@ARTICLE{Minani24-TSE-IoTSystemsTestingSLR,
   AUTHOR       = {Jean Baptiste Minani and Fatima Sabir and Naouel Moha and 
      and Yann-Ga�l Gu�h�neuc},
   JOURNAL      = {Transactions on Software Engineering (TSE)},
   TITLE        = {A Systematic Review of IoT Systems Testing: Objectives, 
      Approaches, Tools, and Challenges},
   YEAR         = {2024},
   MONTH        = {April},
   NOTE         = {21 pages.},
   OPTNUMBER    = {},
   PAGES        = {785--815},
   VOLUME       = {50},
   EDITOR       = {Leonardo Mariani},
   KEYWORDS     = {Topic: <b>ESE for the IoT</b>, Venue: <b>TSE</b>},
   PUBLISHER    = {IEEE CS Press},
   URL          = {http://www.ptidej.net/publications/documents/TSE24.doc.pdf},
   ABSTRACT     = {nternet of Things (IoT) systems are becoming prevalent 
      in various domains, from healthcare to smart homes. Testing IoT 
      systems is critical in ensuring their reliability. Previous papers 
      studied separately the objectives, approaches, tools, and challenges 
      of IoT systems testing. However, despite the rapid evolution of the 
      IoT domain, no review has been undertaken to investigate all four 
      aspects collectively. This paper presents a systematic literature 
      review that aggregates, synthesizes, and discusses the results of 83 
      primary studies (PSs) concerning IoT testing objectives, approaches, 
      tools, and challenges. We followed the Preferred Reporting Items for 
      Systematic Review and Meta-Analysis (PRISMA) protocol to report our 
      findings and answer research questions (RQs). To select PSs, we 
      applied inclusion and exclusion criteria to relevant studies 
      published between 2012 and 2022. We extracted and analyzed the data 
      from PSs to understand IoT systems testing. The results reveal that 
      IoT systems testing embraces traditional software quality attributes 
      but also introduces new ones like connectivity, energy efficiency, 
      device lifespan, distributivity, and dynamicity. They also show that 
      existing IoT systems testing approaches are limited to specific 
      aspects and should be expanded for more comprehensive testing. They 
      also show 19 testing tools and 15 testbeds for testing IoT systems 
      with their limitations, necessitating the development or enhancement 
      for wider coverage. The large number of heterogeneous devices 
      generating data in different formats, along with the need for testing 
      in real-world scenarios, poses a challenge. Thus, our study offers 
      insights into the testing objectives, approaches, tools, and 
      challenges associated with IoT systems. Based on the results, we also 
      provide practical guidance for IoT practitioners by cataloging 
      existing tools and approaches, while also identifying new research 
      opportunities for interested researchers.}
}

{"_id":"Qv9i82iA2XdkWNbcK","bibbaseid":"minani-sabir-moha--guhneuc-asystematicreviewofiotsystemstestingobjectivesapproachestoolsandchallenges-2024","author_short":["Minani, J. B.","Sabir, F.","Moha, N.","","Gu�h�neuc, Y."],"bibdata":{"bibtype":"article","type":"article","author":[{"firstnames":["Jean","Baptiste"],"propositions":[],"lastnames":["Minani"],"suffixes":[]},{"firstnames":["Fatima"],"propositions":[],"lastnames":["Sabir"],"suffixes":[]},{"firstnames":["Naouel"],"propositions":[],"lastnames":["Moha"],"suffixes":[]},{"firstnames":[],"propositions":[],"lastnames":[""],"suffixes":[]},{"firstnames":["Yann-Ga�l"],"propositions":[],"lastnames":["Gu�h�neuc"],"suffixes":[]}],"journal":"Transactions on Software Engineering (TSE)","title":"A Systematic Review of IoT Systems Testing: Objectives, Approaches, Tools, and Challenges","year":"2024","month":"April","note":"21 pages.","optnumber":"","pages":"785–815","volume":"50","editor":[{"firstnames":["Leonardo"],"propositions":[],"lastnames":["Mariani"],"suffixes":[]}],"keywords":"Topic: <b>ESE for the IoT</b>, Venue: <b>TSE</b>","publisher":"IEEE CS Press","url":"http://www.ptidej.net/publications/documents/TSE24.doc.pdf","abstract":"nternet of Things (IoT) systems are becoming prevalent in various domains, from healthcare to smart homes. Testing IoT systems is critical in ensuring their reliability. Previous papers studied separately the objectives, approaches, tools, and challenges of IoT systems testing. However, despite the rapid evolution of the IoT domain, no review has been undertaken to investigate all four aspects collectively. This paper presents a systematic literature review that aggregates, synthesizes, and discusses the results of 83 primary studies (PSs) concerning IoT testing objectives, approaches, tools, and challenges. We followed the Preferred Reporting Items for Systematic Review and Meta-Analysis (PRISMA) protocol to report our findings and answer research questions (RQs). To select PSs, we applied inclusion and exclusion criteria to relevant studies published between 2012 and 2022. We extracted and analyzed the data from PSs to understand IoT systems testing. The results reveal that IoT systems testing embraces traditional software quality attributes but also introduces new ones like connectivity, energy efficiency, device lifespan, distributivity, and dynamicity. They also show that existing IoT systems testing approaches are limited to specific aspects and should be expanded for more comprehensive testing. They also show 19 testing tools and 15 testbeds for testing IoT systems with their limitations, necessitating the development or enhancement for wider coverage. The large number of heterogeneous devices generating data in different formats, along with the need for testing in real-world scenarios, poses a challenge. Thus, our study offers insights into the testing objectives, approaches, tools, and challenges associated with IoT systems. Based on the results, we also provide practical guidance for IoT practitioners by cataloging existing tools and approaches, while also identifying new research opportunities for interested researchers.","bibtex":"@ARTICLE{Minani24-TSE-IoTSystemsTestingSLR,\r\n AUTHOR = {Jean Baptiste Minani and Fatima Sabir and Naouel Moha and \r\n and Yann-Ga�l Gu�h�neuc},\r\n JOURNAL = {Transactions on Software Engineering (TSE)},\r\n TITLE = {A Systematic Review of IoT Systems Testing: Objectives, \r\n Approaches, Tools, and Challenges},\r\n YEAR = {2024},\r\n MONTH = {April},\r\n NOTE = {21 pages.},\r\n OPTNUMBER = {},\r\n PAGES = {785--815},\r\n VOLUME = {50},\r\n EDITOR = {Leonardo Mariani},\r\n KEYWORDS = {Topic: <b>ESE for the IoT</b>, Venue: <b>TSE</b>},\r\n PUBLISHER = {IEEE CS Press},\r\n URL = {http://www.ptidej.net/publications/documents/TSE24.doc.pdf},\r\n ABSTRACT = {nternet of Things (IoT) systems are becoming prevalent \r\n in various domains, from healthcare to smart homes. Testing IoT \r\n systems is critical in ensuring their reliability. Previous papers \r\n studied separately the objectives, approaches, tools, and challenges \r\n of IoT systems testing. However, despite the rapid evolution of the \r\n IoT domain, no review has been undertaken to investigate all four \r\n aspects collectively. This paper presents a systematic literature \r\n review that aggregates, synthesizes, and discusses the results of 83 \r\n primary studies (PSs) concerning IoT testing objectives, approaches, \r\n tools, and challenges. We followed the Preferred Reporting Items for \r\n Systematic Review and Meta-Analysis (PRISMA) protocol to report our \r\n findings and answer research questions (RQs). To select PSs, we \r\n applied inclusion and exclusion criteria to relevant studies \r\n published between 2012 and 2022. We extracted and analyzed the data \r\n from PSs to understand IoT systems testing. The results reveal that \r\n IoT systems testing embraces traditional software quality attributes \r\n but also introduces new ones like connectivity, energy efficiency, \r\n device lifespan, distributivity, and dynamicity. They also show that \r\n existing IoT systems testing approaches are limited to specific \r\n aspects and should be expanded for more comprehensive testing. They \r\n also show 19 testing tools and 15 testbeds for testing IoT systems \r\n with their limitations, necessitating the development or enhancement \r\n for wider coverage. The large number of heterogeneous devices \r\n generating data in different formats, along with the need for testing \r\n in real-world scenarios, poses a challenge. Thus, our study offers \r\n insights into the testing objectives, approaches, tools, and \r\n challenges associated with IoT systems. Based on the results, we also \r\n provide practical guidance for IoT practitioners by cataloging \r\n existing tools and approaches, while also identifying new research \r\n opportunities for interested researchers.}\r\n}\r\n\r\n","author_short":["Minani, J. B.","Sabir, F.","Moha, N.","","Gu�h�neuc, Y."],"editor_short":["Mariani, L."],"key":"Minani24-TSE-IoTSystemsTestingSLR","id":"Minani24-TSE-IoTSystemsTestingSLR","bibbaseid":"minani-sabir-moha--guhneuc-asystematicreviewofiotsystemstestingobjectivesapproachestoolsandchallenges-2024","role":"author","urls":{"Paper":"http://www.ptidej.net/publications/documents/TSE24.doc.pdf"},"keyword":["Topic: <b>ESE for the IoT</b>","Venue: <b>TSE</b>"],"metadata":{"authorlinks":{}}},"bibtype":"article","biburl":"http://www.yann-gael.gueheneuc.net/Work/Publications/Biblio/complete-bibliography.bib","dataSources":["8vn5MSGYWB4fAx9Z4"],"keywords":["topic: <b>ese for the iot</b>","venue: <b>tse</b>"],"search_terms":["systematic","review","iot","systems","testing","objectives","approaches","tools","challenges","minani","sabir","moha","","gu�h�neuc"],"title":"A Systematic Review of IoT Systems Testing: Objectives, Approaches, Tools, and Challenges","year":2024}