{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,19]],"date-time":"2026-09-19T17:12:32Z","timestamp":1789837952767,"version":"4.0.1"},"reference-count":98,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2021,12,14]],"date-time":"2021-12-14T00:00:00Z","timestamp":1639440000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,12,14]],"date-time":"2021-12-14T00:00:00Z","timestamp":1639440000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/100000161","name":"National Institute of Standards and Technology","doi-asserted-by":"crossref","award":["60NANB17D322"],"award-info":[{"award-number":["60NANB17D322"]}],"id":[{"id":"10.13039\/100000161","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100008982","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1757828"],"award-info":[{"award-number":["1757828"]}],"id":[{"id":"10.13039\/501100008982","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100008982","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1822137"],"award-info":[{"award-number":["1822137"]}],"id":[{"id":"10.13039\/501100008982","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2022,3]]},"DOI":"10.1007\/s10664-021-10017-1","type":"journal-article","created":{"date-parts":[[2021,12,14]],"date-time":"2021-12-14T00:02:41Z","timestamp":1639440161000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":12,"title":["CT-IoT: a combinatorial testing-based path selection framework for effective IoT testing"],"prefix":"10.1007","volume":"27","author":[{"given":"Linghuan","family":"Hu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1021-4753","authenticated-orcid":false,"given":"W. Eric","family":"Wong","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"D. Richard","family":"Kuhn","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Raghu N.","family":"Kacker","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shuo","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2021,12,14]]},"reference":[{"issue":"7","key":"10017_CR1","doi-asserted-by":"publisher","first-page":"1645","DOI":"10.1016\/j.future.2013.01.010","volume":"29","author":"J Gubbi","year":"2013","unstructured":"Gubbi J, Buyya R, Marusic S, Palaniswami M (2013) Internet of things (IoT): a vision, architectural elements, and future directions. Future Generation Comput Syst 29(7):1645\u20131660","journal-title":"Future Generation Comput Syst"},{"issue":"15","key":"10017_CR2","doi-asserted-by":"publisher","first-page":"2787","DOI":"10.1016\/j.comnet.2010.05.010","volume":"54","author":"L Atzori","year":"2010","unstructured":"Atzori L, Iera A, Morabito G (2010) The internet of things: a survey. Comput Netw 54(15):2787\u20132805","journal-title":"Comput Netw"},{"key":"10017_CR3","unstructured":"\u201cFast Innovation requires Fast IT\u201d, https:\/\/www.cisco.com\/c\/dam\/global\/en_ph\/assets\/ciscoconnect\/pdf\/bigdata\/jim_green_cisco_connect.pdf [Online; accessed 06-11-2021]"},{"key":"10017_CR4","doi-asserted-by":"crossref","unstructured":"Voas J (2016) \u201cNetworks of \u2018things\u2019,\u201d NIST Special Publication 800, no. 183","DOI":"10.6028\/NIST.SP.800-183"},{"key":"10017_CR5","volume-title":"Practical software testing: a process-oriented approach","author":"I Burnstein","year":"2006","unstructured":"Burnstein I (2006) Practical software testing: a process-oriented approach. Springer Science & Business Media"},{"key":"10017_CR6","volume-title":"\u201cFoundations of software testing\u201d, Pearson India","author":"A Mathur","year":"2013","unstructured":"Mathur A (2013) \u201cFoundations of software testing\u201d, Pearson India, 2nd edn","edition":"2"},{"key":"10017_CR7","doi-asserted-by":"crossref","unstructured":"Fang L, Li G (2015) \u201cTest Selection with Equivalence Class Partitioning.\u201d In 2015 2nd International Symposium on Dependable Computing and Internet of Things (DCIT), pp. 40\u201349. IEEE","DOI":"10.1109\/DCIT.2015.14"},{"key":"10017_CR8","unstructured":"\u201cCisco Visual Networking Index: Global Mobile Data Traffic Forecast Update, 2017\u20132022\u201d https:\/\/s3.amazonaws.com\/media.mediapost.com\/uploads\/CiscoForecast.pdf [Online; accessed 06-12-2021]"},{"key":"10017_CR9","doi-asserted-by":"publisher","first-page":"2661","DOI":"10.1007\/s10664-019-09799-2","volume":"25","author":"L Hu","year":"2020","unstructured":"Hu L, Wong WE, Kuhn DR, Kacker RN (2020) How does combinatorial testing perform in the real world: an empirical study. Empir Softw Eng 25:2661\u20132693","journal-title":"Empir Softw Eng"},{"issue":"3","key":"10017_CR10","doi-asserted-by":"publisher","first-page":"125","DOI":"10.1002\/stvr.381","volume":"18","author":"Y Lei","year":"2008","unstructured":"Lei Y, Kacker R, Kuhn DR, Okun V, Lawrence J (2008a) Ipog\/ipog-d: efficient test generation for multi-way combinatorial testing. Software Testing, Verification and Reliability 18(3):125\u2013148","journal-title":"Software Testing, Verification and Reliability"},{"issue":"3","key":"10017_CR11","doi-asserted-by":"publisher","first-page":"167","DOI":"10.1002\/stvr.319","volume":"15","author":"M Grindal","year":"2005","unstructured":"Grindal M, Offutt J, Andler SF (2005) Combination testing strategies: a survey. Software Testing, Verification and Reliability 15(3):167\u2013199","journal-title":"Software Testing, Verification and Reliability"},{"key":"10017_CR12","doi-asserted-by":"crossref","unstructured":"Yu L, Lei Y, Kacker RN, Kuhn DR (2013) \u201cActs: A combinatorial test generation tool,\u201d in 2013 IEEE Sixth International Conference on Software Testing, Verification and Validation, pp. 370\u2013375","DOI":"10.1109\/ICST.2013.52"},{"key":"10017_CR13","unstructured":"\u201cEBNF: A Notation to Describe Syntax\u201d, \u201chttps:\/\/www.ics.uci.edu\/~pattis\/misc\/ebnf2.pdf\u201d, [Online; accessed on July 02, 2020]"},{"issue":"6","key":"10017_CR14","doi-asserted-by":"publisher","first-page":"418","DOI":"10.1109\/TSE.2004.24","volume":"30","author":"R Kuhn","year":"2004","unstructured":"Kuhn R, Wallace DR, Gallo AM (2004a) Software fault interactions and implications for software testing. IEEE Trans Softw Eng 30(6):418\u2013421","journal-title":"IEEE Trans Softw Eng"},{"key":"10017_CR15","doi-asserted-by":"crossref","unstructured":"Carlos-Mancilla, Miriam, Ernesto L\u00f3pez-Mellado, and Mario Siller (2016) \u201cWireless sensor networks formation: approaches and techniques.\u201d Journal of Sensors 2016","DOI":"10.1155\/2016\/2081902"},{"key":"10017_CR16","doi-asserted-by":"crossref","unstructured":"Guy C (2006) \u201cWireless sensor networks.\u201d In Sixth international symposium on instrumentation and control technology: Signal analysis, measurement theory, photo-electronic technology, and artificial intelligence, vol. 6357, p. 63571I. International Society for Optics and Photonics","DOI":"10.1117\/12.716964"},{"issue":"3","key":"10017_CR17","doi-asserted-by":"publisher","first-page":"259","DOI":"10.2307\/2412323","volume":"18","author":"KR Gabriel","year":"1969","unstructured":"Gabriel KR, Sokal RR (1969) A new statistical approach to geographic variation analysis. Syst Zool 18(3):259\u2013278","journal-title":"Syst Zool"},{"key":"10017_CR18","doi-asserted-by":"crossref","unstructured":"Wang K, Wang L, Cai S, Song Q (2009) \u201cAn energy-saving algorithm of WSN based on gabriel graph,\u201d In 2009 5th International Conference on Wireless Communications, Networking and Mobile Computing, pp. 1\u20134. IEEE","DOI":"10.1109\/WICOM.2009.5303517"},{"key":"10017_CR19","doi-asserted-by":"crossref","unstructured":"Hossain MZ, Wahid MA, Hasan M, and Amin MA (2015) \u201cSpatial Subdivision of Gabriel Graph.\u201d In International Conference in Swarm Intelligence, pp. 321\u2013328. Springer, Cham","DOI":"10.1007\/978-3-319-20469-7_34"},{"key":"10017_CR20","doi-asserted-by":"crossref","unstructured":"Kalosha H, Nayak A, Ruhrup S, and Stojmenovic I (2008) \u201cSelect-and-protest-based beaconless georouting with guaranteed delivery in wireless sensor networks.\u201d In IEEE INFOCOM 2008-The 27th Conference on Computer Communications, pp. 346\u2013350. IEEE","DOI":"10.1109\/INFOCOM.2008.78"},{"issue":"5","key":"10017_CR21","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1109\/52.536462","volume":"13","author":"M Cohen","year":"1996","unstructured":"Cohen M, Dalal SR, Parelius J, Patton GC (1996) The combinatorial design approach to automatic test generation. IEEE Softw 13(5):83\u201388","journal-title":"IEEE Softw"},{"issue":"7","key":"10017_CR22","doi-asserted-by":"publisher","first-page":"437","DOI":"10.1109\/32.605761","volume":"23","author":"M Cohen","year":"1997","unstructured":"Cohen M, Dalal SR, Fredman ML, Patton GC (1997) The aetg system: an approach to testing based on combinatorial design. IEEE Trans Softw Eng 23(7):437\u2013444","journal-title":"IEEE Trans Softw Eng"},{"key":"10017_CR23","unstructured":"Kuhn R and Reilly MJ (2002) \u201cAn investigation of the applicability of design of experiments to software testing,\u201d in Software Engineering Workshop, 2002. Proceedings. 27th Annual NASA Goddard\/IEEE, pp. 91\u201395, IEEE"},{"issue":"6","key":"10017_CR24","doi-asserted-by":"publisher","first-page":"418","DOI":"10.1109\/TSE.2004.24","volume":"30","author":"R Kuhn","year":"2004","unstructured":"Kuhn R, Wallace DR, Gallo AM (2004b) Software fault interactions and implications for software testing. IEEE Trans Softw Eng 30(6):418\u2013421","journal-title":"IEEE Trans Softw Eng"},{"issue":"3","key":"10017_CR25","doi-asserted-by":"publisher","first-page":"125","DOI":"10.1002\/stvr.381","volume":"18","author":"Y Lei","year":"2008","unstructured":"Lei Y, Kacker R, Kuhn DR, Okun V, Lawrence J (2008b) Ipog\/ipog-d: efficient test generation for multi-way combinatorial testing. Software Testing, Verification and Reliability 18(3):125\u2013148","journal-title":"Software Testing, Verification and Reliability"},{"issue":"1","key":"10017_CR26","doi-asserted-by":"publisher","first-page":"61","DOI":"10.1007\/s10664-010-9135-7","volume":"16","author":"BJ Garvin","year":"2011","unstructured":"Garvin BJ, Cohen MB, Dwyer MB (2011) Evaluating improvements to a meta-heuristic search for constrained interaction testing. Empir Softw Eng 16(1):61\u2013102","journal-title":"Empir Softw Eng"},{"key":"10017_CR27","unstructured":"Automated combinatorial testing for software \u2014 csrc.\u201d https:\/\/csrc.nist.gov\/projects\/automated-combinatorial-testing-for-software. [Online; accessed 02-27-2021]"},{"key":"10017_CR28","unstructured":"Wu H, Nie C, Petke J, Jia Y, Harman M (2019) \u201cA survey of constrained combinatorial testing.\u201d arXiv preprint arXiv:1908.02480"},{"key":"10017_CR29","doi-asserted-by":"crossref","unstructured":"Wang W, Sampath S, Yu L, Kacker R (2008) \u201cAn interaction-based test sequence generation approach for testing web applications.\u201d In 2008 11th IEEE High Assurance Systems Engineering Symposium, pp. 209\u2013218. IEEE","DOI":"10.1109\/HASE.2008.53"},{"key":"10017_CR30","doi-asserted-by":"crossref","unstructured":"Yu L, Yu L, Kacker RN, Kuhn DR, and Lawrence J (2012) \u201cEfficient algorithms for t-way test sequence generation.\u201d In 2012 IEEE 17th International Conference on Engineering of Complex Computer Systems, pp. 220\u2013229. IEEE","DOI":"10.1109\/ICECCS20050.2012.6299217"},{"key":"10017_CR31","unstructured":"Patil AH (2019) \u201cDesign and implementation of combinatorial testing based test suites for operating systems used for internet of things.\u201d Independently published"},{"issue":"07","key":"10017_CR32","doi-asserted-by":"publisher","first-page":"303","DOI":"10.4236\/jsea.2015.87031","volume":"8","author":"AH Patil","year":"2015","unstructured":"Patil AH, Goveas N, Rangarajan K (2015) Test suite design methodology using combinatorial approach for internet of things operating systems. J Softw Eng Appl 8(07):303","journal-title":"J Softw Eng Appl"},{"key":"10017_CR33","doi-asserted-by":"crossref","unstructured":"Voas J, Kuhn R, Laplante P (2018) \u201cTesting IoT Systems.\u201d In 2018 IEEE Symposium on Service-Oriented System Engineering (SOSE), pp. 48\u201352. IEEE","DOI":"10.1109\/SOSE.2018.00015"},{"key":"10017_CR34","doi-asserted-by":"publisher","first-page":"20557","DOI":"10.1109\/ACCESS.2017.2751586","volume":"5","author":"M Chen","year":"2017","unstructured":"Chen M, Miao Y, Hao Y, Hwang K (2017) Narrow band internet of things. IEEE access 5:20557\u201320577","journal-title":"IEEE access"},{"key":"10017_CR35","doi-asserted-by":"crossref","unstructured":"Adhikary A, Lin X, and Wang YE (2016) \u201cPerformance evaluation of NB-IoT coverage.\u201d in proceedings of 2016 IEEE 84th Vehicular Technology Conference (VTC-Fall), pp. 1\u20135","DOI":"10.1109\/VTCFall.2016.7881160"},{"key":"10017_CR36","unstructured":"Zheng Y, Davanian A, Yin H, Song C, Zhu H, Sun L (2019) \u201cFIRM-AFL: high-throughput greybox fuzzing of iot firmware via augmented process emulation.\u201d In 28th {USENIX} Security Symposium ({USENIX} Security 19), pp. 1099\u20131114"},{"key":"10017_CR37","doi-asserted-by":"publisher","first-page":"390","DOI":"10.1016\/j.future.2019.12.032","volume":"108","author":"X Liu","year":"2020","unstructured":"Liu X, Cui B, Junsong F, Ma J (2020) HFuzz: towards automatic fuzzing testing of NB-IoT core network protocols implementations. Futur Gener Comput Syst 108:390\u2013400","journal-title":"Futur Gener Comput Syst"},{"key":"10017_CR38","doi-asserted-by":"crossref","unstructured":"Alhawi OMK, Akinbi A, and Dehghantanha A (2019a) \u201cEvaluation and application of two fuzzing approaches for security testing of IoT applications.\u201d In Handbook of Big Data and IoT Security, pp. 301\u2013327. Springer, Cham","DOI":"10.1007\/978-3-030-10543-3_13"},{"key":"10017_CR39","unstructured":"Reed JL (2019) \u201cTestbed Design for Autonomous Security Testing of IoT Devices.\u201d PhD diss., The University of Texas at San Antonio"},{"key":"10017_CR40","doi-asserted-by":"crossref","unstructured":"Murad G, Badarneh A, Qusef A, and Almasalha F (2018) \u201cSoftware testing techniques in iot.\u201d In 2018 8th International Conference on Computer Science and Information Technology (CSIT), pp. 17\u201321. IEEE","DOI":"10.1109\/CSIT.2018.8486149"},{"key":"10017_CR41","doi-asserted-by":"crossref","unstructured":"Jeannotte B, Tekeoglu A (2019) \u201cArtorias: IoT Security Testing Framework.\u201d In 2019 26th International Conference on Telecommunications (ICT), pp. 233\u2013237. IEEE","DOI":"10.1109\/ICT.2019.8798846"},{"key":"10017_CR42","volume-title":"Unit testing methods for internet of things Mbed OS operating system","author":"L-M Orjala","year":"2019","unstructured":"Orjala L-M (2019) Unit testing methods for internet of things Mbed OS operating system. University of Oulu, PhD diss"},{"key":"10017_CR43","doi-asserted-by":"crossref","unstructured":"Alam T (2019) \u201cIoT-Fog: A communication framework using blockchain in the internet of things.\u201d, International Journal of Recent Technology and Engineering (IJRTE) 7, no. 6","DOI":"10.2139\/ssrn.3638991"},{"issue":"8","key":"10017_CR44","first-page":"2504","volume":"13","author":"PM Jacob","year":"2018","unstructured":"Jacob PM, Mani P (2018a) A Reference Model for Testing Internet of Things Based Applications. Journal of Engineering Science and Technology 13(8):2504\u20132519","journal-title":"Journal of Engineering Science and Technology"},{"key":"10017_CR45","doi-asserted-by":"crossref","unstructured":"Padmanabhan M (2018) \u201cTest Path Identification for Internet of Things using Transaction Based Specification.\u201d In 2018 International Conference on Current Trends towards Converging Technologies (ICCTCT), pp. 1\u20136. IEEE","DOI":"10.1109\/ICCTCT.2018.8551084"},{"key":"10017_CR46","volume-title":"Model-based testing for IoT systems: methods and tools","author":"A Ahmad","year":"2018","unstructured":"Ahmad A (2018) Model-based testing for IoT systems: methods and tools. PhD diss, Bourgogne Franche-Comt\u00e9"},{"key":"10017_CR47","doi-asserted-by":"crossref","unstructured":"Rechtberger V, Bures M, and Ahmed BS (2020a) \u201cAlternative Effort-optimal Model-based Strategy for State Machine Testing of IoT Systems.\u201d In Proceedings of the 2020 The 2nd World Symposium on Software Engineering, pp. 141\u2013145","DOI":"10.1145\/3425329.3425330"},{"key":"10017_CR48","doi-asserted-by":"crossref","unstructured":"Nguyen NMT, Bannour B, Lapitre A, and Gall PL (2019) \u201cBehavioral models and scenario selection for testing IoT Trickle-based lossy multicast networks.\u201d In 2019 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW), pp. 168\u2013175. IEEE","DOI":"10.1109\/ICSTW.2019.00047"},{"key":"10017_CR49","doi-asserted-by":"crossref","unstructured":"Krichen M, Lahami M, Cheikhrouhou O, Alroobaea R, and Ma\u00e2lej AJ (2020) \u201cSecurity testing of internet of things for smart city applications: A formal approach.\u201d In Smart Infrastructure and Applications, pp. 629\u2013653. Springer, Cham","DOI":"10.1007\/978-3-030-13705-2_26"},{"key":"10017_CR50","doi-asserted-by":"crossref","unstructured":"Krichen M (2019) Improving formal verification and testing techniques for internet of things and smart cities. Mobile Networks and Applications:1\u201312","DOI":"10.1007\/s11036-019-01369-6"},{"key":"10017_CR51","doi-asserted-by":"crossref","unstructured":"Ahmad A, Bouquet F, Fourneret E, Le Gall F, Legeard B (2016a) \u201cModel-based testing as a service for iot platforms.\u201d In International Symposium on Leveraging Applications of Formal Methods, pp. 727\u2013742. Springer, Cham","DOI":"10.1007\/978-3-319-47169-3_55"},{"issue":"6","key":"10017_CR52","doi-asserted-by":"publisher","first-page":"90","DOI":"10.1109\/MC.2018.2701633","volume":"51","author":"T Pering","year":"2018","unstructured":"Pering T, Farrington K, Dahm T (2018) Taming the IoT: operationalized testing to secure connected devices. Computer 51(6):90\u201394","journal-title":"Computer"},{"key":"10017_CR53","unstructured":"Reetz ES (2016) \u201cService testing for the internet of things.\u201d PhD diss., University of Surrey"},{"key":"10017_CR54","doi-asserted-by":"crossref","unstructured":"Kanstr\u00e9n T, M\u00e4kel\u00e4 J, Karhula P (2018a) \u201cArchitectures and experiences in testing IoT communications.\u201d In 2018 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW), pp. 98\u2013103. IEEE","DOI":"10.1109\/ICSTW.2018.00034"},{"key":"10017_CR55","doi-asserted-by":"crossref","unstructured":"Chen W, Liu CH, Liang WWY, Tsai MY (2018a) \u201cICAT: An IoT device compatibility testing tool.\u201d In 2018 25th Asia-Pacific Software Engineering Conference (APSEC), pp. 668\u2013672. IEEE","DOI":"10.1109\/APSEC.2018.00087"},{"key":"10017_CR56","doi-asserted-by":"crossref","unstructured":"Medhat N, Moussa S, Badr N, and Tolba MF (2019a) \u201cTesting techniques in IoT-based systems.\u201d In 2019 Ninth International Conference on Intelligent Computing and Information Systems (ICICIS), pp. 394\u2013401. IEEE","DOI":"10.1109\/ICICIS46948.2019.9014711"},{"key":"10017_CR57","doi-asserted-by":"crossref","unstructured":"Gim\u00e9nez P, Mol\u00edna B, Palau CE, Esteve M (2013) \u201cSWE Simulation and Testing for the IoT.\u201d In 2013 IEEE International Conference on Systems, Man, and Cybernetics, pp. 356\u2013361. IEEE","DOI":"10.1109\/SMC.2013.67"},{"issue":"7","key":"10017_CR58","doi-asserted-by":"publisher","first-page":"857","DOI":"10.1007\/s00607-018-0650-5","volume":"101","author":"S Bosmans","year":"2019","unstructured":"Bosmans S, Mercelis S, Denil J, Hellinckx P (2019) Testing IoT systems using a hybrid simulation based testing approach. Computing 101(7):857\u2013872","journal-title":"Computing"},{"key":"10017_CR59","unstructured":"Belchior BFSA (2019) \u201cTesting in IoT Systems: From Simulation to Visual-Based Testing.\u201d"},{"key":"10017_CR60","unstructured":"Satheesh N, Udayakumar P, and Sengan S (2019) \u201cTesting for IoT Devices and Software's and Effects of New Features on Security and Privacy by using Test Simulation.\u201d"},{"key":"10017_CR61","doi-asserted-by":"crossref","unstructured":"Dias JP, Ferreira HS, Sousa TB (2019) \u201cTesting and deployment patterns for the internet-of-things.\u201d In Proceedings of the 24th European Conference on Pattern Languages of Programs, pp. 1\u20138","DOI":"10.1145\/3361149.3361165"},{"key":"10017_CR62","doi-asserted-by":"crossref","unstructured":"Georgiev I, and Georgiev I (2019) \u201cSimulation-Based Self-Testing in IoT-Enabled Manufacturing.\u201d In 2019 International Conference on Information Technologies (InfoTech), pp. 1\u20134. IEEE","DOI":"10.1109\/InfoTech.2019.8860882"},{"key":"10017_CR63","doi-asserted-by":"crossref","unstructured":"Sand B (2015) \u201cIoT testing-the big challenge why, what and how.\u201d In International Internet of Things Summit, pp. 70\u201376. Springer, Cham","DOI":"10.1007\/978-3-319-47075-7_9"},{"key":"10017_CR64","doi-asserted-by":"crossref","unstructured":"Bures M, Cerny T, Ahmed BS (2018) \u201cInternet of things: Current challenges in the quality assurance and testing methods.\u201d In International Conference on Information Science and Applications, pp. 625\u2013634. Springer, Singapore","DOI":"10.1007\/978-981-13-1056-0_61"},{"key":"10017_CR65","doi-asserted-by":"crossref","unstructured":"Medhat N, Moussa S, Badr N, Tolba MF (2019b) \u201cTesting techniques in IoT-based systems.\u201d In 2019 Ninth International Conference on Intelligent Computing and Information Systems (ICICIS), pp. 394\u2013401. IEEE","DOI":"10.1109\/ICICIS46948.2019.9014711"},{"key":"10017_CR66","doi-asserted-by":"crossref","unstructured":"Antao L, Pinto R, Reis J, and Gon\u00e7alves G (2018) \u201cRequirements for testing and validating the industrial internet of things.\u201d In 2018 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW), pp. 110\u2013115. IEEE","DOI":"10.1109\/ICSTW.2018.00036"},{"key":"10017_CR67","doi-asserted-by":"crossref","unstructured":"Gomez AK, Bajaj S (2019) \u201cChallenges of testing complex Internet of Things (IoT) devices and systems.\u201d In 2019 11th International Conference on Knowledge and Systems Engineering (KSE), pp. 1\u20134. IEEE","DOI":"10.1109\/KSE.2019.8919324"},{"key":"10017_CR68","doi-asserted-by":"crossref","unstructured":"Ahmad A, Bouquet F, Fourneret E, Le Gall F, Legeard B (2016b) \u201cModel-based testing as a service for iot platforms.\u201d In International Symposium on Leveraging Applications of Formal Methods, pp. 727\u2013742. Springer, Cham, 2016","DOI":"10.1007\/978-3-319-47169-3_55"},{"key":"10017_CR69","doi-asserted-by":"crossref","unstructured":"Tappler M, Aichernig BK, Bloem R (2017) \u201cModel-based testing IoT communication via active automata learning.\u201d In 2017 IEEE International conference on software testing, verification and validation (ICST), pp. 276\u2013287. IEEE","DOI":"10.1109\/ICST.2017.32"},{"key":"10017_CR70","doi-asserted-by":"crossref","unstructured":"Truong H, Berardinelli L, Pavkovic I, Copil G (2017) \u201cModeling and provisioning iot cloud systems for testing uncertainties.\u201d In Proceedings of the 14th EAI International Conference on Mobile and Ubiquitous Systems: Computing, Networking and Services, pp. 96\u2013105","DOI":"10.1145\/3144457.3144490"},{"key":"10017_CR71","doi-asserted-by":"crossref","unstructured":"\u0130n\u00e7ki K, Ari I (2017) \u201cObserving interoperability of IoT systems through model-based testing.\u201d In Interoperability, Safety and Security in IoT, pp. 60\u201366. Springer, Cham","DOI":"10.1007\/978-3-319-93797-7_8"},{"key":"10017_CR72","doi-asserted-by":"crossref","unstructured":"Popereshnyak S, Suprun O, Suprun O, and Wieckowski T (2018) \u201cIoT application testing features based on the modelling network.\u201d In 2018 XIV-th International Conference on Perspective Technologies and Methods in MEMS Design (MEMSTECH), pp. 127\u2013131. IEEE","DOI":"10.1109\/MEMSTECH.2018.8365717"},{"key":"10017_CR73","doi-asserted-by":"crossref","unstructured":"Rechtberger V, Bures M, Ahmed BS (2020b) \u201cAlternative Effort-optimal Model-based Strategy for State Machine Testing of IoT Systems.\u201d In Proceedings of the 2020 The 2nd World Symposium on Software Engineering, pp. 141\u2013145","DOI":"10.1145\/3425329.3425330"},{"issue":"8","key":"10017_CR74","first-page":"2504","volume":"13","author":"PM Jacob","year":"2018","unstructured":"Jacob PM, Mani P (2018b) A Reference Model for Testing Internet of Things Based Applications. Journal of Engineering Science and Technology 13(8):2504\u20132519","journal-title":"Journal of Engineering Science and Technology"},{"key":"10017_CR75","doi-asserted-by":"crossref","unstructured":"Chandan AR, Khairnar VD (2018) \u201cSecurity Testing Methodology of IoT.\u201d In 2018 International Conference on Inventive Research in Computing Applications (ICIRCA), pp. 1431\u20131435. IEEE","DOI":"10.1109\/ICIRCA.2018.8597192"},{"issue":"4","key":"10017_CR76","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1109\/MC.2018.2141033","volume":"51","author":"C-K Chen","year":"2018","unstructured":"Chen C-K, Zhang Z-K, Lee S-H, Shieh S (2018b) Penetration testing in the iot age. Computer 51(4):82\u201385","journal-title":"Computer"},{"key":"10017_CR77","doi-asserted-by":"crossref","unstructured":"Lally G, Sgandurra D (2018) \u201cTowards a framework for testing the security of IoT devices consistently.\u201d In International workshop on emerging technologies for authorization and authentication, pp. 88\u2013102. Springer, Cham","DOI":"10.1007\/978-3-030-04372-8_8"},{"key":"10017_CR78","doi-asserted-by":"crossref","unstructured":"Mahmoodi Y, Reiter S, Viehl A, Bringmann O, Rosenstiel W (2018) \u201cAttack surface modeling and assessment for penetration testing of IoT system designs.\u201d In 2018 21st Euromicro Conference on Digital System Design (DSD), pp. 177\u2013181. IEEE","DOI":"10.1109\/DSD.2018.00043"},{"key":"10017_CR79","doi-asserted-by":"publisher","first-page":"64","DOI":"10.1016\/j.csi.2018.08.003","volume":"62","author":"SN Matheu-Garc\u00eda","year":"2019","unstructured":"Matheu-Garc\u00eda SN, Hern\u00e1ndez-Ramos JL, Skarmeta AF, Baldini G (2019) Risk-based automated assessment and testing for the cybersecurity certification and labelling of IoT devices. Computer Standards & Interfaces 62:64\u201383","journal-title":"Computer Standards & Interfaces"},{"key":"10017_CR80","doi-asserted-by":"crossref","unstructured":"Alhawi OMK, Akinbi A, and Dehghantanha A (2019b) \u201cEvaluation and application of two fuzzing approaches for security testing of IoT applications.\u201d In Handbook of Big Data and IoT Security, pp. 301\u2013327. Springer, Cham","DOI":"10.1007\/978-3-030-10543-3_13"},{"key":"10017_CR81","doi-asserted-by":"crossref","unstructured":"Krichen M, Alroobaea R (2019) \u201cA new model-based framework for testing security of iot systems in smart cities using attack trees and price timed automata.\u201d In 14th International Conference on Evaluation of Novel Approaches to Software Engineering, pp. 570\u2013577. SCITEPRESS-Science and Technology Publications","DOI":"10.5220\/0007830605700577"},{"key":"10017_CR82","doi-asserted-by":"crossref","unstructured":"Bures M (2017) \u201cFramework for integration testing of iot solutions.\u201d In 2017 International Conference on Computational Science and Computational Intelligence (CSCI), pp. 1838-1839. IEEE","DOI":"10.1109\/CSCI.2017.335"},{"key":"10017_CR83","doi-asserted-by":"crossref","unstructured":"Bures M, Klima M, Rechtberger V, Bellekens X, Tachtatzis C, Atkinson R, Ahmed BS (20200 \u201cInteroperability and integration testing methods for IoT systems: A systematic mapping study.\u201d In International Conference on Software Engineering and Formal Methods, pp. 93\u2013112. Springer, Cham","DOI":"10.1007\/978-3-030-58768-0_6"},{"key":"10017_CR84","doi-asserted-by":"publisher","first-page":"215716","DOI":"10.1109\/ACCESS.2020.3039931","volume":"8","author":"N Medhat","year":"2020","unstructured":"Medhat N, Moussa SM, Badr NL, Tolba MF (2020) A framework for continuous regression and integration testing in IoT systems based on deep learning and search-based techniques. IEEE Access 8:215716\u2013215726","journal-title":"IEEE Access"},{"key":"10017_CR85","doi-asserted-by":"crossref","unstructured":"Kanstr\u00e9n T, M\u00e4kel\u00e4 J, Karhula P (2018b) \u201cArchitectures and experiences in testing IoT communications.\u201d In 2018 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW), pp. 98\u2013103. IEEE","DOI":"10.1109\/ICSTW.2018.00034"},{"key":"10017_CR86","doi-asserted-by":"crossref","unstructured":"Sri JMK, Narendra VG, Pai V (2019) \u201cImplementing and Testing of Internet of Things (IoT) Technology in Agriculture and Compare the Application Layer Protocols: Message Queuing Telemetry Transport (MQTT) and Hyper Text Transport Protocol (HTTP).\u201d In International Conference on Advanced Informatics for Computing Research, pp. 320\u2013333. Springer, Singapore","DOI":"10.1007\/978-981-15-0111-1_29"},{"key":"10017_CR87","unstructured":"Shmatkov V, Spynu S, Pimenov V (2019) \u201cThe platform prototype for testing heterogeneous networks in IoT environment.\u201d In CEUR Workshop Proceedings"},{"key":"10017_CR88","doi-asserted-by":"crossref","unstructured":"Esquiagola J, de Paula Costa LC, Calcina P, Fedrecheski G, Zuffo M (2017) \u201cPerformance Testing of an Internet of Things Platform.\u201d In IoTBDS, pp. 309\u2013314","DOI":"10.5220\/0006304503090314"},{"key":"10017_CR89","doi-asserted-by":"crossref","unstructured":"Ismail AA, Hamza HS, Kotb AM (2018) \u201cPerformance evaluation of open source iot platforms.\u201d In 2018 IEEE Global Conference on Internet of Things (GCIoT), pp. 1\u20135. IEEE","DOI":"10.1109\/GCIoT.2018.8620130"},{"key":"10017_CR90","doi-asserted-by":"crossref","unstructured":"Han R, Gramoli V, Xiwei X (2018) \u201cEvaluating blockchains for IoT.\u201d In 2018 9Th IFIP international conference on new technologies, mobility and security (NTMS), pp. 1\u20135. IEEE","DOI":"10.1109\/NTMS.2018.8328736"},{"key":"10017_CR91","doi-asserted-by":"crossref","unstructured":"Pontes PM, Lima B, Faria JP (2018a) \u201cIzinto: a pattern-based IoT testing framework.\u201d In Companion Proceedings for the ISSTA\/ECOOP 2018 Workshops, pp. 125\u2013131","DOI":"10.1145\/3236454.3236511"},{"key":"10017_CR92","doi-asserted-by":"crossref","unstructured":"Pontes PM, Lima B, and Faria JP (2018b) \u201cTest patterns for IoT.\u201d In Proceedings of the 9th ACM SIGSOFT International Workshop on Automating TEST Case Design, Selection, and Evaluation, pp. 63\u201366","DOI":"10.1145\/3278186.3278196"},{"key":"10017_CR93","doi-asserted-by":"crossref","unstructured":"Chen WK, Liu CH, Liang WWY, Tsai MY (2018c) \u201cICAT: An IoT device compatibility testing tool.\u201d In 2018 25th Asia-Pacific Software Engineering Conference (APSEC), pp. 668\u2013672. IEEE","DOI":"10.1109\/APSEC.2018.00087"},{"key":"10017_CR94","doi-asserted-by":"crossref","unstructured":"Abdullah A, Schmidt H, Spichkova M, and Liu H (2018) \u201cMonitoring Informed Testing for IoT.\u201d In 2018 25th Australasian Software Engineering Conference (ASWEC), pp. 91\u201395. IEEE","DOI":"10.1109\/ASWEC.2018.00020"},{"key":"10017_CR95","unstructured":"Celik ZB, McDaniel P, Tan G (2018) \u201cSOTERIA: automated IoT safety and security analysis.\u201d In Proceedings of the 2018 USENIX conference on USENIX annual technical conference (USENIX ATC '18). USENIX Association, USA, 147\u2013158"},{"key":"10017_CR96","doi-asserted-by":"crossref","unstructured":"Berkay Celik Z, Tan G, and McDaniel PD (2019) \u201cIoTGuard: Dynamic Enforcement of Security and Safety Policy in Commodity IoT.\u201d in Proceedings of the Network and Distributed System Security Symposium (NDSS)","DOI":"10.14722\/ndss.2019.23326"},{"key":"10017_CR97","doi-asserted-by":"crossref","unstructured":"Jia YJ, Chen QA, Wang S, Rahmati A, Fernandes E, Mao ZM, Prakash A (2017) \u201cContexloT: Towards Providing Contextual Integrity to Appified IoT Platforms.\u201d In NDSS, vol. 2, no. 2, pp. 2\u20132","DOI":"10.14722\/ndss.2017.23051"},{"key":"10017_CR98","doi-asserted-by":"crossref","unstructured":"Ding W, Hongxin H (2018) \u201cOn the safety of iot device physical interaction control.\u201d In Proceedings of the 2018 ACM SIGSAC Conference on Computer and Communications Security, pp. 832\u2013846","DOI":"10.1145\/3243734.3243865"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-021-10017-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10664-021-10017-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-021-10017-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,14]],"date-time":"2024-09-14T06:20:55Z","timestamp":1726294855000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10664-021-10017-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,12,14]]},"references-count":98,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2022,3]]}},"alternative-id":["10017"],"URL":"https:\/\/doi.org\/10.1007\/s10664-021-10017-1","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,12,14]]},"assertion":[{"value":"12 July 2021","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 December 2021","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Any mention of commercial products in this paper is for information only; it does not imply recommendation or endorsement by the National Institute of Standards and Technology (NIST).","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclaimer"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflicts of interest\/competing interests"}},{"value":"Not applicable.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Code availability"}}],"article-number":"32"}}