{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,27]],"date-time":"2026-06-27T15:40:42Z","timestamp":1782574842365,"version":"3.54.5"},"reference-count":84,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001804","name":"Canada Research Chair Program","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001804","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Internet Things J."],"published-print":{"date-parts":[[2024,1,1]]},"DOI":"10.1109\/jiot.2023.3291233","type":"journal-article","created":{"date-parts":[[2023,6,30]],"date-time":"2023-06-30T17:28:15Z","timestamp":1688146095000},"page":"1662-1684","source":"Crossref","is-referenced-by-count":22,"title":["A Multimethod Study of Internet of Things Systems Testing in Industry"],"prefix":"10.1109","volume":"11","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9164-6645","authenticated-orcid":false,"given":"Jean Baptiste","family":"Minani","sequence":"first","affiliation":[{"name":"Department of Computer Sciences and Software Engineering, Concordia University, Montreal, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8707-6603","authenticated-orcid":false,"given":"Fatima","family":"Sabir","sequence":"additional","affiliation":[{"name":"Department of Computer Sciences, University of the Punjab, Lahore, Pakistan"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Naouel","family":"Moha","sequence":"additional","affiliation":[{"name":"Department of Software Engineering and Information Technology, &#x00C9;cole de Technologie Sup&#x00E9;rieure, Montreal, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4361-2563","authenticated-orcid":false,"given":"Yann-Ga\u00ebl","family":"Gu\u00e9h\u00e9neuc","sequence":"additional","affiliation":[{"name":"Department of Computer Sciences and Software Engineering, Concordia University, Montreal, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","first-page":"125","article-title":"Towards an acceptance testing approach for Internet of Things systems","volume-title":"Proc. ICWE Workshops","author":"Leotta"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/3361149.3361165"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2893493"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2017.05.125"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/AINS47559.2019.8968694"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/IECON43393.2020.9254910"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-14135-5_30"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1007\/s00607-018-0650-5"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.5220\/0010714400003058"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/3278186.3278196"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2802489"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/3236454.3236511"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/KSE.2019.8919324"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW.2018.00035"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/ICICIS46948.2019.9014711"},{"key":"ref16","volume-title":"Bloomberg IT meltdown leaves financial world in the dark","author":"Julia","year":"2022"},{"key":"ref17","volume-title":"Toyota, Nissan recall over 6 million cars due to airbag issues","author":"Kageyama","year":"2022"},{"key":"ref18","volume-title":"Software glitch causes F-35 to incorrectly detect targets in formation","author":"Osborn","year":"2022"},{"key":"ref19","volume-title":"Ariane 5 failure","author":"Jean-Marie","year":"2022"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/3084226.3084264"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1177\/1049732312452938"},{"key":"ref22","volume-title":"What makes a good qualitative research question?","year":"2023"},{"key":"ref23","volume-title":"Writing strong research questions","author":"McCombes","year":"2022"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1007\/s11277-021-09124-5"},{"key":"ref25","first-page":"625","article-title":"Internet of Things: Current challenges in the quality assurance and testing methods","volume-title":"Proc. Int. Conf. Inf. Sci. Appl.","author":"Bures"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2019.07.101"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/ETS.2016.7519331"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/CSASE51777.2022.9759705"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.3390\/smartcities4020024"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/ISSI.2018.8538281"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58768-0_6"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1145\/3356317.3356326"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-96299-9_40"},{"key":"ref34","doi-asserted-by":"crossref","first-page":"128","DOI":"10.3991\/ijim.v14i09.13431","article-title":"Model-based quality assessment of Internet of Things software applications: A systematic mapping study","volume":"14","author":"Ismail","year":"2020","journal-title":"Int. J. Interact. Mobile Technol."},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58793-2_31"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/ICST46873.2019.9047684"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2022.04.005"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2921912"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-16-8862-1_45"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-70713-2_60"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/ICCIKE47802.2019.9004362"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.3390\/electronics9030511"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/SEGE.2016.7589556"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2018.06.016"},{"issue":"1","key":"ref45","first-page":"38","article-title":"A systematic literature review of test case generator for embedded real time system","volume":"1","author":"Bahrin","year":"2014","journal-title":"Int. J. Softw. Eng. Technol."},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/SEAA.2015.66"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-30856-8_5"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2881041"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/ISESE.2003.1237967"},{"key":"ref50","first-page":"449","article-title":"The interview: A tool of social science","volume-title":"Handbook of Social Psychology","volume":"1","author":"Maccoby","year":"1954"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1111\/2041-210X.12828"},{"key":"ref52","volume-title":"IoT and edge key findings 2019","year":"2022"},{"key":"ref53","volume-title":"IoT and edge key findings 2020","year":"2022"},{"key":"ref54","volume-title":"IoT and edge key findings 2021","year":"2022"},{"key":"ref55","volume-title":"IoT and edge key findings 2022","year":"2022"},{"key":"ref56","volume-title":"Software and Systems Engineering\u2014Software Testing\u2014Part 1: General Concepts","year":"2022"},{"key":"ref57","volume-title":"Node-RED","year":"2023"},{"key":"ref58","volume-title":"Selenium","year":"2023"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.24251\/HICSS.2018.725"},{"key":"ref60","first-page":"204","article-title":"A brief overview of software testing metrics","volume":"3","author":"Nirpal","year":"2011","journal-title":"Int. J. Comput. Sci. Eng."},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-021-10017-1"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/ICST49551.2021.00059"},{"key":"ref63","first-page":"385","article-title":"Software testing levels in Internet of Things (IoT) architecture","volume-title":"International Computer Symposium","author":"Tan","year":"2018"},{"key":"ref64","article-title":"Low-code solution for IoT testing","author":"Cunha","year":"2019"},{"key":"ref65","volume-title":"IEEE Standard for Software and System Test Documentation","year":"2008"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-13-9190-3_40"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00051"},{"key":"ref68","volume-title":"4 layers of IoT architecture","author":"Heredia","year":"2023"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1155\/2017\/9324035"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2021.3070692"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/SITIS.2017.83"},{"key":"ref72","volume-title":"Software Product Quality","year":"2023"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.5120\/ijca2015906430"},{"key":"ref74","volume-title":"What is a test plan and how to write one?","year":"2021"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2021.106620"},{"key":"ref76","volume-title":"Test artifacts or test deliverables in software testing","author":"Kuldeep","year":"2021"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/ISSI47111.2019.9043692"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3039931"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1007\/s11219-021-09565-y"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1145\/3472672.3473956"},{"key":"ref81","volume-title":"MQTT protocol minimizes network bandwidth for the Internet of Things","author":"Tracy","year":"2023"},{"key":"ref82","volume-title":"IoT device simulator","year":"2021"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2011.08.030"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.7717\/peerj-cs.489"}],"container-title":["IEEE Internet of Things Journal"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6488907\/10375273\/10168828.pdf?arnumber=10168828","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,12]],"date-time":"2024-01-12T02:19:31Z","timestamp":1705025971000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10168828\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,1,1]]},"references-count":84,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/jiot.2023.3291233","relation":{},"ISSN":["2327-4662","2372-2541"],"issn-type":[{"value":"2327-4662","type":"electronic"},{"value":"2372-2541","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,1,1]]}}}