{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,8]],"date-time":"2026-05-08T03:18:52Z","timestamp":1778210332151,"version":"3.51.4"},"reference-count":191,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Sens. Rev."],"published-print":{"date-parts":[[2026]]},"DOI":"10.1109\/sr.2025.3628264","type":"journal-article","created":{"date-parts":[[2025,11,3]],"date-time":"2025-11-03T18:43:59Z","timestamp":1762195439000},"page":"22-47","source":"Crossref","is-referenced-by-count":3,"title":["Current Challenges and Future Perspectives in Testing IoT Systems: A Comprehensive Review"],"prefix":"10.1109","volume":"3","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2572-047X","authenticated-orcid":false,"given":"Bruno","family":"Lima","sequence":"first","affiliation":[{"name":"LIACC, Faculdade de Engenharia, Universidade do Porto, Porto, Portugal"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0345-1208","authenticated-orcid":false,"given":"Rui","family":"Pinto","sequence":"additional","affiliation":[{"name":"SYSTEC-ARISE, Faculdade de Engenharia, Universidade do Porto, Porto, Portugal"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-11992-7_13"},{"key":"ref2","article-title":"Internet of Things (IoT) connected devices installed base worldwide from 2015 to 2030","year":"2023"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2016.20"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1016\/j.clsr.2009.11.008"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2015.2444095"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2010.05.003"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/j.compind.2018.04.015"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW.2018.00036"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/3109761.3158400"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1007\/s12927-019-0003-8"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.3390\/app13148122"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/s11277-021-09124-5"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2887246"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-13-1056-0_61"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/3410160"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW.2018.00035"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2024.3363611"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2023.3291233"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.3390\/S20133625"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1016\/j.iotcps.2022.12.003"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-13-3765-9_24"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2023.3332507"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2022.3176394"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.23919\/MIPRO.2017.7973477"},{"issue":"1","key":"ref25","first-page":"9","article-title":"Technicality of network topologies: A comprehensive review","volume":"2","author":"Oluharaotu","year":"2025","journal-title":"Adv. J. Eng. Sci. Appl."},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1007\/s43926-024-00084-3"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.3390\/s20226441"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1016\/j.fcij.2017.02.001"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2015.2498900"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1002\/ett.3935"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.3390\/en15165991"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2017.2723659"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1016\/j.bjp.2013.12.020"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.3390\/s20041042"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/ICOSEC58147.2023.10276266"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1002\/ird.2757"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1016\/j.iot.2024.101261"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1016\/j.energy.2017.05.123"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/EPETSG.2018.8658501"},{"key":"ref40","article-title":"Life factory microgrid","year":"2025"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/ENERGYCON53164.2022.9830295"},{"key":"ref42","article-title":"Eebus - empowering the digitalisation of energy transition","year":"2023"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.2196\/18907"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1016\/j.procs.2024.06.307"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1016\/j.aei.2025.103388"},{"issue":"1&2","key":"ref46","first-page":"181","article-title":"Smart sensing components in advanced manufacturing systems","volume":"9","author":"Pinto","year":"2016","journal-title":"IARIA - Int. J. Adv. Intell. Syst."},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1145\/3587135.3592175"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1007\/s42452-022-05262-y"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/FES57669.2023.10182779"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/ICGCIoT.2015.7380573"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1145\/3587135.3592179"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1146\/annurev.med.57.121304.131257"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-57959-7"},{"key":"ref54","article-title":"The unity project","year":"2025"},{"key":"ref55","article-title":"Ceedling","year":"2025"},{"key":"ref56","article-title":"Your gateway to embedded software development excellence","year":"2025"},{"key":"ref57","article-title":"Arduinounit","year":"2023"},{"key":"ref58","first-page":"296","article-title":"SmartUnit: Empirical evaluations for automated unit testing of embedded software in industry","volume-title":"Proc. 40th Int. Conf. Softw. Eng.: Softw. Eng. Pract.","author":"Zhang","year":"2018"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/ICST49551.2021.00059"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1145\/3184558.3186199"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/ICFEC.2017.8"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/TENCON.2017.8228241"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2022.3182589"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1145\/3341105.3373930"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.23919\/ITUK48006.2019.8996134"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/MCE.2019.2941393"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/ICNDC.2012.53"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/UEMCON54665.2022.9965635"},{"key":"ref69","article-title":"How to conduct usability testing with maze","year":"2024"},{"key":"ref70","article-title":"The ultimate digital accessibility testing toolkit","year":"2025"},{"key":"ref71","article-title":"Whats the system usability scale (SUS) & how can you use it?","year":"2022"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/ISSI47111.2019.9043692"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.001.1900125"},{"key":"ref74","first-page":"127","article-title":"Chapter five - usability evaluation for the IoT use in enhanced living environments","volume-title":"Internet of Things: Architectures for Enhanced Living Environments","author":"Kopackova","year":"2024"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.3390\/agriengineering6020095"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1002\/cpe.4946"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1155\/2022\/8626882"},{"key":"ref78","first-page":"1","article-title":"Lorawana low power wan protocol for internet of things: A review and opportunities","volume-title":"Proc. 2nd Int. Multidisciplinary Conf. Comput. Energy Sci.","author":"de Carvalho Silva","year":"2017"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-37366-7_16"},{"key":"ref80","volume-title":"LoWPAN: The Wireless Embedded Internet","volume":"6","author":"Shelby","year":"2011"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1109\/saci.2018.8440933"},{"key":"ref82","article-title":"NetEm - network emulator","year":"2011"},{"key":"ref83","article-title":"WANem - wide area network emulator","year":"2014"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1109\/DT.2019.8813679"},{"key":"ref85","article-title":"Apache Kafka","year":"2024"},{"key":"ref86","article-title":"Spark streaming programming guide","year":"2025"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.3390\/s21030913"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.3390\/s20226420"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1145\/3120459.3120471"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1109\/IoTDI49375.2020.00027"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1145\/3106426.3106518"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1109\/GIOTS49054.2020.9119514"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.3390\/s24113650"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1109\/JSYST.2014.2360460"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1186\/s40537-020-0285-1"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1109\/TIV.2024.3379928"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1109\/JSEN.2019.2948681"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2022.3162219"},{"key":"ref99","article-title":"An introduction to COOJA","year":"2019"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1109\/LCN.2006.322172"},{"key":"ref101","article-title":"NS-3 network simulator","year":"2025"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1109\/ICCCA49541.2020.9250808"},{"key":"ref103","article-title":"OMNet discrete event simulator","year":"2025"},{"key":"ref104","first-page":"55","article-title":"Simulating massive IoT environmental monitoring scenario using omnet","volume-title":"Proc. 27th Telecommun. Forum","author":"Josifovi","year":"2019"},{"key":"ref105","first-page":"55","volume-title":"INET Framework","author":"Mszros","year":"2019"},{"key":"ref106","first-page":"215","volume-title":"VEINS: The Open Source Vehicular Network Simulation Framework","author":"Sommer","year":"2019"},{"key":"ref107","article-title":"The very large scale IoT testbed","year":"2020"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1109\/WF-IoT.2015.7389098"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1109\/ECAI46879.2019.9042005"},{"key":"ref110","article-title":"International expertise for digital transformation, internet of things, and data protection","year":"2022"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1109\/RIOT.2015.7104907"},{"key":"ref112","article-title":"Karma spectacular test runner for JavaScript","year":"2024"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1109\/ICCUBEA47591.2019.9129307"},{"key":"ref114","article-title":"Robot framework","year":"2025"},{"key":"ref115","article-title":"Low-code programming for event-driven applications","year":"2025"},{"key":"ref116","first-page":"1","article-title":"IoT sensor integration to node-red platform","volume-title":"Proc. 17th Int. Symp.","author":"Leki","year":"2018"},{"key":"ref117","article-title":"Jenkins","year":"2025"},{"key":"ref118","volume-title":"Continuous Delivery with Docker and Jenkins: Create Secure Applications by Building Complete CI\/CD Pipelines","author":"Leszko","year":"2022"},{"key":"ref119","article-title":"QEMU - a generic and open source machine emulator and virtualizer","year":"2025"},{"key":"ref120","article-title":"Emulating the internet of things with QEMU","author":"Osman","year":"2020"},{"key":"ref121","doi-asserted-by":"publisher","DOI":"10.1109\/DFT63277.2024.10753562"},{"key":"ref122","article-title":"Docker docs","year":"2025"},{"key":"ref123","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2018.1701233"},{"key":"ref124","article-title":"Powerful IoT device management made simple","year":"2025"},{"key":"ref125","doi-asserted-by":"publisher","DOI":"10.1109\/WF-IoT58464.2023.10539473"},{"key":"ref126","doi-asserted-by":"publisher","DOI":"10.1007\/s00165-011-0185-4"},{"key":"ref127","doi-asserted-by":"publisher","DOI":"10.1109\/ETS.2018.8400703"},{"key":"ref128","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-78917-8_2"},{"key":"ref129","doi-asserted-by":"publisher","DOI":"10.1002\/9781118459898.ch10"},{"key":"ref130","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-19-7513-4_33"},{"key":"ref131","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4842-8882-5_4"},{"key":"ref132","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-24271-8_19"},{"key":"ref133","doi-asserted-by":"publisher","DOI":"10.13052\/jicts2245-800X.912"},{"key":"ref134","doi-asserted-by":"publisher","DOI":"10.1109\/CITSM56380.2022.9935837"},{"key":"ref135","doi-asserted-by":"publisher","DOI":"10.1109\/ComPE49325.2020.9200028"},{"key":"ref136","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijcip.2014.03.001"},{"key":"ref137","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2019.2947432"},{"key":"ref138","doi-asserted-by":"publisher","DOI":"10.1109\/ICIRCA.2018.8597192"},{"key":"ref139","doi-asserted-by":"publisher","DOI":"10.1145\/2885990.2885999"},{"key":"ref140","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-36537-0_9"},{"key":"ref141","article-title":"Compactrio systems","year":"2025"},{"key":"ref142","doi-asserted-by":"publisher","DOI":"10.1109\/ESIAT.2010.5567221"},{"key":"ref143","doi-asserted-by":"publisher","DOI":"10.1145\/3386328"},{"key":"ref144","doi-asserted-by":"publisher","DOI":"10.1109\/CEIT.2016.7929015"},{"key":"ref145","doi-asserted-by":"publisher","DOI":"10.1109\/ICORIS.2019.8874914"},{"key":"ref146","doi-asserted-by":"publisher","DOI":"10.1109\/IAVVC57316.2023.10328070"},{"key":"ref147","doi-asserted-by":"publisher","DOI":"10.1016\/j.iot.2022.100568"},{"key":"ref148","doi-asserted-by":"publisher","DOI":"10.1109\/OJIM.2022.3232650"},{"key":"ref149","doi-asserted-by":"publisher","DOI":"10.1145\/3361525.3361556"},{"key":"ref150","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-021-10066-6"},{"key":"ref151","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2019.2957029"},{"key":"ref152","article-title":"An end-to-end platform for machine learning","year":"2025"},{"key":"ref153","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4842-5558-2_1"},{"key":"ref154","article-title":"Scikit-learn - machine learning in python","year":"2025"},{"key":"ref155","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4842-4470-8_18"},{"key":"ref156","article-title":"Low-code machine learning","year":"2025"},{"key":"ref157","doi-asserted-by":"publisher","DOI":"10.1109\/INOCON57975.2023.10101357"},{"key":"ref158","article-title":"Edge impulse - the leading edge AI platform","year":"2025"},{"key":"ref159","first-page":"254","article-title":"Edge impulse: An MLOps platform for tiny machine learning","volume-title":"Proc. Mach. Learn. Syst. Conf.","author":"banbury","year":"2023"},{"key":"ref160","article-title":"Azure digital twins documentation","year":"2025"},{"key":"ref161","volume-title":"Hands-On Azure Digital Twins: A practical guide to building distributed IoT solutions","author":"Meijers","year":"2022"},{"key":"ref162","article-title":"Mindsphere - The industrial IoT as a service solution","year":"2025"},{"key":"ref163","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-33742-1_5"},{"key":"ref164","article-title":"IBM Watson IoT platform","year":"2025"},{"key":"ref165","doi-asserted-by":"publisher","DOI":"10.1007\/s11277-021-08439-7"},{"key":"ref166","doi-asserted-by":"publisher","DOI":"10.1016\/j.ifacol.2022.08.007"},{"key":"ref167","volume-title":"Apache kafka","author":"Garg","year":"2013"},{"key":"ref168","article-title":"MQTT - the standard for IoT messaging","year":"2024"},{"key":"ref169","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-95171-3_47"},{"key":"ref170","article-title":"Grafana - the open and composable observability platform","year":"2025"},{"key":"ref171","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4842-6888-9_6"},{"key":"ref172","article-title":"Prometheus","year":"2025"},{"key":"ref173","volume-title":"Monitoring With Prometheus","author":"Turnbull","year":"2018"},{"key":"ref174","doi-asserted-by":"publisher","DOI":"10.1109\/ICISCT49550.2020.9080053"},{"key":"ref175","doi-asserted-by":"publisher","DOI":"10.1109\/ICS64339.2024.00022"},{"key":"ref176","article-title":"Getting started on AWS IoT with simulated data","year":"2023"},{"key":"ref177","doi-asserted-by":"publisher","DOI":"10.1109\/SOSE.2011.6139087"},{"key":"ref178","article-title":"oneM2M sets standards for the Internet of Things & M2M","year":"2025"},{"key":"ref179","doi-asserted-by":"publisher","DOI":"10.1109\/SIU.2016.7496087"},{"key":"ref180","article-title":"OCF solving the IoT standards gap","year":"2025"},{"key":"ref181","article-title":"Csa-IoT - building the foundation and future of the IoT","year":"2025"},{"key":"ref182","doi-asserted-by":"publisher","DOI":"10.1016\/j.iot.2023.101005"},{"key":"ref183","article-title":"Thread","year":"2025"},{"key":"ref184","doi-asserted-by":"publisher","DOI":"10.1109\/GreenTech.2018.00037"},{"key":"ref185","doi-asserted-by":"publisher","DOI":"10.1109\/CCNC.2019.8651786"},{"key":"ref186","doi-asserted-by":"publisher","DOI":"10.1109\/VTCFall.2016.7881049"},{"key":"ref187","doi-asserted-by":"publisher","DOI":"10.1109\/IOTM.0001.1800022"},{"key":"ref188","article-title":"Idepa - labels & trimmings","year":"2025"},{"key":"ref189","doi-asserted-by":"publisher","DOI":"10.1365\/s43439-022-00067-6"},{"key":"ref190","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-26845-8_5"},{"issue":"134","key":"ref191","first-page":"5","article-title":"Web content accessibility guidelines (WCAG) 2.0","volume":"290","author":"Caldwell","year":"2008","journal-title":"WWW Consortium"}],"container-title":["IEEE Sensors Reviews"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10347229\/11301975\/11224440.pdf?arnumber=11224440","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,22]],"date-time":"2025-12-22T18:40:39Z","timestamp":1766428839000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11224440\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"references-count":191,"URL":"https:\/\/doi.org\/10.1109\/sr.2025.3628264","relation":{},"ISSN":["2995-7478"],"issn-type":[{"value":"2995-7478","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]}}}