{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,21]],"date-time":"2026-05-21T15:14:30Z","timestamp":1779376470741,"version":"3.53.1"},"reference-count":155,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"10","license":[{"start":{"date-parts":[[2024,10,1]],"date-time":"2024-10-01T00:00:00Z","timestamp":1727740800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IIEEE Trans. Software Eng."],"published-print":{"date-parts":[[2024,10]]},"DOI":"10.1109\/tse.2024.3444697","type":"journal-article","created":{"date-parts":[[2024,8,19]],"date-time":"2024-08-19T17:28:44Z","timestamp":1724088524000},"page":"2544-2567","source":"Crossref","is-referenced-by-count":22,"title":["Runtime Verification and Field-Based Testing for ROS-Based Robotic Systems"],"prefix":"10.1109","volume":"50","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9997-8487","authenticated-orcid":false,"given":"Ricardo","family":"Caldas","sequence":"first","affiliation":[{"name":"Chalmers University of Technology, Göteborg, Sweden"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-6510-4537","authenticated-orcid":false,"given":"Juan Antonio Pi\u00f1era","family":"Garc\u00eda","sequence":"additional","affiliation":[{"name":"Gran Sasso Science Institute (GSSI), L’Aquila, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-6507-9278","authenticated-orcid":false,"given":"Matei","family":"Schiopu","sequence":"additional","affiliation":[{"name":"Chalmers University of Technology, Göteborg, Sweden"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5438-2281","authenticated-orcid":false,"given":"Patrizio","family":"Pelliccione","sequence":"additional","affiliation":[{"name":"Gran Sasso Science Institute (GSSI), L’Aquila, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1661-8131","authenticated-orcid":false,"given":"Gena\u00edna","family":"Rodrigues","sequence":"additional","affiliation":[{"name":"University of Brasilia, Brasília-Federal District, Brazil"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3870-5167","authenticated-orcid":false,"given":"Thorsten","family":"Berger","sequence":"additional","affiliation":[{"name":"Ruhr University Bochum, Bochum, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1126\/scirobotics.aar7650"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/MRA.2009.932127"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3409743"},{"key":"ref4","article-title":"Function-based cost estimation for service robot prototypes in early design phases","author":"Bl\u00fcmlein","year":"2014"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/3387939.3391591"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/SEAMS51251.2021.00040"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-66494-7_12"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2022.3230059"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2019.2945329"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1007\/s10270-020-00854-x"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-32552-1_12"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2022.111363"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/MRA.2009.934837"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/MRA.2010.935798"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2023.3269081"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-66494-7_4"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-66494-7_9"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-66494-7_8"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2019.02.021"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-022-10231-5"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1145\/3597926.3598069"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/RoSE59155.2023.00014"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA48506.2021.9561240"},{"key":"ref24","doi-asserted-by":"crossref","first-page":"61","DOI":"10.1145\/3195836.3195853","article-title":"Influencers of quality assurance in an open source community","volume-title":"Proc. 11th Int. Workshop Cooperative Human Aspects Softw. Eng.","author":"Alami","year":"2018"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/RoSE52553.2021.00013"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2021.110969"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-69149-5_40"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-75632-5_1"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1007\/s10009-021-00609-z"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-19849-6_22"},{"key":"ref31","article-title":"Rossmarie: A domain-specific language to express dynamic safety rules and recovery strategies for autonomous robots","volume-title":"Proc. 2nd Workshop Qual. Rel. Assessment Robotic Softw. Architect. Compon.","author":"Rizwan","year":"2023"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2023.111733"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2018.2794580"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1145\/3447240"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1145\/1555619.1555630"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.17705\/1jais.00495"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-82405-1_14"},{"key":"ref38","article-title":"Replication package","author":"Caldas","year":"2024"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2008.09.009"},{"key":"ref40","article-title":"PX4 Autopilot Project","year":"2023"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1145\/3342355"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-74565-5_48"},{"key":"ref43","first-page":"141","article-title":"A tutorial on runtime verification","volume":"34","author":"Falcone","year":"2013","journal-title":"Eng. Dependable Softw. Syst."},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-24690-6_15"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/reldis.1991.145404"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-54927-9_15"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1177\/17298806221081325"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1016\/j.sysarc.2021.102341"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2022.111574"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/TR.2019.2923681"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-11164-3_20"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/IROS47612.2022.9982129"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1145\/3029798.3038437"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/ICST46399.2020.00020"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-11900-7_18"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/RoSE59155.2023.00013"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1145\/3313151.3313166"},{"key":"ref58","first-page":"276","article-title":"Robustness testing of autonomy software","volume-title":"Proc. IEEE\/ACM 40th Int. Conf. Softw. Eng.: Softw. Eng. Pract. Track (ICSE-SEIP)","author":"Hutchison","year":"2018"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/ROBIO.2009.4913075"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1002\/inst.12140"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-54927-9_4"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1016\/j.robot.2022.104318"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/SEAMS51251.2021.00037"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/FormaliSE.2017.9"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.3390\/app13031532"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/RTAS52030.2021.00028"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/RTSS52674.2021.00016"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1007\/s10846-017-0700-9"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-09062-2_2"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/RoSE52553.2021.00010"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/EMSOFT51651.2020.9244014"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-63486-5_40"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2000.885887"},{"key":"ref74","article-title":"Deploying robots in everyday environments: Towards dependable and practical robotic systems","author":"Mitrevski","year":"2022"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2006.113"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-29032-9_13"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/ICACCCN.2018.8748585"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1016\/j.softx.2023.101463"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2023.3279614"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1016\/j.robot.2022.104361"},{"key":"ref81","first-page":"754","article-title":"Securing robots: An integrated approach for security challenges and monitoring for the robotic operating system (ROS)","volume-title":"Proc. IFIP\/IEEE Int. Symp. Integr. Netw. Manage. (IM)","author":"Rivera","year":"2021"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2011.227"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1016\/j.scico.2016.02.002"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1109\/SYSCON.2017.7934755"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3117343"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1109\/DS-RT50469.2020.9213676"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1145\/3597503.3639206"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1145\/3365438.3410952"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA48891.2023.10160434"},{"key":"ref90","first-page":"1","article-title":"Robotic software systems: From code-driven to model-driven designs","volume-title":"Proc. Int. Conf. Adv. Robot.","author":"Schlegel","year":"2009"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1145\/3365438.3410941"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1109\/QRS.2017.25"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1007\/s10479-022-04759-4"},{"key":"ref94","first-page":"649","article-title":"CPSAML: A language and code generation framework for digital twin based monitoring of mobile cyber-physical systems","volume-title":"Proc. 25th Int. Conf. Model Driven Eng. Lang. Syst.: Companion Proc.","author":"Fend","year":"2022"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1109\/ECMR.2015.7324210"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1145\/1086228.1086283"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1109\/IRC.2019.00060"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1007\/s10270-021-00873-2"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1007\/s10009-023-00720-3"},{"key":"ref100","article-title":"Safety verification for ros software","author":"Santos","year":"2021"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.23919\/DATE51398.2021.9474167"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2019.8793754"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-59152-6_34"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.3390\/machines11020166"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-43360-3_11"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-11900-7_18"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-88494-9_18"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1109\/ICUS52573.2021.9641133"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2017.8202313"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2024.3373531"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-021-06120-5"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.1109\/ICCSI55536.2022.9970607"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1145\/3620665.3640425"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA46639.2022.9811701"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.23919\/DATE56975.2023.10137246"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.1145\/3540250.3549164"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-20190-6_8"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.1109\/IROS47612.2022.9981789"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2021.3120680"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.1145\/3395363.3397387"},{"key":"ref121","doi-asserted-by":"publisher","DOI":"10.1145\/3278186.3278195"},{"key":"ref122","first-page":"466","article-title":"Mixed-reality robot behavior replay: A system implementation","author":"Han","year":"2022","journal-title":"AAAI Fall Symp. Artif. Intell. Human-Robot Interaction (AI-HRI)"},{"key":"ref123","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-35699-6_38"},{"key":"ref124","doi-asserted-by":"publisher","DOI":"10.1145\/3387939.3391595"},{"key":"ref125","doi-asserted-by":"publisher","DOI":"10.1109\/ICST49551.2021.00036"},{"key":"ref126","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2018.00040"},{"key":"ref127","first-page":"453","article-title":"Continuous integration for testing full robotic behaviours in a GUI-stripped simulation","volume-title":"Proc. MoDELS (Workshops)","author":"Estivill-Castro","year":"2018"},{"key":"ref128","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-39225-7_14"},{"key":"ref129","doi-asserted-by":"publisher","DOI":"10.5220\/0006851801510158"},{"key":"ref130","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-662-44468-9_27"},{"key":"ref131","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2023.3280810"},{"key":"ref132","doi-asserted-by":"publisher","DOI":"10.1109\/ICAR.2015.7251486"},{"key":"ref133","doi-asserted-by":"publisher","DOI":"10.1109\/ICARSC55462.2022.9784813"},{"key":"ref134","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-45956-7_12"},{"key":"ref135","doi-asserted-by":"publisher","DOI":"10.1145\/3524844.3528050"},{"key":"ref136","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2022.3230059"},{"key":"ref137","doi-asserted-by":"publisher","DOI":"10.1037\/\/0033-2909.112.1.155"},{"key":"ref138","doi-asserted-by":"publisher","DOI":"10.1007\/s10703-019-00337-w"},{"key":"ref139","volume-title":"Eiffel: The Language","author":"Meyer","year":"1992"},{"key":"ref140","article-title":"A contract design","volume-title":"Proc. C++ Standards Committee Working Group ISOCPP","author":"Reis","year":"2016"},{"key":"ref141","article-title":"A compositional approach to verifying modular robotic systems","author":"Luckcuck","year":"2022"},{"key":"ref142","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2015.2398877"},{"key":"ref143","doi-asserted-by":"publisher","DOI":"10.1145\/3627163"},{"key":"ref144","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-29044-2"},{"key":"ref145","article-title":"Guidelines for performing systematic literature reviews in software engineering","author":"Kitchenham","year":"2007"},{"key":"ref146","doi-asserted-by":"publisher","DOI":"10.1109\/WAIN52551.2021.00018"},{"key":"ref147","doi-asserted-by":"publisher","DOI":"10.1007\/s11219-020-09535-w"},{"key":"ref148","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2013.6696599"},{"key":"ref149","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2020.3000426"},{"key":"ref150","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2024.3420816"},{"key":"ref151","doi-asserted-by":"publisher","DOI":"10.1109\/ICST53961.2022.00017"},{"key":"ref152","volume-title":"Software Telemetry","author":"Riedesel","year":"2021"},{"key":"ref153","doi-asserted-by":"publisher","DOI":"10.1145\/3561846.3561852"},{"key":"ref154","doi-asserted-by":"publisher","DOI":"10.1109\/ACSOS-C52956.2021.00058"},{"key":"ref155","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2022.107061"}],"container-title":["IEEE Transactions on Software Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/32\/10721226\/10638820.pdf?arnumber=10638820","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,27]],"date-time":"2024-11-27T00:28:25Z","timestamp":1732667305000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10638820\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10]]},"references-count":155,"journal-issue":{"issue":"10"},"URL":"https:\/\/doi.org\/10.1109\/tse.2024.3444697","relation":{},"ISSN":["0098-5589","1939-3520","2326-3881"],"issn-type":[{"value":"0098-5589","type":"print"},{"value":"1939-3520","type":"electronic"},{"value":"2326-3881","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,10]]}}}