{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,14]],"date-time":"2026-04-14T15:48:04Z","timestamp":1776181684982,"version":"3.50.1"},"reference-count":91,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100000923","name":"Australian Research Council","doi-asserted-by":"publisher","award":["DP210102447"],"award-info":[{"award-number":["DP210102447"]}],"id":[{"id":"10.13039\/501100000923","id-type":"DOI","asserted-by":"publisher"}]},{"name":"ARC Linkage","award":["LP190100676"],"award-info":[{"award-number":["LP190100676"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IIEEE Trans. Software Eng."],"published-print":{"date-parts":[[2023,4,1]]},"DOI":"10.1109\/tse.2022.3206427","type":"journal-article","created":{"date-parts":[[2022,9,30]],"date-time":"2022-09-30T19:51:03Z","timestamp":1664567463000},"page":"1964-1982","source":"Crossref","is-referenced-by-count":39,"title":["A Declarative Metamorphic Testing Framework for Autonomous Driving"],"prefix":"10.1109","volume":"49","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9762-7058","authenticated-orcid":false,"given":"Yao","family":"Deng","sequence":"first","affiliation":[{"name":"Department of Computing, Macquarie University, Sydney, NSW, Australia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2572-2355","authenticated-orcid":false,"given":"Xi","family":"Zheng","sequence":"additional","affiliation":[{"name":"Department of Computing, Macquarie University, Sydney, NSW, Australia"}]},{"given":"Tianyi","family":"Zhang","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Purdue University, West Lafayette, IN, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3125-4399","authenticated-orcid":false,"given":"Huai","family":"Liu","sequence":"additional","affiliation":[{"name":"School of Software and Electrical Engineering, Swinburne University of Technology, Melbourne, VIC, Australia"}]},{"given":"Guannan","family":"Lou","sequence":"additional","affiliation":[{"name":"Department of Computing, Macquarie University, Sydney, NSW, Australia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3802-1512","authenticated-orcid":false,"given":"Miryung","family":"Kim","sequence":"additional","affiliation":[{"name":"Department of Computer Science, University of California, Los Angeles, Los Angeles, CA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3578-0994","authenticated-orcid":false,"given":"Tsong Yueh","family":"Chen","sequence":"additional","affiliation":[{"name":"School of Software and Electrical Engineering, Swinburne University of Technology, Melbourne, VIC, Australia"}]}],"member":"263","reference":[{"key":"ref1","article-title":"Waymo launches its first commercial self-driving car service","author":"Fingas","year":"2018"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/ICPR.2018.8546189"},{"key":"ref3","article-title":"End to end learning for self-driving cars","author":"Bojarski","year":"2016"},{"key":"ref4","article-title":"Teslas self-driving system cleared in deadly crash","author":"Boudette","year":"2017"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/j.trit.2016.03.003"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/IVS.2014.6856478"},{"key":"ref7","article-title":"Real-time simulation in real-time systems: Current status, research challenges and a way forward","author":"Zheng","year":"2019"},{"issue":"1","key":"ref8","first-page":"25","article-title":"The what, where and why of real-time simulation","volume":"1","author":"Belanger","year":"2010","journal-title":"Planet Rt"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TPAS.1969.292459"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/PICA.1995.515182"},{"key":"ref11","first-page":"1","article-title":"CARLA: An open urban driving simulator","volume-title":"Proc. Annu. Conf. Robot Learn.","author":"Dosovitskiy"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-67361-5_40"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/3540250.3549152"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2022.3202311"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/JSYST.2015.2496293"},{"key":"ref16","article-title":"Computing foundations and practice for cyber-physical systems: A preliminary report","author":"Lee","year":"2007"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2013.77"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1145\/3143561"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2016.2532875"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238187"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180220"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2021.111041"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/3387940.3392250"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00917"},{"key":"ref25","first-page":"700","article-title":"Unsupervised image-to-image translation networks","volume-title":"Proc. Annu. Conf. Neural Inf. Process. Syst.","author":"Liu"},{"key":"ref26","article-title":"Amazon mechanical turk","year":"2021"},{"key":"ref27","article-title":"Systematic testing of convolutional neural networks for autonomous driving","author":"Dreossi","year":"2017"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2021.3071405"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/3132747.3132785"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-89960-2_22"},{"key":"ref31","first-page":"347","article-title":"DeepBillboard: Systematic physical-world testing of autonomous driving systems","volume-title":"Proc. IEEE\/ACM 42nd Int. Conf. Softw. Eng.","author":"Zhou"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3338942"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180160"},{"key":"ref34","first-page":"63","article-title":"Testing advanced driver assistance systems using multi-objective search and neural networks","volume-title":"Proc. IEEE\/ACM 31st Int. Conf. Autom. Softw. Eng.","author":"Ben Abdessalem"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1145\/3293882.3330566"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3409730"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238202"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238172"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2018.00021"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1145\/3236024.3264835"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3338954"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2019.00108"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1145\/3293882.3330579"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1145\/3395363.3397346"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1145\/3236024.3236082"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME46990.2020.00079"},{"key":"ref47","first-page":"986","article-title":"TRADER: Trace divergence analysis and embedding regulation for debugging recurrent neural networks","volume-title":"Proc. IEEE Int. Conf. Softw. Eng.","author":"Tao"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2019.00043"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-14295-6_24"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-63387-9_5"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-63387-9_1"},{"key":"ref52","first-page":"6369","article-title":"Efficient formal safety analysis of neural networks","volume-title":"Proc. 32nd Int. Conf. Neural Inf. Process. Syst.","author":"Wang"},{"key":"ref53","first-page":"10825","article-title":"Fast and effective robustness certification","volume-title":"Proc. Annu. Conf. Neural Inf. Process. Syst.","author":"Singh"},{"key":"ref54","first-page":"784","article-title":"NeuroDiff: Scalable differential verification of neural networks using fine-grained approximation","volume-title":"Proc. IEEE\/ACM Int. Conf. Autom. Softw. Eng.","author":"Paulsen"},{"key":"ref55","first-page":"714","article-title":"ReluDiff: Differential verification of deep neural networks","volume-title":"Proc. IEEE\/ACM Int. Conf. Softw. Eng.","author":"Paulsen"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3417918"},{"key":"ref57","first-page":"423","article-title":"Marble: Model-based robustness analysis of stateful deep learning systems","volume-title":"Proc. Int. Conf. Autom. Softw. Eng.","author":"Du"},{"key":"ref58","article-title":"Metamorphic testing: A new approach for generating next test cases","author":"Chen","year":"2020"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2015.07.037"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1142\/S0218194006002951"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1145\/3475716.3484196"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2010.11.920"},{"key":"ref63","first-page":"867","article-title":"Properties of machine learning applications for use in metamorphic testing","author":"Murphy","year":"2008","journal-title":"Proc. 20th Int. Conf. Softw. Eng. Knowl. Eng."},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1145\/3241979"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1145\/3468264.3473920"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1145\/3131365.3131369"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.3115\/991886.991915"},{"key":"ref68","first-page":"195","article-title":"Statistical dependency analysis with support vector machines","volume-title":"Proc. Int. Conf. Parsing Technol.","author":"Yamada"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1016\/S0169-023X(97)00056-6"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/IVS.2018.8500632"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.3115\/1614025.1614037"},{"key":"ref72","volume-title":"Natural Language Processing With Python: Analyzing Text With the Natural Language Toolkit","author":"Bird","year":"2009"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/ICMLC.2006.258857"},{"key":"ref74","article-title":"Efficient estimation of word representations in vector space","author":"Mikolov"},{"key":"ref75","article-title":"spacy","year":"2020"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-45358-8_7"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1145\/1045283.1045292"},{"key":"ref78","article-title":"Learning OpenCV - computer vision with the OpenCV library: software that sees","author":"Bradski","year":"2008","journal-title":"OReilly"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1802.02611"},{"key":"ref80","first-page":"2672","article-title":"Generative adversarial nets","volume-title":"Proc. Annu. Conf. Neural Inf. Process. Syst.","author":"Goodfellow"},{"key":"ref81","article-title":"BDD100K: A diverse driving video database with scalable annotation tooling","author":"Yu","year":"2018"},{"key":"ref82","article-title":"A2D2: Audi autonomous driving dataset","author":"Geyer","year":"2020"},{"key":"ref83","article-title":"CNN model comparison in udacitys driving simulator","author":"Gundling","year":"2017"},{"key":"ref84","article-title":"cg23","year":"2017"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref86","article-title":"Very deep convolutional networks for large-scale image recognition","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Simonyan"},{"key":"ref87","article-title":"Udacity challenge 2: Steering angle prediction","year":"2017"},{"key":"ref88","article-title":"chauffeur","year":"2017"},{"key":"ref89","article-title":"U-GAT-IT: Unsupervised generative attentional networks with adaptive layer-instance normalization for image-to-image translation","author":"Kim","year":"2019"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1093\/ptj\/85.3.257"},{"key":"ref91","article-title":"Apollo","year":"2021"}],"container-title":["IEEE Transactions on Software Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/32\/10103953\/09906558.pdf?arnumber=9906558","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,22]],"date-time":"2024-01-22T22:40:06Z","timestamp":1705963206000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9906558\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,4,1]]},"references-count":91,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/tse.2022.3206427","relation":{},"ISSN":["0098-5589","1939-3520","2326-3881"],"issn-type":[{"value":"0098-5589","type":"print"},{"value":"1939-3520","type":"electronic"},{"value":"2326-3881","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,4,1]]}}}