{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,30]],"date-time":"2026-05-30T09:06:28Z","timestamp":1780131988100,"version":"3.54.0"},"reference-count":48,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2026,5,30]],"date-time":"2026-05-30T00:00:00Z","timestamp":1780099200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,5,30]],"date-time":"2026-05-30T00:00:00Z","timestamp":1780099200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["No. 62202432"],"award-info":[{"award-number":["No. 62202432"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["No. 62192733"],"award-info":[{"award-number":["No. 62192733"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["No. 62192730"],"award-info":[{"award-number":["No. 62192730"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2026,11]]},"DOI":"10.1007\/s10664-026-10887-3","type":"journal-article","created":{"date-parts":[[2026,5,30]],"date-time":"2026-05-30T08:57:55Z","timestamp":1780131475000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Multi-scenario benchmark for autonomous driving systems: Exposing diverse behavioral anomalies"],"prefix":"10.1007","volume":"31","author":[{"given":"Jialing","family":"Huang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3588-7839","authenticated-orcid":false,"given":"Tingting","family":"Wu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zuohua","family":"Ding","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yongkui","family":"Xu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yunwei","family":"Dong","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,5,30]]},"reference":[{"key":"10887_CR1","first-page":"38","volume-title":"2021 IEEE 21st International Conference on Software Quality","author":"T Bai","year":"2021","unstructured":"Bai T, Fan Y, Pan Y et al (2021) Metamorphic testing for traffic light recognition in autonomous driving systems. 2021 IEEE 21st International Conference on Software Quality. Reliability and Security Companion (QRS-C), IEEE, pp 38\u201344"},{"key":"10887_CR2","unstructured":"Boudette NE (2017) Tesla\u2019s self-driving system cleared in deadly crash. The New York Times 19"},{"key":"10887_CR3","doi-asserted-by":"crossref","unstructured":"Caesar H, Bankiti V, Lang AH et\u00a0al (2020) nuscenes: A multimodal dataset for autonomous driving. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 11621\u201311631","DOI":"10.1109\/CVPR42600.2020.01164"},{"key":"10887_CR4","unstructured":"CBSLA S (2021) Tesla driver killed, 2 seriously hurt in big-rig wreck on 210 freeway in fontana. CBS Los Angeles, pp https:\/\/losangeles cbslocal com\/2021\/05\/05\/tesla\u2013driver\u2013killed\u2013big\u2013rig\u2013wreck\u2013on\u2013210\u2013freeway\u2013in\u2013fontana\u2013good\u2013samaritan\u2013hurt\/(Accessed 31 May 2021)"},{"key":"10887_CR5","doi-asserted-by":"crossref","unstructured":"Deng Y, Zheng X, Zhang T et\u00a0al (2021) Rmt: Rule-based metamorphic testing for autonomous driving models. arXiv preprint arXiv:2012.10672","DOI":"10.1109\/MET52542.2021.00012"},{"key":"10887_CR6","unstructured":"Dosovitskiy A, Ros G, Codevilla F et\u00a0al (2017) Carla: An open urban driving simulator. In: Conference on robot learning, PMLR, pp 1\u201316"},{"key":"10887_CR7","doi-asserted-by":"crossref","unstructured":"Ettinger S, Cheng S, Caine B et\u00a0al (2021) Large scale interactive motion forecasting for autonomous driving: The waymo open motion dataset. In: Proceedings of the IEEE\/CVF international conference on computer vision, pp 9710\u20139719","DOI":"10.1109\/ICCV48922.2021.00957"},{"key":"10887_CR8","unstructured":"Fan H, Zhu F, Liu C et\u00a0al (2018) Baidu apollo em motion planner. arXiv preprint arXiv:1807.08048"},{"key":"10887_CR9","doi-asserted-by":"crossref","unstructured":"Geiger A, Lenz P, Urtasun R (2012) Are we ready for autonomous driving? the kitti vision benchmark suite. In: 2012 IEEE conference on computer vision and pattern recognition, IEEE, pp 3354\u20133361","DOI":"10.1109\/CVPR.2012.6248074"},{"issue":"11","key":"10887_CR10","doi-asserted-by":"publisher","first-page":"1231","DOI":"10.1177\/0278364913491297","volume":"32","author":"A Geiger","year":"2013","unstructured":"Geiger A, Lenz P, Stiller C et al (2013) Vision meets robotics: The kitti dataset. Int J Robot Res 32(11):1231\u20131237","journal-title":"Int J Robot Res"},{"key":"10887_CR11","unstructured":"Geyer J, Kassahun Y, Mahmudi M et\u00a0al (2020) A2d2: Audi autonomous driving dataset. arXiv preprint arXiv:2004.06320"},{"key":"10887_CR12","doi-asserted-by":"crossref","unstructured":"Guo A, Feng Y, Chen Z (2022) Lirtest: augmenting lidar point clouds for automated testing of autonomous driving systems. In: Proceedings of the 31st ACM SIGSOFT international symposium on software testing and analysis, pp 480\u2013492","DOI":"10.1145\/3533767.3534397"},{"key":"10887_CR13","doi-asserted-by":"crossref","unstructured":"Guzm\u00e1n R, Hayet JB, Klette R (2015) Towards ubiquitous autonomous driving: The ccsad dataset. In: Computer Analysis of Images and Patterns: 16th International Conference, CAIP 2015, Valletta, Malta, September 2-4, 2015 Proceedings, Part I 16, Springer, pp 582\u2013593","DOI":"10.1007\/978-3-319-23192-1_49"},{"key":"10887_CR14","doi-asserted-by":"crossref","unstructured":"Han JC, Zhou ZQ (2020) Metamorphic fuzz testing of autonomous vehicles. In: Proceedings of the IEEE\/ACM 42nd international conference on software engineering workshops, pp 380\u2013385","DOI":"10.1145\/3387940.3392252"},{"key":"10887_CR15","doi-asserted-by":"crossref","unstructured":"Haq FU, Shin D, Briand LC (2023) Many-objective reinforcement learning for online testing of dnn-enabled systems. In: 2023 IEEE\/ACM 45th International Conference on Software Engineering (ICSE), IEEE, pp 1814\u20131826","DOI":"10.1109\/ICSE48619.2023.00155"},{"key":"10887_CR16","unstructured":"Houston J, Zuidhof G, Bergamini L et\u00a0al (2021) One thousand and one hours: Self-driving motion prediction dataset. In: Conference on robot learning, PMLR, pp 409\u2013418"},{"key":"10887_CR17","unstructured":"Hu Z, Guo S, Zhong Z et\u00a0al (2021) Coverage-based scene fuzzing for virtual autonomous driving testing. arXiv preprint arXiv:2106.00873"},{"key":"10887_CR18","doi-asserted-by":"crossref","unstructured":"Huang X, Cheng X, Geng Q et\u00a0al (2018) The apolloscape dataset for autonomous driving. In: Proceedings of the IEEE conference on computer vision and pattern recognition workshops, pp 954\u2013960","DOI":"10.1109\/CVPRW.2018.00141"},{"key":"10887_CR19","doi-asserted-by":"crossref","unstructured":"Inan BA, Rondao D, Aouf N (2023) Enhancing lidar point cloud segmentation with synthetic data. In: 2023 31st Mediterranean Conference on Control and Automation (MED), IEEE, pp 370\u2013375","DOI":"10.1109\/MED59994.2023.10185741"},{"key":"10887_CR20","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2022.107104","volume":"155","author":"M Iqbal","year":"2023","unstructured":"Iqbal M, Han JC, Zhou ZQ et al (2023) Metamorphic testing of advanced driver-assistance system (adas) simulation platforms: Lane keeping assist system (lkas) case studies. Inf Softw Technol 155:107104","journal-title":"Inf Softw Technol"},{"key":"10887_CR21","doi-asserted-by":"crossref","unstructured":"Jagannadha PKD, Yilmaz M, Sonawane M et\u00a0al (2019) Special session: in-system-test (ist) architecture for nvidia drive-agx platforms. In: 2019 IEEE 37th VLSI Test Symposium (VTS), IEEE, pp 1\u20138","DOI":"10.1109\/VTS.2019.8758636"},{"issue":"1","key":"10887_CR22","doi-asserted-by":"publisher","first-page":"108","DOI":"10.3390\/s24010108","volume":"24","author":"D Karunakaran","year":"2023","unstructured":"Karunakaran D, Berrio Perez JS, Worrall S (2023) Generating edge cases for testing autonomous vehicles using real-world data. Sensors 24(1):108","journal-title":"Sensors"},{"key":"10887_CR23","doi-asserted-by":"crossref","unstructured":"Kim S, Liu M, Rhee JJ et\u00a0al (2022) Drivefuzz: Discovering autonomous driving bugs through driving quality-guided fuzzing. In: Proceedings of the 2022 ACM SIGSAC conference on computer and communications security, pp 1753\u20131767","DOI":"10.1145\/3548606.3560558"},{"key":"10887_CR24","doi-asserted-by":"crossref","unstructured":"Krajewski R, Bock J, Kloeker L et\u00a0al (2018) The highd dataset: A drone dataset of naturalistic vehicle trajectories on german highways for validation of highly automated driving systems. In: 2018 21st international conference on intelligent transportation systems (ITSC), IEEE, pp 2118\u20132125","DOI":"10.1109\/ITSC.2018.8569552"},{"key":"10887_CR25","doi-asserted-by":"crossref","unstructured":"Liu X, Deng Z, Lu H et\u00a0al (2017) Benchmark for road marking detection: Dataset specification and performance baseline. In: 2017 IEEE 20th International Conference on Intelligent Transportation Systems (ITSC), IEEE, pp 1\u20136","DOI":"10.1109\/ITSC.2017.8317749"},{"key":"10887_CR26","doi-asserted-by":"crossref","unstructured":"Liu D, Cui Y, Cao Z et\u00a0al (2020) A large-scale simulation dataset: Boost the detection accuracy for special weather conditions. In: 2020 International joint conference on neural networks (IJCNN), IEEE, pp 1\u20138","DOI":"10.1109\/IJCNN48605.2020.9206716"},{"key":"10887_CR27","doi-asserted-by":"crossref","unstructured":"Lu C (2023) Test scenario generation for autonomous driving systems with reinforcement learning. In: 2023 IEEE\/ACM 45th International Conference on Software Engineering: Companion Proceedings (ICSE-Companion), IEEE, pp 317\u2013319","DOI":"10.1109\/ICSE-Companion58688.2023.00086"},{"key":"10887_CR28","unstructured":"Luu QH, Liu H, Chen TY et\u00a0al (2022) A sequential metamorphic testing framework for understanding automated driving systems. arXiv preprint arXiv:2206.03075"},{"issue":"4","key":"10887_CR29","doi-asserted-by":"publisher","first-page":"1422","DOI":"10.1109\/TR.2021.3112538","volume":"70","author":"LJ Moukahal","year":"2021","unstructured":"Moukahal LJ, Zulkernine M, Soukup M (2021) Vulnerability-oriented fuzz testing for connected autonomous vehicle systems. IEEE Trans Reliab 70(4):1422\u20131437","journal-title":"IEEE Trans Reliab"},{"key":"10887_CR30","first-page":"30","volume-title":"2021 IEEE 21st International Conference on Software Quality","author":"Y Pan","year":"2021","unstructured":"Pan Y, Ao H, Fan Y (2021) Metamorphic testing for autonomous driving systems in fog based on quantitative measurement. 2021 IEEE 21st International Conference on Software Quality. Reliability and Security Companion (QRS-C), IEEE, pp 30\u201337"},{"key":"10887_CR31","doi-asserted-by":"crossref","unstructured":"Rong G, Shin BH, Tabatabaee H et\u00a0al (2020) Lgsvl simulator: A high fidelity simulator for autonomous driving. In: 2020 IEEE 23rd International conference on intelligent transportation systems (ITSC), IEEE, pp 1\u20136","DOI":"10.1109\/ITSC45102.2020.9294422"},{"key":"10887_CR32","unstructured":"Schwall M, Daniel T, Victor T et\u00a0al (2020) Waymo public road safety performance data. arXiv preprint arXiv:2011.00038"},{"key":"10887_CR33","doi-asserted-by":"crossref","unstructured":"Seymour J, Luu QH et\u00a0al (2021) An empirical testing of autonomous vehicle simulator system for urban driving. In: 2021 IEEE international conference on artificial intelligence testing (AITest), IEEE, pp 111\u2013117","DOI":"10.1109\/AITEST52744.2021.00031"},{"key":"10887_CR34","doi-asserted-by":"crossref","unstructured":"Shah S, Dey D, Lovett C et\u00a0al (2018) Airsim: High-fidelity visual and physical simulation for autonomous vehicles. In: Field and Service Robotics: Results of the 11th International Conference, Springer, pp 621\u2013635","DOI":"10.1007\/978-3-319-67361-5_40"},{"key":"10887_CR35","doi-asserted-by":"crossref","unstructured":"Sharif A, Marijan D (2022) Adversarial deep reinforcement learning for improving the robustness of multi-agent autonomous driving policies. In: 2022 29th Asia-Pacific Software Engineering Conference (APSEC), IEEE, pp 61\u201370","DOI":"10.1109\/APSEC57359.2022.00018"},{"key":"10887_CR36","doi-asserted-by":"crossref","unstructured":"Sun P, Kretzschmar H, Dotiwalla X et\u00a0al (2020) Scalability in perception for autonomous driving: Waymo open dataset. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 2446\u20132454","DOI":"10.1109\/CVPR42600.2020.00252"},{"key":"10887_CR37","unstructured":"Thadani T, Siddiqui F, Lerman R et\u00a0al (2023) Tesla drivers run autopilot where it\u2019s not intended-with deadly consequences. The Washington Post"},{"key":"10887_CR38","doi-asserted-by":"crossref","unstructured":"Underwood R, Luu QH, Liu H (2023) A metamorphic testing framework and toolkit for modular automated driving systems. In: 2023 IEEE\/ACM 8th International Workshop on Metamorphic Testing (MET), IEEE, pp 17\u201324","DOI":"10.1109\/MET59151.2023.00010"},{"key":"10887_CR39","doi-asserted-by":"crossref","unstructured":"Xie X, Duan Y, Chen S et\u00a0al (2022) Towards the robustness of multiple object tracking systems. In: 2022 IEEE 33rd International Symposium on Software Reliability Engineering (ISSRE), IEEE, pp 402\u2013413","DOI":"10.1109\/ISSRE55969.2022.00046"},{"key":"10887_CR40","doi-asserted-by":"crossref","unstructured":"Xu K, Xiao X, Miao J et\u00a0al (2020) Data driven prediction architecture for autonomous driving and its application on apollo platform. In: 2020 IEEE Intelligent Vehicles Symposium (IV), IEEE, pp 175\u2013181","DOI":"10.1109\/IV47402.2020.9304810"},{"issue":"7","key":"10887_CR41","doi-asserted-by":"publisher","first-page":"e2644","DOI":"10.1002\/smr.2644","volume":"36","author":"Z Yang","year":"2024","unstructured":"Yang Z, Huang S, Zheng C et al (2024) Metalidar: Automated metamorphic testing of lidar-based autonomous driving systems. J Softw Evolution Process 36(7):e2644","journal-title":"J Softw Evolution Process"},{"key":"10887_CR42","unstructured":"Yoffie DB (2014) Mobileye: The future of driverless cars. Harvard Business Review Press (China Case Studies)"},{"key":"10887_CR43","unstructured":"Yu F, Xian W, Chen Y et\u00a0al (2018) Bdd100k: A diverse driving video database with scalable annotation tooling 2(5):6. arXiv preprint arXiv:1805.04687"},{"key":"10887_CR44","unstructured":"Zhan W, Sun L, Wang D et\u00a0al (2019) Interaction dataset: An international, adversarial and cooperative motion dataset in interactive driving scenarios with semantic maps. arXiv preprint arXiv:1910.03088"},{"key":"10887_CR45","doi-asserted-by":"crossref","unstructured":"Zhang M, Zhang Y, Zhang L et\u00a0al (2018) Deeproad: Gan-based metamorphic testing and input validation framework for autonomous driving systems. In: Proceedings of the 33rd ACM\/IEEE international conference on automated software engineering, pp 132\u2013142","DOI":"10.1145\/3238147.3238187"},{"key":"10887_CR46","doi-asserted-by":"crossref","unstructured":"Zhao D, Guo Y, Jia YJ (2017) Trafficnet: An open naturalistic driving scenario library. In: 2017 IEEE 20th International Conference on Intelligent Transportation Systems (ITSC), IEEE, pp 1\u20138","DOI":"10.1109\/ITSC.2017.8317860"},{"issue":"4","key":"10887_CR47","doi-asserted-by":"publisher","first-page":"606","DOI":"10.1177\/03611981231185768","volume":"2678","author":"O Zheng","year":"2024","unstructured":"Zheng O, Abdel-Aty M, Yue L et al (2024) Citysim: a drone-based vehicle trajectory dataset for safety-oriented research and digital twins. Transp Res Rec 2678(4):606\u2013621","journal-title":"Transp Res Rec"},{"key":"10887_CR48","unstructured":"Zhu F, Ma L, Xu X et\u00a0al (2018) Baidu apollo auto-calibration system-an industry-level data-driven and learning based vehicle longitude dynamic calibrating algorithm. arXiv preprint arXiv:1808.10134"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-026-10887-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10664-026-10887-3","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-026-10887-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,30]],"date-time":"2026-05-30T08:58:04Z","timestamp":1780131484000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10664-026-10887-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,5,30]]},"references-count":48,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2026,11]]}},"alternative-id":["10887"],"URL":"https:\/\/doi.org\/10.1007\/s10664-026-10887-3","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,5,30]]},"assertion":[{"value":"22 December 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 May 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 May 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"This study does not involve human participants or animals.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical Approval"}},{"value":"The authors declare no conflict of interest.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflicts of Interests"}},{"value":"Not applicable.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Informed Consent"}},{"value":"Not applicable.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Clinical Trial Number"}}],"article-number":"158"}}