{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,27]],"date-time":"2026-06-27T00:46:11Z","timestamp":1782521171154,"version":"3.54.5"},"reference-count":123,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"10","license":[{"start":{"date-parts":[[2023,10,1]],"date-time":"2023-10-01T00:00:00Z","timestamp":1696118400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,10,1]],"date-time":"2023-10-01T00:00:00Z","timestamp":1696118400000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,10,1]],"date-time":"2023-10-01T00:00:00Z","timestamp":1696118400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,10,1]],"date-time":"2023-10-01T00:00:00Z","timestamp":1696118400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["1823262"],"award-info":[{"award-number":["1823262"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["1929771"],"award-info":[{"award-number":["1929771"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["1932464"],"award-info":[{"award-number":["1932464"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["2145493"],"award-info":[{"award-number":["2145493"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IIEEE Trans. Software Eng."],"published-print":{"date-parts":[[2023,10,1]]},"DOI":"10.1109\/tse.2023.3309610","type":"journal-article","created":{"date-parts":[[2023,8,30]],"date-time":"2023-08-30T17:22:48Z","timestamp":1693416168000},"page":"4656-4676","source":"Crossref","is-referenced-by-count":35,"title":["scenoRITA: Generating Diverse, Fully Mutable, Test Scenarios for Autonomous Vehicle Planning"],"prefix":"10.1109","volume":"49","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4792-8215","authenticated-orcid":false,"given":"Yuqi","family":"Huai","sequence":"first","affiliation":[{"name":"University of California Irvine, Irvine, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1234-4367","authenticated-orcid":false,"given":"Sumaya","family":"Almanee","sequence":"additional","affiliation":[{"name":"University of California Irvine, Irvine, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3497-4167","authenticated-orcid":false,"given":"Yuntianyi","family":"Chen","sequence":"additional","affiliation":[{"name":"University of California Irvine, Irvine, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-4381-4594","authenticated-orcid":false,"given":"Xiafa","family":"Wu","sequence":"additional","affiliation":[{"name":"University of California Irvine, Irvine, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0316-9285","authenticated-orcid":false,"given":"Qi Alfred","family":"Chen","sequence":"additional","affiliation":[{"name":"University of California Irvine, Irvine, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1696-8783","authenticated-orcid":false,"given":"Joshua","family":"Garcia","sequence":"additional","affiliation":[{"name":"University of California Irvine, Irvine, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380397"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510188"},{"key":"ref59","first-page":"1","article-title":"2021 IEEE\/ACM 14th International Workshop on Search-Based Software Testing (SBST)","year":"2021"},{"key":"ref58","first-page":"9","article-title":"Simulation of real crashes as a method for estimating the potential benefits of advanced safety technologies","author":"erbsmehl","year":"0","journal-title":"Proc 21st Int Tech Conf Enhanced Saf Veh (ESV)"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238187"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380353"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3417063"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3417065"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380422"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/QRS.2019.00058"},{"key":"ref46","article-title":"Analysis of lane-change crashes and near-crashes","year":"2009"},{"key":"ref45","article-title":"Federal size regulations for commercial motor vehicles","year":"1992"},{"key":"ref48","first-page":"163","article-title":"Adaptive stress testing with reward augmentation for autonomous vehicle validation","author":"corso","year":"0","journal-title":"Proc IEEE Intell Transp Syst Conf (ITSC)"},{"key":"ref47","article-title":"ScenoRITA for Baidu Apollo v7.0.0.” Zenodo","year":"2023"},{"key":"ref42","article-title":"Baidu debuts Robotaxi ride hailing service in China, using self-driving electric taxis","author":"kilgore","year":"0","journal-title":"Market Watch"},{"key":"ref41","article-title":"Baidu hits the gas on autonomous vehicles with Volvo and ford deals","author":"liao","year":"2018","journal-title":"Tech Crunch"},{"key":"ref44","article-title":"Bicycle road safety audit guidelines and prompt lists","year":"2012"},{"key":"ref43","article-title":"Anthropometric reference data for children and adults: United States, 2015–2018","year":"2021"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-26601-1_5"},{"key":"ref8","article-title":"Tesla Autopilot","year":"2023"},{"key":"ref7","article-title":"Ten ways autonomous driving could redefine the automotive world","volume":"6","author":"bertoncello","year":"2015","journal-title":"McKinseyQ"},{"key":"ref9","article-title":"Uber AV: Autonomous mobility and delivery","year":"2023"},{"key":"ref4","article-title":"Waymo's autonomous cars have driven 8 million miles on public roads","author":"hawkins","year":"0","journal-title":"The Verge"},{"key":"ref3","article-title":"Waymo and Intel collaborate on self-driving car technology","year":"2023"},{"key":"ref6","article-title":"Baidu starts mass production of autonomous buses","year":"2023"},{"key":"ref5","article-title":"You can take a ride in a self-driving Lyft during CES","author":"hawkins","year":"0","journal-title":"The Verge"},{"key":"ref100","year":"2023"},{"key":"ref101","year":"2023"},{"key":"ref40","article-title":"Open vehicles compatible with Apollo","year":"2023"},{"key":"ref35","article-title":"Dreamland's grading system.” GitHub.","year":"2023"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.7573\/dic.2019-9-4"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.4271\/J3016_201806"},{"key":"ref36","first-page":"1","article-title":"Taxonomy and definitions for terms related to on-road motor vehicle automated driving systems","volume":"3016","year":"2014","journal-title":"SAE Standard"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3338942"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2022.3195640"},{"key":"ref33","article-title":"Measuring motion sickness in driverless cars","year":"2019"},{"key":"ref32","article-title":"Avoiding carsickness when the cars drive themselves","year":"2020","journal-title":"New York Times"},{"key":"ref39","article-title":"Baidu Apollo: An open autonomous driving platform.","year":"2023"},{"key":"ref38","article-title":"Self-driving fundamentals: Featuring Apollo.” Udacity","year":"2023"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE5003.2020.00012"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/2025113.2025179"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/ICST46399.2020.00045"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/3293882.3330566"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2018.2869360"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.294"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1016\/j.tra.2016.09.010"},{"key":"ref28","doi-asserted-by":"crossref","first-page":"63","DOI":"10.1145\/2970276.2970311","article-title":"Testing Advanced Driver Assistance Systems Using Multi-objective Search and Neural Networks","author":"raja ben abdessalem","year":"2016","journal-title":"IEEE\/ACM Int Conference on Automated Software Engineering (ASE)"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/IVS.2018.8500374"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180160"},{"key":"ref13","article-title":"Tesla driver dies in first fatal crash while using autopilot mode","year":"2016","journal-title":"Guardian"},{"key":"ref12","article-title":"Two years on, a father is still fighting Tesla over autopilot and his son's fatal crash","author":"felton","year":"0","journal-title":"Jalopnik"},{"key":"ref15","article-title":"Tesla: Autopilot was on during deadly mountain view crash","year":"2023","journal-title":"Mercury news"},{"key":"ref14","article-title":"Self-driving Uber car kills pedestrian in Arizona, where robots roam","year":"2018","journal-title":"New York Times"},{"key":"ref97","article-title":"LGSVL Simulator","year":"2023"},{"key":"ref96","article-title":"U.S. agency to review if Pony.ai complied with crash reporting order","author":"shepardson","year":"2022","journal-title":"Reuters"},{"key":"ref11","article-title":"There are some scary similarities between Tesla's deadly crashes linked to autopilot","author":"horwitz","year":"0","journal-title":"Quartz"},{"key":"ref99","article-title":"Yuqihuai\/SORA-SVL: Local SVL cloud","year":"2023"},{"key":"ref10","article-title":"Self-driving Uber car kills pedestrian in Arizona, where robots roam","year":"2018","journal-title":"New York Times"},{"key":"ref98","article-title":"SVL Simulator Sunset","year":"0"},{"key":"ref17","article-title":"Tesla autopilot system found probably at fault in 2018 crash","year":"2020","journal-title":"New York Times"},{"key":"ref16","article-title":"Google's self-driving car caused its first accident","author":"tilley","year":"0","journal-title":"Forbes"},{"key":"ref19","doi-asserted-by":"crossref","first-page":"15","DOI":"10.4271\/2016-01-0128","article-title":"Challenges in autonomous vehicle testing and validation","volume":"4","author":"koopman","year":"2016","journal-title":"SAE Int J Trans Saf"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/IVS.2015.7225758"},{"key":"ref93","article-title":"Apollo 7.0 + LGSVL 2021.2 sometimes does not complete a sharp turn","year":"2023"},{"key":"ref92","article-title":"Apollo's sim control","year":"2023"},{"key":"ref95","article-title":"Study: The most dangerous intersections in Orange County","year":"2023"},{"key":"ref94","article-title":"Autonomous vehicle startup autox lands driverless testing permit in California","author":"korosec","year":"2022","journal-title":"Tech Crunch"},{"key":"ref91","article-title":"Release apollo-v7.0.0 ApolloAuto\/apollo","year":"2023"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1145\/3460319.3464811"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1109\/IV48863.2021.9575644"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.23919\/ACC45564.2020.9147893"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1109\/IV47402.2020.9304636"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC.2018.8569682"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1109\/TIV.2020.2973550"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1016\/j.trf.2018.02.036"},{"key":"ref81","article-title":"Look, no hands! Test driving a Google car","author":"ingrassia","year":"0","journal-title":"Reuters"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1007\/BF02289588"},{"key":"ref83","first-page":"226","article-title":"A density-based algorithm for discovering clusters in large spatial databases with noise","volume":"96","author":"ester","year":"0","journal-title":"Proc KDD"},{"key":"ref80","article-title":"Who is at fault in an accident when changing lanes?","year":"2023"},{"key":"ref79","article-title":"Who is at fault in a car accident changing lanes in California","year":"2023"},{"key":"ref108","article-title":"Error after 100 simulations","year":"2023"},{"key":"ref78","article-title":"Who is at fault in a rear-end collision?","year":"2023"},{"key":"ref109","article-title":"Running ADFuzz for more than 1 hour","year":"2023"},{"key":"ref106","article-title":"Adfuzz\/stack2_svl_apollo.md at main $\\cdot$?","year":"2023"},{"key":"ref107","article-title":"Reproducing result for the archived paper #15","year":"0"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-45356-3_83"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1145\/1985793.1985795"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1177\/0022022199030002003"},{"key":"ref105","first-page":"2171","article-title":"DEAP: Evolutionary algorithms made easy","volume":"13","author":"fortin","year":"2012","journal-title":"J Mach Learn Res"},{"key":"ref77","article-title":"PID speed control","year":"2009"},{"key":"ref102","article-title":"AIasd\/ADFuzz: An open-source software package for fuzzing autonomous driving systems in high-fidelity simulators","year":"2023"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1002\/rob.20147"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-23716-4_6"},{"key":"ref2","article-title":"Ford unveils new self-driving test vehicle for 2022 launch","author":"wayland","year":"0","journal-title":"CNBC"},{"key":"ref1","year":"0"},{"key":"ref71","article-title":"The 2021 IEEE autonomous driving AI test challenge","year":"0","journal-title":"Proc IEEE Int Conf Artif Intell Testing (AITest)"},{"key":"ref111","article-title":"ScenoRITA - Example scenario","year":"2023"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/AITEST52744.2021.00031"},{"key":"ref112","article-title":"Apollo-master camera object detection (Smoke)","year":"2023"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/AITEST52744.2021.00034"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/AITEST52744.2021.00033"},{"key":"ref110","first-page":"101","article-title":"A critique and improvement of the CL common language effect size statistics of McGraw and Wong","volume":"25","author":"vargha","year":"2000","journal-title":"Journal of Educational and Behavioral Statistics"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/AITEST52744.2021.00030"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.1109\/4235.797969"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/ASE51524.2021.9678883"},{"key":"ref117","article-title":"Fix: Added missing predecessor and successor for Borregas avenue HD map","year":"2023"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/AITEST52744.2021.00032"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.1088\/1755-1315\/31\/1\/012012"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/SBST52555.2021.00013"},{"key":"ref115","article-title":"LGSVL pedestrian not showing up in Apollo","year":"2023"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/SBST52555.2021.00018"},{"key":"ref116","article-title":"3D ground truth sensor cannot detect pedestrian","year":"2023"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/TIV.2016.2608003"},{"key":"ref113","article-title":"Apollo-master LGSVL camera perception","year":"2023"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/SBST52555.2021.00014"},{"key":"ref114","article-title":"3D Ground Truth Sensor can detect vehicles but not pedestrians","year":"2023"},{"key":"ref60","first-page":"1","article-title":"2022 IEEE\/ACM 15th International Workshop on Search-Based Software Testing (SBST)","year":"2022"},{"key":"ref122","doi-asserted-by":"publisher","DOI":"10.1109\/MM.2015.133"},{"key":"ref123","doi-asserted-by":"publisher","DOI":"10.1109\/ICCPS.2018.00035"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/SBST52555.2021.00016"},{"key":"ref120","article-title":"Autoware: Open-source software for urban autonomous driving","year":"2023"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/SBST52555.2021.00017"},{"key":"ref121","article-title":"Ecosystem","year":"2021"}],"container-title":["IEEE Transactions on Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/32\/10286436\/10234383-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/32\/10286436\/10234383.pdf?arnumber=10234383","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,11,6]],"date-time":"2023-11-06T19:18:55Z","timestamp":1699298335000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10234383\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,10,1]]},"references-count":123,"journal-issue":{"issue":"10"},"URL":"https:\/\/doi.org\/10.1109\/tse.2023.3309610","relation":{},"ISSN":["0098-5589","1939-3520","2326-3881"],"issn-type":[{"value":"0098-5589","type":"print"},{"value":"1939-3520","type":"electronic"},{"value":"2326-3881","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,10,1]]}}}