{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,3]],"date-time":"2026-03-03T16:29:37Z","timestamp":1772555377305,"version":"3.50.1"},"reference-count":42,"publisher":"IEEE","license":[{"start":{"date-parts":[[2022,10,8]],"date-time":"2022-10-08T00:00:00Z","timestamp":1665187200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,10,8]],"date-time":"2022-10-08T00:00:00Z","timestamp":1665187200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/1000000010","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CMMI-1834710,IIS-1849280,IIS-1849304"],"award-info":[{"award-number":["CMMI-1834710,IIS-1849280,IIS-1849304"]}],"id":[{"id":"10.13039\/1000000010","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022,10,8]]},"DOI":"10.1109\/itsc55140.2022.9922202","type":"proceedings-article","created":{"date-parts":[[2022,11,4]],"date-time":"2022-11-04T01:40:13Z","timestamp":1667526013000},"page":"1736-1742","source":"Crossref","is-referenced-by-count":5,"title":["Certifiable Evaluation for Autonomous Vehicle Perception Systems using Deep Importance Sampling (Deep IS)"],"prefix":"10.1109","author":[{"given":"Mansur","family":"Arief","sequence":"first","affiliation":[{"name":"Carnegie Mellon University,Department of Mechanical Engineering,Pittsburgh,PA,USA,15213"}]},{"given":"Zhepeng","family":"Cen","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University,Department of Mechanical Engineering,Pittsburgh,PA,USA,15213"}]},{"given":"Zhenyuan","family":"Liu","sequence":"additional","affiliation":[{"name":"Columbia University,Department of Industrial Engineering and Operations Research,New York,NY,USA,10027"}]},{"given":"Zhiyuan","family":"Huang","sequence":"additional","affiliation":[{"name":"Tongji University,Department of Management Science and Engineering,Shanghai,China"}]},{"given":"Bo","family":"Li","sequence":"additional","affiliation":[{"name":"University of Illinois Urbana Champaign,Department of Computer Science,Urbana Champaign,IL,USA"}]},{"given":"Henry","family":"Lam","sequence":"additional","affiliation":[{"name":"Columbia University,Department of Industrial Engineering and Operations Research,New York,NY,USA,10027"}]},{"given":"Ding","family":"Zhao","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University,Department of Mechanical Engineering,Pittsburgh,PA,USA,15213"}]}],"member":"263","reference":[{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.2993730"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/IVS.2018.8500400"},{"key":"ref12","article-title":"Development of a safety assurance process for autonomous vehicles in japan","author":"jacobo","year":"0","journal-title":"Proceedings of ESV conference"},{"key":"ref34","article-title":"Conducting the Mcity ABC Test: A Testing Method for Highly Automated Vehicles","author":"peng","year":"2020","journal-title":"Mcity"},{"key":"ref15","year":"0","journal-title":"Geofences The Invisible Walls Surrounding Autonomous Cars"},{"key":"ref37","article-title":"Evaluating robustness of neural networks with mixed integer programming","author":"tjeng","year":"2017","journal-title":"ArXiv Preprint"},{"key":"ref14","year":"0","journal-title":"Testing Offers A Useful Advantage On The Biggest Problem In Robocars"},{"key":"ref36","article-title":"A survey on safetycritical scenario generation from methodological perspective","author":"ding","year":"2022","journal-title":"ArXiv Preprint"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2017.2766172"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2017.7989024"},{"key":"ref11","year":"0","journal-title":"Pegasus Project"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511844577"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-40648-0_14"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/WSC.2018.8632355"},{"key":"ref2","article-title":"Multimodal end-to-end autonomous driving","author":"xiao","year":"2020","journal-title":"IEEE Transactions on Intelligent Transportation Systems"},{"key":"ref1","year":"0","journal-title":"How Can We Speed Up Autonomous Vehicle Deployment?"},{"key":"ref17","author":"kalra","year":"2014","journal-title":"Driving to Safety How Many Miles of Driving Would It Take to Demonstrate Autonomous Vehicle Reliability?"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2011.6033395"},{"key":"ref16","year":"0","journal-title":"SAE J3016 Levels of Driving Automation"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/WSC.2018.8632173"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2017.2701846"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1115\/DSCC2015-9718"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/3376067.3376105"},{"key":"ref23","article-title":"Certifiable deep importance sampling for rare-event simulation of black-box systems","author":"arief","year":"2021","journal-title":"ArXiv Preprint"},{"key":"ref26","author":"bucklew","year":"2013","journal-title":"Introduction to Rare Event Simulation"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/EIT.2015.7293386"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.23919\/ACC.2018.8431590"},{"key":"ref42","article-title":"Deep probabilistic accelerated evaluation: A certifiable rare-event simulation methodology for black-box autonomy","author":"arief","year":"2020","journal-title":"ArXiv Preprint"},{"key":"ref41","article-title":"Over-conservativeness of variance-based efficiency criteria and probabilistic efficiency in rare-event simulation","author":"bai","year":"2021","journal-title":"ArXiv Preprint"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-021-21007-8"},{"key":"ref21","article-title":"Scalable end-to-end autonomous vehicle testing via rare-event simulation","volume":"31","author":"sinha","year":"2018","journal-title":"Advances in neural information processing systems"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1239\/aap\/1118858638"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/18.54903"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2016.2582208"},{"key":"ref8","year":"0","journal-title":"NHTSA Releases Q1 2021 Fatality Estimates New Edition of ‘Countermeasures That Work"},{"key":"ref7","year":"0","journal-title":"Automated Vehicles for Safety"},{"key":"ref9","year":"0","journal-title":"Tesla Autopilot system was on during fatal California crash adding to self-driving safety concerns"},{"key":"ref4","article-title":"Concrete problems in ai safety","author":"amodei","year":"2016","journal-title":"ArXiv Preprint"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.4271\/2016-01-0128"},{"key":"ref6","year":"0","journal-title":"Connected and Autonomous Vehicles-The UK Economic Opportunity"},{"key":"ref5","first-page":"442","article-title":"Automated driving systems 2.0: A vision for safety","volume":"812","author":"administration","year":"2017","journal-title":"Washington DC US Department of Transportation DOT HS"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2873948"}],"event":{"name":"2022 IEEE 25th International Conference on Intelligent Transportation Systems (ITSC)","location":"Macau, China","start":{"date-parts":[[2022,10,8]]},"end":{"date-parts":[[2022,10,12]]}},"container-title":["2022 IEEE 25th International Conference on Intelligent Transportation Systems (ITSC)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9921415\/9921739\/09922202.pdf?arnumber=9922202","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,2,27]],"date-time":"2023-02-27T23:03:22Z","timestamp":1677539002000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9922202\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,10,8]]},"references-count":42,"URL":"https:\/\/doi.org\/10.1109\/itsc55140.2022.9922202","relation":{},"subject":[],"published":{"date-parts":[[2022,10,8]]}}}