{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,25]],"date-time":"2026-06-25T08:48:50Z","timestamp":1782377330481,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":52,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T00:00:00Z","timestamp":1776038400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,4,13]]},"DOI":"10.1145\/3793654.3793758","type":"proceedings-article","created":{"date-parts":[[2026,6,25]],"date-time":"2026-06-25T08:05:18Z","timestamp":1782374718000},"page":"146-157","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["A Unified Benchmark for Out-of-Distribution Detection for Autonomous Driving Systems"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0000-7877-4661","authenticated-orcid":false,"given":"Xiangyu","family":"Li","sequence":"first","affiliation":[{"name":"SeysoAI, Suzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6043-4239","authenticated-orcid":false,"given":"Jingyu","family":"Zhang","sequence":"additional","affiliation":[{"name":"Department of Electronic Engineering and Computer Science, Hong Kong Metropolitan University, HongKong, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3803-9600","authenticated-orcid":false,"given":"Jacky","family":"Keung","sequence":"additional","affiliation":[{"name":"Department of Computer Science, City University of Hong Kong, HongKong, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5476-6074","authenticated-orcid":false,"given":"Xiaoxue","family":"Ma","sequence":"additional","affiliation":[{"name":"Department of Electronic Engineering and Computer Science, Hong Kong Metropolitan University, HongKong, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8002-9190","authenticated-orcid":false,"given":"Yihan","family":"Liao","sequence":"additional","affiliation":[{"name":"Department of Computer Science, City University of Hong Kong, HongKong, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,6,25]]},"reference":[{"key":"e_1_3_3_1_2_2","unstructured":"2022. ISO\/IEC\/IEEE 29119-1: Software and Systems Engineering\u2014Software Testing\u2014Part 1: Concepts and Definitions. International Standard."},{"key":"e_1_3_3_1_3_2","first-page":"622","volume-title":"Proceedings of the Asian Conference on Computer Vision (ACCV)","author":"Akcay Samet","year":"2018","unstructured":"Samet Akcay, Amir Atapour-Abarghouei, and Toby Breckon. 2018. Ganomaly: Semi-Supervised Anomaly Detection via Adversarial Training. In Proceedings of the Asian Conference on Computer Vision (ACCV). 622\u2013637."},{"key":"e_1_3_3_1_4_2","doi-asserted-by":"publisher","DOI":"10.15607\/RSS.2019.XV.031"},{"key":"e_1_3_3_1_5_2","unstructured":"National Transportation\u00a0Safety Board. 2017. Collision Between a Car Operating With Automated Vehicle Control Systems and a Tractor\u2013Semitrailer Truck Williston Florida May 7 2016. Accident Report NTSB\/HAR-17\/02. https:\/\/www.ntsb.gov\/investigations\/AccidentReports\/Reports\/HAR1702.pdf Online; accessed 15 Jul 2025."},{"key":"e_1_3_3_1_6_2","unstructured":"National Transportation\u00a0Safety Board. 2020. Collision Between Vehicle Controlled by Developmental Automated Driving System and Pedestrian Tempe Arizona March 18 2018. Accident Report NTSB\/HAR-20\/03. https:\/\/www.ntsb.gov\/investigations\/AccidentReports\/Reports\/HAR2003.pdf Online; accessed 15 Jul 2025."},{"key":"e_1_3_3_1_7_2","unstructured":"Mariusz Bojarski Davide Del\u00a0Testa Daniel Dworakowski Bernhard Firner Beat Flepp Prasoon Goyal Lawrence\u00a0D. Jackel Mathew Monfort Urs Muller Jiakai Zhang et\u00a0al. 2016. End to End Learning for Self-Driving Cars. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1604.07316 (2016). https:\/\/arxiv.org\/abs\/1604.07316"},{"key":"e_1_3_3_1_8_2","doi-asserted-by":"crossref","unstructured":"Alexander Buslaev Vladimir\u00a0I. Iglovikov Eugene Khvedchenya Alex Parinov Mikhail Druzhinin and Alexandr\u00a0A. Kalinin. 2020. Albumentations: Fast and Flexible Image Augmentations. Information 11 2 (2020) 125. doi:10.3390\/info11020125","DOI":"10.3390\/info11020125"},{"key":"e_1_3_3_1_9_2","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01164"},{"key":"e_1_3_3_1_10_2","unstructured":"Robin Chan Krzysztof Lis Svenja Uhlemeyer Hermann Blum Sina Honari Roland Siegwart Pascal Fua Mathieu Salzmann and Matthias Rottmann. 2021. SegmentMeIfYouCan: A Benchmark for Anomaly Segmentation. arxiv:https:\/\/arXiv.org\/abs\/2104.14812\u00a0[cs.CV] https:\/\/arxiv.org\/abs\/2104.14812"},{"key":"e_1_3_3_1_11_2","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00895"},{"key":"e_1_3_3_1_12_2","first-page":"66","volume-title":"Proc. Conf. Robot Learning (CoRL)","author":"Chen Dian","year":"2020","unstructured":"Dian Chen, Brady Zhou, Vladlen Koltun, and Philipp Kr\u00e4henb\u00fchl. 2020. Learning by Cheating. In Proc. Conf. Robot Learning (CoRL) , Vol.\u00a0100. 66\u201379."},{"key":"e_1_3_3_1_13_2","unstructured":"CNBC. 2023. California Suspends Cruise Robotaxi Permit After Pedestrian Dragging Incident. https:\/\/www.cnbc.com\/2023\/10\/24\/california-suspends-cruise-robotaxi-after-pedestrian-dragging.html. Online; accessed 15 Jul 2025."},{"key":"e_1_3_3_1_14_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00942"},{"key":"e_1_3_3_1_15_2","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"e_1_3_3_1_16_2","doi-asserted-by":"crossref","unstructured":"Li Deng. 2012. The MNIST Database of Handwritten Digit Images for Machine Learning Research [Best of the Web]. IEEE Signal Processing Magazine 29 6 (2012) 141\u2013142. doi:10.1109\/MSP.2012.2211477","DOI":"10.1109\/MSP.2012.2211477"},{"key":"e_1_3_3_1_17_2","first-page":"1","volume-title":"Proceedings of the 1st Conference on Robot Learning (CoRL)","author":"Dosovitskiy Alexey","year":"2017","unstructured":"Alexey Dosovitskiy, German Ros, Felipe Codevilla, Antonio Lopez, and Vladlen Koltun. 2017. CARLA: An Open Urban Driving Simulator. In Proceedings of the 1st Conference on Robot Learning (CoRL). PMLR, 1\u201316."},{"key":"e_1_3_3_1_18_2","unstructured":"Electrek. 2016. A Google Self-Driving Car Caused a Crash for the First Time. https:\/\/electrek.co\/2016\/07\/01\/understanding-fatal-tesla-accidentautopilot-nhtsa-probe\/. Online; accessed 18\u00a0Aug.\u00a02019."},{"key":"e_1_3_3_1_19_2","unstructured":"Electrek. 2016. Tesla Model S Driver Crashes into a Van While on Autopilot. https:\/\/electrek.co\/2016\/05\/26\/tesla-model-s-crash-autopilot-video\/. Online; accessed 18\u00a0Aug.\u00a02019."},{"key":"e_1_3_3_1_20_2","unstructured":"Ertunc Erdil Krishna Chaitanya Neerav Karani and Ender Konukoglu. 2021. Task-agnostic Out-of-Distribution Detection Using Kernel Density Estimation. arxiv:https:\/\/arXiv.org\/abs\/2006.10712\u00a0[cs.CV] https:\/\/arxiv.org\/abs\/2006.10712"},{"key":"e_1_3_3_1_21_2","unstructured":"Ian\u00a0J. Goodfellow Jonathon Shlens and Christian Szegedy. 2015. Explaining and Harnessing Adversarial Examples. arxiv:https:\/\/arXiv.org\/abs\/1412.6572\u00a0[stat.ML] https:\/\/arxiv.org\/abs\/1412.6572"},{"key":"e_1_3_3_1_22_2","unstructured":"Manzoor Hussain Nazakat Ali and Jang-Eui Hong. 2022. DeepGuard: A Framework for Safeguarding Autonomous Driving Systems from Inconsistent Behavior. arxiv:https:\/\/arXiv.org\/abs\/2111.09533\u00a0[cs.LG] https:\/\/arxiv.org\/abs\/2111.09533"},{"key":"e_1_3_3_1_23_2","doi-asserted-by":"crossref","unstructured":"Hyeong\u00a0S. Hwang and Richard\u00a0A. Haddad. 1995. Adaptive Median Filters: New Algorithms and Results. IEEE Transactions on Image Processing 4 4 (1995) 499\u2013502. doi:10.1109\/83.370679","DOI":"10.1109\/83.370679"},{"key":"e_1_3_3_1_24_2","doi-asserted-by":"crossref","unstructured":"Rajat Koner Poulami Sinhamahapatra Karsten Roscher Stephan G\u00fcnnemann and Volker Tresp. 2021. OODformer: Out-Of-Distribution Detection Transformer. arxiv:https:\/\/arXiv.org\/abs\/2107.08976\u00a0[cs.CV] https:\/\/arxiv.org\/abs\/2107.08976","DOI":"10.5244\/C.35.382"},{"key":"e_1_3_3_1_25_2","volume-title":"Learning Multiple Layers of Features from Tiny Images","author":"Krizhevsky Alex","year":"2009","unstructured":"Alex Krizhevsky. 2009. Learning Multiple Layers of Features from Tiny Images. Technical Report. University of Toronto. https:\/\/www.cs.toronto.edu\/\u00a0kriz\/learning-features-2009-TR.pdf"},{"key":"e_1_3_3_1_26_2","unstructured":"Firas Laakom Fahad Sohrab Jenni Raitoharju Alexandros Iosifidis and Moncef Gabbouj. 2023. Convolutional autoencoder-based multimodal one-class classification. arxiv:https:\/\/arXiv.org\/abs\/2309.14090\u00a0[cs.LG] https:\/\/arxiv.org\/abs\/2309.14090"},{"key":"e_1_3_3_1_27_2","unstructured":"Todd Litman. 2021. Autonomous Vehicle Implementation Predictions: Implications for Transport Planning. Victoria Transport Policy Institute Working Paper (2021)."},{"key":"e_1_3_3_1_28_2","volume-title":"International Conference on Learning Representations (ICLR)","author":"Madry Aleksander","year":"2018","unstructured":"Aleksander Madry, Aleksandar Makelov, Ludwig Schmidt, Dimitris Tsipras, and Adrian Vladu. 2018. Towards Deep Learning Models Resistant to Adversarial Attacks. In International Conference on Learning Representations (ICLR). arxiv:https:\/\/arXiv.org\/abs\/1706.06083\u00a0[stat.ML]"},{"key":"e_1_3_3_1_29_2","unstructured":"Xiaofeng Mao Yuefeng Chen Yao Zhu Da Chen Hang Su Rong Zhang and Hui Xue. 2023. COCO-O: A Benchmark for Object Detectors under Natural Distribution Shifts. arxiv:https:\/\/arXiv.org\/abs\/2307.12730\u00a0[cs.CV] https:\/\/arxiv.org\/abs\/2307.12730"},{"key":"e_1_3_3_1_30_2","unstructured":"Bo Peng Yadan Luo Yonggang Zhang Yixuan Li and Zhen Fang. 2025. ConjNorm: Tractable Density Estimation for Out-of-Distribution Detection. arxiv:https:\/\/arXiv.org\/abs\/2402.17888\u00a0[cs.LG] https:\/\/arxiv.org\/abs\/2402.17888"},{"key":"e_1_3_3_1_31_2","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2016.7759186"},{"key":"e_1_3_3_1_32_2","first-page":"4393","volume-title":"Proceedings of the 35th International Conference on Machine Learning (ICML)","volume":"80","author":"Ruff Lukas","year":"2018","unstructured":"Lukas Ruff, Robert\u00a0A Vandermeulen, Nico G\u00f6rnitz, Lukas Deecke, Shoaib\u00a0Ahmed Siddiqui, Alexander Binder, Emmanuel M\u00fcller, and Marius Kloft. 2018. Deep One-Class Classification. In Proceedings of the 35th International Conference on Machine Learning (ICML) , Vol.\u00a080. PMLR, 4393\u20134402."},{"key":"e_1_3_3_1_33_2","doi-asserted-by":"crossref","unstructured":"Thomas Schlegl Philipp Seeb\u00f6ck Sebastian\u00a0M. Waldstein Ursula Schmidt-Erfurth and Georg Langs. 2017. Unsupervised Anomaly Detection with Generative Adversarial Networks to Guide Marker Discovery. arxiv:https:\/\/arXiv.org\/abs\/1703.05921\u00a0[cs.CV] https:\/\/arxiv.org\/abs\/1703.05921","DOI":"10.1007\/978-3-319-59050-9_12"},{"key":"e_1_3_3_1_34_2","doi-asserted-by":"crossref","unstructured":"Luca Scrucca. 2023. Entropy-Based Anomaly Detection for Gaussian Mixture Modeling. Algorithms 16 4 (2023). doi:10.3390\/a16040195","DOI":"10.3390\/a16040195"},{"key":"e_1_3_3_1_35_2","doi-asserted-by":"crossref","unstructured":"Rashmi Siddalingappa and Sekar Kanagaraj. 2021. Anomaly detection on medical images using autoencoder and convolutional neural network. International Journal of Advanced Computer Science and Applications7 (2021).","DOI":"10.14569\/IJACSA.2021.0120717"},{"key":"e_1_3_3_1_36_2","unstructured":"Karen Simonyan and Andrew Zisserman. 2015. Very Deep Convolutional Networks for Large-Scale Image Recognition. arxiv:https:\/\/arXiv.org\/abs\/1409.1556\u00a0[cs.CV] https:\/\/arxiv.org\/abs\/1409.1556"},{"key":"e_1_3_3_1_37_2","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380353"},{"key":"e_1_3_3_1_38_2","unstructured":"SullyChen. 2018. driving-datasets: A collection of labeled car driving datasets. https:\/\/github.com\/SullyChen\/driving-datasets. [Data set; accessed: 2025-10-18]."},{"key":"e_1_3_3_1_39_2","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00252"},{"key":"e_1_3_3_1_40_2","doi-asserted-by":"crossref","unstructured":"Chakkrit Tantithamthavorn Shane McIntosh Ahmed\u00a0E. Hassan and Kenichi Matsumoto. 2017. An Empirical Comparison of Model Validation Techniques for Defect Prediction Models. 1 (2017).","DOI":"10.1109\/TSE.2016.2584050"},{"key":"e_1_3_3_1_41_2","doi-asserted-by":"crossref","unstructured":"David M.\u00a0J. Tax and Robert P.\u00a0W. Duin. 2004. Support Vector Data Description. Machine Learning 54 1 (2004) 45\u201366. doi:10.1023\/B:MACH.0000008084.60811.49","DOI":"10.1023\/B:MACH.0000008084.60811.49"},{"key":"e_1_3_3_1_42_2","unstructured":"Team Epoch. 2016. Steering angle model: Epoch. https:\/\/github.com\/udacity\/self-driving-car\/tree\/master\/steering-models\/community-models\/cg23. Online; accessed 18 August 2019."},{"key":"e_1_3_3_1_43_2","unstructured":"Udacity. 2016. Udacity Self-Driving Car Dataset. https:\/\/github.com\/udacity\/self-driving-car-sim. Accessed: 2025-06-11."},{"key":"e_1_3_3_1_44_2","series-title":"PMLR","first-page":"5025","volume-title":"Proceedings of the 35th International Conference on Machine Learning","volume":"80","author":"Uesato Jonathan","year":"2018","unstructured":"Jonathan Uesato, Brendan O\u2019Donoghue, Pushmeet Kohli, and Aaron van\u00a0den Oord. 2018. Adversarial Risk and the Dangers of Evaluating Against Weak Attacks. In Proceedings of the 35th International Conference on Machine Learning(PMLR, Vol.\u00a080). 5025\u20135034."},{"key":"e_1_3_3_1_45_2","unstructured":"U.S. National Highway Traffic Safety Administration. 2020. Automated Vehicles for Safety. https:\/\/www.nhtsa.gov\/technology-innovation\/automated-vehicles-safety. Accessed: 8 Jul 2025."},{"key":"e_1_3_3_1_46_2","first-page":"6789","volume-title":"Proceedings of the 32nd International Joint Conference on Artificial Intelligence (IJCAI)","author":"Wang Xuanjun","year":"2023","unstructured":"Xuanjun Wang, Jiacheng Ye, Yong Jiang, Wei Bi, and Zhifang Sui. 2023. A Survey on Out\u2010of\u2010Distribution Evaluation of Neural NLP Models. In Proceedings of the 32nd International Joint Conference on Artificial Intelligence (IJCAI). 6789\u20136797. doi:10.24963\/ijcai.2023\/749"},{"key":"e_1_3_3_1_47_2","unstructured":"Julia Wolleb Robin Sandk\u00fchler and Philippe\u00a0C. Cattin. 2020. DeScarGAN: Disease-Specific Anomaly Detection with Weak Supervision. arxiv:https:\/\/arXiv.org\/abs\/2007.14118\u00a0[eess.IV] https:\/\/arxiv.org\/abs\/2007.14118"},{"key":"e_1_3_3_1_48_2","unstructured":"Jingkang Yang Pengyun Wang Dejian Zou Zitang Zhou Kunyuan Ding Wenxuan Peng Haoqi Wang Guangyao Chen Bo Li Yiyou Sun Xuefeng Du Kaiyang Zhou Wayne Zhang Dan Hendrycks Yixuan Li and Ziwei Liu. 2022. OpenOOD: Benchmarking Generalized Out-of-Distribution Detection. arxiv:https:\/\/arXiv.org\/abs\/2210.07242\u00a0[cs.CV] https:\/\/arxiv.org\/abs\/2210.07242"},{"key":"e_1_3_3_1_49_2","unstructured":"Jingkang Yang Kaiyang Zhou Yixuan Li and Ziwei Liu. 2024. Generalized Out-of-Distribution Detection: A Survey. arxiv:https:\/\/arXiv.org\/abs\/2110.11334\u00a0[cs.CV] https:\/\/arxiv.org\/abs\/2110.11334"},{"key":"e_1_3_3_1_50_2","unstructured":"Houssam Zenati Chuan\u00a0Sheng Foo Bruno Lecouat Gaurav Manek and Vijay\u00a0Ramaseshan Chandrasekhar. 2019. Efficient GAN-Based Anomaly Detection. arxiv:https:\/\/arXiv.org\/abs\/1802.06222\u00a0[cs.LG] https:\/\/arxiv.org\/abs\/1802.06222"},{"key":"e_1_3_3_1_51_2","unstructured":"Mengshi Zhang Yuqun Zhang Lingming Zhang Cong Liu and Sarfraz Khurshid. 2018. DeepRoad: GAN-based Metamorphic Autonomous Driving System Testing. arxiv:https:\/\/arXiv.org\/abs\/1802.02295\u00a0[cs.SE] https:\/\/arxiv.org\/abs\/1802.02295"},{"key":"e_1_3_3_1_52_2","doi-asserted-by":"publisher","DOI":"10.1145\/3394486.3403349"},{"key":"e_1_3_3_1_53_2","unstructured":"Wei Zhao Qi Liu Fengxiang He and Ming Liu. 2024. Adversarial Perception Attacks and Defenses for Autonomous Driving Systems: A Comprehensive Survey. IEEE Transactions on Intelligent Transportation Systems (2024). doi:10.1109\/TITS.2024.3354027"}],"event":{"name":"AST '26: 7th ACM\/IEEE International Conference on Automation of Software Test","location":"Rio de Janeiro Brazil","acronym":"AST '26","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE TCSE"]},"container-title":["Proceedings of the 7th ACM\/IEEE International Conference on Automation of Software Test"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3793654.3793758","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,25]],"date-time":"2026-06-25T08:13:52Z","timestamp":1782375232000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3793654.3793758"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,13]]},"references-count":52,"alternative-id":["10.1145\/3793654.3793758","10.1145\/3793654"],"URL":"https:\/\/doi.org\/10.1145\/3793654.3793758","relation":{},"subject":[],"published":{"date-parts":[[2026,4,13]]},"assertion":[{"value":"2026-06-25","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}