{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,21]],"date-time":"2026-04-21T14:46:28Z","timestamp":1776782788236,"version":"3.51.2"},"publisher-location":"New York, NY, USA","reference-count":51,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,11,30]],"date-time":"2023-11-30T00:00:00Z","timestamp":1701302400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,11,30]]},"DOI":"10.1145\/3611643.3616278","type":"proceedings-article","created":{"date-parts":[[2023,11,30]],"date-time":"2023-11-30T23:14:38Z","timestamp":1701386078000},"page":"871-882","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":25,"title":["Benchmarking Robustness of AI-Enabled Multi-sensor Fusion Systems: Challenges and Opportunities"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-7135-1833","authenticated-orcid":false,"given":"Xinyu","family":"Gao","sequence":"first","affiliation":[{"name":"Nanjing University, Nanjing, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4559-5426","authenticated-orcid":false,"given":"Zhijie","family":"Wang","sequence":"additional","affiliation":[{"name":"University of Alberta, Edmonton, Canada"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7477-3642","authenticated-orcid":false,"given":"Yang","family":"Feng","sequence":"additional","affiliation":[{"name":"Nanjing University, Nanjing, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8621-2420","authenticated-orcid":false,"given":"Lei","family":"Ma","sequence":"additional","affiliation":[{"name":"University of Tokyo, Tokyo, Japan \/ University of Alberta, Edmonton, Canada"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9592-7022","authenticated-orcid":false,"given":"Zhenyu","family":"Chen","sequence":"additional","affiliation":[{"name":"Nanjing University, Nanjing, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7743-1296","authenticated-orcid":false,"given":"Baowen","family":"Xu","sequence":"additional","affiliation":[{"name":"Nanjing University, Nanjing, China"}]}],"member":"320","published-online":{"date-parts":[[2023,11,30]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICIP42928.2021.9506016"},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.1155\/2008\/246309"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01170"},{"key":"e_1_3_2_2_4_1","volume-title":"Haowei Zhang, Shichen Lu, Jingxing Qian, Wei-Kang Tseng, Andrew Lambert, and Keith YK Leung.","author":"Burnett Keenan","year":"2022","unstructured":"Keenan Burnett, David J Yoon, Yuchen Wu, Andrew Zou Li, Haowei Zhang, Shichen Lu, Jingxing Qian, Wei-Kang Tseng, Andrew Lambert, and Keith YK Leung. 2022. Boreas: A Multi-Season Autonomous Driving Dataset. arXiv preprint arXiv:2203.10168."},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01164"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00644"},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/SP40001.2021.00076"},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.691"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2020.3023541"},{"key":"e_1_3_2_2_10_1","unstructured":"Alex Davies. 2019. Tesla\u2019s Latest Autopilot Death Looks Just Like a Prior Crash. https:\/\/www.wired.com\/story\/teslas-latest-autopilot-death-looks-like-prior-crash\/"},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.optcom.2020.126567"},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2020.2972974"},{"key":"e_1_3_2_2_13_1","unstructured":"International Organization for Standardization. 2011. ISO 26262:Road vehicles - Functional safety."},{"key":"e_1_3_2_2_14_1","unstructured":"International Organization for Standardization. 2019. ISO\/PAS 21448: Road vehicles - Safety of the intended functionality."},{"key":"e_1_3_2_2_15_1","unstructured":"Xinyu Gao Zhijie Wang Yang Feng Lei Ma Zhenyu Chen and Baowen Xu. 2023. https:\/\/sites.google.com\/view\/ai-msf-benchmark"},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2012.6248074"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.01030"},{"key":"e_1_3_2_2_18_1","unstructured":"Dan Hendrycks and Thomas Dietterich. 2019. Benchmarking neural network robustness to common corruptions and perturbations. arXiv preprint arXiv:1903.12261."},{"key":"e_1_3_2_2_19_1","volume-title":"Joint Multi-Object Detection and Tracking with Camera-LiDAR Fusion for Autonomous Driving. In 2021 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS). 6983\u20136989","author":"Huang Kemiao","year":"2021","unstructured":"Kemiao Huang and Qi Hao. 2021. Joint Multi-Object Detection and Tracking with Camera-LiDAR Fusion for Autonomous Driving. In 2021 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS). 6983\u20136989."},{"key":"e_1_3_2_2_20_1","unstructured":"Keli Huang Botian Shi Xiang Li Xin Li Siyuan Huang and Yikang Li. 2022. Multi-modal Sensor Fusion for Auto Driving Perception: A Survey. arXiv preprint arXiv:2202.02703."},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58555-6_3"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00261"},{"key":"e_1_3_2_2_23_1","volume-title":"Die Sichtweite im Nebel und die M\u00f6glichkeiten ihrer k\u00fcnstlichen Beeinflussung","author":"Isra\u00ebl Hans","unstructured":"Hans Isra\u00ebl and Fritz Kasten. 1959. Koschmieders theorie der horizontalen sichtweite. In Die Sichtweite im Nebel und die M\u00f6glichkeiten ihrer k\u00fcnstlichen Beeinflussung. Springer, 7\u201310."},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCPS.2018.00035"},{"key":"e_1_3_2_2_25_1","volume-title":"MDANet: Multi-Modal Deep Aggregation Network for Depth Completion. In 2021 IEEE International Conference on Robotics and Automation (ICRA). 4288\u20134294","author":"Ke Yanjie","year":"2021","unstructured":"Yanjie Ke, Kun Li, Wei Yang, Zhenbo Xu, Dayang Hao, Liusheng Huang, and Gang Wang. 2021. MDANet: Multi-Modal Deep Aggregation Network for Depth Completion. In 2021 IEEE International Conference on Robotics and Automation (ICRA). 4288\u20134294."},{"key":"e_1_3_2_2_26_1","unstructured":"Velat Kilic Deepti Hegde Vishwanath Sindagi A Brinton Cooper Mark A Foster and Vishal M Patel. 2021. Lidar light scattering augmentation (LISA): Physics-based simulation of adverse weather conditions for 3D object detection. arXiv preprint arXiv:2107.07004."},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3447548.3467432"},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISICT.2012.6291650"},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/TNSRE.2019.2897323"},{"key":"e_1_3_2_2_30_1","unstructured":"Claudio Michaelis Benjamin Mitzkus Robert Geirhos Evgenia Rusak Oliver Bringmann Alexander S Ecker Matthias Bethge and Wieland Brendel. 2019. Benchmarking robustness in object detection: Autonomous driving when winter is coming. arXiv preprint arXiv:1907.07484."},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC48978.2021.9564505"},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/IWSSIP48289.2020.9145130"},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/IROS45743.2020.9341791"},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3417063"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00102"},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.3390\/s19224837"},{"key":"e_1_3_2_2_37_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00208"},{"key":"e_1_3_2_2_38_1","unstructured":"Jiachen Sun Qingzhao Zhang Bhavya Kailkhura Zhiding Yu Chaowei Xiao and Z Morley Mao. 2022. Benchmarking robustness of 3d point cloud recognition against common corruptions. arXiv preprint arXiv:2201.12296."},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00252"},{"key":"e_1_3_2_2_40_1","unstructured":"James Tu Huichen Li Xinchen Yan Mengye Ren Yun Chen Ming Liang Eilyan Bitar Ersin Yumer and Raquel Urtasun. 2021. Exploring adversarial robustness of multi-sensor perception systems in self driving. arXiv preprint arXiv:2101.06784."},{"key":"e_1_3_2_2_41_1","article-title":"Visualizing data using t-SNE","volume":"9","author":"der Maaten Laurens Van","year":"2008","unstructured":"Laurens Van der Maaten and Geoffrey Hinton. 2008. Visualizing data using t-SNE.. Journal of machine learning research, 9, 11 (2008).","journal-title":"Journal of machine learning research"},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"publisher","DOI":"10.3390\/rs13091731"},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"crossref","unstructured":"Xiyang Wang Chunyun Fu Zhankun Li Ying Lai and Jiawei He. 2022. DeepFusionMOT: A 3D Multi-Object Tracking Framework Based on Camera-LiDAR Fusion with Deep Association. arXiv preprint arXiv:2202.12100.","DOI":"10.1109\/LRA.2022.3187264"},{"key":"e_1_3_2_2_44_1","doi-asserted-by":"publisher","DOI":"10.1109\/IROS40897.2019.8968513"},{"key":"e_1_3_2_2_45_1","doi-asserted-by":"publisher","DOI":"10.1109\/3DV.2016.20"},{"key":"e_1_3_2_2_46_1","doi-asserted-by":"publisher","DOI":"10.3390\/s18103337"},{"key":"e_1_3_2_2_47_1","doi-asserted-by":"publisher","DOI":"10.3390\/s21062140"},{"key":"e_1_3_2_2_48_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2020.12.115"},{"key":"e_1_3_2_2_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3533767.3534223"},{"key":"e_1_3_2_2_50_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA40945.2020.9196627"},{"key":"e_1_3_2_2_51_1","unstructured":"Chris Ziegler. 2016. A Google self-driving car caused a crash for the first time. https:\/\/www.theverge.com\/2016\/2\/29\/11134344\/google-self-driving-car-crash-report"}],"event":{"name":"ESEC\/FSE '23: 31st ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","location":"San Francisco CA USA","acronym":"ESEC\/FSE '23","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"]},"container-title":["Proceedings of the 31st ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3611643.3616278","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3611643.3616278","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:36:03Z","timestamp":1750178163000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3611643.3616278"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,11,30]]},"references-count":51,"alternative-id":["10.1145\/3611643.3616278","10.1145\/3611643"],"URL":"https:\/\/doi.org\/10.1145\/3611643.3616278","relation":{},"subject":[],"published":{"date-parts":[[2023,11,30]]},"assertion":[{"value":"2023-11-30","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}