{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,11]],"date-time":"2026-10-11T02:36:58Z","timestamp":1791686218590,"version":"4.3.4"},"reference-count":131,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"2","license":[{"start":{"date-parts":[[2024,2,1]],"date-time":"2024-02-01T00:00:00Z","timestamp":1706745600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,2,1]],"date-time":"2024-02-01T00:00:00Z","timestamp":1706745600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,2,1]],"date-time":"2024-02-01T00:00:00Z","timestamp":1706745600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100000741","name":"Centre for Doctoral Training (CDT) to Advance the Deployment of Future Mobility Technologies at the University of Warwick","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100000741","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Intell. Transport. Syst."],"published-print":{"date-parts":[[2024,2]]},"DOI":"10.1109\/tits.2023.3315070","type":"journal-article","created":{"date-parts":[[2023,9,21]],"date-time":"2023-09-21T13:49:01Z","timestamp":1695304141000},"page":"1112-1130","source":"Crossref","is-referenced-by-count":28,"title":["Introspection of DNN-Based Perception Functions in Automated Driving Systems: State-of-the-Art and Open Research Challenges"],"prefix":"10.1109","volume":"25","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2479-8155","authenticated-orcid":false,"given":"Hakan Yekta","family":"Yatbaz","sequence":"first","affiliation":[{"name":"WMG, University of Warwick, Coventry, U.K."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5119-4499","authenticated-orcid":false,"given":"Mehrdad","family":"Dianati","sequence":"additional","affiliation":[{"name":"WMG, University of Warwick, Coventry, U.K."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9604-9874","authenticated-orcid":false,"given":"Roger","family":"Woodman","sequence":"additional","affiliation":[{"name":"WMG, University of Warwick, Coventry, U.K."}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","volume-title":"Reported Road Casualties Great Britain, Annual Report: 2020","year":"2022"},{"key":"ref2","volume-title":"Collision Between Vehicle Controlled by Developmental Automated Driving System and Pedestrian","year":"2019"},{"key":"ref3","volume-title":"Collision Between a Sport Utility Vehicle Operating With Partial Driving Automation and a Crash Attenuator","year":"2019"},{"key":"ref4","volume-title":"AI for Full-Self Driving at Tesla","author":"Karpathy","year":"2020"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/MITS.2016.2583491"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-55583-2_25"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.4271\/2016-01-0128"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3048047"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/IVS.2018.8500421"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2020.2972974"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2021.3076844"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ICCVW54120.2021.00119"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/IV47402.2020.9304789"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/IV48863.2021.9575933"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/3551385"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TIM.2022.3216675"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2022.3210409"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1016\/j.cosrev.2020.100270"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3010274"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3055015"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW56347.2022.00495"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2019.2926042"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1007\/s13042-021-01366-w"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2016.2577031"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1802.02611"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.2983149"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2022.3144867"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01551"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/IVS.2019.8813888"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.01059"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2022.3161141"},{"key":"ref32","volume-title":"Taxonomy and definitions for terms related to driving automation systems for on-road motor vehicles","year":"2018"},{"key":"ref33","first-page":"1","article-title":"Addressing failure prediction by learning model confidence","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"32","author":"Corbi\u00e8re"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/WACVW52041.2021.00021"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2018.2857402"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1177\/0278364917730603"},{"key":"ref37","first-page":"1321","article-title":"On calibration of modern neural networks","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Guo"},{"key":"ref38","first-page":"6403","article-title":"Simple and scalable predictive uncertainty estimation using deep ensembles","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Lakshminarayanan"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.5555\/3045390.3045502"},{"key":"ref40","article-title":"Post-hoc models for performance estimation of machine learning inference","author":"Zhang","year":"2021","journal-title":"arXiv:2110.02459"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/IROS51168.2021.9635940"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2022.3143219"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC45102.2020.9294308"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-50115-4_40"},{"key":"ref45","volume-title":"Outside the Box: Abstraction-Based Monitoring of Neural Networks","volume":"325","author":"Henzinger","year":"2020"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.23919\/DATE.2019.8714971"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/ICM50269.2020.9331504"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/SSPD.2014.6943310"},{"issue":"3","key":"ref49","first-page":"61","article-title":"Probabilistic outputs for support vector machines and comparisons to regularized likelihood methods","volume":"10","author":"Platt","year":"1999","journal-title":"Adv. Large Margin Classifiers"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i7.20773"},{"key":"ref51","first-page":"7167","article-title":"A simple unified framework for detecting out-of-distribution samples and adversarial attacks","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Lee"},{"key":"ref52","article-title":"Enhancing the reliability of out-of-distribution image detection in neural networks","volume-title":"Proc. 6th Int. Conf. Learn. Represent. (ICLR)","author":"Liang"},{"key":"ref53","first-page":"1","article-title":"Bayesian optimization meets Laplace approximation for robotic introspection","volume-title":"Proc. IEEE\/RSJ Int. Conf. Intell. Robots Syst. (IROS)","author":"Humt"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2022.3175195"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01237-3_34"},{"key":"ref56","first-page":"5546","article-title":"To trust or not to trust a classifier","volume-title":"Proc. NeurIPS","author":"Jiang"},{"key":"ref57","first-page":"2151","article-title":"SelectiveNet: A deep neural network with an integrated reject option","volume-title":"Proc. 36th Int. Conf. Mach. Learn.","volume":"97","author":"Geifman"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i04.5966"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i8.16862"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2013.6631221"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1177\/0278364915587924"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/TIV.2022.3152084"},{"key":"ref63","article-title":"Runtime monitoring of deep neural networks using top-down context models inspired by predictive processing and dual process theory","volume-title":"Proc. AAAI","author":"Roy"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC48978.2021.9564545"},{"key":"ref65","article-title":"Increasing the trustworthiness of deep neural networks via accuracy monitoring","volume-title":"Proc. Workshop Artif. Intell. Saf. (Co-Located With IJCAI-PRICAI)","author":"Shao"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01261-8_3"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW50498.2020.00175"},{"key":"ref68","article-title":"Detecting adversarial examples and other misclassifications in neural networks by introspection","author":"Aigrain","year":"2019","journal-title":"arXiv:1905.09186"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206627"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-28872-7_26"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1177\/0278364913491297"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939785"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA40945.2020.9196544"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2018.8460700"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2021.3123374"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN52387.2021.9534289"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.5220\/0010479000002932"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01331"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV51070.2023.02154"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC.2018.8569814"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1109\/3DV53792.2021.00095"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1109\/IROS40897.2019.8968525"},{"issue":"8","key":"ref83","doi-asserted-by":"crossref","first-page":"2819","DOI":"10.3390\/s21082819","article-title":"Introspective false negative prediction for black-box object detectors in autonomous driving","volume":"21","author":"Yang","year":"2021","journal-title":"Sensors"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1109\/IROS51168.2021.9636497"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2023.103998"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-27702-8_12"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46448-0_2"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC55140.2022.9922026"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.5244\/C.31.57"},{"key":"ref90","article-title":"Dense out-of-distribution detection by robust learning on synthetic negative data","author":"Grci\u0107","year":"2021","journal-title":"arXiv:2112.12833"},{"key":"ref91","article-title":"Instance-aware observer network for out-of-distribution object segmentation","author":"Besnier","year":"2022","journal-title":"arXiv:2207.08782"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00508"},{"key":"ref93","article-title":"VOS: Learning what you don\u2019t know by virtual outlier synthesis","volume-title":"Proc. Int. Conf. Learn. Represent.","author":"Du"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01664"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2014.456"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58452-8_9"},{"key":"ref97","article-title":"This is not what I imagined: Error detection for semantic segmentation through visual dissimilarity","author":"Haldimann","year":"2019","journal-title":"arXiv:1909.00676"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.01536"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2019.2909066"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1109\/TMI.2017.2665165"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00271"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2022.3149373"},{"key":"ref103","first-page":"1100","article-title":"V-SLAM: Introspective vision for simultaneous localization and mapping","volume-title":"Proc. Conf. Robot Learn.","volume":"155","author":"Rabiee"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC.2017.8317824"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2018.8462890"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1002\/rob.21768"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1109\/ECMR50962.2021.9568846"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1016\/j.robot.2022.104136"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2021.3058054"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2019.2929999"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2022.3164397"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.1109\/IROS40897.2019.8968176"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1109\/ICMIM.2019.8726704"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1109\/ICPR48806.2021.9413247"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC48978.2021.9564730"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.1109\/IVWorkshops54471.2021.9669217"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC45102.2020.9294609"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2020.3007457"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2021.3090338"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.1109\/MNET.011.2000560"},{"key":"ref121","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC55140.2022.9921988"},{"key":"ref122","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2023.3240104"},{"key":"ref123","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2022.3196410"},{"key":"ref124","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2021.3134828"},{"key":"ref125","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-021-01511-6"},{"key":"ref126","article-title":"SegmentMeIfYouCan: A benchmark for anomaly segmentation","volume-title":"Proc. Neural Inf. Process. Syst. Track Datasets Benchmarks","volume":"1","author":"Chan"},{"key":"ref127","first-page":"8759","article-title":"Scaling out-of-distribution detection for real-world settings","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Hendrycks"},{"key":"ref128","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-023-10562-9"},{"key":"ref129","article-title":"An image is worth 16\u00d716 words: Transformers for image recognition at scale","volume-title":"Proc. ICLR","author":"Dosovitskiy"},{"key":"ref130","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58452-8_13"},{"key":"ref131","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2023.126321"}],"container-title":["IEEE Transactions on Intelligent Transportation Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6979\/10419116\/10260283.pdf?arnumber=10260283","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,2,6]],"date-time":"2024-02-06T15:27:50Z","timestamp":1707233270000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10260283\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,2]]},"references-count":131,"journal-issue":{"issue":"2"},"URL":"https:\/\/doi.org\/10.1109\/tits.2023.3315070","relation":{},"ISSN":["1524-9050","1558-0016"],"issn-type":[{"value":"1524-9050","type":"print"},{"value":"1558-0016","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,2]]}}}