{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,8]],"date-time":"2026-04-08T06:54:31Z","timestamp":1775631271310,"version":"3.50.1"},"reference-count":154,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"8","license":[{"start":{"date-parts":[[2022,8,1]],"date-time":"2022-08-01T00:00:00Z","timestamp":1659312000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,8,1]],"date-time":"2022-08-01T00:00:00Z","timestamp":1659312000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,8,1]],"date-time":"2022-08-01T00:00:00Z","timestamp":1659312000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Intell. Transport. Syst."],"published-print":{"date-parts":[[2022,8]]},"DOI":"10.1109\/tits.2021.3096854","type":"journal-article","created":{"date-parts":[[2021,8,30]],"date-time":"2021-08-30T21:10:32Z","timestamp":1630357832000},"page":"9961-9980","source":"Crossref","is-referenced-by-count":251,"title":["A Review and Comparative Study on Probabilistic Object Detection in Autonomous Driving"],"prefix":"10.1109","volume":"23","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8182-4591","authenticated-orcid":false,"given":"Di","family":"Feng","sequence":"first","affiliation":[{"name":"Institute of Measurement, Control and Microtechnology, Ulm University, Ulm, Germany"}]},{"given":"Ali","family":"Harakeh","sequence":"additional","affiliation":[{"name":"Toronto Robotics and Artificial Intelligence Laboratory, University of Toronto Institute for Aerospace Studies (UTIAS), Toronto, ON, Canada"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4217-4415","authenticated-orcid":false,"given":"Steven L.","family":"Waslander","sequence":"additional","affiliation":[{"name":"Institute of Measurement, Control and Microtechnology, Ulm University, Ulm, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1651-014X","authenticated-orcid":false,"given":"Klaus","family":"Dietmayer","sequence":"additional","affiliation":[{"name":"Institute of Measurement, Control and Microtechnology, Ulm University, Ulm, Germany"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1016\/0010-0277(95)00664-8"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1561\/0600000079"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2017\/661"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-55583-2_25"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/WACV45572.2020.9093599"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2018.8460700"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2019.8793821"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC.2018.8569814"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/IVS.2019.8814046"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/IVS.2019.8814236"},{"key":"ref11","article-title":"Can we trust you? On calibration of a probabilistic object detector for autonomous driving","volume-title":"IEEE\/RSJ Int. Conf. Intell. Robots Syst. Workshop","author":"Feng"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/IV47402.2020.9304551"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA40945.2020.9196544"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00300"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.01296"},{"key":"ref16","article-title":"Learning an uncertainty-aware object detector for autonomous driving","author":"Meyer","year":"2019","journal-title":"arXiv:1910.11375"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/IVS.2019.8814073"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00271"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2018.2858826"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2012.6248074"},{"key":"ref21","volume-title":"Lyft Level 5 AV Dataset 2019","author":"Kesten","year":"2019"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1992.4.3.448"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4612-0745-0"},{"key":"ref24","first-page":"1","article-title":"Evidential deep learning to quantify classification uncertainty","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Sensoy"},{"key":"ref25","first-page":"1613","article-title":"Weight uncertainty in neural networks","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Blundell"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.5555\/2986459.2986721"},{"key":"ref27","first-page":"1184","article-title":"Decomposition of uncertainty in Bayesian deep learning for efficient and risk-sensitive learning","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Depeweg"},{"key":"ref28","volume-title":"Bayesian Learning for Neural Networks","volume":"118","author":"Neal","year":"2012"},{"key":"ref29","first-page":"681","article-title":"Bayesian learning via stochastic gradient Langevin dynamics","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Welling"},{"key":"ref30","first-page":"1683","article-title":"Stochastic gradient Hamiltonian Monte Carlo","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Chen"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1214\/18-AOS1801"},{"issue":"1","key":"ref32","first-page":"4873","article-title":"Stochastic gradient descent as approximate Bayesian inference","volume":"18","author":"Mandt","year":"2017","journal-title":"J. Mach. Learn. Res."},{"key":"ref33","first-page":"13153","article-title":"A simple baseline for Bayesian uncertainty in deep learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Maddox"},{"key":"ref34","first-page":"1","article-title":"A scalable laplace approximation for neural networks","volume-title":"Proc. 6th Int. Conf. Learn. Represent. (ICLR)","author":"Ritter"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.5555\/3295222.3295309"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.5244\/C.31.57"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00302"},{"key":"ref38","article-title":"SalsaNext: Fast, uncertainty-aware semantic segmentation of LiDAR point clouds for autonomous driving","author":"Cortinhal","year":"2020","journal-title":"arXiv:2003.03653"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01234-2_40"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00355"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC45102.2020.9294571"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW50498.2020.00167"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01203"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2016.7487679"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00136"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/TRO.2020.3001674"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00976"},{"key":"ref48","first-page":"1","article-title":"Cereals-cost-effective region-based active learning for semantic segmentation","volume-title":"Proc. Brit. Mach. Vis. Conf.","author":"Mackowiak"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/IV47402.2020.9304793"},{"key":"ref50","article-title":"Large-scale visual active learning with deep probabilistic ensembles","author":"Chitta","year":"2018","journal-title":"arXiv:1811.03575"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00721"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58517-4_45"},{"key":"ref53","article-title":"LaserFlow: Efficient and probabilistic object detection and motion forecasting","author":"Meyer","year":"2020","journal-title":"arXiv:2003.05982"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2019.00355"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00731"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2020.2974682"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA40945.2020.9196844"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/IROS40897.2019.8968307"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-99229-7_37"},{"key":"ref60","article-title":"Uncertainty in deep learning","author":"Gal","year":"2016"},{"key":"ref61","first-page":"3584","article-title":"Concrete dropout","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Gal"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/ICCVW.2019.00294"},{"key":"ref63","first-page":"1","article-title":"Simple and scalable predictive uncertainty estimation using deep ensembles","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Lakshminarayanan"},{"key":"ref64","first-page":"13991","article-title":"Can you trust your model\u2019s uncertainty? Evaluating predictive uncertainty under dataset shift","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Snoek"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2018.8462978"},{"key":"ref66","first-page":"7047","article-title":"Predictive uncertainty estimation via prior networks","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Malinin"},{"key":"ref67","article-title":"Deep evidential regression","author":"Amini","year":"2019","journal-title":"arXiv:1910.02600"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58565-5_20"},{"key":"ref69","first-page":"1321","article-title":"On calibration of modern neural networks","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Guo"},{"key":"ref70","first-page":"2796","article-title":"Accurate uncertainties for deep learning using calibrated regression","volume-title":"Proc. 35th Int. Conf. Mach. Learn. (ICML)","author":"Kuleshov"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1175\/1520-0493(1950)078<0001:VOFEIT>2.0.CO;2"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1214\/aos\/1176344689"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1007\/11736790_1"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1007\/11736790_7"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1198\/016214506000001437"},{"key":"ref76","first-page":"3762","article-title":"Verified uncertainty calibration","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Kumar"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1002\/qj.456"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-9868.2007.00587.x"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1175\/WAF966.1"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2020.2972974"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC.2019.8917494"},{"key":"ref82","first-page":"6","article-title":"Benchmarking sampling-based probabilistic object detectors","volume-title":"Proc. CVPR Workshops","author":"Miller"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00696"},{"key":"ref84","first-page":"1","article-title":"Very deep convolutional networks for large-scale image recognition","volume-title":"Proc. 3rd Int. Conf. Learn. Represent. (ICLR)","author":"Simonyan"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298594"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC.2018.8569637"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00059"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC45102.2020.9294177"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1109\/IROS45743.2020.9340798"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW50498.2020.00059"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.l007\/978-3-319-46448-0_2"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2016.2577031"},{"key":"ref94","article-title":"Localization uncertainty estimation for anchor-free object detection","author":"Lee","year":"2020","journal-title":"arXiv:2006.15607"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1109\/IROS45743.2020.9340882"},{"key":"ref96","first-page":"1","article-title":"Labels are not perfect: Improving probabilistic object detection via label uncertainty","volume-title":"Proc. Eur. Conf. Comput. Vis. Workshops","author":"Feng"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC.2018.8569433"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-10602-148"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.292"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2016.7487796"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01164"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-009-0275-4"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2019.2897684"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00798"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01211"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.593"},{"key":"ref107","article-title":"CrowdHuman: A benchmark for detecting human in a crowd","author":"Shao","year":"2018","journal-title":"arXiv:1805.00123"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.5244\/C.31.73"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00252"},{"key":"ref110","article-title":"Labels are not perfect: Inferring spatial uncertainty in object detection","author":"Feng","year":"2020","journal-title":"arXiv:2012.12195"},{"key":"ref111","article-title":"Estimating and evaluating regression predictive uncertainty in deep object detectors","volume-title":"Proc. Int. Conf. Learn. Represent.","author":"Harakeh"},{"key":"ref112","volume-title":"Detectron","author":"Girshick","year":"2018"},{"key":"ref113","volume-title":"Robust Statistics","volume":"523","author":"Huber","year":"2004"},{"key":"ref114","first-page":"1","article-title":"Pitfalls of in-domain uncertainty estimation and ensembling in deep learning","volume-title":"Proc. 8th Int. Conf. Learn. Represent. (ICLR)","author":"Ashukha"},{"key":"ref115","first-page":"1","article-title":"Orthographic feature transform for monocular 3D object detection","volume-title":"Proc. Brit. Mach. Vis. Conf.","author":"Roddick"},{"key":"ref116","first-page":"3","article-title":"Towards data-driven multi-target tracking for autonomous driving","volume-title":"Proc. Comput. Vis. Winter Workshop (CVWW)","author":"Fruhwirth-Reisinger"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2018.2866205"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.1109\/IVS.2018.8500419"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC.2019.8917405"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.1109\/ICCPS.2018.00035"},{"key":"ref121","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2019.2926463"},{"key":"ref122","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01118"},{"key":"ref123","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01113"},{"key":"ref124","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.336"},{"key":"ref125","doi-asserted-by":"publisher","DOI":"10.1016\/j.patrec.2008.04.005"},{"key":"ref126","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298655"},{"key":"ref127","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.350"},{"key":"ref128","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-33783-3_44"},{"key":"ref129","article-title":"Us highway 101 dataset","author":"Colyar","year":"2007"},{"key":"ref130","first-page":"1","article-title":"Carla: An open urban driving simulator","volume-title":"Proc. Conf. Robot Learn.","author":"Dosovitskiy"},{"key":"ref131","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00159"},{"key":"ref132","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2013.312"},{"key":"ref133","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46448-0_27"},{"key":"ref134","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.128"},{"key":"ref135","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"ref136","article-title":"Learning multiple layers of features from tiny images","author":"Krizhevsky","year":"2009"},{"key":"ref137","article-title":"A systematic comparison of Bayesian deep learning robustness in diabetic retinopathy tasks","volume-title":"Workshop Bayesian Deep Learn","author":"Filos"},{"key":"ref138","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.91"},{"key":"ref139","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC.2017.8317880"},{"key":"ref140","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2017.7989161"},{"key":"ref141","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00972"},{"key":"ref142","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58452-8_13"},{"key":"ref143","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.691"},{"key":"ref144","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2018.8594049"},{"key":"ref145","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-11009-3_11"},{"key":"ref146","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00472"},{"key":"ref147","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01054"},{"key":"ref148","doi-asserted-by":"publisher","DOI":"10.3390\/s18103337"},{"key":"ref149","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.01298"},{"key":"ref150","doi-asserted-by":"publisher","DOI":"10.1109\/MFI49285.2020.9235240"},{"key":"ref151","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.16"},{"key":"ref152","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00033"},{"key":"ref153","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00086"},{"key":"ref154","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-019-01247-4"}],"container-title":["IEEE Transactions on Intelligent Transportation Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6979\/9853713\/09525313.pdf?arnumber=9525313","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,11]],"date-time":"2024-01-11T23:25:23Z","timestamp":1705015523000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9525313\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,8]]},"references-count":154,"journal-issue":{"issue":"8"},"URL":"https:\/\/doi.org\/10.1109\/tits.2021.3096854","relation":{},"ISSN":["1524-9050","1558-0016"],"issn-type":[{"value":"1524-9050","type":"print"},{"value":"1558-0016","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,8]]}}}