{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T12:54:30Z","timestamp":1780318470904,"version":"3.54.1"},"reference-count":114,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/501100000275","name":"Leverhulme Trust","doi-asserted-by":"publisher","award":["Research Project Grant RPG-2019-243"],"award-info":[{"award-number":["Research Project Grant RPG-2019-243"]}],"id":[{"id":"10.13039\/501100000275","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100010661","name":"Horizon 2020 Framework Programme","doi-asserted-by":"publisher","award":["Grant agreement No. 964505 (E-pi)"],"award-info":[{"award-number":["Grant agreement No. 964505 (E-pi)"]}],"id":[{"id":"10.13039\/100010661","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Pattern Anal. Mach. Intell."],"published-print":{"date-parts":[[2023,1,1]]},"DOI":"10.1109\/tpami.2022.3150906","type":"journal-article","created":{"date-parts":[[2022,2,15]],"date-time":"2022-02-15T02:44:04Z","timestamp":1644893044000},"page":"1036-1054","source":"Crossref","is-referenced-by-count":87,"title":["ROAD: The Road Event Awareness Dataset for Autonomous Driving"],"prefix":"10.1109","volume":"45","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9260-3831","authenticated-orcid":false,"given":"Gurkirt","family":"Singh","sequence":"first","affiliation":[{"name":"CVL, ETH Zurich, Zurich, Switzerland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9172-472X","authenticated-orcid":false,"given":"Stephen","family":"Akrigg","sequence":"additional","affiliation":[{"name":"VAIL, Oxford Brookes University, Oxford, U.K."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4798-5690","authenticated-orcid":false,"given":"Manuele Di","family":"Maio","sequence":"additional","affiliation":[{"name":"Siemens SpA, Bologna, Bologna, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9730-7743","authenticated-orcid":false,"given":"Valentina","family":"Fontana","sequence":"additional","affiliation":[{"name":"University of Naples Federico II, Napoli, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7250-4879","authenticated-orcid":false,"given":"Reza Javanmard","family":"Alitappeh","sequence":"additional","affiliation":[{"name":"University of Science and Technology of Mazandaran, Behshahr, Iran"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9706-4005","authenticated-orcid":false,"given":"Salman","family":"Khan","sequence":"additional","affiliation":[{"name":"VAIL, Oxford Brookes University, Oxford, U.K."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6667-3986","authenticated-orcid":false,"given":"Suman","family":"Saha","sequence":"additional","affiliation":[{"name":"CVL, ETH Zurich, Zurich, Switzerland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4600-2071","authenticated-orcid":false,"given":"Kossar","family":"Jeddisaravi","sequence":"additional","affiliation":[{"name":"University of Science and Technology of Mazandaran, Behshahr, Iran"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4960-6495","authenticated-orcid":false,"given":"Farzad","family":"Yousefi","sequence":"additional","affiliation":[{"name":"University of Science and Technology of Mazandaran, Behshahr, Iran"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9523-6854","authenticated-orcid":false,"given":"Jacob","family":"Culley","sequence":"additional","affiliation":[{"name":"VAIL, Oxford Brookes University, Oxford, U.K."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6267-4858","authenticated-orcid":false,"given":"Tom","family":"Nicholson","sequence":"additional","affiliation":[{"name":"VAIL, Oxford Brookes University, Oxford, U.K."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7927-7659","authenticated-orcid":false,"given":"Jordan","family":"Omokeowa","sequence":"additional","affiliation":[{"name":"VAIL, Oxford Brookes University, Oxford, U.K."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4731-2370","authenticated-orcid":false,"given":"Stanislao","family":"Grazioso","sequence":"additional","affiliation":[{"name":"University of Naples Federico II, Napoli, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7053-804X","authenticated-orcid":false,"given":"Andrew","family":"Bradley","sequence":"additional","affiliation":[{"name":"VAIL, Oxford Brookes University, Oxford, U.K."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1287-3223","authenticated-orcid":false,"given":"Giuseppe Di","family":"Gironimo","sequence":"additional","affiliation":[{"name":"University of Naples Federico II, Napoli, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9271-2130","authenticated-orcid":false,"given":"Fabio","family":"Cuzzolin","sequence":"additional","affiliation":[{"name":"VAIL, Oxford Brookes University, Oxford, U.K."}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2018.2791533"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2019.8793925"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.474"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2008.260"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206638"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2008.4587581"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2012.6248074"},{"key":"ref36","article-title":"MIT DriveSeg (manual) dataset","author":"ding","year":"2020"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4899-1216-9_6"},{"key":"ref34","first-page":"691","article-title":"Nightowls: A pedestrians at night dataset","author":"neumann","year":"2018","journal-title":"Asian Conference on Computer Vision"},{"key":"ref28","article-title":"D-city: A large-scale dashcam video dataset of diverse traffic scenarios","author":"che","year":"2019"},{"key":"ref27","doi-asserted-by":"crossref","first-page":"2702","DOI":"10.1109\/TPAMI.2019.2926463","article-title":"The apolloscape open dataset for autonomous driving and its application","volume":"42","author":"wang","year":"2020","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2005.177"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.5244\/C.30.58"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00630"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298676"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.350"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-88682-2_5"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.01226"},{"key":"ref26","article-title":"BDD100K: A diverse driving video database with scalable annotation tooling","author":"yu","year":"2018"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01231-1_19"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.534"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-8659.2007.01089.x"},{"key":"ref51","first-page":"452","article-title":"Improving data association by joint modeling of pedestrian trajectories and groupings","author":"pellegrini","year":"2010","journal-title":"European Conference on Computer Vision"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01120"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00636"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2018.2836305"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/ICCVW.2017.33"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00868"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2019.8794474"},{"key":"ref53","first-page":"549","article-title":"Learning social etiquette: Human trajectory understanding in crowded scenes","author":"robicquet","year":"2016","journal-title":"European Conference on Computer Vision"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2011.5995586"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1177\/0278364913507326"},{"key":"ref4","author":"maurer","year":"2016","journal-title":"Autonomous Driving Technical Legal and Social Aspects"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1177\/0278364911400640"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/IVS.2018.8500500"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-32552-1_62"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/IVS.2018.8500556"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01164"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/IVS.2018.8500413"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/IVS.2018.8500605"},{"key":"ref46","article-title":"A*3D dataset: Towards autonomous driving in challenging environments","author":"pham","year":"2019"},{"key":"ref45","article-title":"Scalability in perception for autonomous driving: Waymo open dataset","author":"sun","year":"2019"},{"key":"ref48","article-title":"KITTI-360: A novel dataset and benchmarks for urban scene understanding in 2D and 3D","author":"liao","year":"2021"},{"key":"ref47","article-title":"A2D2: Aev autonomous driving dataset","author":"geyer","year":"2019"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00615"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2016.7759669"},{"key":"ref44","article-title":"Lyft level 5 av dataset 2019","author":"kesten","year":"2019"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00895"},{"key":"ref73","article-title":"Human action localization with sparse spatial supervision","author":"weinzaepfel","year":"2016"},{"key":"ref72","article-title":"The LIRIS Human activities dataset and the ICPR 2012 human activities recognition and localization competition","author":"wolf","year":"2012"},{"key":"ref71","article-title":"UCF101: A dataset of 101 human actions classes from videos in the wild","author":"soomro","year":"2012"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2013.396"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00028"},{"key":"ref77","article-title":"A better baseline for ava","author":"girdhar","year":"2018"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.502"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00813"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00037"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.290"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.352"},{"key":"ref62","article-title":"Thumos challenge: Action recognition with a large number of classes","author":"jiang","year":"2014"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00939"},{"key":"ref63","article-title":"AVA: A video dataset of spatio-temporally localized atomic visual actions","author":"gu","year":"2017"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.01328"},{"key":"ref65","article-title":"The kinetics human action video dataset","author":"kay","year":"2017"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2019.2901464"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.622"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298698"},{"key":"ref2","article-title":"Toyota is betting on this startup to drive its self-driving car plans forward","author":"korosec","year":"0"},{"key":"ref69","article-title":"Charades-ego: A large-scale dataset of paired third and first person videos","author":"sigurdsson","year":"2018"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2006.305"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00252"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1109\/WACVW50321.2020.9096929"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.106"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00675"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1177\/0278364913491297"},{"key":"ref106","article-title":"Video swin transformer","author":"liu","year":"2021"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00803"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1109\/ICCVW.2019.00183"},{"key":"ref91","first-page":"71","article-title":"Asynchronous interaction aggregation for action detection","author":"tang","year":"2020","journal-title":"European Conference on Computer Vision"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58536-5_28"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00053"},{"key":"ref103","article-title":"Consistent optimization for single-shot object detection","author":"kong","year":"2019"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00633"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2018.2882805"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.1109\/IVS.2017.7995949"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.390"},{"key":"ref98","article-title":"Deep learning for detecting multiple space-time action tubes in videos","author":"saha","year":"2016","journal-title":"Proc Brit Mach Vis Conf"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.362"},{"key":"ref96","first-page":"568","article-title":"Two-stream convolutional networks for action recognition in videos","author":"simonyan","year":"2014","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref97","article-title":"Ucf101: A dataset of 101 human action classes from videos in the wild (2012)","author":"soomro","year":"2012"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/S0921-8890(99)00125-6"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.690"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2018.8460487"},{"key":"ref13","article-title":"Arguing machines: Perception-control system redundancy and edge case discovery in real-world autonomous driving","author":"fridman","year":"2017"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1017\/S0033291720000835"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2019.2901817"},{"key":"ref16","article-title":"Human motion trajectory prediction: A survey","author":"rudenko","year":"2019"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58517-4_5"},{"key":"ref17","first-page":"5603","article-title":"Occam's razor is insufficient to infer the preferences of irrational agents","author":"armstrong","year":"2018","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.472"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1177\/0278364916679498"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.473"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.393"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00035"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2019.01.012"},{"key":"ref113","first-page":"4218","article-title":"Machine theory of mind","author":"rabinowitz","year":"2018","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref80","article-title":"Incremental tube construction for human action detection","author":"behl","year":"2017"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.324"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46493-0_45"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.01017"},{"key":"ref87","first-page":"420","article-title":"Tramnet-transition matrix network for efficient action tube proposals","author":"singh","year":"2018","journal-title":"Asian Conference on Computer Vision"},{"key":"ref88","first-page":"759","article-title":"Predicting action tubes","author":"singh","year":"2018","journal-title":"Proc Eur Conf Comput Vis Workshops"}],"container-title":["IEEE Transactions on Pattern Analysis and Machine Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/34\/9970415\/09712346.pdf?arnumber=9712346","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,26]],"date-time":"2022-12-26T19:11:30Z","timestamp":1672081890000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9712346\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,1,1]]},"references-count":114,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/tpami.2022.3150906","relation":{},"ISSN":["0162-8828","2160-9292","1939-3539"],"issn-type":[{"value":"0162-8828","type":"print"},{"value":"2160-9292","type":"electronic"},{"value":"1939-3539","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,1,1]]}}}