{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,28]],"date-time":"2026-07-28T16:22:10Z","timestamp":1785255730043,"version":"3.55.0"},"reference-count":138,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"2","license":[{"start":{"date-parts":[[2022,2,1]],"date-time":"2022-02-01T00:00:00Z","timestamp":1643673600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,2,1]],"date-time":"2022-02-01T00:00:00Z","timestamp":1643673600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,2,1]],"date-time":"2022-02-01T00:00:00Z","timestamp":1643673600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Intell. Transport. Syst."],"published-print":{"date-parts":[[2022,2]]},"DOI":"10.1109\/tits.2020.3023541","type":"journal-article","created":{"date-parts":[[2021,3,17]],"date-time":"2021-03-17T15:50:11Z","timestamp":1615996211000},"page":"722-739","source":"Crossref","is-referenced-by-count":481,"title":["Deep Learning for Image and Point Cloud Fusion in Autonomous Driving: A Review"],"prefix":"10.1109","volume":"23","author":[{"given":"Yaodong","family":"Cui","sequence":"first","affiliation":[{"name":"Department of Mechanical and Mechatronics Engineering, Waterloo Cognitive Autonomous Driving (CogDrive) Laboratory, University of Waterloo, Waterloo, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ren","family":"Chen","sequence":"additional","affiliation":[{"name":"Department of Mechanical and Mechatronics Engineering, Waterloo Cognitive Autonomous Driving (CogDrive) Laboratory, University of Waterloo, Waterloo, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wenbo","family":"Chu","sequence":"additional","affiliation":[{"name":"China Intelligent and Connected Vehicles (Beijing) Research Institute Company, Ltd., Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4925-0572","authenticated-orcid":false,"given":"Long","family":"Chen","sequence":"additional","affiliation":[{"name":"School of Data and Computer Science, Sun Yat-sen University, Zhuhai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7796-5650","authenticated-orcid":false,"given":"Daxin","family":"Tian","sequence":"additional","affiliation":[{"name":"Beijing Key Laboratory for Cooperative Vehicle Infrastructure Systems and Safety Control, Beijing Advanced Innovation Center for Big Data and Brain Computing, School of Transportation Science and Engineering, Beihang University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0608-9619","authenticated-orcid":false,"given":"Ying","family":"Li","sequence":"additional","affiliation":[{"name":"Department of Mechanical and Mechatronics Engineering, Waterloo Cognitive Autonomous Driving (CogDrive) Laboratory, University of Waterloo, Waterloo, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7929-4336","authenticated-orcid":false,"given":"Dongpu","family":"Cao","sequence":"additional","affiliation":[{"name":"Department of Mechanical and Mechatronics Engineering, Waterloo Cognitive Autonomous Driving (CogDrive) Laboratory, University of Waterloo, Waterloo, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1126\/scirobotics.aav9843"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2019.2926042"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-020-1987-4"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1038\/nature16961"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2016.2639582"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2019.2949005"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2015.2493160"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2019.2891788"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2019.2909734"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2018.2849505"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2962554"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2020.2972974"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00472"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2015.7353481"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TGRS.2019.2958517"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.609"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-11015-4_24"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.99"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.701"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2019.2931466"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00986"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.114"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2019.2957935"},{"key":"ref25","article-title":"Deep convolutional networks on graph-structured data","author":"Henaff","year":"2015","journal-title":"arXiv:1506.05163"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.11"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.12693"},{"key":"ref28","first-page":"1","article-title":"Spectral networks and locally connected networks on graphs","volume-title":"Proc. Int. Conf. Learn. Representations (ICLR)","author":"Bruna"},{"key":"ref29","first-page":"3844","article-title":"Convolutional neural networks on graphs with fast localized spectral filtering","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Defferrard"},{"key":"ref30","first-page":"5099","article-title":"Pointnet++: Deep hierarchical feature learning on point sets in a metric space","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Qi"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.16"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00109"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1145\/3197517.3201301"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2019.2961060"},{"key":"ref35","first-page":"820","article-title":"PointCNN: Convolution on X-transformed points","volume-title":"Advances in Neural Information Processing Systems","volume":"31","author":"Li","year":"2018"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00109"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-20887-5_7"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00651"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01112"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00985"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/3DV.2017.00012"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2018.8460184"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2019.8793637"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01270-0_7"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i07.6635"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/3DV.2018.00017"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2019.2929170"},{"key":"ref48","article-title":"Learning guided convolutional network for depth completion","author":"Tang","year":"2019","journal-title":"arXiv:1908.01238"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.23919\/MVA.2019.8757939"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00650"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA40945.2020.9196628"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00907"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2019.8794404"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-019-01188-y"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2012.6248074"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00102"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2018.8461232"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/IVS.2019.8813895"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.597"},{"key":"ref61","article-title":"Ipod: Intensive point-based object detector for point cloud","author":"Yang","year":"2018","journal-title":"arXiv:1812.05276"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00033"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33019267"},{"key":"ref64","article-title":"Pointsift: A sift-like network module for 3d point cloud semantic segmentation","author":"Jiang","year":"2018","journal-title":"arXiv:1807.00652"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/IROS40897.2019.8968513"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00466"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.691"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2018.8594049"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2019.8682746"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01270-0_39"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2019.8794195"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/IVS.2018.8500387"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00752"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2019.00162"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-10584-0_23"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.309"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2014.81"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7299105"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2016.7487370"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00086"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.01298"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-10599-4_41"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00274"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.94"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.01296"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2018.8594388"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1109\/IVS.2018.8500549"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1109\/IVS.2018.8500551"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1109\/IVS.2019.8813983"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1016\/j.robot.2018.11.002"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1109\/JAS.2019.1911459"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2020.2988302"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.3390\/rs10101531"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2017.08.014"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1109\/JAS.2018.7511063"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1007\/s10514-009-9113-3"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1109\/IVS.2014.6856454"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2017.04.048"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1109\/IVS.2015.7225685"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2012.2209421"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2015.2506182"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1016\/j.isprsjprs.2016.01.005"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1016\/j.isprsjprs.2016.01.019"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2017.07.042"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1109\/LGRS.2019.2939354"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2017.2723902"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1109\/JSTARS.2018.2810143"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2014.6943141"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01249-6_28"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.261"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1109\/3DV.2019.00026"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.1109\/ICCVW.2019.00494"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00268"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00455"},{"key":"ref115","article-title":"Enet: A deep neural network architecture for real-time semantic segmentation","author":"Paszke","year":"2016","journal-title":"arXiv:1606.02147"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.1109\/IROS40897.2019.8967890"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-33676-9_4"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.1109\/34.1000236"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2018.8462884"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00245"},{"key":"ref121","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2020.2969183"},{"key":"ref122","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2019.00158"},{"key":"ref123","first-page":"1","article-title":"Very deep convolutional networks for large-scale image recognition","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Simonyan"},{"key":"ref124","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2013.6631094"},{"key":"ref125","first-page":"1","article-title":"Automatic calibration of lidar and camera images using normalized mutual information","volume-title":"Proc. IEEE Int. Conf. Proc. Robot. Autom. (ICRA)","author":"Taylor"},{"key":"ref126","doi-asserted-by":"publisher","DOI":"10.1002\/rob.21542"},{"key":"ref127","doi-asserted-by":"publisher","DOI":"10.5194\/isprs-annals-iii-1-25-2016"},{"key":"ref128","doi-asserted-by":"publisher","DOI":"10.1109\/ICPR.2016.7900068"},{"key":"ref129","doi-asserted-by":"publisher","DOI":"10.1109\/IVS.2017.7995968"},{"key":"ref130","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2018.8593693"},{"key":"ref131","doi-asserted-by":"publisher","DOI":"10.1109\/IVS.2018.8500658"},{"key":"ref132","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.1992.287150"},{"key":"ref133","doi-asserted-by":"publisher","DOI":"10.1109\/WACV45572.2020.9093355"},{"key":"ref134","first-page":"384","article-title":"Identifying unknown instances for autonomous driving","volume-title":"Proc. Conf. Robot Learn.","author":"Wong"},{"key":"ref135","doi-asserted-by":"publisher","DOI":"10.1109\/3DIMPVT.2012.31"},{"key":"ref136","article-title":"From here to there: Video inbetweening using direct 3D convolutions","author":"Li","year":"2019","journal-title":"arXiv:1905.10240"},{"key":"ref137","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.351"},{"key":"ref138","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298801"}],"container-title":["IEEE Transactions on Intelligent Transportation Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6979\/9701814\/09380166.pdf?arnumber=9380166","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,27]],"date-time":"2026-01-27T06:03:26Z","timestamp":1769493806000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9380166\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,2]]},"references-count":138,"journal-issue":{"issue":"2"},"URL":"https:\/\/doi.org\/10.1109\/tits.2020.3023541","relation":{},"ISSN":["1524-9050","1558-0016"],"issn-type":[{"value":"1524-9050","type":"print"},{"value":"1558-0016","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,2]]}}}