{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T12:40:02Z","timestamp":1780317602785,"version":"3.54.1"},"reference-count":70,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"7","license":[{"start":{"date-parts":[[2023,7,1]],"date-time":"2023-07-01T00:00:00Z","timestamp":1688169600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,7,1]],"date-time":"2023-07-01T00:00:00Z","timestamp":1688169600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,7,1]],"date-time":"2023-07-01T00:00:00Z","timestamp":1688169600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100000923","name":"Australian Research Council","doi-asserted-by":"publisher","award":["LP200301507"],"award-info":[{"award-number":["LP200301507"]}],"id":[{"id":"10.13039\/501100000923","id-type":"DOI","asserted-by":"publisher"}]},{"name":"ARC","award":["DP200102427"],"award-info":[{"award-number":["DP200102427"]}]},{"name":"Endeavour Fellowship"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Pattern Anal. Mach. Intell."],"published-print":{"date-parts":[[2023,7,1]]},"DOI":"10.1109\/tpami.2022.3227571","type":"journal-article","created":{"date-parts":[[2022,12,8]],"date-time":"2022-12-08T18:39:23Z","timestamp":1670524763000},"page":"8538-8552","source":"Crossref","is-referenced-by-count":25,"title":["How Trustworthy are Performance Evaluations for Basic Vision Tasks?"],"prefix":"10.1109","volume":"45","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9185-4009","authenticated-orcid":false,"given":"Tran Thien Dat","family":"Nguyen","sequence":"first","affiliation":[{"name":"School of Electrical Engineering, Computing and Mathematical Sciences, Curtin University, Bentley, WA, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8659-8773","authenticated-orcid":false,"given":"Hamid","family":"Rezatofighi","sequence":"additional","affiliation":[{"name":"Faculty of Information Technology, Monash University, Clayton, VIC, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4202-7722","authenticated-orcid":false,"given":"Ba-Ngu","family":"Vo","sequence":"additional","affiliation":[{"name":"School of Electrical Engineering, Computing and Mathematical Sciences, Curtin University, Bentley, WA, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3954-238X","authenticated-orcid":false,"given":"Ba-Tuong","family":"Vo","sequence":"additional","affiliation":[{"name":"School of Electrical Engineering, Computing and Mathematical Sciences, Curtin University, Bentley, WA, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Silvio","family":"Savarese","sequence":"additional","affiliation":[{"name":"Stanford University, Stanford, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7790-6423","authenticated-orcid":false,"given":"Ian","family":"Reid","sequence":"additional","affiliation":[{"name":"School of Computer Science, University of Adelaide, Adelaide, SA, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-009-0275-4"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-10602-1_48"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1604.01685"},{"key":"ref4","article-title":"MOTChallenge 2015: Towards a benchmark for multi-target tracking","author":"Leal-Taix\u00e9","year":"2015"},{"key":"ref5","article-title":"MOT16: A Benchmark fors Multi-Object Tracking","author":"Milan","year":"2016"},{"key":"ref6","article-title":"CVPR19 tracking and detection challenge: How crowded can it get?","author":"Dendorfer","year":"2019"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2012.6248074"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-48881-3_2"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1155\/2008\/246309"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2005.453"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2015.2487833"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00963"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2011.155"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00075"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206735"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2011.6126235"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-020-01375-2"},{"key":"ref18","article-title":"Tracking the trackers: An analysis of the state of the art in multiple object tracking","author":"Leal-Taix\u00e9","year":"2017"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.2307\/2332226"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-018-07619-7"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2011.109"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/1882261.1866186"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/JSTSP.2014.2311884"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2016.2614187"},{"key":"ref25","first-page":"659","article-title":"Parametric correspondence and chamfer matching: Two new techniques for image matching","volume-title":"Proc. Int. Joint Conf. Artif. Intell.","author":"Barrow"},{"key":"ref26","volume-title":"Convex Polytopes","author":"Grunbaum","year":"1967"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.1998.710701"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1137\/1115049"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCA.2004.824848"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2008.920469"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1049\/iet-rsn.2017.0390"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01234-2_31"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/tpami.2021.3130188"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2020.2986136"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2016.2577031"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46448-0_2"},{"key":"ref37","first-page":"379","article-title":"R-FCN: Object detection via region-based fully convolutional networks","volume-title":"Proc. Int. Conf. Neural Inf. Process. Syst.","author":"Dai"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.4324\/9781410605337-29"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.308"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.5555\/3298023.3298188"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2017.2699184"},{"key":"ref43","first-page":"1","article-title":"Neural architecture search with reinforcement learning","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Zoph"},{"key":"ref44","article-title":"MobileNets: Efficient convolutional neural networks for mobile vision applications","author":"Howard","year":"2017"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00474"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.106"},{"key":"ref47","article-title":"Pooling pyramid network for object detection","author":"Jin","year":"2018"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.322"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.634"},{"key":"ref50","article-title":"Tracklet association tracker: An end-to-end learning-based association approach for multi-object tracking","author":"Shen","year":"2018"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2879535"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-48881-3_7"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2017.266"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2018.2882192"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00627"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2889442"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2018.00192"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/AVSS.2012.59"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/AVSS.2017.8078517"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1016\/j.jvcir.2019.01.026"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/ICCE-Asia.2016.7804800"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/AVSS.2018.8639078"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/AVSS.2017.8078516"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2019.00105"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2018.2876253"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01237-3_13"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/ICME.2018.8486597"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/ICIP.2019.8803140"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2018.2881123"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00103"}],"container-title":["IEEE Transactions on Pattern Analysis and Machine Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/34\/10144448\/09976259.pdf?arnumber=9976259","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,25]],"date-time":"2024-06-25T19:54:06Z","timestamp":1719345246000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9976259\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,7,1]]},"references-count":70,"journal-issue":{"issue":"7"},"URL":"https:\/\/doi.org\/10.1109\/tpami.2022.3227571","relation":{},"ISSN":["0162-8828","2160-9292","1939-3539"],"issn-type":[{"value":"0162-8828","type":"print"},{"value":"2160-9292","type":"electronic"},{"value":"1939-3539","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,7,1]]}}}