{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,4]],"date-time":"2026-08-04T21:48:09Z","timestamp":1785880089718,"version":"3.56.0"},"reference-count":71,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"6","license":[{"start":{"date-parts":[[2020,6,1]],"date-time":"2020-06-01T00:00:00Z","timestamp":1590969600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2020,6,1]],"date-time":"2020-06-01T00:00:00Z","timestamp":1590969600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2020,6,1]],"date-time":"2020-06-01T00:00:00Z","timestamp":1590969600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"Tencent AI Lab Rhino-Bird Focused Research Program","award":["NSFC-61625201"],"award-info":[{"award-number":["NSFC-61625201"]}]},{"name":"Tencent AI Lab Rhino-Bird Focused Research Program","award":["NSFC-61527804"],"award-info":[{"award-number":["NSFC-61527804"]}]},{"name":"Qualcomm University Collaborative Research Program"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Pattern Anal. Mach. Intell."],"published-print":{"date-parts":[[2020,6,1]]},"DOI":"10.1109\/tpami.2019.2899570","type":"journal-article","created":{"date-parts":[[2019,2,14]],"date-time":"2019-02-14T20:15:28Z","timestamp":1550175328000},"page":"1317-1332","source":"Crossref","is-referenced-by-count":117,"title":["End-to-End Active Object Tracking and Its Real-World Deployment via Reinforcement Learning"],"prefix":"10.1109","volume":"42","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5697-4168","authenticated-orcid":false,"given":"Wenhan","family":"Luo","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Peng","family":"Sun","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0428-4552","authenticated-orcid":false,"given":"Fangwei","family":"Zhong","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3865-8145","authenticated-orcid":false,"given":"Wei","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5511-2558","authenticated-orcid":false,"given":"Tong","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9888-6409","authenticated-orcid":false,"given":"Yizhou","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref71","article-title":"Yolov3: An incremental improvement","author":"redmon","year":"2018","journal-title":"arXiv 1804 02767"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2017.2723009"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1016\/j.cviu.2018.05.009"},{"key":"ref38","first-page":"127","article-title":"Tree-structured reinforcement learning for sequential object localization","author":"jie","year":"2016","journal-title":"Proc Neural Inf Process Syst"},{"key":"ref33","first-page":"1334","article-title":"End-to-end training of deep visuomotor policies","volume":"17","author":"levine","year":"2016","journal-title":"J Mach Learn Res"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2014.81"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298965"},{"key":"ref30","first-page":"1097","article-title":"Imagenet classification with deep convolutional neural networks","author":"krizhevsky","year":"2012","journal-title":"Proc Neural Inf Process Syst"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.286"},{"key":"ref36","article-title":"Training agent for first-person shooter game with actor-critic curriculum learning","author":"wu","year":"2017","journal-title":"Proc IEEE Int Conf Learn Representations"},{"key":"ref35","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1038\/nature14236","article-title":"Human-level control through deep reinforcement learning","volume":"518","author":"mnih","year":"2015","journal-title":"Nature"},{"key":"ref34","doi-asserted-by":"crossref","first-page":"484","DOI":"10.1038\/nature16961","article-title":"Mastering the game of go with deep neural networks and tree search","volume":"529","author":"silver","year":"2016","journal-title":"Nature"},{"key":"ref60","first-page":"1057","article-title":"Policy gradient methods for reinforcement learning with function approximation","author":"sutton","year":"2000","journal-title":"Proc Neural Inf Process Syst"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2000.854761"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2007.11.026"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.5244\/C.28.65"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-10-8237-5_29"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.733"},{"key":"ref27","first-page":"1","article-title":"Color based moving object tracking with an active camera using motion information","author":"\u00e7elik","year":"2017","journal-title":"Proc Int Artif Intell Data Process Symp"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.465"},{"key":"ref66","year":"0"},{"key":"ref29","author":"sutton","year":"1998","journal-title":"Introduction to Reinforcement Learning"},{"key":"ref67","year":"0"},{"key":"ref68","first-page":"1","article-title":"Deep inside convolutional networks: Visualising image classification models and saliency maps","author":"simonyan","year":"2014","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref69","article-title":"The kylberg texture dataset v. 1.0","author":"kylberg","year":"2011"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.733"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.156"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-48881-3_56"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.352"},{"key":"ref21","first-page":"809","article-title":"Learning a deep compact image representation for visual tracking","author":"wang","year":"2013","journal-title":"Proc Neural Inf Process Syst"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/34.291452"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/ICIP.1994.413812"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/IranianCEE.2012.6292486"},{"key":"ref25","first-page":"817","article-title":"Detecting and tracking moving object using an active camera","volume":"2","author":"kim","year":"2005","journal-title":"Proc Int Conf Adv Commun Technol"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2016.7860433"},{"key":"ref51","year":"0"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1023\/A:1022672621406"},{"key":"ref58","doi-asserted-by":"crossref","DOI":"10.1038\/nature14236","article-title":"Human-level control through deep reinforcement learning","volume":"518","author":"mnih","year":"2015","journal-title":"Nature"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1023\/A:1022676722315"},{"key":"ref56","article-title":"Learning from delayed rewards","author":"watkins","year":"1989"},{"key":"ref55","article-title":"Openai gym","author":"brockman","year":"2016","journal-title":"arXiv 1606 01540 [cs]"},{"key":"ref54","article-title":"Gym-unrealcv: Realistic virtual worlds for visual reinforcement learning","author":"zhong","year":"2017"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1145\/3123266.3129396"},{"key":"ref52","year":"0"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-007-0075-7"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206737"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.21"},{"key":"ref12","first-page":"1436","article-title":"Robust visual tracking using l 1 minimization","author":"mei","year":"2009","journal-title":"Proc IEEE Int Conf Comput Vis"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2011.239"},{"key":"ref14","doi-asserted-by":"crossref","first-page":"2420","DOI":"10.1109\/TPAMI.2012.42","article-title":"Single and multiple object tracking using log-euclidean Riemannian subspace and block-division appearance model","volume":"34","author":"hu","year":"2012","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.531"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.513"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2010.5539960"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2014.2345390"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.153"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.161"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.108"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2016.2516982"},{"key":"ref5","first-page":"1928","article-title":"Asynchronous methods for deep reinforcement learning","author":"mnih","year":"2016","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2013.312"},{"key":"ref7","first-page":"3286","article-title":"End-to-end active object tracking via reinforcement learning","author":"luo","year":"2018","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2018\/682"},{"key":"ref9","article-title":"Multiple object tracking: A literature review","author":"luo","year":"2014","journal-title":"arXiv 1409 7618 [cs]"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2017.8202133"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2018.8460528"},{"key":"ref48","first-page":"4691","article-title":"Sim2real view invariant visual servoing by recurrent control","author":"sadeghi","year":"2018","journal-title":"The IEEE Conf Computer Vision and Pattern Recognition"},{"key":"ref47","first-page":"1","article-title":"Transferring end-to-end visuomotor control from simulation to real world for a multi-stage task","author":"james","year":"2017","journal-title":"Conference on Robot Learning (CoRL)"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.148"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.43"},{"key":"ref44","first-page":"1","article-title":"Building generalizable agents with a realistic and rich 3d environment","author":"wu","year":"2018","journal-title":"In International Conference on Learning Representations Workshop"},{"key":"ref43","first-page":"1","article-title":"rl: Real singleimage flight without a single real image. arxiv preprint","volume":"12","author":"sadeghi","year":"2017","journal-title":"Robotics Science and Systems (RSS)"}],"container-title":["IEEE Transactions on Pattern Analysis and Machine Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/34\/9087915\/08642452.pdf?arnumber=8642452","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,4,27]],"date-time":"2022-04-27T14:00:04Z","timestamp":1651068004000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8642452\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,6,1]]},"references-count":71,"journal-issue":{"issue":"6"},"URL":"https:\/\/doi.org\/10.1109\/tpami.2019.2899570","relation":{},"ISSN":["0162-8828","2160-9292","1939-3539"],"issn-type":[{"value":"0162-8828","type":"print"},{"value":"2160-9292","type":"electronic"},{"value":"1939-3539","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,6,1]]}}}