{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,8]],"date-time":"2026-06-08T10:08:24Z","timestamp":1780913304207,"version":"3.54.1"},"reference-count":53,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2019,5,25]],"date-time":"2019-05-25T00:00:00Z","timestamp":1558742400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2019,5,25]],"date-time":"2019-05-25T00:00:00Z","timestamp":1558742400000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100005236","name":"Chinese Universities Scientific Foundation","doi-asserted-by":"crossref","award":["N172608005"],"award-info":[{"award-number":["N172608005"]}],"id":[{"id":"10.13039\/501100005236","id-type":"DOI","asserted-by":"crossref"}]},{"name":"National Key R&D Program of China","award":["2017YFB1301103"],"award-info":[{"award-number":["2017YFB1301103"]}]},{"DOI":"10.13039\/501100005047","name":"Natural Science Foundation of Liaoning Province","doi-asserted-by":"publisher","award":["20180520040"],"award-info":[{"award-number":["20180520040"]}],"id":[{"id":"10.13039\/501100005047","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Intell Robot Syst"],"published-print":{"date-parts":[[2020,2]]},"DOI":"10.1007\/s10846-019-01030-0","type":"journal-article","created":{"date-parts":[[2019,5,25]],"date-time":"2019-05-25T08:02:27Z","timestamp":1558771347000},"page":"299-312","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":20,"title":["Efficient Hybrid-Supervised Deep Reinforcement Learning for Person Following Robot"],"prefix":"10.1007","volume":"97","author":[{"given":"Linzhuo","family":"Pang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yunzhou","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sonya","family":"Coleman","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"He","family":"Cao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2019,5,25]]},"reference":[{"key":"1030_CR1","unstructured":"Shaker, S.: Fuzzy inference-based person-following robot. International Journal of Systems Applications Engineering & Development (2008)"},{"key":"1030_CR2","doi-asserted-by":"crossref","unstructured":"Rashid, M.M., Shafie, A.A., Alamgir, T.B., Alfar, I.J.: Design and implementation of fuzzy based person following mobile robot. In: Applied mechanics and materials, vol. 151, pp 184\u2013188. Trans Tech Publ (2012)","DOI":"10.4028\/www.scientific.net\/AMM.151.184"},{"key":"1030_CR3","doi-asserted-by":"crossref","unstructured":"Xiang, Y., Alahi, A., Savarese, S.: Learning to track: Online multi-object tracking by decision making. In: 2015 IEEE International Conference on Computer Vision (ICCV), number EPFL-CONF-230283, pp. 4705\u20134713. IEEE (2015)","DOI":"10.1109\/ICCV.2015.534"},{"key":"1030_CR4","doi-asserted-by":"crossref","unstructured":"Danelljan, M., Bhat, G., Shahbaz Khan, F., Felsberg, M.: Eco: Efficient convolution operators for tracking. In: Proceedings of the 2017 IEEE Conference on Computer Vision and Pattern Recognition (CVPR), pp 21\u201326, Honolulu (2017)","DOI":"10.1109\/CVPR.2017.733"},{"key":"1030_CR5","unstructured":"Nachum, O., Norouzi, M., Xu, K., Schuurmans, D.: Bridging the gap between value and policy based reinforcement learning (2017)"},{"key":"1030_CR6","unstructured":"Doisy, G., Jevtic, A., Lucet, E., Edan, Y.: Adaptive person-following algorithm based on depth images and mapping. IEEE. In: RSJ International Conference on Intelligent Robots and Systems (IROS) (2012)"},{"issue":"12","key":"1030_CR7","first-page":"2454","volume":"9","author":"B Ilias","year":"2014","unstructured":"Ilias, B., Abdul Shukor, S.A., Yaacob, S., Adom, A.H., Mohd Razali, M.H.: A nurse following robot with high speed kinect sensor. ARPN J. Eng. Appl. Sci. 9(12), 2454\u20132459 (2014)","journal-title":"ARPN J. Eng. Appl. Sci."},{"key":"1030_CR8","unstructured":"Chen, Z., Birchfield, S.T.: Person following with a mobile robot using binocular feature-based tracking. In: IEEE\/RSJ International Conference on Intelligent Robots and Systems, 2007. IROS 2007, pp. 815\u2013820. IEEE (2007)"},{"key":"1030_CR9","unstructured":"Satake, J., Miura, J.: Robust stereo-based person detection and tracking for a person following robot. In: ICRA Workshop on People Detection and Tracking, pp. 1\u201310 (2009)"},{"issue":"5","key":"1030_CR10","doi-asserted-by":"publisher","first-page":"230","DOI":"10.5772\/56124","volume":"10","author":"E Petrovi\u0107","year":"2013","unstructured":"Petrovi\u0107, E., Leu, A., Risti\u0107-Durrant, D., Nikoli\u0107, V.: Stereo vision-based human tracking for robotic follower. Int. J. Adv. Robot. Syst. 10(5), 230 (2013)","journal-title":"Int. J. Adv. Robot. Syst."},{"key":"1030_CR11","doi-asserted-by":"crossref","unstructured":"Chen, B.X., Sahdev, R., Tsotsos, J.K.: Person following robot using selected online ada-boosting with stereo camera. In: 2017 14th Conference on Computer and Robot Vision (CRV), pp. 48\u201355 (2017)","DOI":"10.1109\/CRV.2017.55"},{"issue":"6","key":"1030_CR12","doi-asserted-by":"publisher","first-page":"345","DOI":"10.1007\/s00530-010-0182-0","volume":"16","author":"PK Atrey","year":"2010","unstructured":"Atrey, P.K., Anwar Hossain, M., El Saddik, A., Kankanhalli, M.S.: Multimodal fusion for multimedia analysis: A survey. Multimed. Syst. 16(6), 345\u2013379 (2010)","journal-title":"Multimed. Syst."},{"issue":"1","key":"1030_CR13","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1016\/j.image.2011.06.005","volume":"27","author":"Y Motai","year":"2012","unstructured":"Motai, Y., Jha, S.K., Kruse, D.: Human tracking from a mobile agent: Optical flow and Kalman filter arbitration. Signal Process. Image Commun. 27(1), 83\u201395 (2012)","journal-title":"Signal Process. Image Commun."},{"key":"1030_CR14","unstructured":"Kobilarov, M., Sukhatme, G., Hyams, J., Batavia, P.: People tracking and following with mobile robot using an omnidirectional camera and a laser. In: IEEE International Conference on Robotics and Automation, pp. 557\u2013562 (2006)"},{"key":"1030_CR15","unstructured":"Tabe, Y., Uesugi, A., Misawa, N., Oguri, T., Omote, E., Igari, J.: Person following robot with vision-based and sensor fusion tracking algorithm. InTech (2008)"},{"key":"1030_CR16","doi-asserted-by":"crossref","unstructured":"Hoshino, F., Morioka, K.: Human following robot based on control of particle distribution with integrated range sensors. In: IEEE\/sice International Symposium on System Integration, pp. 212\u2013217 (2011)","DOI":"10.1109\/SII.2011.6147448"},{"key":"1030_CR17","doi-asserted-by":"crossref","unstructured":"Germa, T., Ouadah, N., Cadenat, V., Devy, M.: Vision and RFID-based person tracking in crowds from a mobile robot. In: IEEE\/RSJ International Conference on Intelligent Robots and Systems, pp. 5591\u20135596 (2009)","DOI":"10.1109\/IROS.2009.5354475"},{"key":"1030_CR18","first-page":"300","volume-title":"Lecture Notes in Computer Science","author":"Bao Xin Chen","year":"2017","unstructured":"Chen, B.X., Sahdev, R., Tsotsos, J.K.: Integrating stereo vision with a CNN tracker for a person-following robot. In: International Conference on Computer Vision Systems, pp. 300\u2013313 (2017)"},{"key":"1030_CR19","doi-asserted-by":"crossref","unstructured":"Antipov, G., Berrani, S.A., Ruchaud, N., Dugelay, J.L.: Learned vs. hand-crafted features for pedestrian gender recognition, pp. 1263\u20131266 (2015)","DOI":"10.1145\/2733373.2806332"},{"key":"1030_CR20","doi-asserted-by":"crossref","unstructured":"Budnik, M., Gutierrez-Gomez, E.L., Safadi, B., Qu\u00e9not, G.: Learned features versus engineered features for semantic video indexing. In: International Workshop on Content-Based Multimedia Indexing, pp. 1\u20136 (2015)","DOI":"10.1109\/CBMI.2015.7153637"},{"key":"1030_CR21","unstructured":"Pomerleau, D.A.: Alvinn: An autonomous land vehicle in a neural network. In: Advances in Neural Information Processing Systems, pp. 305\u2013313 (1989)"},{"key":"1030_CR22","doi-asserted-by":"crossref","unstructured":"Levine, S., Pastor, P., Krizhevsky, A., Quillen, D.: Learning hand-eye coordination for robotic grasping with large-scale data collection. International Journal of Robotics Research, (10) (2016)","DOI":"10.1007\/978-3-319-50115-4_16"},{"key":"1030_CR23","doi-asserted-by":"crossref","unstructured":"Finn, C., Tan, X.Y., Duan, Y., Darrell, T., Levine, S., Abbeel, P.: Deep spatial autoencoders for visuomotor learning (2015)","DOI":"10.1109\/ICRA.2016.7487173"},{"key":"1030_CR24","unstructured":"Bojarski, M., Del Testa, D., Dworakowski, D., Firner, B., Flepp, B., Goyal, P., Jackel, L.D., Monfort, M., Muller, U., Zhang, J.: End to end learning for self-driving cars (2016)"},{"issue":"1","key":"1030_CR25","first-page":"1334","volume":"17","author":"S Levine","year":"2016","unstructured":"Levine, S., Finn, C., Darrell, T., Abbeel, P.: End-to-end training of deep visuomotor policies. J. Mach. Learn. Res. 17(1), 1334\u20131373 (2016)","journal-title":"J. Mach. Learn. Res."},{"key":"1030_CR26","doi-asserted-by":"crossref","unstructured":"Tobin, J., Fong, R., Ray, A., Schneider, J., Zaremba, W., Abbeel, P.: Domain randomization for transferring deep neural networks from simulation to the real world. In: IEEE\/RSJ International Conference on Intelligent Robots and Systems, pp. 23\u201330 (2017)","DOI":"10.1109\/IROS.2017.8202133"},{"key":"1030_CR27","doi-asserted-by":"crossref","unstructured":"Bousmalis, K., Irpan, A., Wohlhart, P., Bai, Y., Kelcey, M., Kalakrishnan, M., Downs, L., Ibarz, J., Pastor, P., Konolige, K.: Using simulation and domain adaptation to improve efficiency of deep robotic grasping (2017)","DOI":"10.1109\/ICRA.2018.8460875"},{"key":"1030_CR28","unstructured":"James, S., Davison, A.J., Johns, E.: Transferring end-to-end visuomotor control from simulation to real world for a multi-stage task (2017)"},{"issue":"7587","key":"1030_CR29","doi-asserted-by":"publisher","first-page":"484","DOI":"10.1038\/nature16961","volume":"529","author":"D Silver","year":"2016","unstructured":"Silver, D., Huang, A., Maddison, C.J., Guez, A., Sifre, L., Van den Driessche, G., Schrittwieser, J., Antonoglou, I., Panneershelvam, V., Lanctot, M.: Mastering the game of go with deep neural networks and tree search. Nature 529(7587), 484 (2016)","journal-title":"Nature"},{"key":"1030_CR30","unstructured":"Vitelli, M., Nayebi, A.: Carma: A deep reinforcement learning approach to autonomous driving (2016)"},{"key":"1030_CR31","doi-asserted-by":"crossref","unstructured":"Koutn\u00edk, J., Schmidhuber, J., Gomez, F.: Evolving deep unsupervised convolutional networks for vision-based reinforcement learning. ACM (2014)","DOI":"10.1145\/2576768.2598358"},{"key":"1030_CR32","unstructured":"El Sallab, A., Abdou, M., Perot, E., Yogamani, S.: End-to-end deep reinforcement learning for lane keeping assist (2016)"},{"key":"1030_CR33","doi-asserted-by":"crossref","unstructured":"Pan, X., You, Y., Wang, Z., Lu, C.: Virtual to real reinforcement learning for autonomous driving (2017)","DOI":"10.5244\/C.31.11"},{"key":"1030_CR34","unstructured":"Rusu, A.A., Vecerik, M., Roth\u00f6rl, T., Heess, N., Pascanu, R., Hadsell, R.: Sim-to-real robot learning from pixels with progressive nets (2016)"},{"key":"1030_CR35","doi-asserted-by":"publisher","first-page":"102","DOI":"10.1007\/978-3-319-46475-6_7","volume-title":"Computer Vision \u2013 ECCV 2016","author":"Stephan R. Richter","year":"2016","unstructured":"Richter, S.R., Vineet, V., Roth, S., Koltun, V.: Playing for data: Ground truth from computer games, pp. 102\u2013118 (2016)"},{"key":"1030_CR36","doi-asserted-by":"crossref","unstructured":"Sadeghi, F., Levine, S.: Cad2rl: Real single-image flight without a single real image (2016)","DOI":"10.15607\/RSS.2017.XIII.034"},{"key":"1030_CR37","doi-asserted-by":"crossref","unstructured":"Peng, X.B., Andrychowicz, M., Zaremba, W., Abbeel, P.: Sim-to-real transfer of robotic control with dynamics randomization (2017)","DOI":"10.1109\/ICRA.2018.8460528"},{"key":"1030_CR38","doi-asserted-by":"crossref","unstructured":"Devin, C., Abbeel, P., Darrell, T., Levine, S.: Deep object-centric representations for generalizable robot learning (2017)","DOI":"10.1109\/ICRA.2018.8461196"},{"key":"1030_CR39","unstructured":"Lee, A.X., Levine, S., Abbeel, P.: Learning visual servoing with deep features and fitted q-iteration (2017)"},{"key":"1030_CR40","unstructured":"Simonyan, K., Zisserman, A.: Very deep convolutional networks for large-scale image recognition. Computer Science (2014)"},{"key":"1030_CR41","unstructured":"Deng, J., Dong, W., Socher, R., Li, L.J., Li, K., Li, F.F.: Imagenet: A large-scale hierarchical image database. In: IEEE Conference on Computer Vision and Pattern Recognition, 2009. CVPR 2009, pp. 248\u2013255 (2009)"},{"issue":"2","key":"1030_CR42","doi-asserted-by":"publisher","first-page":"661","DOI":"10.1109\/LRA.2015.2509024","volume":"1","author":"A Giusti","year":"2017","unstructured":"Giusti, A., Guzzi, J., Cire\u015fan Dan, C., He, F.L., Rodr\u00edguez, J.P., Fontana, F., Faessler, M., Forster, C., Schmidhuber, J., Di Caro, G.: A machine learning approach to visual perception of forest trails for mobile robots. IEEE Robot. Autom. Lett. 1(2), 661\u2013667 (2017)","journal-title":"IEEE Robot. Autom. Lett."},{"key":"1030_CR43","volume-title":"Reinforcement learning: An introduction, vol. 1","author":"RS Sutton","year":"1998","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement learning: An introduction, vol. 1. MIT Press, Cambridge (1998)"},{"key":"1030_CR44","doi-asserted-by":"crossref","unstructured":"Chen, Z., Jacobson, A., S\u00fcnderhauf, N., Upcroft, B., Liu, L., Shen, C., Reid, I., Milford, M.: Deep learning features at scale for visual place recognition. In: 2017 IEEE International Conference on Robotics and Automation (ICRA), pp. 3223\u20133230, 05 (2017)","DOI":"10.1109\/ICRA.2017.7989366"},{"key":"1030_CR45","unstructured":"Williams, J.D., Zweig, G.: End-to-end lstm-based dialog control optimized with supervised and reinforcement learning (2016)"},{"issue":"7540","key":"1030_CR46","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., Kavukcuoglu, K., Silver, D., Rusu, A.A., Veness, J., Bellemare, M.G., Graves, A., Riedmiller, M., Fidjeland, A.K., Ostrovski, G.: Human-level control through deep reinforcement learning. Nature 518(7540), 529 (2015)","journal-title":"Nature"},{"key":"1030_CR47","unstructured":"Sutton, R.: Policy gradient methods for reinforcement learning with function approximation, vol. 12 (1999)"},{"issue":"3-4","key":"1030_CR48","doi-asserted-by":"publisher","first-page":"229","DOI":"10.1007\/BF00992696","volume":"8","author":"RJ Williams","year":"1992","unstructured":"Williams, R.J.: Simple statistical gradient-following algorithms for connectionist reinforcement learning. Mach. Learn. 8(3-4), 229\u2013256 (1992)","journal-title":"Mach. Learn."},{"key":"1030_CR49","unstructured":"Silver, D.: Google DeepMind. Tutorial: Deep reinforcement learning (2016)"},{"key":"1030_CR50","unstructured":"Martin, M.: Reinforcement learning framework (2011)"},{"issue":"3","key":"1030_CR51","doi-asserted-by":"publisher","first-page":"583","DOI":"10.1109\/TPAMI.2014.2345390","volume":"37","author":"JF Henriques","year":"2015","unstructured":"Henriques, J.F., Caseiro, R., Martins, P., Batista, J.: High-speed tracking with kernelized correlation filters. IEEE Trans. Pattern Anal. Mach. Intell. 37(3), 583\u2013596 (2015)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"issue":"7","key":"1030_CR52","doi-asserted-by":"publisher","first-page":"1409","DOI":"10.1109\/TPAMI.2011.239","volume":"34","author":"Z Kalal","year":"2012","unstructured":"Kalal, Z., Mikolajczyk, K., Matas, J.: Tracking-learning-detection. IEEE Trans. Pattern Anal. Mach. Intell. 34(7), 1409 (2012)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"1030_CR53","unstructured":"Li, F.F., Fergus, R., Perona, P.: A Bayesian approach to unsupervised one-shot learning of object categories. In: IEEE International Conference on Computer Vision, 2003. Proceedings, vol. 2, pp. 1134\u20131141 (2008)"}],"container-title":["Journal of Intelligent &amp; Robotic Systems"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10846-019-01030-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10846-019-01030-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10846-019-01030-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,5,23]],"date-time":"2020-05-23T23:09:15Z","timestamp":1590275355000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10846-019-01030-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,5,25]]},"references-count":53,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2020,2]]}},"alternative-id":["1030"],"URL":"https:\/\/doi.org\/10.1007\/s10846-019-01030-0","relation":{},"ISSN":["0921-0296","1573-0409"],"issn-type":[{"value":"0921-0296","type":"print"},{"value":"1573-0409","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,5,25]]},"assertion":[{"value":"3 May 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"23 April 2019","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 May 2019","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}