{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,28]],"date-time":"2025-10-28T18:35:53Z","timestamp":1761676553434},"publisher-location":"Singapore","reference-count":20,"publisher":"Springer Singapore","isbn-type":[{"type":"print","value":"9789811063879"},{"type":"electronic","value":"9789811063886"}],"license":[{"start":{"date-parts":[[2017,1,1]],"date-time":"2017-01-01T00:00:00Z","timestamp":1483228800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2017]]},"DOI":"10.1007\/978-981-10-6388-6_45","type":"book-chapter","created":{"date-parts":[[2017,9,15]],"date-time":"2017-09-15T14:13:30Z","timestamp":1505484810000},"page":"528-538","source":"Crossref","is-referenced-by-count":7,"title":["Multi-step Reinforcement Learning Algorithm of Mobile Robot Path Planning Based on Virtual Potential Field"],"prefix":"10.1007","author":[{"given":"Jun","family":"Liu","sequence":"first","affiliation":[]},{"given":"Wei","family":"Qi","sequence":"additional","affiliation":[]},{"given":"Xu","family":"Lu","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2017,9,16]]},"reference":[{"issue":"3","key":"45_CR1","doi-asserted-by":"crossref","first-page":"26","DOI":"10.1109\/MRA.2014.2322295","volume":"21","author":"D Scaramuzza","year":"2014","unstructured":"Scaramuzza, D., Achtelik, M.C., Doitsidis, L., et al.: Vision-controlled micro flying robots: from system design to autonomous navigation and mapping in GPS-denied environments. IEEE Robot. Autom. Mag. 21(3), 26\u201340 (2014)","journal-title":"IEEE Robot. Autom. Mag."},{"key":"45_CR2","doi-asserted-by":"crossref","unstructured":"Chinnaiah, M.C., Savitri, T.S., Kumar, P.R.: A novel approach in navigation of FPGA robots in robust indoor environment. In: 2015 International Conference on Advanced Robotics and Intelligent Systems (ARIS), vol. 21, pp. 1\u20136, May 2015","DOI":"10.1109\/ARIS.2015.7158382"},{"key":"45_CR3","doi-asserted-by":"crossref","unstructured":"Song, X., Fang, H., Jiao, X., Wang, Y.: Autonomous mobile robot navigation using machine learning. In: 2012 IEEE 6th International Conference on Information and Automation for Sustainability (ICIAfS), vol. 21, pp. 135\u2013140, September 2012","DOI":"10.1109\/ICIAFS.2012.6419894"},{"key":"45_CR4","doi-asserted-by":"crossref","unstructured":"Zuo, B., Chen, J., Wang, L., Wang, Y.: A reinforcement learning based robotic navigation system. In: 2014 IEEE International Conference on Systems, Man and Cybernetics (SMC), pp. 3452\u20133457, 5\u20138 October 2014","DOI":"10.1109\/SMC.2014.6974463"},{"issue":"9","key":"45_CR5","doi-asserted-by":"crossref","first-page":"1314","DOI":"10.5897\/IJPS11.1745","volume":"7","author":"P Raja","year":"2012","unstructured":"Raja, P., Pugazhenthi, S.: Optimal path planning of mobile robots: a review. Int. J. Phys. Sci. 7(9), 1314\u20131320 (2012)","journal-title":"Int. J. Phys. Sci."},{"key":"45_CR6","doi-asserted-by":"crossref","unstructured":"Niewola, A., Podsedkowski, L.: Nonholonomic mobile robot path planning with linear computational complexity graph searching algorithm. In: 2015 10th International Workshop on Robot Motion and Control (RoMoCo), pp. 217\u2013222. IEEE (2015)","DOI":"10.1109\/RoMoCo.2015.7219738"},{"key":"45_CR7","doi-asserted-by":"crossref","unstructured":"Kong, J., Ding, M., Li, X., et al.: An algorithm for mobile robot path planning using wireless sensor networks. In: 2015 IEEE International Conference on Mechatronics and Automation (ICMA), pp. 2238\u20132242. IEEE (2015)","DOI":"10.1109\/ICMA.2015.7237834"},{"issue":"3","key":"45_CR8","first-page":"23","volume":"4","author":"Z Wu","year":"2012","unstructured":"Wu, Z., Feng, L.: Obstacle prediction-based dynamic path planning for a mobile robot. Int. J. Adv. Comput. Technol. 4(3), 23\u201331 (2012)","journal-title":"Int. J. Adv. Comput. Technol."},{"key":"45_CR9","doi-asserted-by":"crossref","unstructured":"Hussein, A., Mostafa, H., Badrel-din, M., et al.: Metaheuristic optimization approach to mobile robot path planning. In: 2012 International Conference on Engineering and Technology (ICET), pp. 1\u20136. IEEE (2012)","DOI":"10.1109\/ICEngTechnol.2012.6396150"},{"issue":"2","key":"45_CR10","first-page":"282","volume":"6","author":"DW Lee","year":"2008","unstructured":"Lee, D.W., Seo, S.W., Sim, K.B.: Online evolution for cooperative behavior in group robot systems. Int. J. Control Autom. Syst. 6(2), 282\u2013287 (2008)","journal-title":"Int. J. Control Autom. Syst."},{"issue":"3","key":"45_CR11","doi-asserted-by":"crossref","first-page":"20","DOI":"10.1109\/MRA.2010.936957","volume":"17","author":"S Schaal","year":"2010","unstructured":"Schaal, S., Atkeson, C.: Learning control in robotics. IEEE Robot. Autom. Mag. 17(3), 20\u201329 (2010)","journal-title":"IEEE Robot. Autom. Mag."},{"issue":"4","key":"45_CR12","first-page":"1","volume":"99","author":"C Liu","year":"2013","unstructured":"Liu, C., Xu, X., Hu, D.: Multiobjective reinforcement learning: a comprehensive overview. IEEE Trans. Syst. Man Cybern. Part C Appl. Rev. 99(4), 1\u201313 (2013)","journal-title":"IEEE Trans. Syst. Man Cybern. Part C Appl. Rev."},{"issue":"9","key":"45_CR13","doi-asserted-by":"crossref","first-page":"855","DOI":"10.1080\/08839510903246526","volume":"23","author":"KT Andersen","year":"2009","unstructured":"Andersen, K.T., Zeng, Y., Christensen, D.D., et al.: Experiments with online reinforcement learning in real-time strategy games. Appl. Artifi. Intell. 23(9), 855\u2013871 (2009)","journal-title":"Appl. Artifi. Intell."},{"issue":"Sup","key":"45_CR14","doi-asserted-by":"crossref","first-page":"177","DOI":"10.1016\/S1672-6529(09)60233-X","volume":"7","author":"L Lin","year":"2010","unstructured":"Lin, L., Xie, H., Zhang, D.: Supervised neural Q-learning based motion control for bionic underwater robots. J. Bionic Eng. 7(Sup), 177\u2013184 (2010)","journal-title":"J. Bionic Eng."},{"issue":"13","key":"45_CR15","doi-asserted-by":"crossref","first-page":"2813","DOI":"10.1016\/j.ins.2011.02.017","volume":"181","author":"KS Hwang","year":"2011","unstructured":"Hwang, K.S., Lin, H.Y., Hsu, Y.P., et al.: Self-organizing state aggregation for architecture design of Q-learning. Inf. Sci. 181(13), 2813\u20132822 (2011)","journal-title":"Inf. Sci."},{"issue":"1","key":"45_CR16","doi-asserted-by":"crossref","first-page":"28","DOI":"10.1016\/j.knosys.2011.09.008","volume":"32","author":"M Santos","year":"2012","unstructured":"Santos, M., Martin, H.J.A., Lopez, V., et al.: Dyna-H: a heuristic planning reinforcement learning algorithm applied to role-playing game strategy decision systems. Knowl.-Based Syst. 32(1), 28\u201336 (2012)","journal-title":"Knowl.-Based Syst."},{"issue":"11","key":"45_CR17","doi-asserted-by":"crossref","first-page":"2279","DOI":"10.1007\/s11432-011-4332-6","volume":"54","author":"C Chen","year":"2011","unstructured":"Chen, C., Dong, D., Li, H., et al.: Hybrid MDP based integrated hierarchical Q-learning. Sci. China Inf. Sci. 54(11), 2279\u20132294 (2011)","journal-title":"Sci. China Inf. Sci."},{"issue":"4","key":"45_CR18","doi-asserted-by":"crossref","first-page":"541","DOI":"10.1016\/j.neunet.2010.01.001","volume":"23","author":"M Grezs","year":"2010","unstructured":"Grezs, M., Kudenko, D.: Online learning of shaping rewards in reinforcement learning. Neural Netw. 23(4), 541\u2013550 (2010)","journal-title":"Neural Netw."},{"issue":"1","key":"45_CR19","first-page":"1333","volume":"13","author":"G Konidaris","year":"2012","unstructured":"Konidaris, G., Scheidwasser, I., Barto, A.G.: Transfer in reinforcement learning via shared features. J. Mach. Learn. Res. 13(1), 1333\u20131371 (2012)","journal-title":"J. Mach. Learn. Res."},{"key":"45_CR20","doi-asserted-by":"crossref","unstructured":"Megherbi, D.B., Kim, M.A.: Collaborative distributed multi-agent reinforcement learning technique for dynamic agent shortest path planning via selected sub-goals in complex cluttered environments. In: 2015 IEEE International Inter-Disciplinary Conference on Cognitive Methods in Situation Awareness and Decision Support (CogSIMA), pp. 118\u2013124. IEEE (2015)","DOI":"10.1109\/COGSIMA.2015.7108185"}],"container-title":["Communications in Computer and Information Science","Data Science"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-10-6388-6_45","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2017,9,15]],"date-time":"2017-09-15T14:30:38Z","timestamp":1505485838000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-981-10-6388-6_45"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017]]},"ISBN":["9789811063879","9789811063886"],"references-count":20,"URL":"https:\/\/doi.org\/10.1007\/978-981-10-6388-6_45","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2017]]}}}