{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,13]],"date-time":"2026-06-13T07:31:25Z","timestamp":1781335885949,"version":"3.54.1"},"reference-count":35,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"7","license":[{"start":{"date-parts":[[2022,7,1]],"date-time":"2022-07-01T00:00:00Z","timestamp":1656633600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,7,1]],"date-time":"2022-07-01T00:00:00Z","timestamp":1656633600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,7,1]],"date-time":"2022-07-01T00:00:00Z","timestamp":1656633600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100011381","name":"Self-Planned Task of State Key Laboratory of Robotics and System","doi-asserted-by":"publisher","award":["SKLRS201801A05"],"award-info":[{"award-number":["SKLRS201801A05"]}],"id":[{"id":"10.13039\/501100011381","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61903101"],"award-info":[{"award-number":["61903101"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012152","name":"National Postdoctoral Program for Innovative Talents","doi-asserted-by":"publisher","award":["BX201700064"],"award-info":[{"award-number":["BX201700064"]}],"id":[{"id":"10.13039\/501100012152","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Syst. Man Cybern, Syst."],"published-print":{"date-parts":[[2022,7]]},"DOI":"10.1109\/tsmc.2021.3096935","type":"journal-article","created":{"date-parts":[[2021,7,26]],"date-time":"2021-07-26T21:35:02Z","timestamp":1627335302000},"page":"4415-4425","source":"Crossref","is-referenced-by-count":99,"title":["An Improved Dyna-<i>Q<\/i> Algorithm for Mobile Robot Path Planning in Unknown Dynamic Environment"],"prefix":"10.1109","volume":"52","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7721-6251","authenticated-orcid":false,"given":"Muleilan","family":"Pei","sequence":"first","affiliation":[{"name":"Space Control and Inertial Technology Research Center, Harbin Institute of Technology, Harbin, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0919-2283","authenticated-orcid":false,"given":"Hao","family":"An","sequence":"additional","affiliation":[{"name":"Space Control and Inertial Technology Research Center, Harbin Institute of Technology, Harbin, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4006-1126","authenticated-orcid":false,"given":"Bo","family":"Liu","sequence":"additional","affiliation":[{"name":"Space Control and Inertial Technology Research Center, Harbin Institute of Technology, Harbin, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9534-6711","authenticated-orcid":false,"given":"Changhong","family":"Wang","sequence":"additional","affiliation":[{"name":"Space Control and Inertial Technology Research Center, Harbin Institute of Technology, Harbin, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/4235.585889"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1126\/science.aaa8415"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1038\/nature14540"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-019-1924-6"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1038\/nature24270"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1126\/science.aau6249"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1126\/sciadv.aap7885"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1126\/scirobotics.aau5872"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1126\/scirobotics.aao4900"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2019.8794160"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/ICUS50048.2020.9274920"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1126\/scirobotics.abb2174"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-018-0102-6"},{"key":"ref14","first-page":"2419","article-title":"Learning to navigate in cities without a map","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Mirowski"},{"issue":"3","key":"ref15","doi-asserted-by":"crossref","first-page":"279","DOI":"10.1007\/BF00992698","article-title":"Q-learning","volume":"8","author":"Watkins","year":"1992","journal-title":"Mach. Learn."},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCA.2012.2227719"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2016.06.021"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1002\/9781119699057.ch4"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1016\/j.robot.2019.02.013"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/122344.122377"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2011.09.008"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1613\/jair.301"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCB.2004.832154"},{"key":"ref24","volume-title":"Reinforcement Learning: An Introduction","author":"Sutton","year":"2018"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/ICInfA.2015.7279322"},{"key":"ref26","first-page":"944","article-title":"Integrating grid-based and topological maps for mobile robot navigation","volume-title":"Proc. Nat. Conf. Artif. Intell.","author":"Thrun"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1016\/j.robot.2012.08.010"},{"key":"ref28","first-page":"1","article-title":"Convergence of Q-learning: A simple proof","author":"Melo","year":"2001"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2017.2671848"},{"key":"ref30","volume-title":"Artificial Intelligence: A Modern Approach","author":"Russell","year":"2016"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1214\/ss\/1177011077"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1063\/1.1698728"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1287\/moor.13.2.311"},{"key":"ref34","first-page":"1","article-title":"ROS: An open-source robot operating system","volume-title":"Proc. ICRA Workshop Open Source Softw.","volume":"3","author":"Quigley"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1016\/j.robot.2016.06.003"}],"container-title":["IEEE Transactions on Systems, Man, and Cybernetics: Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6221021\/9797000\/09495840.pdf?arnumber=9495840","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,11]],"date-time":"2024-01-11T23:14:08Z","timestamp":1705014848000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9495840\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,7]]},"references-count":35,"journal-issue":{"issue":"7"},"URL":"https:\/\/doi.org\/10.1109\/tsmc.2021.3096935","relation":{},"ISSN":["2168-2216","2168-2232"],"issn-type":[{"value":"2168-2216","type":"print"},{"value":"2168-2232","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,7]]}}}