{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T08:30:52Z","timestamp":1775032252531,"version":"3.50.1"},"reference-count":39,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"6","license":[{"start":{"date-parts":[[2020,6,1]],"date-time":"2020-06-01T00:00:00Z","timestamp":1590969600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2020,6,1]],"date-time":"2020-06-01T00:00:00Z","timestamp":1590969600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2020,6,1]],"date-time":"2020-06-01T00:00:00Z","timestamp":1590969600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"Beijing Science and Technology Plan","award":["Z181100004618003"],"award-info":[{"award-number":["Z181100004618003"]}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61573353"],"award-info":[{"award-number":["61573353"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61803371"],"award-info":[{"award-number":["61803371"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61533017"],"award-info":[{"award-number":["61533017"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61603268"],"award-info":[{"award-number":["61603268"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003816","name":"Noah\u2019s Ark Lab, Huawei Technologies","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100003816","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Neural Netw. Learning Syst."],"published-print":{"date-parts":[[2020,6]]},"DOI":"10.1109\/tnnls.2019.2927869","type":"journal-article","created":{"date-parts":[[2019,8,6]],"date-time":"2019-08-06T19:53:11Z","timestamp":1565121191000},"page":"2064-2076","source":"Crossref","is-referenced-by-count":226,"title":["Deep Reinforcement Learning-Based Automatic Exploration for Navigation in Unknown Environment"],"prefix":"10.1109","volume":"31","author":[{"given":"Haoran","family":"Li","sequence":"first","affiliation":[]},{"given":"Qichao","family":"Zhang","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8218-9633","authenticated-orcid":false,"given":"Dongbin","family":"Zhao","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"crossref","first-page":"3772","DOI":"10.1109\/TNNLS.2017.2741598","article-title":"Efficient Online learning algorithms based on LSTM neural networks","volume":"29","author":"ergen","year":"2018","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1177\/0278364916684382"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2017.08.035"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TCDS.2016.2614675"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.312"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/MCI.2019.2901089"},{"key":"ref37","first-page":"317","article-title":"The player\/stage project: Tools for multi-robot and distributed sensor systems","volume":"1","author":"gerkey","year":"2003","journal-title":"Proc IEEE Int Conf Adv Robot (ICAR)"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2011.5979949"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/ROBOT.2009.5152375"},{"key":"ref34","first-page":"1995","article-title":"Dueling network architectures for deep reinforcement learning","author":"wang","year":"2016","journal-title":"Proc IEEE Int Conf Mach Learn (ICML)"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2017.2773458"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TIE.2016.2597763"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/MCI.2017.2670463"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2016.2561300"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2015.2488680"},{"key":"ref15","doi-asserted-by":"crossref","first-page":"484","DOI":"10.1038\/nature16961","article-title":"Mastering the game of Go with deep neural networks and tree search","volume":"529","author":"silver","year":"2016","journal-title":"Nature"},{"key":"ref16","first-page":"593","article-title":"Fastslam: A factored solution to the simultaneous localization and mapping problem with unknown data association","author":"stentz","year":"2003","journal-title":"Proc AAAI Conf Artif Intell (AAAI)"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/MITS.2010.939925"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TRO.2009.2034435"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.28.1.1"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2016.2614002"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1007\/s10514-012-9298-8"},{"key":"ref27","article-title":"Neural map: Structured memory for deep reinforcement learning","author":"parisotto","year":"2017","journal-title":"arXiv 1702 08360"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1177\/0278364902021010834"},{"key":"ref6","doi-asserted-by":"crossref","first-page":"436","DOI":"10.1038\/nature14539","article-title":"Deep learning","volume":"521","author":"lecun","year":"2015","journal-title":"Nature"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2017.7989037"},{"key":"ref5","first-page":"1097","article-title":"Imagenet classification with deep convolutional neural networks","author":"krizhevsky","year":"2012","journal-title":"Proc Adv Neural Inf Process Syst (NIPS)"},{"key":"ref8","volume":"1","author":"sutton","year":"1998","journal-title":"Reinforcement Learning An Introduction"},{"key":"ref7","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1038\/nature14236","article-title":"Human-level control through deep reinforcement learning","volume":"518","author":"mnih","year":"2015","journal-title":"Nature"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/IRDS.2002.1041446"},{"key":"ref9","article-title":"Continuous control with deep reinforcement learning","author":"lillicrap","year":"2015","journal-title":"arXiv 1509 02971"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/CIRA.1997.613851"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1186\/s40638-016-0055-x"},{"key":"ref22","article-title":"Learning to navigate in complex environments","author":"mirowski","year":"2017","journal-title":"Proc Int Conf Learn Represent (ICLR)"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2017.8206050"},{"key":"ref24","article-title":"Curiosity-driven exploration for mapless navigation with deep reinforcement learning","author":"zhelo","year":"2018","journal-title":"arXiv 1804 00456"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2017.70"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2017.8206458"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/ITNG.2010.53"}],"container-title":["IEEE Transactions on Neural Networks and Learning Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/5962385\/9106620\/08789673.pdf?arnumber=8789673","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,4,27]],"date-time":"2022-04-27T17:19:56Z","timestamp":1651079996000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8789673\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,6]]},"references-count":39,"journal-issue":{"issue":"6"},"URL":"https:\/\/doi.org\/10.1109\/tnnls.2019.2927869","relation":{},"ISSN":["2162-237X","2162-2388"],"issn-type":[{"value":"2162-237X","type":"print"},{"value":"2162-2388","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,6]]}}}