{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,5]],"date-time":"2026-06-05T14:04:01Z","timestamp":1780668241259,"version":"3.54.1"},"reference-count":30,"publisher":"IEEE","license":[{"start":{"date-parts":[[2023,10,1]],"date-time":"2023-10-01T00:00:00Z","timestamp":1696118400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,10,1]],"date-time":"2023-10-01T00:00:00Z","timestamp":1696118400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023,10,1]]},"DOI":"10.1109\/iros55552.2023.10341738","type":"proceedings-article","created":{"date-parts":[[2023,12,13]],"date-time":"2023-12-13T19:17:55Z","timestamp":1702495075000},"page":"1-8","source":"Crossref","is-referenced-by-count":9,"title":["Spiking Reinforcement Learning with Memory Ability for Mapless Navigation"],"prefix":"10.1109","author":[{"given":"Bo","family":"Yang","sequence":"first","affiliation":[{"name":"Research Institute of Intelligent Computing, Zhejiang Lab,Hangzhou,China,311100"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mengwen","family":"Yuan","sequence":"additional","affiliation":[{"name":"Research Institute of Intelligent Computing, Zhejiang Lab,Hangzhou,China,311100"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chengjun","family":"Zhang","sequence":"additional","affiliation":[{"name":"Research Institute of Intelligent Computing, Zhejiang Lab,Hangzhou,China,311100"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chaofei","family":"Hong","sequence":"additional","affiliation":[{"name":"Research Institute of Intelligent Computing, Zhejiang Lab,Hangzhou,China,311100"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Gang","family":"Pan","sequence":"additional","affiliation":[{"name":"College of Computer Science and Technology, Zhejiang University,Hangzhou,China,310027"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Huajin","family":"Tang","sequence":"additional","affiliation":[{"name":"College of Computer Science and Technology, Zhejiang University,Hangzhou,China,310027"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1007\/s10489-022-03191-2"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2022.104992"},{"key":"ref3","article-title":"Continuous control with deep reinforcement learning","author":"Lillicrap","year":"2015","journal-title":"arXiv preprint"},{"key":"ref4","first-page":"1928","article-title":"Asynchronous methods for deep reinforcement learning","volume-title":"International conference on machine learning","author":"Mnih","year":"2016"},{"key":"ref5","article-title":"Proximal policy optimization algorithms","author":"Schulman","year":"2017","journal-title":"arXiv: Learning"},{"key":"ref6","first-page":"1861","article-title":"Soft actor-critic: Off-policy maximum entropy deep reinforcement learning with a stochastic actor","volume-title":"International conference on machine learning","author":"Haarnoja","year":"2018"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/IROS45743.2020.9340948"},{"key":"ref8","article-title":"Playing atari with deep reinforcement learning","author":"Mnih","year":"2013","journal-title":"arXiv preprint"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/IRC.2019.00120"},{"key":"ref10","article-title":"Dota 2 with large scale deep reinforcement learning","author":"Berner","year":"2019","journal-title":"arXiv preprint"},{"key":"ref11","article-title":"Towards vision-based deep reinforcement learning for robotic motion control","author":"Zhang","year":"2015","journal-title":"arXiv preprint"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2017.8202134"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2017.7989381"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2017.8202312"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2017.7966127"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2021.06.027"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1162\/neco_a_01238"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2019.08.009"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2019\/189"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2019.2931595"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.3389\/fnins.2018.00331"},{"issue":"1\u201313","key":"ref22","first-page":"76","article-title":"Poisson model of spike generation","volume":"5","author":"Heeger","year":"2000","journal-title":"Handout, University of Standford"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58526-6_24"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/jproc.2023.3308088"},{"key":"ref25","first-page":"2016","article-title":"Deep reinforcement learning with population-coded spiking neural network for continuous control","volume-title":"Conference on Robot Learning","author":"Tang","year":"2021"},{"key":"ref26","article-title":"Deep spiking networks","author":"OConnor","year":"2016","journal-title":"arXiv preprint"},{"key":"ref27","first-page":"1587","article-title":"Addressing function approximation error in actor-critic methods","volume-title":"International conference on machine learning","author":"Fujimoto","year":"2018"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1007\/s12559-022-10030-6"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/ISSCC.2014.6757323"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1088\/2634-4386\/ac9b86"}],"event":{"name":"2023 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS)","location":"Detroit, MI, USA","start":{"date-parts":[[2023,10,1]]},"end":{"date-parts":[[2023,10,5]]}},"container-title":["2023 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/10341341\/10341342\/10341738.pdf?arnumber=10341738","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,12,20]],"date-time":"2023-12-20T00:25:08Z","timestamp":1703031908000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10341738\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,10,1]]},"references-count":30,"URL":"https:\/\/doi.org\/10.1109\/iros55552.2023.10341738","relation":{},"subject":[],"published":{"date-parts":[[2023,10,1]]}}}