{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,3]],"date-time":"2026-03-03T16:21:32Z","timestamp":1772554892306,"version":"3.50.1"},"reference-count":46,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2025,1,17]],"date-time":"2025-01-17T00:00:00Z","timestamp":1737072000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,1,17]],"date-time":"2025-01-17T00:00:00Z","timestamp":1737072000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Nature Science Foundation of China","doi-asserted-by":"crossref","award":["12202413"],"award-info":[{"award-number":["12202413"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100001809","name":"National Nature Science Foundation of China","doi-asserted-by":"crossref","award":["12202412"],"award-info":[{"award-number":["12202412"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Complex Intell. Syst."],"published-print":{"date-parts":[[2025,2]]},"DOI":"10.1007\/s40747-024-01777-6","type":"journal-article","created":{"date-parts":[[2025,1,17]],"date-time":"2025-01-17T07:05:56Z","timestamp":1737097556000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Enhancing navigation performance in unknown environments using spiking neural networks and reinforcement learning with asymptotic gradient method"],"prefix":"10.1007","volume":"11","author":[{"given":"Xiaode","family":"Liu","sequence":"first","affiliation":[]},{"given":"Yufei","family":"Guo","sequence":"additional","affiliation":[]},{"given":"Yuanpei","family":"Chen","sequence":"additional","affiliation":[]},{"given":"Jie","family":"Zhou","sequence":"additional","affiliation":[]},{"given":"Yuhan","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Weihang","family":"Peng","sequence":"additional","affiliation":[]},{"given":"Xuhui","family":"Huang","sequence":"additional","affiliation":[]},{"given":"Zhe","family":"Ma","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,1,17]]},"reference":[{"issue":"5","key":"1777_CR1","doi-asserted-by":"publisher","first-page":"674","DOI":"10.26599\/TST.2021.9010012","volume":"26","author":"K Zhu","year":"2021","unstructured":"Zhu K, Zhang T (2021) Deep reinforcement learning based mobile robot navigation: a Review. Tsinghua Sci Technol 26(5):674\u2013691","journal-title":"Tsinghua Sci Technol"},{"issue":"19","key":"1777_CR2","first-page":"1","volume":"44","author":"XW Zhu","year":"2023","unstructured":"Zhu XW et al (2023) Mechanisms, algorithms, implementation and perspectives of brain-inspired navigation. Acta Aeronautica et Astronautica Sinica 44(19):1\u201333","journal-title":"Acta Aeronautica et Astronautica Sinica"},{"key":"1777_CR3","doi-asserted-by":"publisher","DOI":"10.1109\/TRO.2023.3248510","author":"JA Placed","year":"2023","unstructured":"Placed JA et al (2023) A survey on active simultaneous localization and mapping: state of the art and new frontiers. IEEE Trans Robot. https:\/\/doi.org\/10.1109\/TRO.2023.3248510","journal-title":"IEEE Trans Robot"},{"key":"1777_CR4","doi-asserted-by":"crossref","unstructured":"Yang GZ et al The grand challenges of science robotics. Sci Robot. 3","DOI":"10.1126\/scirobotics.aar7650"},{"issue":"7708","key":"1777_CR5","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1038\/s41586-018-0176-1","volume":"558","author":"H Mouritsen","year":"2018","unstructured":"Mouritsen H (2018) Long-distance navigation and magnetoreception in migratory animals. Nature 558(7708):50\u201359","journal-title":"Nature"},{"issue":"5","key":"1777_CR6","doi-asserted-by":"publisher","first-page":"515","DOI":"10.1007\/s00422-019-00806-9","volume":"113","author":"F Yu","year":"2019","unstructured":"Yu F et al (2019) NeuroSLAM: a brain-inspired SLAM system for 3D environments. Biol Cybern 113(5):515\u2013545","journal-title":"Biol Cybern"},{"issue":"7705","key":"1777_CR7","doi-asserted-by":"publisher","first-page":"429","DOI":"10.1038\/s41586-018-0102-6","volume":"557","author":"A Banino","year":"2018","unstructured":"Banino A et al (2018) Vector-based navigation using grid-like representations in artificial agents. Nature 557(7705):429\u2013433","journal-title":"Nature"},{"issue":"12","key":"1777_CR8","first-page":"1819","volume":"46","author":"C Guo","year":"2021","unstructured":"Guo C et al (2021) Review and verification for brain-like navigation algorithm. Geomat Inf Sci Wuhan Univ 46(12):1819\u20131831","journal-title":"Geomat Inf Sci Wuhan Univ"},{"key":"1777_CR9","doi-asserted-by":"publisher","DOI":"10.1016\/j.neubiorev.2023.105200","volume":"152","author":"E Parra-Barrero","year":"2023","unstructured":"Parra-Barrero E et al (2023) A map of spatial navigation for neuroscience. Neurosci Biobehav Rev 152:105200","journal-title":"Neurosci Biobehav Rev"},{"issue":"1","key":"1777_CR10","volume":"41","author":"C Yang","year":"2020","unstructured":"Yang C et al (2020) Brain-inspired navigation technology integrating perception and action decision: a review and outlook. Acta Aeronautica et Astronautica Sinica 41(1):023280","journal-title":"Acta Aeronautica et Astronautica Sinica"},{"key":"1777_CR11","doi-asserted-by":"crossref","unstructured":"Krichmar JL et al. (2022) Flexible path planning in a spiking model of replay and vicarious trial and error. In: International conference on simulation of adaptive behavior. Springer","DOI":"10.1007\/978-3-031-16770-6_15"},{"key":"1777_CR12","doi-asserted-by":"publisher","DOI":"10.1109\/TASE.2024.3359641","author":"H Ruan","year":"2024","unstructured":"Ruan H et al (2024) GSNN: a neuromorphic computing model for the flexible path planning in various constraint environments. IEEE Trans Autom Sci Eng. https:\/\/doi.org\/10.1109\/TASE.2024.3359641","journal-title":"IEEE Trans Autom Sci Eng"},{"key":"1777_CR13","doi-asserted-by":"crossref","unstructured":"Xu R et al (2022) Population-coded spiking neural network with reinforcement learning for mapless navigation. In: 2022 international conference on cyber-physical social intelligence (ICCSI). IEEE","DOI":"10.1109\/ICCSI55536.2022.9970598"},{"key":"1777_CR14","doi-asserted-by":"crossref","unstructured":"Tang G, Kumar N, Michmizos KP (2020) Reinforcement co-learning of deep and spiking neural networks for energy-efficient mapless navigation with neuromorphic hardware","DOI":"10.1109\/IROS45743.2020.9340948"},{"issue":"12","key":"1777_CR15","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3571155","volume":"55","author":"N Rathi","year":"2023","unstructured":"Rathi N et al (2023) Exploring neuromorphic computing based on spiking neural networks: algorithms to hardware. ACM Comput Surv 55(12):1\u201349","journal-title":"ACM Comput Surv"},{"key":"1777_CR16","doi-asserted-by":"crossref","unstructured":"Bing Z et al (2018) End to end learning of spiking neural network based on r-stdp for a lane keeping vehicle. In: 2018 IEEE international conference on robotics and automation (ICRA). IEEE","DOI":"10.1109\/ICRA.2018.8460482"},{"issue":"7","key":"1777_CR17","doi-asserted-by":"publisher","first-page":"895","DOI":"10.3390\/jmse10070895","volume":"10","author":"N Wang","year":"2022","unstructured":"Wang N et al (2022) Sim-to-real: mapless navigation for USVs using deep reinforcement learning. J Mar Sci Eng 10(7):895","journal-title":"J Mar Sci Eng"},{"issue":"78","key":"1777_CR18","doi-asserted-by":"publisher","first-page":"eabm6996","DOI":"10.1126\/scirobotics.abm6996","volume":"8","author":"F Yu","year":"2023","unstructured":"Yu F et al (2023) Brain-inspired multimodal hybrid neural network for robot place recognition. Sci Robot 8(78):eabm6996","journal-title":"Sci Robot"},{"key":"1777_CR19","doi-asserted-by":"crossref","unstructured":"Tai L, Paolo G, Liu M (2017) Virtual-to-real deep reinforcement learning: Continuous control of mobile robots for mapless navigation. In: 2017 IEEE\/RSJ international conference on intelligent robots and systems (IROS). IEEE","DOI":"10.1109\/IROS.2017.8202134"},{"issue":"7","key":"1777_CR20","doi-asserted-by":"publisher","first-page":"863","DOI":"10.3390\/brainsci12070863","volume":"12","author":"K Yamazaki","year":"2022","unstructured":"Yamazaki K et al (2022) Spiking neural networks and their applications: a review. Brain Sci 12(7):863","journal-title":"Brain Sci"},{"key":"1777_CR21","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2023.3278097","author":"J Jiang","year":"2023","unstructured":"Jiang J et al (2023) Neuro-planner: a 3d visual navigation method for mav with depth camera based on neuromorphic reinforcement learning. IEEE Trans Vehic Technol. https:\/\/doi.org\/10.1109\/TVT.2023.3278097","journal-title":"IEEE Trans Vehic Technol"},{"key":"1777_CR22","doi-asserted-by":"publisher","first-page":"382","DOI":"10.1016\/j.neucom.2016.04.029","volume":"205","author":"SR Kheradpisheh","year":"2016","unstructured":"Kheradpisheh SR, Ganjtabesh M, Masquelier T (2016) Bio-inspired unsupervised learning of visual features leads to robust invariant object recognition. Neurocomputing 205:382\u2013392","journal-title":"Neurocomputing"},{"key":"1777_CR23","doi-asserted-by":"publisher","DOI":"10.1109\/TNANO.2023.3293011","author":"A Gupta","year":"2023","unstructured":"Gupta A, Saurabh S (2023) On-chip unsupervised learning using STDP in a spiking neural network. IEEE Trans Nanotech. https:\/\/doi.org\/10.1109\/TNANO.2023.3293011","journal-title":"IEEE Trans Nanotech"},{"key":"1777_CR24","doi-asserted-by":"publisher","first-page":"331","DOI":"10.3389\/fnins.2018.00331","volume":"12","author":"Y Wu","year":"2018","unstructured":"Wu Y et al (2018) Spatio-temporal backpropagation for training high-performance spiking neural networks. Front Neurosci 12:331","journal-title":"Front Neurosci"},{"key":"1777_CR25","doi-asserted-by":"crossref","unstructured":"Bu T et al (2022) Optimized potential initialization for low-latency spiking neural networks. In: Proceedings of the AAAI conference on artificial intelligence","DOI":"10.1609\/aaai.v36i1.19874"},{"key":"1777_CR26","unstructured":"Li Y et al. (2021) A free lunch from ANN: Towards efficient, accurate spiking neural networks calibration. In: International conference on machine learning. PMLR"},{"key":"1777_CR27","unstructured":"Bu T et al. (2023) Optimal ANN-SNN conversion for high-accuracy and ultra-low-latency spiking neural networks. arXiv preprint arXiv:2303.04347"},{"key":"1777_CR28","doi-asserted-by":"crossref","unstructured":"Hao Z et al (2023) Reducing ann-snn conversion error through residual membrane potential. In: Proceedings of the AAAI conference on artificial intelligence","DOI":"10.1609\/aaai.v37i1.25071"},{"key":"1777_CR29","doi-asserted-by":"publisher","first-page":"1209795","DOI":"10.3389\/fnins.2023.1209795","volume":"17","author":"Y Guo","year":"2023","unstructured":"Guo Y, Huang X, Ma Z (2023) Direct learning-based deep spiking neural networks: a review. Front Neurosci 17:1209795","journal-title":"Front Neurosci"},{"key":"1777_CR30","first-page":"156","volume":"35","author":"Y Guo","year":"2022","unstructured":"Guo Y et al (2022) IM-loss: information maximization loss for spiking neural networks. Adv Neural Inf Process Syst 35:156\u2013166","journal-title":"Adv Neural Inf Process Syst"},{"key":"1777_CR31","first-page":"23426","volume":"34","author":"Y Li","year":"2021","unstructured":"Li Y et al (2021) Differentiable spike: Rethinking gradient-descent for training spiking neural networks. Adv Neural Inf Process Syst 34:23426\u201323439","journal-title":"Adv Neural Inf Process Syst"},{"issue":"4","key":"1777_CR32","doi-asserted-by":"publisher","first-page":"899","DOI":"10.1162\/neco_a_01367","volume":"33","author":"F Zenke","year":"2021","unstructured":"Zenke F, Vogels TP (2021) The remarkable robustness of surrogate gradient learning for instilling complex function in spiking neural networks. Neural Comput 33(4):899\u2013925","journal-title":"Neural Comput"},{"issue":"2","key":"1777_CR33","doi-asserted-by":"publisher","first-page":"610","DOI":"10.1109\/LRA.2019.2891991","volume":"4","author":"F Niroui","year":"2019","unstructured":"Niroui F et al (2019) Deep reinforcement learning robot for search and rescue applications: exploration in unknown cluttered environments. IEEE Robot Autom Lett 4(2):610\u2013617","journal-title":"IEEE Robot Autom Lett"},{"key":"1777_CR34","doi-asserted-by":"publisher","first-page":"150345","DOI":"10.1109\/ACCESS.2021.3126311","volume":"9","author":"K Naya","year":"2021","unstructured":"Naya K et al (2021) Spiking neural network discovers energy-efficient hexapod motion in deep reinforcement learning. IEEE Access 9:150345\u2013150354","journal-title":"IEEE Access"},{"key":"1777_CR35","doi-asserted-by":"crossref","unstructured":"Zanatta L et al (2024) exploring spiking neural networks for deep reinforcement learning in robotic tasks: a comparative study","DOI":"10.21203\/rs.3.rs-4470688\/v1"},{"key":"1777_CR36","doi-asserted-by":"crossref","unstructured":"Zhang D et al (2022) Multi-sacle dynamic coding improved spiking actor network for reinforcement learning. In: Proceedings of the AAAI conference on artificial intelligence","DOI":"10.1609\/aaai.v36i1.19879"},{"key":"1777_CR37","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2021.104362","author":"J Liu","year":"2021","unstructured":"Liu J et al (2021) Spiking neural network-based multi-task autonomous learning for mobile robots. Eng Appl Artif Intell. https:\/\/doi.org\/10.1016\/j.engappai.2021.104362","journal-title":"Eng Appl Artif Intell"},{"key":"1777_CR38","doi-asserted-by":"crossref","unstructured":"Abubaker BA et al. (2023) Spiking Neural Network for Enhanced Mobile Robots\u2019 Navigation Control. In: 2023 7th international symposium on innovative approaches in smart technologies (ISAS). IEEE","DOI":"10.1109\/ISAS60782.2023.10391395"},{"key":"1777_CR39","doi-asserted-by":"crossref","unstructured":"Mahadevuni A, Li P (2017) Navigating mobile robots to target in near shortest time using reinforcement learning with spiking neural networks. In: 2017 International Joint Conference on Neural Networks (IJCNN). IEEE","DOI":"10.1109\/IJCNN.2017.7966127"},{"key":"1777_CR40","doi-asserted-by":"publisher","first-page":"18","DOI":"10.3389\/fnbot.2019.00018","volume":"13","author":"Z Bing","year":"2019","unstructured":"Bing Z et al (2019) Supervised learning in SNN via reward-modulated spike-timing-dependent plasticity for a target reaching vehicle. Front Neurorobot 13:18","journal-title":"Front Neurorobot"},{"key":"1777_CR41","doi-asserted-by":"crossref","unstructured":"Shim MS, Li P (2017) Biologically inspired reinforcement learning for mobile robot collision avoidance. In: 2017 international joint conference on neural networks (IJCNN). IEEE","DOI":"10.1109\/IJCNN.2017.7966242"},{"issue":"8","key":"1777_CR42","doi-asserted-by":"publisher","first-page":"1839","DOI":"10.1007\/s00521-015-1848-5","volume":"26","author":"Z Cao","year":"2015","unstructured":"Cao Z et al (2015) Spiking neural network-based target tracking control for autonomous mobile robots. Neural Comput Appl 26(8):1839\u20131847","journal-title":"Neural Comput Appl"},{"issue":"10","key":"1777_CR43","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3656469","volume":"56","author":"A Novo","year":"2024","unstructured":"Novo A et al (2024) Neuromorphic perception and navigation for mobile robots: a review. ACM Comput Surv 56(10):1\u201337","journal-title":"ACM Comput Surv"},{"issue":"2","key":"1777_CR44","first-page":"166","volume":"10","author":"B Abbyasov","year":"2023","unstructured":"Abbyasov B et al (2023) A tutorial on modelling a real office environment in gazebo simulator. J Robot Netw Artif Life 10(2):166\u2013169","journal-title":"J Robot Netw Artif Life"},{"key":"1777_CR45","doi-asserted-by":"publisher","first-page":"108","DOI":"10.1016\/j.neunet.2019.08.009","volume":"120","author":"D Patel","year":"2019","unstructured":"Patel D et al (2019) Improved robustness of reinforcement learning policies upon conversion to spiking neuronal network platforms applied to Atari Breakout game. Neural Netw 120:108\u2013115","journal-title":"Neural Netw"},{"key":"1777_CR46","first-page":"2991","volume":"36","author":"G Wang","year":"2023","unstructured":"Wang G et al (2023) Evolving connectivity for recurrent spiking neural networks. Adv Neural Inf Process Syst 36:2991\u20133007","journal-title":"Adv Neural Inf Process Syst"}],"container-title":["Complex & Intelligent Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s40747-024-01777-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s40747-024-01777-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s40747-024-01777-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,7]],"date-time":"2025-02-07T16:28:41Z","timestamp":1738945721000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s40747-024-01777-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,1,17]]},"references-count":46,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2025,2]]}},"alternative-id":["1777"],"URL":"https:\/\/doi.org\/10.1007\/s40747-024-01777-6","relation":{},"ISSN":["2199-4536","2198-6053"],"issn-type":[{"value":"2199-4536","type":"print"},{"value":"2198-6053","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,1,17]]},"assertion":[{"value":"27 August 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 December 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 January 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no financial interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"156"}}