{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T04:27:48Z","timestamp":1743049668459,"version":"3.40.3"},"publisher-location":"Cham","reference-count":32,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031725968"},{"type":"electronic","value":"9783031725975"}],"license":[{"start":{"date-parts":[[2024,12,13]],"date-time":"2024-12-13T00:00:00Z","timestamp":1734048000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,12,13]],"date-time":"2024-12-13T00:00:00Z","timestamp":1734048000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-72597-5_12","type":"book-chapter","created":{"date-parts":[[2024,12,12]],"date-time":"2024-12-12T07:34:04Z","timestamp":1733988844000},"page":"163-175","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["A Comparative Study of Reinforcement Learning and Insect-Inspired Visual Navigation Methods"],"prefix":"10.1007","author":[{"given":"Xiaoting","family":"Zhong","sequence":"first","affiliation":[]},{"given":"Xuelong","family":"Sun","sequence":"additional","affiliation":[]},{"given":"Haiyang","family":"Li","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,12,13]]},"reference":[{"issue":"2","key":"12_CR1","doi-asserted-by":"publisher","first-page":"e1004683","DOI":"10.1371\/journal.pcbi.1004683","volume":"12","author":"P Ardin","year":"2016","unstructured":"Ardin, P., Peng, F., Mangan, M., Lagogiannis, K., Webb, B.: Using an insect mushroom body circuit to encode route memory in complex natural environments. PLoS Comput. Biol. 12(2), e1004683 (2016)","journal-title":"PLoS Comput. Biol."},{"issue":"1","key":"12_CR2","first-page":"31","volume":"2","author":"Z Bing","year":"2023","unstructured":"Bing, Z., Nitschke, D., Zhuang, G., Huang, K., Knoll, A.: Towards cognitive navigation: a biologically inspired calibration mechanism for the head direction cell network. J. Autom. Intell. 2(1), 31\u201341 (2023)","journal-title":"J. Autom. Intell."},{"issue":"3","key":"12_CR3","doi-asserted-by":"publisher","first-page":"411","DOI":"10.1016\/j.cub.2022.11.059","volume":"33","author":"L Clement","year":"2023","unstructured":"Clement, L., Schwarz, S., Wystrach, A.: An intrinsic oscillator underlies visual navigation in ants. Curr. Biol. 33(3), 411\u2013422 (2023)","journal-title":"Curr. Biol."},{"issue":"67","key":"12_CR4","doi-asserted-by":"publisher","first-page":"eabl6334","DOI":"10.1126\/scirobotics.abl6334","volume":"7","author":"GCHE De Croon","year":"2022","unstructured":"De Croon, G.C.H.E., Dupeyroux, J.J.G., Fuller, S.B., Marshall, J.A.R.: Insect-inspired AI for autonomous robots. Sci. Robot. 7(67), eabl6334 (2022)","journal-title":"Sci. Robot."},{"key":"12_CR5","unstructured":"Ernst, D., Louette, A.: Introduction to Reinforcement Learning (2024)"},{"issue":"10","key":"12_CR6","doi-asserted-by":"publisher","first-page":"2451","DOI":"10.1162\/089976600300015015","volume":"12","author":"FA Gers","year":"2000","unstructured":"Gers, F.A., Schmidhuber, J., Cummins, F.: Learning to forget: continual prediction with LSTM. Neural Comput. 12(10), 2451\u20132471 (2000)","journal-title":"Neural Comput."},{"key":"12_CR7","doi-asserted-by":"crossref","unstructured":"Graves, A., Graves, A.: Long Short-Term Memory. Supervised Sequence Labelling with Recurrent Neural Networks, pp. 37\u201345 (2012)","DOI":"10.1007\/978-3-642-24797-2_4"},{"key":"12_CR8","doi-asserted-by":"publisher","first-page":"58","DOI":"10.1016\/j.cois.2017.09.001","volume":"24","author":"S Heinze","year":"2017","unstructured":"Heinze, S.: Unraveling the neural basis of insect navigation. Curr. Opin. Insect Sci. 24, 58\u201367 (2017)","journal-title":"Curr. Opin. Insect Sci."},{"issue":"8","key":"12_CR9","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter, S., Schmidhuber, J.: Long short-term memory. Neural Comput. 9(8), 1735\u20131780 (1997)","journal-title":"Neural Comput."},{"key":"12_CR10","doi-asserted-by":"publisher","first-page":"1343","DOI":"10.23919\/JSEE.2023.000113","volume":"34","author":"X Jiawei","year":"2023","unstructured":"Jiawei, X., Xufang, Z., Zhong, L., Qingtao, X.: Lstm-dppo based deep reinforcement learning controller for path following optimization of unmanned surface vehicle. J. Syst. Eng. Electron. 34, 1343\u20131358 (2023). https:\/\/doi.org\/10.23919\/JSEE.2023.000113","journal-title":"J. Syst. Eng. Electron."},{"issue":"5","key":"12_CR11","doi-asserted-by":"publisher","first-page":"489","DOI":"10.1109\/34.55109","volume":"12","author":"A Khotanzad","year":"1990","unstructured":"Khotanzad, A., Hong, Y.H.: Invariant image recognition by Zernike moments. IEEE Trans. Pattern Anal. Mach. Intell. 12(5), 489\u2013497 (1990)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"12_CR12","doi-asserted-by":"crossref","unstructured":"Manoonpong, P., et al.: Insect-inspired robots: bridging biological and artificial systems. Sensors 21(22), 7609 (2021)","DOI":"10.3390\/s21227609"},{"issue":"78","key":"12_CR13","doi-asserted-by":"publisher","first-page":"eadi2720","DOI":"10.1126\/scirobotics.adi2720","volume":"8","author":"A Matsiko","year":"2023","unstructured":"Matsiko, A.: Taking inspiration from nature is a no-brainer. Sci. Robot. 8(78), eadi2720 (2023)","journal-title":"Sci. Robot."},{"key":"12_CR14","unstructured":"Mirowski, P., et\u00a0al.: Learning to Navigate in Complex Environments (2016). arXiv preprint: arXiv:1611.03673"},{"key":"12_CR15","unstructured":"Mnih, V., et al.: Asynchronous methods for deep reinforcement learning. In: International conference on machine learning, pp. 1928\u20131937. PMLR (2016)"},{"issue":"7","key":"12_CR16","doi-asserted-by":"publisher","first-page":"6312","DOI":"10.1109\/JIOT.2019.2962545","volume":"7","author":"C Piao","year":"2019","unstructured":"Piao, C., Liu, C.H.: Energy-efficient mobile crowdsensing by unmanned vehicles: a sequential deep reinforcement learning approach. IEEE Internet Things J. 7(7), 6312\u20136324 (2019)","journal-title":"IEEE Internet Things J."},{"key":"12_CR17","unstructured":"Sax, A., Emi, B., Zamir, A.R., Guibas, L., Savarese, S., Malik, J.: Mid-Level Visual Representations Improve Generalization and Sample Efficiency for Learning Visuomotor Policies (2018). arXiv preprint: arXiv:1812.11971"},{"key":"12_CR18","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal Policy Optimization Algorithms (2017). arXiv preprint: arXiv:1707.06347"},{"issue":"4","key":"12_CR19","doi-asserted-by":"publisher","first-page":"20180010","DOI":"10.1098\/rsfs.2018.0010","volume":"8","author":"T Stone","year":"2018","unstructured":"Stone, T., Mangan, M., Wystrach, A., Webb, B.: Rotation invariant visual processing for spatial memory in insects. Interface focus 8(4), 20180010 (2018)","journal-title":"Interface focus"},{"key":"12_CR20","doi-asserted-by":"crossref","unstructured":"Stone, T., et al.: An anatomically constrained model for path integration in the bee brain. Curr. Biol. 27(20), 3069\u20133085 (2017)","DOI":"10.1016\/j.cub.2017.08.052"},{"key":"12_CR21","doi-asserted-by":"publisher","first-page":"106","DOI":"10.1016\/j.neunet.2023.05.033","volume":"165","author":"X Sun","year":"2023","unstructured":"Sun, X., Fu, Q., Peng, J., Yue, S.: An insect-inspired model facilitating autonomous navigation by incorporating goal approaching and collision avoidance. Neural Netw. 165, 106\u2013118 (2023)","journal-title":"Neural Netw."},{"key":"12_CR22","doi-asserted-by":"publisher","first-page":"e54026","DOI":"10.7554\/eLife.54026","volume":"9","author":"X Sun","year":"2020","unstructured":"Sun, X., Yue, S., Mangan, M.: A decentralised neural model explaining optimal integration of navigational strategies in insects. Elife 9, e54026 (2020)","journal-title":"Elife"},{"key":"12_CR23","unstructured":"Sutton, R.S., McAllester, D., Singh, S., Mansour, Y.: Policy gradient methods for reinforcement learning with function approximation. Adv. Neural Inf. Process. Syst. 12, (1999)"},{"issue":"8","key":"12_CR24","doi-asserted-by":"publisher","first-page":"920","DOI":"10.1364\/JOSA.70.000920","volume":"70","author":"MR Teague","year":"1980","unstructured":"Teague, M.R.: Image analysis via the general theory of moments. JOSA 70(8), 920\u2013930 (1980)","journal-title":"JOSA"},{"key":"12_CR25","doi-asserted-by":"crossref","unstructured":"Wang, X., Xiong, W., Wang, H., Wang, W.Y.: Look before you leap: bridging model-free and model-based reinforcement learning for planned-ahead vision-and-language navigation. In: Proceedings of the European Conference on Computer Vision (ECCV), pp. 37\u201353 (2018)","DOI":"10.1007\/978-3-030-01270-0_3"},{"key":"12_CR26","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1016\/j.cois.2016.02.011","volume":"15","author":"B Webb","year":"2016","unstructured":"Webb, B., Wystrach, A.: Neural mechanisms of insect navigation. Curr. Opin. Insect Sci. 15, 27\u201339 (2016)","journal-title":"Curr. Opin. Insect Sci."},{"issue":"3","key":"12_CR27","first-page":"729","volume":"12","author":"MA Wiering","year":"2012","unstructured":"Wiering, M.A., Van Otterlo, M.: Reinforcement learning. Adapt. Learn. Optim. 12(3), 729 (2012)","journal-title":"Adapt. Learn. Optim."},{"key":"12_CR28","unstructured":"Wijmans, E., et al.: Dd-ppo: Learning Near-Perfect Pointgoal Navigators from 2.5 Billion Frames (2019). arXiv preprint arXiv:1911.00357"},{"key":"12_CR29","doi-asserted-by":"publisher","first-page":"70","DOI":"10.1016\/j.bbrc.2021.04.114","volume":"564","author":"A Wystrach","year":"2021","unstructured":"Wystrach, A.: Movements, embodiment and the emergence of decisions. Insights from insect navigation. Biochem. Biophys. Res. Commun. 564, 70\u201377 (2021)","journal-title":"Biochem. Biophys. Res. Commun."},{"key":"12_CR30","doi-asserted-by":"crossref","unstructured":"Young, F.J., et al.: Enhanced long-term memory and increased mushroom body plasticity in heliconius butterflies. Iscience 27(2), (2024)","DOI":"10.1016\/j.isci.2024.108949"},{"key":"12_CR31","doi-asserted-by":"publisher","first-page":"135426","DOI":"10.1109\/ACCESS.2020.3011438","volume":"8","author":"F Zeng","year":"2020","unstructured":"Zeng, F., Wang, C., Ge, S.S.: A survey on visual navigation for artificial agents with deep reinforcement learning. IEEE Access 8, 135426\u2013135442 (2020)","journal-title":"IEEE Access"},{"key":"12_CR32","doi-asserted-by":"crossref","unstructured":"Zhu, Y., Mottaghi, R., Kolve, E., Lim, J.J., Gupta, A., Fei-Fei, L., Farhadi, A.: Target-driven visual navigation in indoor scenes using deep reinforcement learning. In: 2017 IEEE International Conference on Robotics and Automation (ICRA), pp. 3357\u20133364. IEEE (2017)","DOI":"10.1109\/ICRA.2017.7989381"}],"container-title":["Lecture Notes in Computer Science","Biomimetic and Biohybrid Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-72597-5_12","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,12,12]],"date-time":"2024-12-12T08:03:23Z","timestamp":1733990603000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-72597-5_12"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,13]]},"ISBN":["9783031725968","9783031725975"],"references-count":32,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-72597-5_12","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024,12,13]]},"assertion":[{"value":"13 December 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"Living Machines","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Conference on Biomimetic and Biohybrid Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Chicago, IL","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"USA","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 July 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 July 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"lm0a","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/livingmachinesconference.eu\/2024\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}