{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,20]],"date-time":"2026-05-20T23:07:15Z","timestamp":1779318435662,"version":"3.51.4"},"publisher-location":"Cham","reference-count":21,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032214768","type":"print"},{"value":"9783032214775","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-21477-5_7","type":"book-chapter","created":{"date-parts":[[2026,5,20]],"date-time":"2026-05-20T22:38:21Z","timestamp":1779316701000},"page":"95-108","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Deep Reinforcement Learning Based Navigation with\u00a0Macro Actions and\u00a0Topological Maps"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4623-6364","authenticated-orcid":false,"given":"Simon","family":"Hakenes","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1886-1696","authenticated-orcid":false,"given":"Tobias","family":"Glasmachers","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2026,5,1]]},"reference":[{"issue":"6","key":"7_CR1","doi-asserted-by":"publisher","first-page":"1874","DOI":"10.1109\/TRO.2021.3075644","volume":"37","author":"C Campos","year":"2021","unstructured":"Campos, C., Elvira, R., Rodr\u00edguez, J.J.G., Montiel, J.M., Tard\u00f3s, J.D.: ORB-SLAM3: an accurate open-source library for visual, visual-inertial, and multimap SLAM. IEEE Trans. Rob. 37(6), 1874\u20131890 (2021)","journal-title":"IEEE Trans. Rob."},{"key":"7_CR2","doi-asserted-by":"publisher","unstructured":"Dissanayake, M.W.M.G., Newman, P., Clark, S., Durrant-Whyte, H.F., Csorba, M.: A solution to the simultaneous localization and map building (SLAM) problem. IEEE Trans. Rob. Autom. 17(3), 229\u2013241 (2001). https:\/\/doi.org\/10.1109\/70.938381","DOI":"10.1109\/70.938381"},{"key":"7_CR3","doi-asserted-by":"publisher","unstructured":"Engel, J., Sch\u00f6ps, T., Cremers, D.: LSD-SLAM: large-scale direct monocular SLAM. In: Computer Vision \u2013 ECCV 2014, pp. 834\u2013849. Springer, Heidelberg (2014). https:\/\/doi.org\/10.1007\/978-3-319-10605-2_54","DOI":"10.1007\/978-3-319-10605-2_54"},{"key":"7_CR4","doi-asserted-by":"publisher","unstructured":"Hakenes, S., Glasmachers, T.: Boosting reinforcement learning with unsupervised feature extraction. In: Artificial Neural Networks and Machine Learning \u2013 ICANN 2019: Theoretical Neural Computation. LNCS, vol. 11727, pp. 555\u2013566. Springer, Heidelberg (2019). https:\/\/doi.org\/10.1007\/978-3-030-30487-4_43","DOI":"10.1007\/978-3-030-30487-4_43"},{"key":"7_CR5","unstructured":"Hakenes, S., Glasmachers, T.: Leveraging topological maps in deep reinforcement learning for multi-object navigation (2023). https:\/\/arxiv.org\/abs\/2310.10250"},{"key":"7_CR6","doi-asserted-by":"crossref","unstructured":"He, J., et al.: Deep reinforcement learning with an action space defined by natural language (2016)","DOI":"10.18653\/v1\/P16-1153"},{"key":"7_CR7","doi-asserted-by":"publisher","unstructured":"Hossain, J., Faridee, A.Z., Roy, N., Freeman, J., Gregory, T., Trout, T.: TopoNav: topological navigation for efficient exploration in sparse reward environments. In: 2024 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS), pp. 693\u2013700. IEEE (2024). https:\/\/doi.org\/10.1109\/iros58592.2024.10802380","DOI":"10.1109\/iros58592.2024.10802380"},{"key":"7_CR8","unstructured":"Kulkarni, T.D., Narasimhan, K.R., Saeedi, A., Tenenbaum, J.B.: Hierarchical deep reinforcement learning: integrating temporal abstraction and intrinsic motivation. arXiv [cs.LG] (2016)"},{"key":"7_CR9","unstructured":"Mirowski, P., et al.: Learning to navigate in complex environments. In: International Conference on Learning Representations (2017)"},{"key":"7_CR10","unstructured":"Parisotto, E., Salakhutdinov, R.: Neural map: structured memory for deep reinforcement learning. In: International Conference on Learning Representations (2018)"},{"key":"7_CR11","doi-asserted-by":"publisher","unstructured":"Parra-Barrero, E., Vijayabaskaran, S., Seabrook, E., Wiskott, L., Cheng, S.: A map of spatial navigation for neuroscience. Neurosci. Biobehav. Rev. 105200 (2023). https:\/\/doi.org\/10.1016\/j.neubiorev.2023.105200","DOI":"10.1016\/j.neubiorev.2023.105200"},{"key":"7_CR12","doi-asserted-by":"publisher","unstructured":"Ramesh, R., Tomar, M., Ravindran, B.: Successor options: an option discovery framework for reinforcement learning. In: Proceedings of the Twenty-Eighth International Joint Conference on Artificial Intelligence. International Joint Conferences on Artificial Intelligence Organization, California (2019). https:\/\/doi.org\/10.24963\/ijcai.2019\/458","DOI":"10.24963\/ijcai.2019\/458"},{"key":"7_CR13","unstructured":"Savinov, N., Dosovitskiy, A., Koltun, V.: Semi-parametric topological memory for navigation. In: 6th International Conference on Learning Representations, ICLR 2018 - Conference Track Proceedings (2018)"},{"key":"7_CR14","doi-asserted-by":"publisher","unstructured":"Savva, M., et al.: Habitat: a platform for embodied AI research. In: 2019 IEEE\/CVF International Conference on Computer Vision (ICCV). IEEE (2019). https:\/\/doi.org\/10.1109\/iccv.2019.00943","DOI":"10.1109\/iccv.2019.00943"},{"issue":"1","key":"7_CR15","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1111\/j.1467-7687.2007.00569.x","volume":"10","author":"ES Spelke","year":"2007","unstructured":"Spelke, E.S., Kinzler, K.D.: Core knowledge. Dev. Sci. 10(1), 89\u201396 (2007). https:\/\/doi.org\/10.1111\/j.1467-7687.2007.00569.x","journal-title":"Dev. Sci."},{"key":"7_CR16","doi-asserted-by":"publisher","unstructured":"Stolle, M., Precup, D.: Learning options in reinforcement learning. In: Lecture Notes in Computer Science, LNCS, pp. 212\u2013223. Springer, Heidelberg (2002). https:\/\/doi.org\/10.1007\/3-540-45622-8_16","DOI":"10.1007\/3-540-45622-8_16"},{"issue":"1","key":"7_CR17","doi-asserted-by":"publisher","first-page":"181","DOI":"10.1016\/S0004-3702(99)00052-1","volume":"112","author":"RS Sutton","year":"1999","unstructured":"Sutton, R.S., Precup, D., Singh, S.: Between MDPs and semi-MDPs: a framework for temporal abstraction in reinforcement learning. Artif. Intell. 112(1), 181\u2013211 (1999). https:\/\/doi.org\/10.1016\/S0004-3702(99)00052-1","journal-title":"Artif. Intell."},{"key":"7_CR18","unstructured":"Szot, A., et al.: Habitat 2.0: training home assistants to rearrange their habitat. In: Advances in Neural Information Processing Systems (NeurIPS) (2021)"},{"key":"7_CR19","unstructured":"Wani, S., Patel, S., Jain, U., Chang, A., Savva, M.: MultiON: benchmarking semantic map memory using multi-object navigation. In: Larochelle, H., Ranzato, M., Hadsell, R., Balcan, M.F., Lin, H. (eds.) Advances in Neural Information Processing Systems, vol.\u00a033, pp. 9700\u20139712. Curran Associates, Inc. (2020)"},{"key":"7_CR20","unstructured":"Wiering, M.: Explorations in efficient reinforcement learning. Ph.D. thesis, University of Amsterdam (1999)"},{"key":"7_CR21","unstructured":"Zhang, J., Tai, L., Liu, M., Boedecker, J., Burgard, W.: Neural SLAM: learning to explore with external memory (2017)"}],"container-title":["Lecture Notes in Computer Science","Machine Learning, Optimization, and Data Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-21477-5_7","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,20]],"date-time":"2026-05-20T22:38:23Z","timestamp":1779316703000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-21477-5_7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"ISBN":["9783032214768","9783032214775"],"references-count":21,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-21477-5_7","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]},"assertion":[{"value":"1 May 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"LOD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Artificial Intelligence Symposium","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Castiglione della Pescaia","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21 September 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24 September 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"mod2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/lod2025.icas.events","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}