{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,3]],"date-time":"2026-08-03T08:45:58Z","timestamp":1785746758378,"version":"3.56.0"},"reference-count":174,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2026,6,3]],"date-time":"2026-06-03T00:00:00Z","timestamp":1780444800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2026,8,3]],"date-time":"2026-08-03T00:00:00Z","timestamp":1785715200000},"content-version":"vor","delay-in-days":61,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"DOI":"10.13039\/501100021171","name":"Basic and Applied Basic Research Foundation of Guangdong Province","doi-asserted-by":"publisher","award":["2024A1515140010"],"award-info":[{"award-number":["2024A1515140010"]}],"id":[{"id":"10.13039\/501100021171","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002858","name":"China Postdoctoral Science Foundation","doi-asserted-by":"publisher","award":["2023M732022"],"award-info":[{"award-number":["2023M732022"]}],"id":[{"id":"10.13039\/501100002858","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J. King Saud Univ. Comput. Inf. Sci."],"published-print":{"date-parts":[[2026,8]]},"DOI":"10.1007\/s44443-026-00549-1","type":"journal-article","created":{"date-parts":[[2026,6,3]],"date-time":"2026-06-03T09:05:15Z","timestamp":1780477515000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["From perception to reasoning: A survey of vision-and-language navigation through cognitive development"],"prefix":"10.1007","volume":"38","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2230-3937","authenticated-orcid":false,"given":"Peng","family":"Gao","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Peng","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Fei","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hamido","family":"Fujita","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hanan","family":"Aljuaid","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,6,3]]},"reference":[{"key":"549_CR1","unstructured":"Achiam J, Adler S, Agarwal S, Ahmad L, Akkaya I, Aleman FL, Almeida D, Altenschmidt J, Altman S, Anadkat S et al (2023a). Gpt-4 technical report. arXiv preprint arXiv:2303.08774"},{"key":"549_CR2","unstructured":"Achiam J, Adler S, Agarwal S, Ahmad L, Akkaya I, Aleman FL, Almeida D, Altenschmidt J, Altman S, Anadkat S et al (2023b) Gpt-4 technical report. arXiv preprint arXiv:2303.08774"},{"key":"549_CR3","unstructured":"Ahn M, Brohan A, Brown N, Chebotar Y, Cortes O, David B, Finn C, Fu C, Gopalakrishnan K, Hausman K et al (2022) Do as i can, not as i say: Grounding language in robotic affordances. arXiv preprint arXiv:2204.01691"},{"key":"549_CR4","doi-asserted-by":"crossref","unstructured":"An D, Qi Y, Huang Y, Wu Q, Wang L, Tan T (2021) Neighbor-view enhanced model for vision and language navigation. In: Proceedings of the 29th ACM international conference on multimedia, pp 5101\u20135109","DOI":"10.1145\/3474085.3475282"},{"key":"549_CR5","unstructured":"An D, Qi Y, Li Y, Huang Y, Wang L, Tan T, Shao J (2023) Bevbert: Multimodal map pre-training for language-guided navigation. In: Proceedings of the IEEE\/CVF international conference on computer vision, pp 2737\u20132748"},{"key":"549_CR6","unstructured":"Anderson P, Chang A, Chaplot DS, Dosovitskiy A, Gupta S, Koltun V, Kosecka J, Malik J, Mottaghi R, Savva M, Zamir AR (2018a) On evaluation of embodied navigation agents. arXiv preprint arXiv:1807.06757"},{"key":"549_CR7","doi-asserted-by":"crossref","unstructured":"Anderson P, Wu Q, Teney D, Bruce J, Johnson M, S\u00fcnderhauf N, Reid I, Gould S, Van Den Hengel A (2018b) Vision-and-language navigation: Interpreting visually-grounded navigation instructions in real environments. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 3674\u20133683","DOI":"10.1109\/CVPR.2018.00387"},{"key":"549_CR8","doi-asserted-by":"publisher","first-page":"89","DOI":"10.3390\/drones7020089","volume":"7","author":"MY Arafat","year":"2023","unstructured":"Arafat MY, Alam MM, Moh S (2023) Vision-based navigation techniques for unmanned aerial vehicles: Review and challenges. Drones 7:89","journal-title":"Drones"},{"key":"549_CR9","doi-asserted-by":"publisher","first-page":"1227","DOI":"10.2307\/1130803","volume":"62","author":"R Baillargeon","year":"1991","unstructured":"Baillargeon R, DeVos J (1991) Object permanence in young infants: Further evidence. Child Dev 62:1227\u20131246","journal-title":"Child Dev"},{"key":"549_CR10","doi-asserted-by":"crossref","unstructured":"Bellmund JL, G\u00e4rdenfors P, Moser EI, Doeller CF (2018) Navigating cognition: Spatial codes for human thinking. Science, 362, eaat6766","DOI":"10.1126\/science.aat6766"},{"key":"549_CR11","doi-asserted-by":"crossref","unstructured":"Bengio Y, Louradour J, Collobert R, Weston J (2009) Curriculum learning. In: Proceedings of the 26th annual international conference on machine learning, pp 41\u201348","DOI":"10.1145\/1553374.1553380"},{"key":"549_CR12","doi-asserted-by":"crossref","unstructured":"Block J (1982) Assimilation, accommodation, and the dynamics of personality development. Child development, pp 281\u2013295","DOI":"10.2307\/1128971"},{"key":"549_CR13","unstructured":"Bommasani R, Hudson DA, Adeli E, Altman R, Arora S, von Arx S, Bernstein MS, Bohg J, Bosselut A, Brunskill E et al (2021) On the opportunities and risks of foundation models. arXiv preprint arXiv:2108.07258"},{"key":"549_CR14","first-page":"1877","volume":"33","author":"T Brown","year":"2020","unstructured":"Brown T, Mann B, Ryder N, Subbiah M, Kaplan JD, Dhariwal P, Neelakantan A, Shyam P, Sastry G, Askell A et al (2020) Language models are few-shot learners. Adv Neural Inf Process Syst 33:1877\u20131901","journal-title":"Adv Neural Inf Process Syst"},{"key":"549_CR15","unstructured":"Bubeck S, Chandrasekaran V, Eldan R, Gehrke J, Horvitz E, Kamar E, Lee P, Lee YT, Li Y, Lundberg S et al (2023) Sparks of artificial general intelligence: Early experiments with gpt-4. arXiv preprint arXiv:2303.12712"},{"key":"549_CR16","doi-asserted-by":"crossref","unstructured":"Cao C, Swash M R, Meng H (2020) Semantic 3d scene classification based on holoscopic 3d camera for autonomous vehicles. In: The international conference on natural computation, fuzzy systems and knowledge discovery, pp 897\u2013904. Springer","DOI":"10.1007\/978-3-030-70665-4_96"},{"key":"549_CR17","doi-asserted-by":"crossref","unstructured":"Chang A, Dai A, Funkhouser T, Halber M, Niessner M, Savva M, Song S, Zeng A, Zhang Y (2017) Matterport3d: Learning from rgb-d data in indoor environments. arXiv preprint arXiv:1709.06158","DOI":"10.1109\/3DV.2017.00081"},{"key":"549_CR18","unstructured":"Chaplot DS, Gandhi D, Gupta S, Gupta A, Salakhutdinov R (2020a) Learning to explore using active neural slam. arXiv preprint arXiv:2004.05155"},{"key":"549_CR19","unstructured":"Chaplot DS, Salakhutdinov R, Gupta A, Gupta S (2020b) Neural topological slam for visual navigation. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 12875\u201312884"},{"key":"549_CR20","doi-asserted-by":"crossref","unstructured":"Chen H, Suhr A, Misra D, Snavely N, Artzi Y (2019) Touchdown: Natural language navigation and spatial reasoning in visual street environments. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 12538\u201312547","DOI":"10.1109\/CVPR.2019.01282"},{"key":"549_CR21","unstructured":"Chen J, Lin B, Xu R, Chai Z, Liang X, Wong K-YK (2024a) Mapgpt: Map-guided prompting for unified vision-and-language navigation. arXiv preprint arXiv:2401.07314"},{"key":"549_CR22","doi-asserted-by":"crossref","unstructured":"Chen J, Ma B, Cui H, Xia Y (2024b) Think twice before selection: Federated evidential active learning for medical image analysis with domain shifts. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 11439\u201311449","DOI":"10.1109\/CVPR52733.2024.01087"},{"key":"549_CR23","doi-asserted-by":"crossref","unstructured":"Chen K, Chen JK, Chuang J, V\u00e1zquez M, Savarese S (2021a) Topological planning with transformers for vision-and-language navigation. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 11276\u201311286","DOI":"10.1109\/CVPR46437.2021.01112"},{"key":"549_CR24","unstructured":"Chen K, Zhang Z, Zeng W, Zhang R, Zhu F, Zhao R (2023a) Shikra: Unleashing multimodal llm\u2019s referential dialogue magic. arXiv preprint arXiv:2306.15195"},{"key":"549_CR25","doi-asserted-by":"crossref","unstructured":"Chen L, Sinavski O, H\u00fcnermann J, Karnsund A, Willmott AJ, Birch D, Maund D, Shotton J (2024c). Driving with llms: Fusing object-level vector modality for explainable autonomous driving. In: 2024 IEEE international conference on robotics and automation (ICRA), pp 14093\u201314100. IEEE","DOI":"10.1109\/ICRA57147.2024.10611018"},{"key":"549_CR26","unstructured":"Chen P, Sun X, Zhi H, Zeng R, Li TH, Liu G, Tan M, Gan C (2023b) A$$^2$$ nav: Action-aware zero-shot robot navigation by exploiting vision-and-language ability of foundation models. arXiv preprint arXiv:2308.07997"},{"key":"549_CR27","unstructured":"Chen S, Guhur PL, Schmid C, Laptev I (2021b) History aware multimodal transformer for vision-and-language navigation. In: Advances in neural information processing systems, pp 5834\u20135847"},{"key":"549_CR28","doi-asserted-by":"crossref","unstructured":"Chen S, Guhur PL, Tapaswi M, Schmid C, Laptev I (2022) Think global, act local: Dual-scale graph transformer for vision-and-language navigation. InL Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 16537\u201316547","DOI":"10.1109\/CVPR52688.2022.01604"},{"key":"549_CR29","doi-asserted-by":"publisher","first-page":"2459","DOI":"10.1609\/aaai.v34i03.5627","volume":"34","author":"TC Chi","year":"2020","unstructured":"Chi TC, Shen M, Eric M, Kim S, Hakkani-Tur D (2020) Just ask: An interactive learning framework for vision and language navigation. Proceedings of the AAAI conference on artificial intelligence 34:2459\u20132466","journal-title":"Proceedings of the AAAI conference on artificial intelligence"},{"key":"549_CR30","doi-asserted-by":"crossref","unstructured":"Cho K (2014) On the properties of neural machine translation: Encoder-decoder approaches. arXiv preprint arXiv:1409.1259","DOI":"10.3115\/v1\/W14-4012"},{"key":"549_CR31","unstructured":"Chu X, Qiao L, Lin X, Xu S, Yang Y, Hu Y, Wei F, Zhang X, Zhang B, Wei X et al (2023) Mobilevlm: A fast, strong and open vision language assistant for mobile devices. arXiv preprint arXiv:2312.16886"},{"key":"549_CR32","unstructured":"Cornia FLLBM, Cucchiara MCR (2019) Perceive, transform, and act: Multi-modal attention networks for vision-and-language navigation. arXiv preprint arXiv:1911.12377"},{"key":"549_CR33","doi-asserted-by":"crossref","unstructured":"Deitke M, Han W, Herrasti A, Kembhavi A, Kolve E, Mottaghi R, Salvador J, Schwenk D, VanderBilt E, Wallingford M, Weihs L, Yatskar M, Farhadi A (2020) Robothor: An open simulation-to-real embodied ai platform. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 3164\u20133174","DOI":"10.1109\/CVPR42600.2020.00323"},{"key":"549_CR34","first-page":"20660","volume":"33","author":"Z Deng","year":"2020","unstructured":"Deng Z, Narasimhan K, Russakovsky O (2020) Evolving graphical planner: Contextual global planning for vision-and-language navigation. Adv Neural Inf Process Syst 33:20660\u201320672","journal-title":"Adv Neural Inf Process Syst"},{"key":"549_CR35","doi-asserted-by":"publisher","first-page":"163","DOI":"10.1207\/s15326985ep3103&4_2","volume":"31","author":"SJ Derry","year":"1996","unstructured":"Derry SJ (1996) Cognitive schema theory in the constructivist debate. Educational psychologist 31:163\u2013174","journal-title":"Educational psychologist"},{"key":"549_CR36","doi-asserted-by":"crossref","unstructured":"Devlin J, Chang MW, Lee K, Toutanova K (2019) Bert: Pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the 2019 conference of the North American chapter of the association for computational linguistics: human language technologies, volume 1 (long and short papers), pp 4171\u20134186","DOI":"10.18653\/v1\/N19-1423"},{"key":"549_CR37","unstructured":"Dorbala VS, Sigurdsson G, Piramuthu R, Thomason J, Sukhatme GS (2022) Clip-nav: Using clip for zero-shot vision-and-language navigation. arXiv preprint arXiv:2211.16649"},{"key":"549_CR38","doi-asserted-by":"crossref","unstructured":"Dou Z-Y, Gao F, Peng N (2023) Masked path modeling for vision-and-language navigation. arXiv preprint arXiv:2305.14268","DOI":"10.18653\/v1\/2023.findings-emnlp.1019"},{"key":"549_CR39","unstructured":"Driess D, Xia F, Sajjadi MS, Lynch C, Chowdhery A, Wahid A, Tompson J, Vuong Q, Yu T et al (2023). Palm-e: An embodied multimodal language model. arXiv preprint arXiv:2303.03378"},{"key":"549_CR40","doi-asserted-by":"publisher","first-page":"230","DOI":"10.1109\/TETCI.2022.3141105","volume":"6","author":"J Duan","year":"2022","unstructured":"Duan J, Yu S, Tan HL, Zhu H, Tan C (2022) A survey of embodied ai: From simulators to research tasks. IEEE Transactions on Emerging Topics in Computational Intelligence 6:230\u2013244. https:\/\/doi.org\/10.1109\/TETCI.2022.3141105","journal-title":"IEEE Transactions on Emerging Topics in Computational Intelligence"},{"key":"549_CR41","doi-asserted-by":"publisher","first-page":"1504","DOI":"10.1038\/nn.4656","volume":"20","author":"RA Epstein","year":"2017","unstructured":"Epstein RA, Patai EZ, Julian JB, Spiers HJ (2017) The cognitive map in humans: spatial navigation and beyond. Nat Neurosci 20:1504\u20131513","journal-title":"Nat Neurosci"},{"key":"549_CR42","unstructured":"Fried D, Hu R, Cirik V, Rohrbach A, Andreas J, Morency LP, Berg-Kirkpatrick T, Saenko K, Klein D, Darrell T (2018) Speaker-follower models for vision-and-language navigation. Advances in neural information processing systems, 31"},{"key":"549_CR43","volume-title":"The organization of learning","author":"CR Gallistel","year":"1990","unstructured":"Gallistel CR (1990) The organization of learning. The MIT Press"},{"key":"549_CR44","unstructured":"Gan C, Schwartz J, Alter S, Mrowca D, Schrimpf M, Traer J, De Freitas J, Kubilius J, Bhandwaldar A, Haber N, Sano M, Kim K, Wang E, Lingelbach M, Curtis A, Feigelis K, Bear DM, Gutfreund D, Cox D, Torralba A, DiCarlo JJ, Tenenbaum JB, McDermott JH, Yamins DLK (2021) Threedworld: A platform for interactive multi-modal physical simulation. arXiv:2007.04954"},{"key":"549_CR45","doi-asserted-by":"crossref","unstructured":"Gao C, Peng X, Yan M, Wang H, Yang L, Ren H, Li H, Liu S (2023) Adaptive zone-aware hierarchical planner for vision-language navigation. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 14911\u201314920","DOI":"10.1109\/CVPR52729.2023.01432"},{"key":"549_CR46","doi-asserted-by":"crossref","unstructured":"Gu J, Stefani E, Wu Q, Thomason J, Wang XE (2022) Vision-and-language navigation: A survey of tasks, methods, and future directions. arXiv preprint arXiv:2203.12667","DOI":"10.18653\/v1\/2022.acl-long.524"},{"key":"549_CR47","doi-asserted-by":"crossref","unstructured":"Gu Q, Kuwajerwala A, Morin S, Jatavallabhula KM, Sen B, Agarwal A, Rivera C, Paul W, Ellis K, Chellappa R et al (2024) Conceptgraphs: Open-vocabulary 3d scene graphs for perception and planning. In: 2024 IEEE international conference on robotics and automation (ICRA), pp 5021\u20135028. IEEE","DOI":"10.1109\/ICRA57147.2024.10610243"},{"key":"549_CR48","doi-asserted-by":"crossref","unstructured":"Guhur PL, Tapaswi M, Chen S, Laptev I, Schmid C (2021) Airbert: In-domain pretraining for vision-and-language navigation. In: Proceedings of the IEEE\/CVF international conference on computer vision, pp 1634\u20131643","DOI":"10.1109\/ICCV48922.2021.00166"},{"key":"549_CR49","unstructured":"Guo D, Yang D, Zhang H, Song J, Zhang R, Xu R, Zhu Q, Ma S, Wang P, Bi X et al (2025) Deepseek-r1: Incentivizing reasoning capability in llms via reinforcement learning. arXiv preprint arXiv:2501.12948"},{"key":"549_CR50","doi-asserted-by":"publisher","first-page":"5721","DOI":"10.1038\/s41467-021-25874-z","volume":"12","author":"A Gupta","year":"2021","unstructured":"Gupta A, Savarese S, Ganguli S, Fei-Fei L (2021) Embodied intelligence via learning and evolution. Nat Commun 12:5721. https:\/\/doi.org\/10.1038\/s41467-021-25874-z","journal-title":"Nat Commun"},{"key":"549_CR51","doi-asserted-by":"crossref","unstructured":"Hao W, Li C, Li X, Carin L, Gao J (2020) Towards learning a generic agent for vision-and-language navigation via pre-training. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 13134\u201313143","DOI":"10.1109\/CVPR42600.2020.01315"},{"key":"549_CR52","doi-asserted-by":"crossref","unstructured":"He K, Si C, Lu Z, Huang Y, Wang L, Wang X (2024) Frequency-enhanced data augmentation for vision-and-language navigation. In: conference on neural information processing systems. volume 36","DOI":"10.52202\/075280-0193"},{"key":"549_CR53","first-page":"7685","volume":"33","author":"Y Hong","year":"2020","unstructured":"Hong Y, Rodriguez C, Qi Y, Wu Q, Gould S (2020) Language and visual entity relationship graph for agent navigation. Adv Neural Inf Process Syst 33:7685\u20137696","journal-title":"Adv Neural Inf Process Syst"},{"key":"549_CR54","doi-asserted-by":"crossref","unstructured":"Hong Y, Wang Z, Wu Q, Gould S (2022) Bridging the gap between learning in discrete and continuous environments for vision-and-language navigation. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 15439\u201315449","DOI":"10.1109\/CVPR52688.2022.01500"},{"key":"549_CR55","doi-asserted-by":"crossref","unstructured":"Hong Y, Wu Q, Qi Y, Opazo CR, Gould S (2021) A recurrent vision-and-language BERT for navigation. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition","DOI":"10.1109\/CVPR46437.2021.00169"},{"key":"549_CR56","doi-asserted-by":"crossref","unstructured":"Hu Y, Yang J, Chen L, Li K, Sima C, Zhu X, Chai S, Du S, Lin T, Wang W, Lu L, Jia X, Liu Q, Dai J, Qiao Y, Li H (2023a) Planning-oriented autonomous driving. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition","DOI":"10.1109\/CVPR52729.2023.01712"},{"key":"549_CR57","doi-asserted-by":"crossref","unstructured":"Hu Y, Yang J, Chen L, Li K, Sima C, Zhu X, Chai S, Du S, Lin T, Wang W et al (2023b) Planning-oriented autonomous driving. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 17853\u201317862","DOI":"10.1109\/CVPR52729.2023.01712"},{"key":"549_CR58","doi-asserted-by":"crossref","unstructured":"Huang Y, Sansom J, Ma Z, Gervits F, Chai J (2024) Drivlme: Enhancing llm-based autonomous driving agents with embodied and social experiences. In: 2024 IEEE\/RSJ international conference on intelligent robots and systems (IROS)","DOI":"10.1109\/IROS58592.2024.10802555"},{"key":"549_CR59","doi-asserted-by":"crossref","unstructured":"Huang Y, Zheng W, Zhang Y, Zhou J, Lu J (2023) Tri-perspective view for vision-based 3d semantic occupancy prediction. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 9223\u20139232","DOI":"10.1109\/CVPR52729.2023.00890"},{"key":"549_CR60","first-page":"1","volume":"3","author":"W Huitt","year":"2003","unstructured":"Huitt W, Hummel J (2003) Piaget\u2019s theory of cognitive development. Educational psychology interactive 3:1\u20135","journal-title":"Educational psychology interactive"},{"key":"549_CR61","doi-asserted-by":"crossref","unstructured":"Huo J, Sun Q, Jiang B, Lin H, Fu Y (2023) Geovln: Learning geometry-enhanced visual representation with slot attention for vision-and-language navigation. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 23212\u201323221","DOI":"10.1109\/CVPR52729.2023.02223"},{"key":"549_CR62","unstructured":"Ilharco G, Jain V, Ku A, Ie E, Baldridge J (2019) General evaluation for instruction conditioned navigation using dynamic time warping. arXiv preprint arXiv:1907.05446"},{"key":"549_CR63","doi-asserted-by":"crossref","unstructured":"Irshad MZ, Ma C-Y, Kira Z (2021) Hierarchical cross-modal agent for robotics vision-and-language navigation. In: 2021 IEEE international conference on robotics and automation (ICRA), pp 13238\u201313246. IEEE","DOI":"10.1109\/ICRA48506.2021.9561806"},{"key":"549_CR64","doi-asserted-by":"crossref","unstructured":"Jain V, Magalhaes G, Ku A, Vaswani A, Ie E, Baldridge J (2019) Stay on the path: Instruction fidelity in vision-and-language navigation. arXiv preprint arXiv:1905.12255","DOI":"10.18653\/v1\/P19-1181"},{"key":"549_CR65","doi-asserted-by":"crossref","unstructured":"Kamath A, Anderson P, Wang S, Koh JY, Ku A, Waters A, Yang Y, Baldridge J, Parekh Z (2023) A new path: Scaling vision-and-language navigation with synthetic instructions and imitation learning. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 10813\u201310823","DOI":"10.1109\/CVPR52729.2023.01041"},{"key":"549_CR66","unstructured":"Kambhampati S, Valmeekam K, Guan L, Verma M, Stechly K, Bhambri S, Saldyt L, Murthy A (2024) Llms can\u2019t plan, but can help planning in llm-modulo frameworks. arXiv preprint arXiv:2402.01817"},{"key":"549_CR67","doi-asserted-by":"crossref","unstructured":"Ke L, Li X, Bisk Y, Holtzman A, Gan Z, Liu J, Gao J, Choi Y, Srinivasa S (2019) Tactical rewind: Self-correction via backtracking in vision-and-language navigation. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 6741\u20136749","DOI":"10.1109\/CVPR.2019.00690"},{"key":"549_CR68","unstructured":"Kiseleva J, Li Z, Aliannejadi M, Mohanty S, ter Hoeve M, Burtsev M, Skrynnik A, Zholus A, Panov A, Srinet K, Szlam A, Sun Y, C\u00f4t\u00e9 M-A, Hofmann K, Aadallah, A, Abdrazakov L, Churin I, Manggala P, Naszadi K, van der Meer M, Kim T (2022a) Interactive grounded language understanding in a collaborative environment: Iglu 2021. arXiv:2205.02388"},{"key":"549_CR69","doi-asserted-by":"publisher","unstructured":"Kiseleva J, Skrynnik A, Zholus A, Mohanty S, Arabzadeh N, C\u00f4t\u00e9 MA, Aliannejadi M, Teruel M, Li Z, Burtsev M, ter Hoeve M, Volovikova Z, Panov A, Sun Y, Srinet K, Szlam A, Awadallah A (2022b) Iglu 2022: Interactive grounded language understanding in a collaborative environment at neurips 2022. https:\/\/doi.org\/10.48550\/arXiv.2205.13771, arXiv:2205.13771","DOI":"10.48550\/arXiv.2205.13771"},{"key":"549_CR70","doi-asserted-by":"crossref","unstructured":"Koh JY, Lee H, Yang Y, Baldridge J, Anderson P (2021) Pathdreamer: A world model for indoor navigation. In: Proceedings of the IEEE\/CVF international conference on computer vision, pp 14738\u201314748","DOI":"10.18653\/v1\/2021.alvr-1.9"},{"key":"549_CR71","doi-asserted-by":"publisher","unstructured":"Kolve E, Mottaghi R, Han W, VanderBilt E, Weihs L, Herrasti A, Deitke M, Ehsani K, Gordon D, Zhu Y, Kembhavi A, Gupta A, Farhadi A (2022) Ai2-thor: An interactive 3d environment for visual ai. https:\/\/doi.org\/10.48550\/arXiv.1712.05474, arXiv:1712.05474","DOI":"10.48550\/arXiv.1712.05474"},{"key":"549_CR72","doi-asserted-by":"crossref","unstructured":"Krantz J, Gokaslan A, Batra D, Lee S, Maksymets O (2021) Waypoint models for instruction-guided navigation in continuous environments. In: Proceedings of the IEEE\/CVF international conference on computer vision, pp 15162\u201315171","DOI":"10.1109\/ICCV48922.2021.01488"},{"key":"549_CR73","doi-asserted-by":"crossref","unstructured":"Krantz J, Lee S (2022) Sim-2-sim transfer for vision-and-language navigation in continuous environments. In: European conference on computer vision, pp 588\u2013603. Springer","DOI":"10.1007\/978-3-031-19842-7_34"},{"key":"549_CR74","doi-asserted-by":"crossref","unstructured":"Krantz J, Wijmans E, Majumdar A, Batra D, Lee S (2020) Beyond the nav-graph: Vision-and-language navigation in continuous environments. In: European conference on computer vision, pp 104\u2013120. Springer","DOI":"10.1007\/978-3-030-58604-1_7"},{"key":"549_CR75","doi-asserted-by":"crossref","unstructured":"Ku A, Anderson P, Patel R, Ie E, Baldridge J (2020) Room-across-room: Multilingual vision-and-language navigation with dense spatiotemporal grounding. arXiv preprint arXiv:2010.07954","DOI":"10.18653\/v1\/2020.emnlp-main.356"},{"key":"549_CR76","unstructured":"Li C, Xia F, Mart\u00edn-Mart\u00edn R, Lingelbach M, Srivastava S, Shen B, Vainio KE, Gokmen C, Dharan G, Jain T, Kurenkov A, Liu K, Gweon H, Wu J, Fei-Fei L, Savarese S (2021) igibson 2.0: Object-centric simulation for robot learning of everyday household tasks. In: 5th annual conference on robot learning"},{"key":"549_CR77","doi-asserted-by":"crossref","unstructured":"Li H, Li M, Cheng Z-Q, Dong Y, Zhou Y, He J-Y, Dai Q, Mitamura T, Hauptmann AG (2024) Human-aware vision-and-language navigation: Bridging simulation to reality with dynamic human interactions. In: The thirty-eight conference on neural information processing systems datasets and benchmarks Track","DOI":"10.52202\/079017-3795"},{"key":"549_CR78","doi-asserted-by":"crossref","unstructured":"Li J, Tan H, Bansal M (2022a) Envedit: Environment editing for vision-and-language navigation. In Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition pp 15407\u201315417","DOI":"10.1109\/CVPR52688.2022.01497"},{"key":"549_CR79","doi-asserted-by":"publisher","first-page":"1494","DOI":"10.1109\/LRA.2022.3141150","volume":"7","author":"X Li","year":"2022","unstructured":"Li X, Guo D, Liu H, Sun F (2022) Reve-ce: Remote embodied visual referring expression in continuous environment. IEEE Robotics and Automation Letters 7:1494\u20131501","journal-title":"IEEE Robotics and Automation Letters"},{"key":"549_CR80","doi-asserted-by":"crossref","unstructured":"Li X, Li C, Xia Q, Bisk Y, Celikyilmaz A, Gao J, Smith N, Choi Y (2019) Robust navigation with language pretraining and stochastic sampling. arXiv preprint arXiv:1909.02244","DOI":"10.18653\/v1\/D19-1159"},{"key":"549_CR81","doi-asserted-by":"crossref","unstructured":"Li X, Wang Z, Yang J, Wang Y, Jiang S (2023) Kerm: Knowledge enhanced reasoning for vision-and-language navigation. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 2583\u20132592","DOI":"10.1109\/CVPR52729.2023.00254"},{"key":"549_CR82","doi-asserted-by":"crossref","unstructured":"Liang X, Zhu F, Li L, Xu H, Liang X (2022) Visual-language navigation pretraining via prompt-based environmental self-exploration. arXiv preprint arXiv:2203.04006","DOI":"10.18653\/v1\/2022.acl-long.332"},{"key":"549_CR83","doi-asserted-by":"publisher","first-page":"12535","DOI":"10.1109\/TPAMI.2023.3273594","volume":"45","author":"B Lin","year":"2023","unstructured":"Lin B, Long Y, Zhu Y, Zhu F, Liang X, Ye Q, Lin L (2023) Towards deviation-robust agent navigation via perturbation-aware contrastive learning. IEEE Trans Pattern Anal Mach Intell 45:12535\u201312549","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"549_CR84","doi-asserted-by":"crossref","unstructured":"Lin B, Nie Y, Wei Z, Chen J, Ma S, Han J, Xu H, Chang X, Liang X (2024) Navcot: Boosting llm-based vision-and-language navigation via learning disentangled reasoning. arXiv preprint arXiv:2403.07376","DOI":"10.1109\/TPAMI.2025.3554559"},{"key":"549_CR85","doi-asserted-by":"crossref","unstructured":"Lin C, Jiang Y, Cai J, Qu L, Haffari G, Yuan Z (2022) Multimodal transformer with variable-length memory for vision-and-language navigation. In: European conference on computer vision, pp 380\u2013397. Springer","DOI":"10.1007\/978-3-031-20059-5_22"},{"key":"549_CR86","unstructured":"Lin J, Gao H, Feng X, Xu R, Wang C, Zhang M, Guo L, Xu S (2023b) Advances in embodied navigation using large language models: A survey. arXiv preprint arXiv:2311.00530"},{"key":"549_CR87","doi-asserted-by":"crossref","unstructured":"Lin X, Li G, Yu Y (2021) Scene-intuitive agent for remote embodied visual grounding. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 7036\u20137045","DOI":"10.1109\/CVPR46437.2021.00696"},{"key":"549_CR88","doi-asserted-by":"crossref","unstructured":"Liu R, Wang W, Yang Y (2024a) Volumetric environment representation for vision-language navigation. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 16317\u201316328","DOI":"10.1109\/CVPR52733.2024.01544"},{"key":"549_CR89","doi-asserted-by":"crossref","unstructured":"Liu R, Wang X, Wang W, Yang Y (2023a) Bird\u2019s-eye-view scene graph for vision-language navigation. In: Proceedings of the IEEE\/CVF international conference on computer vision, pp 10968\u201310980","DOI":"10.1109\/ICCV51070.2023.01007"},{"key":"549_CR90","doi-asserted-by":"crossref","unstructured":"Liu S, Zhang H, Qi Y, Wang P, Zhang Y, Wu Q (2023b) Aerialvln: Vision-and-language navigation for uavs. In: Proceedings of the IEEE\/CVF international conference on computer vision, pp 15384\u201315394","DOI":"10.1109\/ICCV51070.2023.01411"},{"key":"549_CR91","doi-asserted-by":"crossref","unstructured":"Liu T, Hu Y, Wu W, Wang Y, Xu K, Yin Q (2024b) Dap: Domain-aware prompt learning for vision-and-language navigation. In: ICASSP 2024\u20132024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP), pp 2615\u20132619. IEEE","DOI":"10.1109\/ICASSP48485.2024.10446504"},{"key":"549_CR92","doi-asserted-by":"crossref","unstructured":"Liu T, Wu W, Hu Y, Wang Y, Xu K, Yin Q (2023c) Prompt-based context-and domain-aware pretraining for vision and language navigation. arXiv preprint arXiv:2309.03661","DOI":"10.1007\/978-3-031-53305-1_15"},{"key":"549_CR93","unstructured":"Long Y, Cai W, Wang H, Zhan G, Dong H (2024) Instructnav: Zero-shot system for generic instruction navigation in unexplored environment. arXiv preprint arXiv:2406.04882"},{"key":"549_CR94","unstructured":"Lu G, Wang Z, Liu C, Lu J, Tang Y (2023) Thinkbot: Embodied instruction following with thought chain reasoning. arXiv preprint arXiv:2312.07062"},{"key":"549_CR95","unstructured":"Ma C-Y, Lu J, Wu Z, AlRegib G, Kira Z, Socher R, Xiong C (2019) Self-monitoring navigation agent via auxiliary progress estimation. arXiv preprint arXiv:1901.03035"},{"key":"549_CR96","first-page":"4","volume":"2","author":"M MacMahon","year":"2006","unstructured":"MacMahon M, Stankiewicz B, Kuipers B (2006) Walk the talk: Connecting language, knowledge, and action in route instructions. Def 2:4","journal-title":"Def"},{"key":"549_CR97","unstructured":"Mohanty S, Arabzadeh N, Kiseleva J, Zholus A, Teruel M, Awadallah A, Sun Y, Srinet K, Szlam A (2023) Transforming human-centered ai collaboration: Redefining embodied agents capabilities through interactive grounded language instructions. arXiv preprint arXiv:2305.10783"},{"key":"549_CR98","first-page":"7357","volume":"34","author":"A Moudgil","year":"2021","unstructured":"Moudgil A, Majumdar A, Agrawal H, Lee S, Batra D (2021) Soat: A scene-and object-aware transformer for vision-and-language navigation. Adv Neural Inf Process Syst 34:7357\u20137367","journal-title":"Adv Neural Inf Process Syst"},{"key":"549_CR99","doi-asserted-by":"crossref","unstructured":"Mousavian A, Toshev A, Fi\u0161er M, Ko\u0161eck\u00e1 J, Wahid A, Davidson J (2019) Visual representations for semantic target driven navigation. In 2019 International Conference on Robotics and Automation (ICRA), pp 8846\u20138852. IEEE","DOI":"10.1109\/ICRA.2019.8793493"},{"key":"549_CR100","doi-asserted-by":"publisher","first-page":"25081","DOI":"10.52202\/075280-1090","volume":"36","author":"Y Mu","year":"2023","unstructured":"Mu Y, Zhang Q, Hu M, Wang W, Ding M, Jin J, Wang B, Dai J, Qiao Y, Luo P (2023) Embodiedgpt: Vision-language pre-training via embodied chain of thought. Adv Neural Inf Process Syst 36:25081\u201325094","journal-title":"Adv Neural Inf Process Syst"},{"key":"549_CR101","doi-asserted-by":"crossref","unstructured":"O\u2019Keefe J, Dostrovsky J (1971) The hippocampus as a spatial map: preliminary evidence from unit activity in the freely-moving rat. Brain research","DOI":"10.1016\/0006-8993(71)90358-1"},{"key":"549_CR102","unstructured":"OpenAI (2023) Gpt-4v(ision) system card. https:\/\/api.semanticscholar.org\/CorpusID:263218031"},{"key":"549_CR103","unstructured":"Parisotto E, Salakhutdinov R (2017) Neural map: Structured memory for deep reinforcement learning. arXiv preprint arXiv:1702.08360"},{"key":"549_CR104","doi-asserted-by":"publisher","first-page":"365","DOI":"10.1007\/s10462-022-10174-9","volume":"56","author":"S-M Park","year":"2023","unstructured":"Park S-M, Kim Y-G (2023) Visual language navigation: A survey and open challenges. Artif Intell Rev 56:365\u2013427","journal-title":"Artif Intell Rev"},{"key":"549_CR105","doi-asserted-by":"crossref","unstructured":"Pashevich A, Schmid C, Sun C (2021) Episodic transformer for vision-and-language navigation. In: Proceedings of the IEEE\/CVF international conference on computer vision, pp 15942\u201315952","DOI":"10.1109\/ICCV48922.2021.01564"},{"key":"549_CR106","doi-asserted-by":"publisher","first-page":"232","DOI":"10.5539\/ijel.v8n4p232","volume":"8","author":"H Pathan","year":"2018","unstructured":"Pathan H, Memon RA, Memon S, Khoso AR, Bux I (2018) A critical review of vygotsky\u2019s socio-cultural theory in second language acquisition. International Journal of English Linguistics 8:232","journal-title":"International Journal of English Linguistics"},{"key":"549_CR107","doi-asserted-by":"crossref","unstructured":"Piaget J (1952) The origins of intelligence in children. International University","DOI":"10.1037\/11494-000"},{"key":"549_CR108","doi-asserted-by":"publisher","first-page":"1417","DOI":"10.1111\/j.1467-7687.2011.01088.x","volume":"14","author":"SM Pruden","year":"2011","unstructured":"Pruden SM, Levine SC, Huttenlocher J (2011) Children\u2019s spatial thinking: Does talk about the spatial world matter? Dev Sci 14:1417\u20131430","journal-title":"Dev Sci"},{"key":"549_CR109","doi-asserted-by":"publisher","unstructured":"Puig X, Shu T, Li S, Wang Z, Liao Y-H, Tenenbaum JB, Fidler S, Torralba A (2021) Watch-and-help: A challenge for social perception and human-ai collaboration. https:\/\/doi.org\/10.48550\/arXiv.2010.09890, arXiv:2010.09890","DOI":"10.48550\/arXiv.2010.09890"},{"key":"549_CR110","doi-asserted-by":"crossref","unstructured":"Qi Y, Pan Z, Hong Y, Yang M-H, Van Den Hengel A, Wu Q (2021) The road to know-where: An object-and-room informed sequential bert for indoor vision-language navigation. In: Proceedings of the IEEE\/CVF international conference on computer vision, pp 1655\u20131664","DOI":"10.1109\/ICCV48922.2021.00168"},{"key":"549_CR111","doi-asserted-by":"crossref","unstructured":"Qi Y, Wu Q, Anderson P, Wang X, Wang WY, Shen C, Hengel Avd (2020) Reverie: Remote embodied visual referring expression in real indoor environments. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 9982\u20139991","DOI":"10.1109\/CVPR42600.2020.01000"},{"key":"549_CR112","doi-asserted-by":"crossref","unstructured":"Qiao Y, Qi Y, Hong Y, Yu Z, Wang P, Wu Q (2022) Hop: History-and-order aware pre-training for vision-and-language navigation. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 15418\u201315427","DOI":"10.1109\/CVPR52688.2022.01498"},{"key":"549_CR113","doi-asserted-by":"crossref","unstructured":"Qiao Y, Qi Y, Yu Z, Liu J, Wu Q (2023a) March in chat: Interactive prompting for remote embodied referring expression. In: Proceedings of the IEEE\/CVF international conference on computer vision, pp 15758\u201315767","DOI":"10.1109\/ICCV51070.2023.01444"},{"key":"549_CR114","doi-asserted-by":"publisher","unstructured":"Qiao Y, Yu Z, Wu Q (2023b) Vln-petl: Parameter-efficient transfer learning for vision-and-language navigation. https:\/\/doi.org\/10.48550\/arXiv.2308.10172, arXiv:2308.10172","DOI":"10.48550\/arXiv.2308.10172"},{"key":"549_CR115","unstructured":"Radford A, Kim JW, Hallacy C, Ramesh A, Goh G, Agarwal S, Sastry G, Askell A, Mishkin P, Clark J et al (2021) Learning transferable visual models from natural language supervision. InL International conference on machine learning, pp 8748\u20138763. PmLR"},{"key":"549_CR116","doi-asserted-by":"publisher","first-page":"464","DOI":"10.1609\/icaps.v34i1.31506","volume":"34","author":"A Rajvanshi","year":"2024","unstructured":"Rajvanshi A, Sikka K, Lin X, Lee B, Chiu H-P, Velasquez A (2024) Saynav: Grounding large language models for dynamic planning to navigation in new environments. Proceedings of the international conference on automated planning and scheduling 34:464\u2013474","journal-title":"Proceedings of the international conference on automated planning and scheduling"},{"key":"549_CR117","doi-asserted-by":"crossref","unstructured":"Rawte V, Chakraborty S, Pathak A, Sarkar A, Tonmoy S, Chadha A, Sheth AP, Das A (2023) The troubling emergence of hallucination in large language models-an extensive definition, quantification, and prescriptive remediations. arXiv preprint arXiv:2310.04988","DOI":"10.18653\/v1\/2023.emnlp-main.155"},{"key":"549_CR118","doi-asserted-by":"publisher","unstructured":"Savva M, Chang AX, Dosovitskiy A, Funkhouser T, Koltun V (2017) Minos: Multimodal indoor simulator for navigation in complex environments. https:\/\/doi.org\/10.48550\/arXiv.1712.03931, arXiv:1712.03931","DOI":"10.48550\/arXiv.1712.03931"},{"key":"549_CR119","doi-asserted-by":"crossref","unstructured":"Savva M, Kadian A, Maksymets O, Zhao Y, Wijmans E, Jain B, Straub J, Liu J, Koltun V, Malik J, Parikh D, Batra D (2019) Habitat: A platform for embodied ai research. In: Proceedings of the IEEE\/CVF international conference on computer vision, pp 9339\u20139347","DOI":"10.1109\/ICCV.2019.00943"},{"key":"549_CR120","doi-asserted-by":"crossref","unstructured":"Schumann R, Riezler S (2022) Analyzing generalization of vision and language navigation to unseen outdoor areas. arXiv preprint arXiv:2203.13838","DOI":"10.18653\/v1\/2022.acl-long.518"},{"key":"549_CR121","doi-asserted-by":"crossref","unstructured":"Schumann R, Zhu W, Feng W, Fu T-J, Riezler S, Wang WY (2024) Velma: Verbalization embodiment of llm agents for vision and language navigation in street view. In: Proceedings of the AAAI conference on artificial intelligence, 38:18924\u201318933","DOI":"10.1609\/aaai.v38i17.29858"},{"key":"549_CR122","unstructured":"Shah D, Osi\u0144ski B, Levine S et al (2023) Lm-nav: Robotic navigation with large pre-trained models of language, vision, and action. In: Conference on robot learning, pp 492\u2013504. PMLR"},{"key":"549_CR123","doi-asserted-by":"publisher","unstructured":"Shen B, Xia F, Li C, Mart\u00edn-Mart\u00edn R, Fan L, Wang G, P\u00e9rez-D\u2019Arpino C, Buch S, Srivastava S, Tchapmi L, Tchapmi M, Vainio K, Wong J, Fei-Fei L, Savarese S (2021) igibson 1.0: A simulation environment for interactive tasks in large realistic scenes. In: 2021 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS), pp 7520\u20137527. https:\/\/doi.org\/10.1109\/IROS51168.2021.9636667","DOI":"10.1109\/IROS51168.2021.9636667"},{"key":"549_CR124","doi-asserted-by":"publisher","first-page":"38154","DOI":"10.52202\/075280-1657","volume":"36","author":"Y Shen","year":"2023","unstructured":"Shen Y, Song K, Tan X, Li D, Lu W, Zhuang Y (2023) Hugginggpt: Solving ai tasks with chatgpt and its friends in hugging face. Adv Neural Inf Process Syst 36:38154\u201338180","journal-title":"Adv Neural Inf Process Syst"},{"key":"549_CR125","doi-asserted-by":"crossref","unstructured":"Shridhar M, Thomason J, Gordon D, Bisk Y, Han W, Mottaghi R, Zettlemoyer L, Fox D (2020) Alfred: A benchmark for interpreting grounded instructions for everyday tasks. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 10740\u201310749","DOI":"10.1109\/CVPR42600.2020.01075"},{"key":"549_CR126","doi-asserted-by":"publisher","unstructured":"Shridhar M, Yuan X, C\u00f4t\u00e9 M-A, Bisk Y, Trischler A, Hausknecht M (2021) Alfworld: Aligning text and embodied environments for interactive learning. https:\/\/doi.org\/10.48550\/arXiv.2010.03768, arXiv:2010.03768","DOI":"10.48550\/arXiv.2010.03768"},{"key":"549_CR127","doi-asserted-by":"publisher","unstructured":"Sigurdsson GA, Thomason J, Sukhatme GS, Piramuthu R (2023) Rrex-bot: Remote referring expressions with a bag of tricks. https:\/\/doi.org\/10.48550\/arXiv.2301.12614, arXiv:2301.12614","DOI":"10.48550\/arXiv.2301.12614"},{"key":"549_CR128","doi-asserted-by":"crossref","unstructured":"Song CH, Wu J, Washington C, Sadler BM, Chao W-L, Su Y (2023) Llm-planner: Few-shot grounded planning for embodied agents with large language models. In: Proceedings of the IEEE\/CVF international conference on computer vision, pp 2998\u20133009","DOI":"10.1109\/ICCV51070.2023.00280"},{"key":"549_CR129","doi-asserted-by":"crossref","unstructured":"Song X, Chen W, Liu Y, Chen W, Li G, Lin L (2024) Towards long-horizon vision-language navigation: Platform, benchmark and method. arXiv preprint arXiv:2412.09082","DOI":"10.1109\/CVPR52734.2025.01128"},{"key":"549_CR130","doi-asserted-by":"publisher","first-page":"8944","DOI":"10.1609\/aaai.v34i05.6425","volume":"34","author":"Y Sun","year":"2020","unstructured":"Sun Y, Hu Y, Xing L, Yu J, Xie Y (2020) History-adaption knowledge incorporation mechanism for multi-turn dialogue system. Proceedings of the AAAI conference on artificial intelligence 34:8944\u20138951","journal-title":"Proceedings of the AAAI conference on artificial intelligence"},{"key":"549_CR131","first-page":"251","volume":"34","author":"A Szot","year":"2021","unstructured":"Szot A, Clegg A, Undersander E, Wijmans E, Zhao Y, Turner J, Maestre N, Mukadam M, Chaplot DS, Maksymets O et al (2021) Habitat 2.0: Training home assistants to rearrange their habitat. Adv Neural Inf Process Syst 34:251\u2013266","journal-title":"Adv Neural Inf Process Syst"},{"key":"549_CR132","unstructured":"Szot A, Clegg A, Undersander E, Wijmans E, Zhao Y, Turner JM, Maestre N, Mukadam M, Chaplot DS, Maksymets O, Gokaslan A, Vondrus V, Dharur S, Meier F, Galuba W, Chang AX, Kira Z, Koltun V, Malik J, Savva M, Batra D (2021b) Habitat 2.0: Training home assistants to rearrange their habitat. In: Advances in neural information processing systems, pp 251\u2013266"},{"key":"549_CR133","doi-asserted-by":"publisher","first-page":"25377","DOI":"10.52202\/068431-1840","volume":"35","author":"A Tam","year":"2022","unstructured":"Tam A, Rabinowitz N, Lampinen A, Roy NA, Chan S, Strouse D, Wang J, Banino A, Hill F (2022) Semantic exploration from language abstractions and pretrained representations. Adv Neural Inf Process Syst 35:25377\u201325389","journal-title":"Adv Neural Inf Process Syst"},{"key":"549_CR134","doi-asserted-by":"crossref","unstructured":"Tan H, Yu L, Bansal M (2019) Learning to navigate unseen environments: Back translation with environmental dropout. arXiv preprint arXiv:1904.04195","DOI":"10.18653\/v1\/N19-1268"},{"key":"549_CR135","unstructured":"Thomason J, Murray M, Cakmak M, Zettlemoyer L (2020) Vision-and-dialog navigation. In: Conference on robot learning, pp 394\u2013406. PMLR"},{"key":"549_CR136","doi-asserted-by":"publisher","first-page":"189","DOI":"10.1037\/h0061626","volume":"55","author":"EC Tolman","year":"1948","unstructured":"Tolman EC (1948) Cognitive maps in rats and men. Psychol Rev 55:189","journal-title":"Psychol Rev"},{"key":"549_CR137","doi-asserted-by":"publisher","first-page":"207","DOI":"10.3389\/fpsyg.2012.00207","volume":"3","author":"T Tsuchiai","year":"2012","unstructured":"Tsuchiai T, Matsumiya K, Kuriki I, Shioiri S (2012) Implicit learning of viewpoint-independent spatial layouts. Front Psychol 3:207","journal-title":"Front Psychol"},{"key":"549_CR138","doi-asserted-by":"publisher","first-page":"246","DOI":"10.1007\/s11263-020-01374-3","volume":"129","author":"AB Vasudevan","year":"2021","unstructured":"Vasudevan AB, Dai D, Van Gool L (2021) Talk2nav: Long-range vision-and-language navigation with dual attention and spatial memory. Int J Comput Vision 129:246\u2013266","journal-title":"Int J Comput Vision"},{"key":"549_CR139","unstructured":"Vaswani A (2017) Attention is all you need. Adv Neural Inf Proc Syst"},{"key":"549_CR140","unstructured":"Wang G, Xie Y, Jiang Y, Mandlekar A, Xiao C, Zhu Y, Fan L, Anandkumar A (2023a) Voyager: An open-ended embodied agent with large language models. arXiv preprint arXiv:2305.16291"},{"key":"549_CR141","doi-asserted-by":"crossref","unstructured":"Wang H, Liang W, Shen J, Van Gool L, Wang W (2022) Counterfactual cycle-consistent learning for instruction following and generation in vision-language navigation. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 15471\u201315481","DOI":"10.1109\/CVPR52688.2022.01503"},{"key":"549_CR142","doi-asserted-by":"crossref","unstructured":"Wang H, Liang W, Van Gool L, Wang W (2023b) Dreamwalker: Mental planning for continuous vision-language navigation. In Proceedings of the IEEE\/CVF international conference on computer vision, pp 10873\u201310883","DOI":"10.1109\/ICCV51070.2023.00998"},{"key":"549_CR143","doi-asserted-by":"publisher","first-page":"607","DOI":"10.1007\/s11263-022-01721-6","volume":"131","author":"H Wang","year":"2023","unstructured":"Wang H, Wang W, Liang W, Hoi SC, Shen J, Gool LV (2023) Active perception for visual-language navigation. Int J Comput Vision 131:607\u2013625","journal-title":"Int J Comput Vision"},{"key":"549_CR144","doi-asserted-by":"crossref","unstructured":"Wang H, Wang W, Liang W, Xiong C, Shen J (2021) Structured scene memory for vision-language navigation. In Proceedings of the IEEE\/CVF conference on Computer vision and pattern recognition, pp 8455\u20138464","DOI":"10.1109\/CVPR46437.2021.00835"},{"key":"549_CR145","unstructured":"Wang L, He Z, Dang R, Chen H, Liu C, Chen Q (2024a) Causality-based cross-modal representation learning for vision-and-language navigation. arXiv preprint arXiv:2403.03405"},{"key":"549_CR146","doi-asserted-by":"crossref","unstructured":"Wang L, He Z, Dang R, Shen M, Liu C, Chen Q (2024b) Vision-and-language navigation via causal learning. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 13139\u201313150","DOI":"10.1109\/CVPR52733.2024.01248"},{"key":"549_CR147","doi-asserted-by":"crossref","unstructured":"Wang X, Huang Q, Celikyilmaz A, Gao J, Shen D, Wang Y-F, Wang WY, Zhang L (2019) Reinforced cross-modal matching and self-supervised imitation learning for vision-language navigation. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 6629\u20136638","DOI":"10.1109\/CVPR.2019.00679"},{"key":"549_CR148","doi-asserted-by":"crossref","unstructured":"Wang XE, Jain V, Ie E, Wang WY, Kozareva Z, Ravi S (2020) Environment-agnostic multitask learning for natural language grounded navigation. In: Computer Vision-ECCV 2020: 16th European Conference, Glasgow, UK, August 23\u201328, 2020, Proceedings, Part XXIV 16, pp 413\u2013430. Springer","DOI":"10.1007\/978-3-030-58586-0_25"},{"key":"549_CR149","unstructured":"Wang Z, Li J, Hong Y, Li S, Li K, Yu S, Wang Y, Qiao Y, Wang Y, Bansal M et al (2024c) Bootstrapping language-guided navigation learning with self-refining data flywheel. arXiv preprint arXiv:2412.08467"},{"key":"549_CR150","doi-asserted-by":"crossref","unstructured":"Wang Z, Li J, Hong Y, Wang Y, Wu Q, Bansal M, Gould S, Tan H, Qiao Y (2023d) Scaling data generation in vision-and-language navigation. In: Proceedings of the IEEE\/CVF international conference on computer vision, pp 12009\u201312020","DOI":"10.1109\/ICCV51070.2023.01103"},{"key":"549_CR151","doi-asserted-by":"crossref","unstructured":"Wang Z, Li X, Yang J, Liu Y, Hu J, Jiang M, Jiang S (2024d) Lookahead exploration with neural radiance representation for continuous vision-language navigation. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 13753\u201313762","DOI":"10.1109\/CVPR52733.2024.01305"},{"key":"549_CR152","doi-asserted-by":"crossref","unstructured":"Wang Z, Li X, Yang J, Liu Y, Jiang S (2023e) Gridmm: Grid memory map for vision-and-language navigation. In Proceedings of the IEEE\/CVF international conference on computer vision, pp 15625\u201315636","DOI":"10.1109\/ICCV51070.2023.01432"},{"key":"549_CR153","doi-asserted-by":"publisher","first-page":"8","DOI":"10.1145\/3609468.3609471","volume":"9","author":"E Wijmans","year":"2023","unstructured":"Wijmans E, Savva M, Essa I, Lee S, Morcos AS, Batra D (2023) Emergence of maps in the memories of blind navigation agents. AI Matters 9:8\u201314","journal-title":"AI Matters"},{"key":"549_CR154","unstructured":"Winne PH (2013) Self-regulated learning viewed from models of information processing. Self-regulated learning and academic achievement, pp 145\u2013178"},{"key":"549_CR155","doi-asserted-by":"publisher","first-page":"3291","DOI":"10.1007\/s00521-023-09217-1","volume":"36","author":"W Wu","year":"2024","unstructured":"Wu W, Chang T, Li X, Yin Q, Hu Y (2024) Vision-language navigation: a survey and taxonomy. Neural Comput Appl 36:3291\u20133316","journal-title":"Neural Comput Appl"},{"key":"549_CR156","unstructured":"Wu Y, Wu Y, Gkioxari G, Tian Y (2018) Building generalizable agents with a realistic and rich 3d environment"},{"key":"549_CR157","doi-asserted-by":"crossref","unstructured":"Xia F, Zamir AR, He Z, Sax A, Malik J, Savarese S (2018) Gibson env: Real-world perception for embodied agents. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 9068\u20139079","DOI":"10.1109\/CVPR.2018.00945"},{"key":"549_CR158","doi-asserted-by":"publisher","unstructured":"Yan C, Misra D, Bennnett A, Walsman A, Bisk Y, Artzi Y (2019) Chalet: Cornell house agent learning environment. https:\/\/doi.org\/10.48550\/arXiv.1801.07357, arXiv:1801.07357","DOI":"10.48550\/arXiv.1801.07357"},{"key":"549_CR159","unstructured":"Ye Q, Xu H, Xu G, Ye J, Yan M, Zhou Y, Wang J, Hu A, Shi P, Shi Y et al (2023) mplug-owl: Modularization empowers large language models with multimodality. arXiv preprint arXiv:2304.14178"},{"key":"549_CR160","doi-asserted-by":"crossref","unstructured":"Yu B, Kasaei H, Cao M (2023) L3mvn: Leveraging large language models for visual target navigation. In: 2023 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS), pp 3554\u20133560. IEEE","DOI":"10.1109\/IROS55552.2023.10342512"},{"key":"549_CR161","first-page":"13328","volume":"34","author":"J Zhang","year":"2021","unstructured":"Zhang J, Fan J, Peng J et al (2021) Curriculum learning for vision-and-language navigation. Adv Neural Inf Process Syst 34:13328\u201313339","journal-title":"Adv Neural Inf Process Syst"},{"key":"549_CR162","doi-asserted-by":"crossref","unstructured":"Zhang J, Wang K, Xu R, Zhou G, Hong Y, Fang X, Wu Q, Zhang Z, Wang H (2024a) Navid: Video-based vlm plans the next step for vision-and-language navigation. arXiv preprint arXiv:2402.15852","DOI":"10.15607\/RSS.2024.XX.079"},{"key":"549_CR163","doi-asserted-by":"publisher","first-page":"3469","DOI":"10.1109\/TCSVT.2020.3039522","volume":"31","author":"W Zhang","year":"2020","unstructured":"Zhang W, Ma C, Wu Q, Yang X (2020) Language-guided navigation via cross-modal grounding and alternate adversarial learning. IEEE Trans Circuits Syst Video Technol 31:3469\u20133481","journal-title":"IEEE Trans Circuits Syst Video Technol"},{"key":"549_CR164","doi-asserted-by":"crossref","unstructured":"Zhang Y, Kordjamshidi P (2023) VLN-Trans: Translator for the vision and language navigation agent. In: The 61st annual meeting of the association for computational linguistics","DOI":"10.18653\/v1\/2023.acl-long.737"},{"key":"549_CR165","unstructured":"Zhang Y, Ma Z, Li J, Qiao Y, Wang Z, Chai J, Wu Q, Bansal M, Kordjamshidi P (2024b) Vision-and-language navigation today and tomorrow: A survey in the era of foundation models. arXiv preprint arXiv:2407.07035"},{"key":"549_CR166","doi-asserted-by":"crossref","unstructured":"Zheng D, Huang S, Zhao L, Zhong Y, Wang L (2024) Towards learning a generalist model for embodied navigation. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 13624\u201313634","DOI":"10.1109\/CVPR52733.2024.01293"},{"key":"549_CR167","unstructured":"Zheng K, Zhou K, Gu J, Fan Y, Wang J, Di Z, He X, Wang XE (2022) Jarvis: A neuro-symbolic commonsense reasoning framework for conversational embodied agents. arXiv preprint arXiv:2208.13266"},{"key":"549_CR168","doi-asserted-by":"crossref","unstructured":"Zhou G, Hong Y, Wang Z, Wang XE, Wu Q (2024a) Navgpt-2: Unleashing navigational reasoning capability for large vision-language models. In: European conference on computer vision, pp 260\u2013278. Springer","DOI":"10.1007\/978-3-031-72667-5_15"},{"key":"549_CR169","doi-asserted-by":"publisher","first-page":"7641","DOI":"10.1609\/aaai.v38i7.28597","volume":"38","author":"G Zhou","year":"2024","unstructured":"Zhou G, Hong Y, Wu Q (2024) Navgpt: Explicit reasoning in vision-and-language navigation with large language models. Proceedings of the AAAI conference on artificial intelligence 38:7641\u20137649","journal-title":"Proceedings of the AAAI conference on artificial intelligence"},{"key":"549_CR170","unstructured":"Zhou K, Zheng K, Pryor C, Shen Y, Jin H, Getoor L, Wang XE (2023) Esc: Exploration with soft commonsense constraints for zero-shot object navigation. In: International conference on machine learning, pp 42829\u201342842. PMLR"},{"key":"549_CR171","doi-asserted-by":"crossref","unstructured":"Zhu F, Liang X, Zhu Y, Yu Q, Chang X, Liang X (2021) Soon: Scenario oriented object navigation with graph-based exploration. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 12689\u201312699","DOI":"10.1109\/CVPR46437.2021.01250"},{"key":"549_CR172","doi-asserted-by":"crossref","unstructured":"Zhu F, Zhu Y, Chang X, Liang X (2020a) Vision-language navigation with self-supervised auxiliary reasoning tasks. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 10012\u201310022","DOI":"10.1109\/CVPR42600.2020.01003"},{"key":"549_CR173","unstructured":"Zhu S, Sun S (2024) Exploring knowledge graph-based neural-symbolic system from application perspective. arXiv preprint arXiv:2405.03524"},{"key":"549_CR174","doi-asserted-by":"crossref","unstructured":"Zhu W, Hu H, Chen J, Deng Z, Jain V, Ie E, Sha F (2020b) Babywalk: Going farther in vision-and-language navigation by taking baby steps. arXiv preprint arXiv:2005.04625","DOI":"10.18653\/v1\/2020.acl-main.229"}],"container-title":["Journal of King Saud University Computer and Information Sciences"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s44443-026-00549-1","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s44443-026-00549-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s44443-026-00549-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,8,3]],"date-time":"2026-08-03T08:04:28Z","timestamp":1785744268000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s44443-026-00549-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,6,3]]},"references-count":174,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2026,8]]}},"alternative-id":["549"],"URL":"https:\/\/doi.org\/10.1007\/s44443-026-00549-1","relation":{},"ISSN":["1319-1578","2213-1248"],"issn-type":[{"value":"1319-1578","type":"print"},{"value":"2213-1248","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,6,3]]},"assertion":[{"value":"10 October 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 February 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 June 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors have no relevant financial or non-financial interests to disclose.","order":1,"name":"Ethics","label":"Competing Interests","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Not applicable.","order":2,"name":"Ethics","label":"Availability of data and material","group":{"name":"EthicsHeading","label":"Declarations"}}],"article-number":"475"}}