{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,30]],"date-time":"2025-12-30T08:46:17Z","timestamp":1767084377793,"version":"3.40.3"},"publisher-location":"Cham","reference-count":32,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031771378"},{"type":"electronic","value":"9783031771385"}],"license":[{"start":{"date-parts":[[2024,12,31]],"date-time":"2024-12-31T00:00:00Z","timestamp":1735603200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,12,31]],"date-time":"2024-12-31T00:00:00Z","timestamp":1735603200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-77138-5_7","type":"book-chapter","created":{"date-parts":[[2024,12,30]],"date-time":"2024-12-30T11:46:27Z","timestamp":1735559187000},"page":"105-118","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Exploring and\u00a0Learning Structure: Active Inference Approach in\u00a0Navigational Agents"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1112-049X","authenticated-orcid":false,"given":"Daria","family":"de Tinguy","sequence":"first","affiliation":[]},{"given":"Tim","family":"Verbelen","sequence":"additional","affiliation":[]},{"given":"Bart","family":"Dhoedt","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,12,31]]},"reference":[{"key":"7_CR1","doi-asserted-by":"publisher","first-page":"893","DOI":"10.1016\/j.neuron.2016.03.037","volume":"90","author":"J Balaguer","year":"2016","unstructured":"Balaguer, J., Spiers, H., Hassabis, D., Summerfield, C.: Neural mechanisms of hierarchical planning in a virtual subway network. Neuron 90, 893\u2013903 (2016). https:\/\/doi.org\/10.1016\/j.neuron.2016.03.037","journal-title":"Neuron"},{"key":"7_CR2","doi-asserted-by":"crossref","unstructured":"Bush, D., Barry, C., Manson, D., Burgess, N.: Using grid cells for navigation. Neuron 87, 507\u2013520 (2015). https:\/\/api.semanticscholar.org\/CorpusID:7275119","DOI":"10.1016\/j.neuron.2015.07.006"},{"key":"7_CR3","unstructured":"Chevalier-Boisvert, M., Willems, L., Pal, S.: Minimalistic gridworld environment for openai gym (2018). https:\/\/github.com\/maximecb\/gym-minigrid"},{"key":"7_CR4","unstructured":"Dedieu, A., Lehrach, W., Zhou, G., George, D., L\u00e1zaro-Gredilla, M.: Learning cognitive maps from transformer representations for efficient planning in partially observed environments. arXiv:2401.05946 (2024)"},{"key":"7_CR5","doi-asserted-by":"publisher","unstructured":"Edvardsen, V., Bicanski, A., Burgess, N.: Navigating with grid and place cells in cluttered environments. Hippocampus 30 (2019). https:\/\/doi.org\/10.1002\/hipo.23147","DOI":"10.1002\/hipo.23147"},{"issue":"1","key":"7_CR6","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1016\/j.neuron.2015.06.013","volume":"87","author":"H Eichenbaum","year":"2015","unstructured":"Eichenbaum, H.: The hippocampus as a cognitive map of social space. Neuron 87(1), 9\u201311 (2015). https:\/\/doi.org\/10.1016\/j.neuron.2015.06.013","journal-title":"Neuron"},{"key":"7_CR7","doi-asserted-by":"publisher","first-page":"1504","DOI":"10.1038\/nn.4656","volume":"20","author":"R Epstein","year":"2017","unstructured":"Epstein, R., Patai, E.Z., Julian, J., Spiers, H.: The cognitive map in humans: spatial navigation and beyond. Nat. Neurosci. 20, 1504\u20131513 (2017). https:\/\/doi.org\/10.1038\/nn.4656","journal-title":"Nat. Neurosci."},{"key":"7_CR8","doi-asserted-by":"publisher","first-page":"862","DOI":"10.1016\/j.neubiorev.2016.06.022","volume":"68","author":"K Friston","year":"2016","unstructured":"Friston, K., FitzGerald, T., Rigoli, F., Schwartenbeck, P., Doherty, J.O., Pezzulo, G.: Active inference and learning. Neurosci. Biobehav. Rev. 68, 862\u2013879 (2016)","journal-title":"Neurosci. Biobehav. Rev."},{"key":"7_CR9","unstructured":"Friston, K., Parr, T., Zeidman, P.: Bayesian model reduction. arXiv:1805.07092 (2019)"},{"key":"7_CR10","doi-asserted-by":"publisher","unstructured":"George, D., Rikhye, R., Gothoskar, N., Guntupalli, J.S., Dedieu, A., L\u00e1zaro-Gredilla, M.: Clone-structured graph representations enable flexible learning and vicarious evaluation of cognitive maps. Nat. Commun. 12 (2021). https:\/\/doi.org\/10.1038\/s41467-021-22559-5","DOI":"10.1038\/s41467-021-22559-5"},{"key":"7_CR11","doi-asserted-by":"publisher","first-page":"34","DOI":"10.1016\/j.cognition.2017.12.014","volume":"173","author":"S Gershman","year":"2017","unstructured":"Gershman, S.: Deconstructing the human algorithms for exploration. Cognition 173, 34\u201342 (2017). https:\/\/doi.org\/10.1016\/j.cognition.2017.12.014","journal-title":"Cognition"},{"key":"7_CR12","unstructured":"Guntupalli, J.S., et al.: Graph schemas as abstractions for transfer learning, inference, and planning. arXiv:2302.07350 (2023)"},{"key":"7_CR13","doi-asserted-by":"publisher","unstructured":"Heins, R.C., Mirza, M.B., Parr, T., Friston, K., Kagan, I., Pooresmaeili, A.: Deep active inference and scene construction. Front. Artif. Intell. 3 (2020). https:\/\/doi.org\/10.3389\/frai.2020.509354, https:\/\/www.frontiersin.org\/articles\/10.3389\/frai.2020.509354","DOI":"10.3389\/frai.2020.509354"},{"key":"7_CR14","doi-asserted-by":"publisher","unstructured":"Hinman, J., Brandon, M., Climer, J., Chapman, W., Hasselmo, M.: Multiple running speed signals in medial entorhinal cortex. Neuron 91 (2016). https:\/\/doi.org\/10.1016\/j.neuron.2016.06.027","DOI":"10.1016\/j.neuron.2016.06.027"},{"key":"7_CR15","doi-asserted-by":"publisher","first-page":"6487","DOI":"10.1073\/pnas.0911213107","volume":"107","author":"J Jacobs","year":"2010","unstructured":"Jacobs, J., Kahana, M., Ekstrom, A., Mollison, M., Fried, I.: A sense of direction in human entorhinal cortex. Proc. Nat. Acad. Sci. U.S.A. 107, 6487\u201392 (2010). https:\/\/doi.org\/10.1073\/pnas.0911213107","journal-title":"Proc. Nat. Acad. Sci. U.S.A."},{"issue":"4","key":"7_CR16","doi-asserted-by":"publisher","first-page":"532","DOI":"10.1109\/PROC.1976.10159","volume":"64","author":"F Jelinek","year":"1976","unstructured":"Jelinek, F.: Continuous speech recognition by statistical methods. Proc. IEEE 64(4), 532\u2013556 (1976). https:\/\/doi.org\/10.1109\/PROC.1976.10159","journal-title":"Proc. IEEE"},{"key":"7_CR17","doi-asserted-by":"publisher","first-page":"323","DOI":"10.1101\/230599","volume":"112","author":"R Kaplan","year":"2017","unstructured":"Kaplan, R., Friston, K.: Planning and navigation as active inference. Biol. Cybern. 112, 323\u2013343 (2017). https:\/\/doi.org\/10.1101\/230599","journal-title":"Biol. Cybern."},{"key":"7_CR18","doi-asserted-by":"crossref","unstructured":"Lajoie, P., Hu, S., Beltrame, G., Carlone, L.: Modeling perceptual aliasing in SLAM via discrete-continuous graphical models. CoRR arXiv:1810.11692 (2018)","DOI":"10.1109\/LRA.2019.2894852"},{"key":"7_CR19","unstructured":"de\u00a0Maele, T.V., Dhoedt, B., Verbelen, T., Pezzulo, G.: Bridging cognitive maps: a hierarchical active inference model of spatial alternation tasks and the hippocampal-prefrontal circuit. arXiv:2308.11463 (2023)"},{"key":"7_CR20","unstructured":"Mirowski, P., et al.: The streetlearn environment and dataset. CoRR arXiv:1903.01292 (2019)"},{"issue":"11","key":"7_CR21","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1371\/journal.pone.0277199","volume":"17","author":"V Neacsu","year":"2022","unstructured":"Neacsu, V., Mirza, M.B., Adams, R.A., Friston, K.J.: Structure learning enhances concept formation in synthetic active inference agents. PLoS ONE 17(11), 1\u201334 (2022). https:\/\/doi.org\/10.1371\/journal.pone.0277199","journal-title":"PLoS ONE"},{"key":"7_CR22","doi-asserted-by":"publisher","unstructured":"Parr, T., Pezzulo, G., Friston, K.: Active Inference: The Free Energy Principle in Mind, Brain, and Behavior (2022). https:\/\/doi.org\/10.7551\/mitpress\/12441.001.0001","DOI":"10.7551\/mitpress\/12441.001.0001"},{"issue":"1","key":"7_CR23","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1016\/j.tics.2020.10.004","volume":"25","author":"M Peer","year":"2021","unstructured":"Peer, M., Brunec, I.K., Newcombe, N.S., Epstein, R.A.: Structuring knowledge with cognitive maps and cognitive graphs. Trends Cogn. Sci. 25(1), 37\u201354 (2021)","journal-title":"Trends Cogn. Sci."},{"key":"7_CR24","unstructured":"Raju, R.V., Guntupalli, J.S., Zhou, G., L\u00e1zaro-Gredilla, M., George, D.: Space is a latent sequence: structured sequence learning as a unified theory of representation in the hippocampus. arXiv:2212.01508 (2022)"},{"key":"7_CR25","doi-asserted-by":"publisher","unstructured":"Rosenberg, M., Zhang, T., Perona, P., Meister, M.: Mice in a labyrinth show rapid learning, sudden insight, and efficient exploration. eLife 10, e66175 (2021). https:\/\/doi.org\/10.7554\/eLife.66175","DOI":"10.7554\/eLife.66175"},{"key":"7_CR26","doi-asserted-by":"publisher","unstructured":"Schwartenbeck, P., Passecker, J., Hauser, T.U., FitzGerald, T.H., Kronbichler, M., Friston, K.J.: Computational mechanisms of curiosity and goal-directed exploration. eLife 8, e41703 (2019). https:\/\/doi.org\/10.7554\/eLife.41703","DOI":"10.7554\/eLife.41703"},{"key":"7_CR27","doi-asserted-by":"publisher","first-page":"102632","DOI":"10.1016\/j.jmp.2021.102632","volume":"107","author":"R Smith","year":"2022","unstructured":"Smith, R., Friston, K.J., Whyte, C.J.: A step-by-step tutorial on active inference and its application to empirical data. J. Math. Psychol. 107, 102632 (2022)","journal-title":"J. Math. Psychol."},{"key":"7_CR28","doi-asserted-by":"publisher","unstructured":"Smith, R., Schwartenbeck, P., Parr, T., Friston, K.J.: An active inference approach to modeling structure learning: concept learning as an example case. Front. Comput. Neurosci. 14 (2020). https:\/\/doi.org\/10.3389\/fncom.2020.00041","DOI":"10.3389\/fncom.2020.00041"},{"issue":"5909","key":"7_CR29","doi-asserted-by":"publisher","first-page":"1865","DOI":"10.1126\/science.1166466","volume":"322","author":"T Solstad","year":"2008","unstructured":"Solstad, T., Boccara, C.N., Kropff, E., Moser, M.B., Moser, E.I.: Representation of geometric borders in the entorhinal cortex. Science 322(5909), 1865\u20131868 (2008)","journal-title":"Science"},{"issue":"1","key":"7_CR30","doi-asserted-by":"publisher","first-page":"83","DOI":"10.3390\/e26010083","volume":"26","author":"D de Tinguy","year":"2024","unstructured":"de Tinguy, D., Van de Maele, T., Verbelen, T., Dhoedt, B.: Spatial and temporal hierarchy for autonomous navigation using active inference in minigrid environment. Entropy 26(1), 83 (2024)","journal-title":"Entropy"},{"key":"7_CR31","doi-asserted-by":"crossref","unstructured":"Tyukin, I.Y., Gorban, A.N., Alkhudaydi, M.H., Zhou, Q.: Demystification of few-shot and one-shot learning. CoRR arXiv:2104.12174 (2021)","DOI":"10.1109\/IJCNN52387.2021.9534395"},{"key":"7_CR32","doi-asserted-by":"publisher","unstructured":"Zhao, M.: Human spatial representation: what we cannot learn from the studies of rodent navigation. J. Neurophysiol. 120 (2018). https:\/\/doi.org\/10.1152\/jn.00781.2017","DOI":"10.1152\/jn.00781.2017"}],"container-title":["Communications in Computer and Information Science","Active Inference"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-77138-5_7","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,12,30]],"date-time":"2024-12-30T12:05:50Z","timestamp":1735560350000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-77138-5_7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,31]]},"ISBN":["9783031771378","9783031771385"],"references-count":32,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-77138-5_7","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2024,12,31]]},"assertion":[{"value":"31 December 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"IWAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Workshop on Active Inference","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Oxford","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Kingdom","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9 September 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 September 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"iwai-ws2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/iwaiworkshop.github.io\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}