{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,5,19]],"date-time":"2025-05-19T19:28:23Z","timestamp":1747682903263,"version":"3.40.3"},"publisher-location":"Cham","reference-count":44,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031287183"},{"type":"electronic","value":"9783031287190"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-28719-0_11","type":"book-chapter","created":{"date-parts":[[2023,3,21]],"date-time":"2023-03-21T18:03:51Z","timestamp":1679421831000},"page":"151-161","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Active Inference Successor Representations"],"prefix":"10.1007","author":[{"given":"Beren","family":"Millidge","sequence":"first","affiliation":[]},{"given":"Christopher L.","family":"Buckley","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,3,22]]},"reference":[{"key":"11_CR1","doi-asserted-by":"crossref","unstructured":"Aguilera, M., Millidge, B., Tschantz, A., Buckley, C.L.: How particular is the physics of the free energy principle? Physics of Life Reviews (2021)","DOI":"10.1016\/j.plrev.2021.11.001"},{"key":"11_CR2","unstructured":"Attias, H.: Planning by probabilistic inference. In: AISTATS. Citeseer (2003)"},{"issue":"2","key":"11_CR3","doi-asserted-by":"publisher","first-page":"490","DOI":"10.1016\/j.neuron.2018.10.002","volume":"100","author":"TE Behrens","year":"2018","unstructured":"Behrens, T.E., et al.: What is a cognitive map? organizing knowledge for flexible behavior. Neuron 100(2), 490\u2013509 (2018)","journal-title":"Neuron"},{"key":"11_CR4","doi-asserted-by":"publisher","first-page":"55","DOI":"10.1016\/j.jmp.2017.09.004","volume":"81","author":"CL Buckley","year":"2017","unstructured":"Buckley, C.L., Kim, C.S., McGregor, S., Seth, A.K.: The free energy principle for action and perception: a mathematical review. J. Math. Psychol. 81, 55\u201379 (2017)","journal-title":"J. Math. Psychol."},{"key":"11_CR5","doi-asserted-by":"crossref","unstructured":"Da Costa, L., Parr, T., Sajid, N., Veselic, S., Neacsu, V., Friston, K.: Active inference on discrete state-spaces: a synthesis. arXiv preprint arXiv:2001.07203 (2020)","DOI":"10.1016\/j.jmp.2020.102447"},{"key":"11_CR6","unstructured":"Da Costa, L., Sajid, N., Parr, T., Friston, K., Smith, R.: The relationship between dynamic programming and active inference: the discrete, finite-horizon case. arXiv preprint arXiv:2009.08111 (2020)"},{"issue":"4","key":"11_CR7","doi-asserted-by":"publisher","first-page":"613","DOI":"10.1162\/neco.1993.5.4.613","volume":"5","author":"P Dayan","year":"1993","unstructured":"Dayan, P.: Improving generalization for temporal difference learning: the successor representation. Neural Comput. 5(4), 613\u2013624 (1993)","journal-title":"Neural Comput."},{"key":"11_CR8","doi-asserted-by":"crossref","unstructured":"Doya, K., Ishii, S., Pouget, A., Rao, R.P.: Bayesian brain: Probabilistic approaches to neural coding. MIT press (2007)","DOI":"10.7551\/mitpress\/9780262042383.001.0001"},{"key":"11_CR9","first-page":"11662","volume":"33","author":"Z Fountas","year":"2020","unstructured":"Fountas, Z., Sajid, N., Mediano, P., Friston, K.: Deep active inference agents using monte-carlo methods. Adv. Neural. Inf. Process. Syst. 33, 11662\u201311675 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"11_CR10","unstructured":"Friston, K.: A free energy principle for a particular physics. arXiv preprint arXiv:1906.10184 (2019)"},{"key":"11_CR11","doi-asserted-by":"crossref","unstructured":"Friston, K., Ao, P.: Free energy, value, and attractors. Comput. Math. Methods Med. (2012)","DOI":"10.1155\/2012\/937860"},{"issue":"3","key":"11_CR12","doi-asserted-by":"publisher","first-page":"713","DOI":"10.1162\/neco_a_01351","volume":"33","author":"K Friston","year":"2021","unstructured":"Friston, K., Da Costa, L., Hafner, D., Hesp, C., Parr, T.: Sophisticated inference. Neural Comput. 33(3), 713\u2013763 (2021)","journal-title":"Neural Comput."},{"issue":"1","key":"11_CR13","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1162\/NECO_a_00912","volume":"29","author":"K Friston","year":"2017","unstructured":"Friston, K., FitzGerald, T., Rigoli, F., Schwartenbeck, P., Pezzulo, G.: Active inference: a process theory. Neural Comput. 29(1), 1\u201349 (2017)","journal-title":"Neural Comput."},{"issue":"1\u20133","key":"11_CR14","doi-asserted-by":"publisher","first-page":"70","DOI":"10.1016\/j.jphysparis.2006.10.001","volume":"100","author":"K Friston","year":"2006","unstructured":"Friston, K., Kilner, J., Harrison, L.: A free energy principle for the brain. J. Physiol. Paris 100(1\u20133), 70\u201387 (2006)","journal-title":"J. Physiol. Paris"},{"issue":"4","key":"11_CR15","doi-asserted-by":"publisher","first-page":"187","DOI":"10.1080\/17588928.2015.1020053","volume":"6","author":"K Friston","year":"2015","unstructured":"Friston, K., Rigoli, F., Ognibene, D., Mathys, C., Fitzgerald, T., Pezzulo, G.: Active inference and epistemic value. Cogn. Neurosci. 6(4), 187\u2013214 (2015)","journal-title":"Cogn. Neurosci."},{"issue":"8\u20139","key":"11_CR16","doi-asserted-by":"publisher","first-page":"523","DOI":"10.1007\/s00422-012-0512-8","volume":"106","author":"K Friston","year":"2012","unstructured":"Friston, K., Samothrakis, S., Montague, R.: Active inference and agency: optimal control without cost functions. Biol. Cybern. 106(8\u20139), 523\u2013541 (2012)","journal-title":"Biol. Cybern."},{"key":"11_CR17","doi-asserted-by":"crossref","unstructured":"Friston, K.J., Daunizeau, J., Kiebel, S.J.: Reinforcement learning or active inference? PloS one 4(7) (2009)","DOI":"10.1371\/journal.pone.0006421"},{"key":"11_CR18","doi-asserted-by":"crossref","unstructured":"Heins, C., Millidge, B., Demekas, D., Klein, B., Friston, K., Couzin, I., Tschantz, A.: pymdp: A python library for active inference in discrete state spaces. arXiv preprint arXiv:2201.03904 (2022)","DOI":"10.21105\/joss.04098"},{"issue":"12","key":"11_CR19","doi-asserted-by":"publisher","first-page":"712","DOI":"10.1016\/j.tins.2004.10.007","volume":"27","author":"DC Knill","year":"2004","unstructured":"Knill, D.C., Pouget, A.: The bayesian brain: the role of uncertainty in neural coding and computation. Trends Neurosci. 27(12), 712\u2013719 (2004)","journal-title":"Trends Neurosci."},{"key":"11_CR20","unstructured":"Levine, S.: Reinforcement learning and control as probabilistic inference: Tutorial and review. arXiv preprint arXiv:1805.00909 (2018)"},{"key":"11_CR21","doi-asserted-by":"crossref","unstructured":"Machado, M.C., Bellemare, M.G., Bowling, M.: Count-based exploration with the successor representation. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 34, pp. 5125\u20135133 (2020)","DOI":"10.1609\/aaai.v34i04.5955"},{"key":"11_CR22","unstructured":"Machado, M.C., Rosenbaum, C., Guo, X., Liu, M., Tesauro, G., Campbell, M.: Eigenoption discovery through the deep successor representation. arXiv preprint arXiv:1710.11089 (2017)"},{"key":"11_CR23","doi-asserted-by":"crossref","unstructured":"Millidge, B.: Combining active inference and hierarchical predictive coding: a tutorial introduction and case study (2019)","DOI":"10.31234\/osf.io\/kf6wc"},{"key":"11_CR24","doi-asserted-by":"crossref","unstructured":"Millidge, B.: Deep active inference as variational policy gradients. arXiv preprint arXiv:1907.03876 (2019)","DOI":"10.1016\/j.jmp.2020.102348"},{"key":"11_CR25","unstructured":"Millidge, B.: Applications of the free energy principle to machine learning and neuroscience. arXiv preprint arXiv:2107.00140 (2021)"},{"key":"11_CR26","unstructured":"Millidge, B., Seth, A., Buckley, C.L.: A mathematical walkthrough and discussion of the free energy principle. arXiv preprint arXiv:2108.13343 (2021)"},{"issue":"2","key":"11_CR27","doi-asserted-by":"publisher","first-page":"447","DOI":"10.1162\/neco_a_01354","volume":"33","author":"B Millidge","year":"2021","unstructured":"Millidge, B., Tschantz, A., Buckley, C.L.: Whence the expected free energy? Neural Comput. 33(2), 447\u2013482 (2021)","journal-title":"Neural Comput."},{"key":"11_CR28","unstructured":"Millidge, B., Tschantz, A., Seth, A., Buckley, C.: Understanding the origin of information-seeking exploration in probabilistic objectives for control. arXiv preprint arXiv:2103.06859 (2021)"},{"key":"11_CR29","doi-asserted-by":"crossref","unstructured":"Millidge, B., Tschantz, A., Seth, A.K., Buckley, C.L.: On the relationship between active inference and control as inference. arXiv preprint arXiv:2006.12964 (2020)","DOI":"10.1007\/978-3-030-64919-7_1"},{"key":"11_CR30","doi-asserted-by":"publisher","first-page":"155","DOI":"10.1016\/j.cobeha.2020.02.017","volume":"32","author":"I Momennejad","year":"2020","unstructured":"Momennejad, I.: Learning structures: predictive representations, replay, and generalization. Curr. Opin. Behav. Sci. 32, 155\u2013166 (2020)","journal-title":"Curr. Opin. Behav. Sci."},{"issue":"9","key":"11_CR31","doi-asserted-by":"publisher","first-page":"680","DOI":"10.1038\/s41562-017-0180-8","volume":"1","author":"I Momennejad","year":"2017","unstructured":"Momennejad, I., Russek, E.M., Cheong, J.H., Botvinick, M.M., Daw, N.D., Gershman, S.J.: The successor representation in human reinforcement learning. Nat. Hum. Behav. 1(9), 680\u2013692 (2017)","journal-title":"Nat. Hum. Behav."},{"issue":"5\u20136","key":"11_CR32","doi-asserted-by":"publisher","first-page":"495","DOI":"10.1007\/s00422-019-00805-w","volume":"113","author":"T Parr","year":"2019","unstructured":"Parr, T., Friston, K.J.: Generalised free energy and active inference. Biol. Cybern. 113(5\u20136), 495\u2013513 (2019)","journal-title":"Biol. Cybern."},{"issue":"1","key":"11_CR33","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41598-018-38246-3","volume":"9","author":"T Parr","year":"2019","unstructured":"Parr, T., Markovic, D., Kiebel, S.J., Friston, K.J.: Neuronal message passing using mean-field, bethe, and marginal approximations. Sci. Rep. 9(1), 1\u201318 (2019)","journal-title":"Sci. Rep."},{"issue":"1","key":"11_CR34","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41467-021-25123-3","volume":"12","author":"P Piray","year":"2021","unstructured":"Piray, P., Daw, N.D.: Linear reinforcement learning in planning, grid fields, and cognitive control. Nat. Commun. 12(1), 1\u201320 (2021)","journal-title":"Nat. Commun."},{"key":"11_CR35","unstructured":"Rawlik, K.C.: On probabilistic inference approaches to stochastic optimal control (2013)"},{"key":"11_CR36","doi-asserted-by":"publisher","first-page":"102632","DOI":"10.1016\/j.jmp.2021.102632","volume":"107","author":"R Smith","year":"2022","unstructured":"Smith, R., Friston, K.J., Whyte, C.J.: A step-by-step tutorial on active inference and its application to empirical data. J. Math. Psychol. 107, 102632 (2022)","journal-title":"J. Math. Psychol."},{"issue":"11","key":"11_CR37","doi-asserted-by":"publisher","first-page":"1643","DOI":"10.1038\/nn.4650","volume":"20","author":"KL Stachenfeld","year":"2017","unstructured":"Stachenfeld, K.L., Botvinick, M.M., Gershman, S.J.: The hippocampus as a predictive map. Nat. Neurosci. 20(11), 1643\u20131653 (2017)","journal-title":"Nat. Neurosci."},{"key":"11_CR38","doi-asserted-by":"crossref","unstructured":"Todorov, E.: General duality between optimal control and estimation. In: 2008 47th IEEE Conference on Decision and Control, pp. 4286\u20134292. IEEE (2008)","DOI":"10.1109\/CDC.2008.4739438"},{"issue":"28","key":"11_CR39","doi-asserted-by":"publisher","first-page":"11478","DOI":"10.1073\/pnas.0710743106","volume":"106","author":"E Todorov","year":"2009","unstructured":"Todorov, E.: Efficient computation of optimal actions. Proc. Natl. Acad. Sci. 106(28), 11478\u201311483 (2009)","journal-title":"Proc. Natl. Acad. Sci."},{"key":"11_CR40","unstructured":"Toussaint, M.: Probabilistic inference as a model of planned behavior. KI 23(3), 23\u201329 (2009)"},{"key":"11_CR41","unstructured":"Tschantz, A., Millidge, B., Seth, A.K., Buckley, C.L.: Control as hybrid inference. arXiv preprint arXiv:2007.05838 (2020)"},{"key":"11_CR42","unstructured":"Tschantz, A., Millidge, B., Seth, A.K., Buckley, C.L.: Reinforcement learning through active inference. arXiv preprint arXiv:2002.12636 (2020)"},{"key":"11_CR43","doi-asserted-by":"crossref","unstructured":"Whittington, J.C., McCaffary, D., Bakermans, J.J., Behrens, T.E.: How to build a cognitive map: insights from models of the hippocampal formation. arXiv preprint arXiv:2202.01682 (2022)","DOI":"10.1038\/s41593-022-01153-y"},{"issue":"5","key":"11_CR44","doi-asserted-by":"publisher","first-page":"1249","DOI":"10.1016\/j.cell.2020.10.024","volume":"183","author":"JC Whittington","year":"2020","unstructured":"Whittington, J.C., et al.: The tolman-eichenbaum machine: unifying space and relational memory through generalization in the hippocampal formation. Cell 183(5), 1249\u20131263 (2020)","journal-title":"Cell"}],"container-title":["Communications in Computer and Information Science","Active Inference"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-28719-0_11","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,3,21]],"date-time":"2023-03-21T18:12:12Z","timestamp":1679422332000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-28719-0_11"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031287183","9783031287190"],"references-count":44,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-28719-0_11","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"22 March 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"IWAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Workshop on Active Inference","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Grenoble","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"France","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 September 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 September 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"3","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"iwai-ws2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/iwaiworkshop.github.io\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}