{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,30]],"date-time":"2026-10-30T07:00:42Z","timestamp":1793343642768,"version":"4.5.0"},"reference-count":151,"publisher":"Springer Science and Business Media LLC","issue":"8","license":[{"start":{"date-parts":[[2021,6,21]],"date-time":"2021-06-21T00:00:00Z","timestamp":1624233600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,6,21]],"date-time":"2021-06-21T00:00:00Z","timestamp":1624233600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/100004440","name":"Wellcome Trust","doi-asserted-by":"publisher","award":["208789\/Z\/17\/Z"],"award-info":[{"award-number":["208789\/Z\/17\/Z"]}],"id":[{"id":"10.13039\/100004440","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["IIS-1822571"],"award-info":[{"award-number":["IIS-1822571"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["ECCS-1835389"],"award-info":[{"award-number":["ECCS-1835389"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001665","name":"Agence Nationale de la Recherche","doi-asserted-by":"publisher","award":["ANR-11-LABX-0042"],"award-info":[{"award-number":["ANR-11-LABX-0042"]}],"id":[{"id":"10.13039\/501100001665","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001665","name":"Agence Nationale de la Recherche","doi-asserted-by":"publisher","award":["ANR-19-CE37-0008"],"award-info":[{"award-number":["ANR-19-CE37-0008"]}],"id":[{"id":"10.13039\/501100001665","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001665","name":"Agence Nationale de la Recherche","doi-asserted-by":"publisher","award":["ANR-11-LABX-0042"],"award-info":[{"award-number":["ANR-11-LABX-0042"]}],"id":[{"id":"10.13039\/501100001665","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001665","name":"Agence Nationale de la Recherche","doi-asserted-by":"publisher","award":["ANR-19-CE37-0008"],"award-info":[{"award-number":["ANR-19-CE37-0008"]}],"id":[{"id":"10.13039\/501100001665","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001665","name":"Agence Nationale de la Recherche","doi-asserted-by":"publisher","award":["ANR-18-CE37-0016-01"],"award-info":[{"award-number":["ANR-18-CE37-0016-01"]}],"id":[{"id":"10.13039\/501100001665","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100008349","name":"Boehringer Ingelheim","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100008349","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Ch. and H. Schaller Foundation"},{"DOI":"10.13039\/501100000265","name":"RCUK | Medical Research Council","doi-asserted-by":"publisher","award":["MR\/N014448\/1"],"award-info":[{"award-number":["MR\/N014448\/1"]}],"id":[{"id":"10.13039\/501100000265","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000268","name":"RCUK | Biotechnology and Biological Sciences Research Council","doi-asserted-by":"publisher","award":["BB\/R010803\/1"],"award-info":[{"award-number":["BB\/R010803\/1"]}],"id":[{"id":"10.13039\/501100000268","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nat Neurosci"],"published-print":{"date-parts":[[2021,8]]},"DOI":"10.1038\/s41593-021-00866-w","type":"journal-article","created":{"date-parts":[[2021,6,21]],"date-time":"2021-06-21T12:04:08Z","timestamp":1624277048000},"page":"1051-1064","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":112,"title":["Formalizing planning and information search in naturalistic decision-making"],"prefix":"10.1038","volume":"24","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8393-8533","authenticated-orcid":false,"given":"L. T.","family":"Hunt","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5029-1430","authenticated-orcid":false,"given":"N. D.","family":"Daw","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"P.","family":"Kaanders","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3711-8235","authenticated-orcid":false,"given":"M. A.","family":"MacIver","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5824-7028","authenticated-orcid":false,"given":"U.","family":"Mugan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7486-4993","authenticated-orcid":false,"given":"E.","family":"Procyk","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3644-9072","authenticated-orcid":false,"given":"A. D.","family":"Redish","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6215-6305","authenticated-orcid":false,"given":"E.","family":"Russo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9969-1355","authenticated-orcid":false,"given":"J.","family":"Scholl","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6936-4257","authenticated-orcid":false,"given":"K.","family":"Stachenfeld","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9497-919X","authenticated-orcid":false,"given":"C. R. E.","family":"Wilson","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0283-6966","authenticated-orcid":false,"given":"N.","family":"Kolling","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2021,6,21]]},"reference":[{"key":"866_CR1","doi-asserted-by":"publisher","first-page":"535","DOI":"10.1146\/annurev.neuro.29.051605.113038","volume":"30","author":"JI Gold","year":"2007","unstructured":"Gold, J. I. & Shadlen, M. N. The neural basis of decision making. Annu. Rev. Neurosci. 30, 535\u2013574 (2007).","journal-title":"Annu. Rev. Neurosci."},{"key":"866_CR2","doi-asserted-by":"publisher","first-page":"139","DOI":"10.1016\/j.jmp.2008.12.005","volume":"53","author":"Y Niv","year":"2009","unstructured":"Niv, Y. Reinforcement learning in the brain. J. Math. Psychol. 53, 139\u2013154 (2009).","journal-title":"J. Math. Psychol."},{"key":"866_CR3","unstructured":"Glimcher, P. W. & Fehr, E. Neuroeconomics: Decision Making and the Brain 2nd edn (Elsevier\/Academic Press, 2014)."},{"key":"866_CR4","doi-asserted-by":"publisher","first-page":"419","DOI":"10.1038\/s41583-018-0010-7","volume":"19","author":"D Mobbs","year":"2018","unstructured":"Mobbs, D., Trimmer, P. C., Blumstein, D. T. & Dayan, P. Foraging for foundations in decision neuroscience: insights from ethology. Nat. Rev. Neurosci. 19, 419\u2013427 (2018).","journal-title":"Nat. Rev. Neurosci."},{"key":"866_CR5","doi-asserted-by":"publisher","first-page":"1704","DOI":"10.1038\/nn1560","volume":"8","author":"ND Daw","year":"2005","unstructured":"Daw, N. D., Niv, Y. & Dayan, P. Uncertainty-based competition between prefrontal and dorsolateral striatal systems for behavioral control. Nat. Neurosci. 8, 1704\u20131711 (2005).","journal-title":"Nat. Neurosci."},{"key":"866_CR6","doi-asserted-by":"publisher","first-page":"312","DOI":"10.1016\/j.neuron.2013.09.007","volume":"80","author":"RJ Dolan","year":"2013","unstructured":"Dolan, R. J. & Dayan, P. Goals and habits in the brain. Neuron 80, 312\u2013325 (2013).","journal-title":"Neuron"},{"key":"866_CR7","doi-asserted-by":"publisher","first-page":"147","DOI":"10.1038\/nrn.2015.30","volume":"17","author":"AD Redish","year":"2016","unstructured":"Redish, A. D. Vicarious trial and error. Nat. Rev. Neurosci. 17, 147\u2013159 (2016).","journal-title":"Nat. Rev. Neurosci."},{"key":"866_CR8","doi-asserted-by":"publisher","first-page":"953","DOI":"10.1126\/science.1227489","volume":"338","author":"JL Jones","year":"2012","unstructured":"Jones, J. L. et al. Orbitofrontal cortex supports behavior and learning using inferred but not cached values. Science 338, 953\u2013956 (2012).","journal-title":"Science"},{"key":"866_CR9","doi-asserted-by":"publisher","first-page":"767","DOI":"10.1038\/nn.3981","volume":"18","author":"BB Doll","year":"2015","unstructured":"Doll, B. B., Duncan, K. D., Simon, D. A., Shohamy, D. & Daw, N. D. Model-based choices involve prospective neural activity. Nat. Neurosci. 18, 767\u2013772 (2015).","journal-title":"Nat. Neurosci."},{"key":"866_CR10","doi-asserted-by":"publisher","first-page":"1981","DOI":"10.1152\/jn.00793.2018","volume":"121","author":"B Schmidt","year":"2019","unstructured":"Schmidt, B., Duin, A. A. & Redish, A. D. Disrupting the medial prefrontal cortex alters hippocampal sequences during deliberative decision making. J. Neurophysiol. 121, 1981\u20132000 (2019).","journal-title":"J. Neurophysiol."},{"key":"866_CR11","doi-asserted-by":"crossref","unstructured":"Wilkinson, A. & Huber, L. Cold-blooded cognition: Reptilian cognitive abilities. in The Oxford Handbook of Comparative Evolutionary Psychology (eds Vonk, J. & Shackelford, T. K) 129\u2013143 (Oxford Univ. Press, 2012).","DOI":"10.1093\/oxfordhb\/9780199738182.013.0008"},{"key":"866_CR12","doi-asserted-by":"publisher","first-page":"286","DOI":"10.1016\/j.applanim.2013.04.013","volume":"147","author":"GM Burghardt","year":"2013","unstructured":"Burghardt, G. M. Environmental enrichment and cognitive complexity in reptiles and amphibians: concepts, review, and implications for captive populations. Appl. Anim. Behav. Sci. 147, 286\u2013298 (2013).","journal-title":"Appl. Anim. Behav. Sci."},{"key":"866_CR13","doi-asserted-by":"publisher","first-page":"109","DOI":"10.4236\/jbbs.2015.53011","volume":"05","author":"C Broglio","year":"2015","unstructured":"Broglio, C. et al. Hippocampal pallium and map-like memories through vertebrate evolution. J. Behav. Brain Sci. 05, 109\u2013120 (2015).","journal-title":"J. Behav. Brain Sci."},{"key":"866_CR14","doi-asserted-by":"publisher","first-page":"E2375","DOI":"10.1073\/pnas.1615563114","volume":"114","author":"MA MacIver","year":"2017","unstructured":"MacIver, M. A., Schmitz, L., Mugan, U., Murphey, T. D. & Mobley, C. D. Massive increase in visual range preceded the origin of terrestrial vertebrates. Proc. Natl Acad. Sci. USA 114, E2375\u2013E2384 (2017).","journal-title":"Proc. Natl Acad. Sci. USA"},{"key":"866_CR15","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1038\/nature10819","volume":"483","author":"WE Stein","year":"2012","unstructured":"Stein, W. E., Berry, C. M., Hernick, L. V. & Mannolini, F. Surprisingly complex community discovered in the mid-Devonian fossil forest at Gilboa. Nature 483, 78\u201381 (2012).","journal-title":"Nature"},{"key":"866_CR16","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-020-16102-1","volume":"11","author":"U Mugan","year":"2020","unstructured":"Mugan, U. & MacIver, M. A. Spatial planning with long visual range benefits escape from visual predators in complex naturalistic environments. Nat. Commun. 11, 3057 (2020).","journal-title":"Nat. Commun."},{"key":"866_CR17","doi-asserted-by":"publisher","first-page":"189","DOI":"10.1037\/h0061626","volume":"55","author":"EC Tolman","year":"1948","unstructured":"Tolman, E. C. Cognitive maps in rats and men. Psychol. Rev. 55, 189\u2013208 (1948).","journal-title":"Psychol. Rev."},{"key":"866_CR18","doi-asserted-by":"publisher","first-page":"76","DOI":"10.1126\/science.1135935","volume":"316","author":"D Tse","year":"2007","unstructured":"Tse, D. et al. Schemas and memory consolidation. Science 316, 76\u201382 (2007).","journal-title":"Science"},{"key":"866_CR19","doi-asserted-by":"publisher","first-page":"919","DOI":"10.1038\/nature05575","volume":"445","author":"CR Raby","year":"2007","unstructured":"Raby, C. R., Alexis, D. M., Dickinson, A. & Clayton, N. S. Planning for the future by western scrub-jays. Nature 445, 919\u2013921 (2007).","journal-title":"Nature"},{"key":"866_CR20","doi-asserted-by":"publisher","first-page":"e6471","DOI":"10.1371\/journal.pone.0006471","volume":"4","author":"JH Wimpenny","year":"2009","unstructured":"Wimpenny, J. H., Weir, A. A., Clayton, L., Rutz, C. & Kacelnik, A. Cognitive processes associated with sequential tool use in New Caledonian crows. PLoS ONE 4, e6471 (2009).","journal-title":"PLoS ONE"},{"key":"866_CR21","doi-asserted-by":"publisher","first-page":"528","DOI":"10.1016\/j.tics.2007.09.007","volume":"11","author":"J Tanji","year":"2007","unstructured":"Tanji, J., Shima, K. & Mushiake, H. Concept-based behavioral planning and the lateral prefrontal cortex. Trends Cogn. Sci. 11, 528\u2013534 (2007).","journal-title":"Trends Cogn. Sci."},{"key":"866_CR22","doi-asserted-by":"publisher","first-page":"309","DOI":"10.1111\/j.1469-7998.1980.tb01430.x","volume":"190","author":"TH Clutton-Brock","year":"1980","unstructured":"Clutton-Brock, T. H. & Harvey, P. H. Primates, brains and ecology. J. Zool. 190, 309\u2013323 (1980).","journal-title":"J. Zool."},{"key":"866_CR23","doi-asserted-by":"publisher","first-page":"539","DOI":"10.1016\/S1364-6613(00)01800-3","volume":"5","author":"CM Conway","year":"2001","unstructured":"Conway, C. M. & Christiansen, M. H. Sequential learning in non-human primates. Trends Cogn. Sci. 5, 539\u2013546 (2001).","journal-title":"Trends Cogn. Sci."},{"key":"866_CR24","doi-asserted-by":"publisher","first-page":"565","DOI":"10.1007\/s00114-008-0504-7","volume":"96","author":"S Le Fur","year":"2009","unstructured":"Le Fur, S., Fara, E., Mackaye, H. T., Vignaud, P. & Brunet, M. The mammal assemblage of the hominid site TM266 (Late Miocene, Chad Basin): ecological structure and paleoenvironmental implications. Naturwissenschaften 96, 565\u2013574 (2009).","journal-title":"Naturwissenschaften"},{"key":"866_CR25","doi-asserted-by":"publisher","unstructured":"Dunbar, R. I. M. & Shultz, S. Why are there so many explanations for primate brain evolution? Philos. Trans. R Soc. Lond. B Biol. Sci. https:\/\/doi.org\/10.1098\/rstb.2016.0244 (2017).","DOI":"10.1098\/rstb.2016.0244"},{"key":"866_CR26","doi-asserted-by":"publisher","first-page":"40","DOI":"10.1016\/j.tins.2015.11.002","volume":"39","author":"D Lee","year":"2016","unstructured":"Lee, D. & Seo, H. Neural basis of strategic decision making. Trends Neurosci. 39, 40\u201348 (2016).","journal-title":"Trends Neurosci."},{"key":"866_CR27","doi-asserted-by":"publisher","first-page":"758","DOI":"10.1038\/s41583-018-0078-0","volume":"19","author":"J Gottlieb","year":"2018","unstructured":"Gottlieb, J. & Oudeyer, P. Y. Towards a neuroscience of active sampling and curiosity. Nat. Rev. Neurosci. 19, 758\u2013770 (2018).","journal-title":"Nat. Rev. Neurosci."},{"key":"866_CR28","doi-asserted-by":"publisher","first-page":"151","DOI":"10.1163\/156853966X00074","volume":"26","author":"SE Glickman","year":"1966","unstructured":"Glickman, S. E. & Sroges, R. W. Curiosity in zoo animals. Behaviour 26, 151\u2013188 (1966).","journal-title":"Behaviour"},{"key":"866_CR29","doi-asserted-by":"publisher","first-page":"281","DOI":"10.1016\/j.anbehav.2014.02.004","volume":"90","author":"SH Montgomery","year":"2014","unstructured":"Montgomery, S. H. The relationship between play, brain growth and behavioural flexibility in primates. Anim. Behav. 90, 281\u2013286 (2014).","journal-title":"Anim. Behav."},{"key":"866_CR30","doi-asserted-by":"publisher","first-page":"459","DOI":"10.1007\/s10071-010-0366-1","volume":"14","author":"JH Wimpenny","year":"2011","unstructured":"Wimpenny, J. H., Weir, A. A. & Kacelnik, A. New Caledonian crows use tools for non-foraging activities. Anim. Cogn. 14, 459\u2013464 (2011).","journal-title":"Anim. Cogn."},{"key":"866_CR31","doi-asserted-by":"publisher","unstructured":"Callaway, F. et al. Human planning as optimal information seeking. Preprint at PsyArXiv https:\/\/doi.org\/10.31234\/osf.io\/byaqd (2021).","DOI":"10.31234\/osf.io\/byaqd"},{"key":"866_CR32","doi-asserted-by":"publisher","first-page":"1204","DOI":"10.1016\/j.neuron.2011.02.027","volume":"69","author":"ND Daw","year":"2011","unstructured":"Daw, N. D., Gershman, S. J., Seymour, B., Dayan, P. & Dolan, R. J. Model-based influences on humans\u2019 choices and striatal prediction errors. Neuron 69, 1204\u20131215 (2011).","journal-title":"Neuron"},{"key":"866_CR33","doi-asserted-by":"publisher","first-page":"1609","DOI":"10.1038\/s41593-018-0232-z","volume":"21","author":"MG Mattar","year":"2018","unstructured":"Mattar, M. G. & Daw, N. D. Prioritized memory access explains planning and hippocampal replay. Nat. Neurosci. 21, 1609\u20131617 (2018).","journal-title":"Nat. Neurosci."},{"key":"866_CR34","doi-asserted-by":"publisher","first-page":"e1002055","DOI":"10.1371\/journal.pcbi.1002055","volume":"7","author":"M Keramati","year":"2011","unstructured":"Keramati, M., Dezfouli, A. & Piray, P. Speed\/accuracy trade-off between the habitual and the goal-directed processes. PLoS Comput. Biol. 7, e1002055 (2011).","journal-title":"PLoS Comput. Biol."},{"key":"866_CR35","doi-asserted-by":"publisher","first-page":"490","DOI":"10.1016\/j.neuron.2018.10.002","volume":"100","author":"TEJ Behrens","year":"2018","unstructured":"Behrens, T. E. J. et al. What Is a cognitive map? Organizing knowledge for flexible behavior. Neuron 100, 490\u2013509 (2018).","journal-title":"Neuron"},{"key":"866_CR36","doi-asserted-by":"publisher","first-page":"12176","DOI":"10.1523\/JNEUROSCI.3761-07.2007","volume":"27","author":"A Johnson","year":"2007","unstructured":"Johnson, A. & Redish, A. D. Neural ensembles in CA3 transiently encode paths forward of the animal at a decision point. J. Neurosci. 27, 12176\u201312189 (2007).","journal-title":"J. Neurosci."},{"key":"866_CR37","doi-asserted-by":"publisher","first-page":"552","DOI":"10.1016\/j.cell.2020.01.014","volume":"180","author":"K Kay","year":"2020","unstructured":"Kay, K. et al. Constant sub-second cycling between representations of possible futures in the hippocampus. Cell 180, 552\u2013567.e25 (2020).","journal-title":"Cell"},{"key":"866_CR38","doi-asserted-by":"publisher","first-page":"1241","DOI":"10.1038\/nn1961","volume":"10","author":"K Diba","year":"2007","unstructured":"Diba, K. & Buzsaki, G. Forward and reverse hippocampal place-cell sequences during ripples. Nat. Neurosci. 10, 1241\u20131242 (2007).","journal-title":"Nat. Neurosci."},{"key":"866_CR39","doi-asserted-by":"publisher","first-page":"1073","DOI":"10.1002\/hipo.22488","volume":"25","author":"G Buzsaki","year":"2015","unstructured":"Buzsaki, G. Hippocampal sharp wave-ripple: a cognitive biomarker for episodic memory and planning. Hippocampus 25, 1073\u20131188 (2015).","journal-title":"Hippocampus"},{"key":"866_CR40","doi-asserted-by":"publisher","first-page":"1032","DOI":"10.1038\/nn.3138","volume":"15","author":"AS Gupta","year":"2012","unstructured":"Gupta, A. S., van der Meer, M. A., Touretzky, D. S. & Redish, A. D. Segmentation of spatial experience by hippocampal theta sequences. Nat. Neurosci. 15, 1032\u20131039 (2012).","journal-title":"Nat. Neurosci."},{"key":"866_CR41","doi-asserted-by":"publisher","first-page":"4550","DOI":"10.1523\/JNEUROSCI.0106-19.2019","volume":"39","author":"MC Zielinski","year":"2019","unstructured":"Zielinski, M. C., Shin, J. D. & Jadhav, S. P. Coherent coding of spatial position mediated by theta oscillations in the hippocampus and prefrontal cortex. J. Neurosci. 39, 4550\u20134565 (2019).","journal-title":"J. Neurosci."},{"key":"866_CR42","doi-asserted-by":"crossref","first-page":"6","DOI":"10.3389\/fnins.2010.00028","volume":"4","author":"MA van der Meer","year":"2010","unstructured":"van der Meer, M. A. & Redish, A. D. Expectancies in decision making, reinforcement learning, and ventral striatum. Front. Neurosci. 4, 6 (2010).","journal-title":"Front. Neurosci."},{"key":"866_CR43","doi-asserted-by":"publisher","first-page":"648","DOI":"10.1101\/lm.031336.113","volume":"20","author":"RS Gardner","year":"2013","unstructured":"Gardner, R. S. et al. A secondary working memory challenge preserves primary place strategies despite overtraining. Learn. Mem. 20, 648\u2013656 (2013).","journal-title":"Learn. Mem."},{"key":"866_CR44","doi-asserted-by":"publisher","first-page":"131","DOI":"10.3389\/fnins.2012.00131","volume":"6","author":"AP Steiner","year":"2012","unstructured":"Steiner, A. P. & Redish, A. D. The road not taken: neural correlates of decision making in orbitofrontal cortex. Front. Neurosci. 6, 131 (2012).","journal-title":"Front. Neurosci."},{"key":"866_CR45","doi-asserted-by":"publisher","first-page":"120","DOI":"10.3389\/fnbeh.2014.00120","volume":"8","author":"NJ Powell","year":"2014","unstructured":"Powell, N. J. & Redish, A. D. Complex neural codes in rat prelimbic cortex are stable across days on a spatial decision task. Front. Behav. Neurosci. 8, 120 (2014).","journal-title":"Front. Behav. Neurosci."},{"key":"866_CR46","doi-asserted-by":"publisher","unstructured":"Stott, J. J. & Redish, A. D. A functional difference in information processing between orbitofrontal cortex and ventral striatum during decision-making behaviour. Philos. Trans. R. Soc. Lond. B Biol. Sci. https:\/\/doi.org\/10.1098\/rstb.2013.0472 (2014).","DOI":"10.1098\/rstb.2013.0472"},{"key":"866_CR47","doi-asserted-by":"publisher","first-page":"5506","DOI":"10.1073\/pnas.92.12.5506","volume":"92","author":"D Hu","year":"1995","unstructured":"Hu, D. & Amsel, A. A simple test of the vicarious trial-and-error hypothesis of hippocampal function. Proc. Natl Acad. Sci. USA 92, 5506\u20135509 (1995).","journal-title":"Proc. Natl Acad. Sci. USA"},{"key":"866_CR48","doi-asserted-by":"publisher","first-page":"112622","DOI":"10.1016\/j.bbr.2020.112622","volume":"390","author":"C Meyer-Mueller","year":"2020","unstructured":"Meyer-Mueller, C. et al. Dorsal, but not ventral, hippocampal inactivation alters deliberation in rats. Behav. Brain Res. 390, 112622 (2020).","journal-title":"Behav. Brain Res."},{"key":"866_CR49","doi-asserted-by":"publisher","first-page":"36","DOI":"10.1016\/j.nlm.2019.05.002","volume":"162","author":"MA Kreher","year":"2019","unstructured":"Kreher, M. A. et al. The perirhinal cortex supports spatial intertemporal choice stability. Neurobiol. Learn. Mem. 162, 36\u201346 (2019).","journal-title":"Neurobiol. Learn. Mem."},{"key":"866_CR50","doi-asserted-by":"publisher","first-page":"502","DOI":"10.1038\/74880","volume":"3","author":"E Procyk","year":"2000","unstructured":"Procyk, E., Tanaka, Y. L. & Joseph, J. P. Anterior cingulate activity during routine and non-routine sequential behaviors in macaques. Nat. Neurosci. 3, 502\u2013508 (2000).","journal-title":"Nat. Neurosci."},{"key":"866_CR51","doi-asserted-by":"publisher","DOI":"10.1038\/ncomms11990","volume":"7","author":"FM Stoll","year":"2016","unstructured":"Stoll, F. M., Fontanier, V. & Procyk, E. Specific frontal neural dynamics contribute to decisions to check. Nat. Commun. 7, 11990 (2016).","journal-title":"Nat. Commun."},{"key":"866_CR52","doi-asserted-by":"publisher","first-page":"910","DOI":"10.1016\/j.neuron.2009.11.016","volume":"64","author":"AC Singer","year":"2009","unstructured":"Singer, A. C. & Frank, L. M. Rewarded outcomes enhance reactivation of experience in the hippocampus. Neuron 64, 910\u2013921 (2009).","journal-title":"Neuron"},{"key":"866_CR53","doi-asserted-by":"publisher","first-page":"975","DOI":"10.1016\/j.neuron.2016.10.028","volume":"92","author":"AE Papale","year":"2016","unstructured":"Papale, A. E., Zielinski, M. C., Frank, L. M., Jadhav, S. P. & Redish, A. D. Interplay between hippocampal sharp-wave-ripple events and vicarious trial and error behaviors in decision making. Neuron 92, 975\u2013982 (2016).","journal-title":"Neuron"},{"key":"866_CR54","doi-asserted-by":"publisher","first-page":"695","DOI":"10.1016\/j.neuron.2010.01.034","volume":"65","author":"AS Gupta","year":"2010","unstructured":"Gupta, A. S., van der Meer, M. A., Touretzky, D. S. & Redish, A. D. Hippocampal replay is not a simple function of experience. Neuron 65, 695\u2013705 (2010).","journal-title":"Neuron"},{"key":"866_CR55","doi-asserted-by":"publisher","first-page":"1163","DOI":"10.1016\/j.neuron.2013.01.027","volume":"77","author":"AC Singer","year":"2013","unstructured":"Singer, A. C., Carr, M. F., Karlsson, M. P. & Frank, L. M. Hippocampal SWR activity predicts correct decisions during the initial learning of an alternation task. Neuron 77, 1163\u20131173 (2013).","journal-title":"Neuron"},{"key":"866_CR56","doi-asserted-by":"publisher","first-page":"1454","DOI":"10.1126\/science.1217230","volume":"336","author":"SP Jadhav","year":"2012","unstructured":"Jadhav, S. P., Kemere, C., German, P. W. & Frank, L. M. Awake hippocampal sharp-wave ripples support spatial memory. Science 336, 1454\u20131458 (2012).","journal-title":"Science"},{"key":"866_CR57","doi-asserted-by":"publisher","first-page":"680","DOI":"10.1038\/nature04587","volume":"440","author":"DJ Foster","year":"2006","unstructured":"Foster, D. J. & Wilson, M. A. Reverse replay of behavioural sequences in hippocampal place cells during the awake state. Nature 440, 680\u2013683 (2006).","journal-title":"Nature"},{"key":"866_CR58","doi-asserted-by":"publisher","first-page":"1124","DOI":"10.1016\/j.neuron.2016.07.047","volume":"91","author":"RE Ambrose","year":"2016","unstructured":"Ambrose, R. E., Pfeiffer, B. E. & Foster, D. J. Reverse replay of hippocampal place cells is uniquely modulated by changing reward. Neuron 91, 1124\u20131136 (2016).","journal-title":"Neuron"},{"key":"866_CR59","doi-asserted-by":"publisher","first-page":"497","DOI":"10.1016\/j.neuron.2009.07.027","volume":"63","author":"TJ Davidson","year":"2009","unstructured":"Davidson, T. J., Kloosterman, F. & Wilson, M. A. Hippocampal replay of extended experience. Neuron 63, 497\u2013507 (2009).","journal-title":"Neuron"},{"key":"866_CR60","doi-asserted-by":"publisher","first-page":"e06063","DOI":"10.7554\/eLife.06063","volume":"4","author":"HF Olafsdottir","year":"2015","unstructured":"Olafsdottir, H. F., Barry, C., Saleem, A. B., Hassabis, D. & Spiers, H. J. Hippocampal place cells construct reward related sequences through unexplored space. eLife 4, e06063 (2015).","journal-title":"eLife"},{"key":"866_CR61","doi-asserted-by":"publisher","first-page":"29","DOI":"10.1016\/j.cobeha.2020.07.003","volume":"38","author":"KJ Miller","year":"2021","unstructured":"Miller, K.J. & Venditto, S. J. C. Multi-step planning in the brain. Curr. Opin. Behav. Sci. 38, 29\u201339 (2021).","journal-title":"Curr. Opin. Behav. Sci."},{"key":"866_CR62","doi-asserted-by":"publisher","first-page":"194","DOI":"10.1016\/j.neuron.2016.05.028","volume":"91","author":"Z Kurth-Nelson","year":"2016","unstructured":"Kurth-Nelson, Z., Economides, M., Dolan, R. J. & Dayan, P. Fast sequences of non-spatial state representations in humans. Neuron 91, 194\u2013204 (2016).","journal-title":"Neuron"},{"key":"866_CR63","doi-asserted-by":"publisher","unstructured":"Momennejad, I., Otto, A. R., Daw, N. D. & Norman, K. A. Offline replay supports planning in human reinforcement learning. eLife https:\/\/doi.org\/10.7554\/eLife.32548 (2018).","DOI":"10.7554\/eLife.32548"},{"key":"866_CR64","doi-asserted-by":"publisher","unstructured":"Schuck, N. W. & Niv, Y. Sequential replay of nonspatial task states in the human hippocampus. Science https:\/\/doi.org\/10.1126\/science.aaw5181 (2019).","DOI":"10.1126\/science.aaw5181"},{"key":"866_CR65","doi-asserted-by":"publisher","first-page":"640","DOI":"10.1016\/j.cell.2019.06.012","volume":"178","author":"Y Liu","year":"2019","unstructured":"Liu, Y., Dolan, R. J., Kurth-Nelson, Z. & Behrens, T. E. J. Human replay spontaneously reorganizes experience. Cell 178, 640\u2013652.e14 (2019).","journal-title":"Cell"},{"key":"866_CR66","doi-asserted-by":"publisher","first-page":"eabf1357","DOI":"10.1126\/science.abf1357","volume":"372","author":"Y Liu","year":"2021","unstructured":"Liu, Y., Mattar, M. G., Behrens, T. E. J., Daw, N. D. & Dolan, R. J. Experience replay is associated with efficient nonlocal learning. Science 372, eabf1357 (2021).","journal-title":"Science"},{"key":"866_CR67","doi-asserted-by":"publisher","first-page":"127","DOI":"10.1016\/j.cobeha.2019.07.002","volume":"29","author":"B van Opheusden","year":"2019","unstructured":"van Opheusden, B. & Ma, W. J. Tasks for aligning human and machine planning. Curr. Opin. Behav. Sci. 29, 127\u2013133 (2019).","journal-title":"Curr. Opin. Behav. Sci."},{"key":"866_CR68","doi-asserted-by":"publisher","first-page":"10687","DOI":"10.1073\/pnas.0802631105","volume":"105","author":"C Kemp","year":"2008","unstructured":"Kemp, C. & Tenenbaum, J. B. The discovery of structural form. Proc. Natl Acad. Sci. USA 105, 10687\u201310692 (2008).","journal-title":"Proc. Natl Acad. Sci. USA"},{"key":"866_CR69","doi-asserted-by":"publisher","first-page":"1798","DOI":"10.1109\/TPAMI.2013.50","volume":"35","author":"Y Bengio","year":"2013","unstructured":"Bengio, Y., Courville, A. & Vincent, P. Representation Learning: a review and new perspectives. IEEE Trans. Pattern Anal. Mach. Intell. 35, 1798\u20131828 (2013).","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"866_CR70","doi-asserted-by":"publisher","first-page":"278","DOI":"10.1016\/j.tics.2019.01.010","volume":"23","author":"A Radulescu","year":"2019","unstructured":"Radulescu, A., Niv, Y. & Ballard, I. Holistic reinforcement learning: the role of structure and attention. Trends Cogn. Sci. 23, 278\u2013292 (2019).","journal-title":"Trends Cogn. Sci."},{"key":"866_CR71","doi-asserted-by":"publisher","first-page":"604","DOI":"10.1038\/s41586-020-03051-4","volume":"588","author":"J Schrittwieser","year":"2020","unstructured":"Schrittwieser, J. et al. Mastering Atari, Go, chess and shogi by planning with a learned model. Nature 588, 604\u2013609 (2020).","journal-title":"Nature"},{"key":"866_CR72","doi-asserted-by":"publisher","first-page":"713","DOI":"10.1016\/j.neuron.2020.11.024","volume":"109","author":"AB Baram","year":"2021","unstructured":"Baram, A. B., Muller, T. H., Nili, H., Garvert, M. M. & Behrens, T. E. J. Entorhinal and ventromedial prefrontal cortices abstract and generalize the structure of reinforcement learning problems. Neuron 109, 713\u2013723.e7 (2021).","journal-title":"Neuron"},{"key":"866_CR73","doi-asserted-by":"publisher","first-page":"101261","DOI":"10.1016\/j.cogpsych.2019.101261","volume":"119","author":"E Schulz","year":"2020","unstructured":"Schulz, E., Franklin, N. T. & Gershman, S. J. Finding structure in multi-armed bandits. Cogn. Psychol. 119, 101261 (2020).","journal-title":"Cogn. Psychol."},{"key":"866_CR74","doi-asserted-by":"publisher","first-page":"915","DOI":"10.1038\/s41562-018-0467-4","volume":"2","author":"CM Wu","year":"2018","unstructured":"Wu, C. M., Schulz, E., Speekenbrink, M., Nelson, J. D. & Meder, B. Generalization guides human exploration in vast decision spaces. Nat. Hum. Behav. 2, 915\u2013924 (2018).","journal-title":"Nat. Hum. Behav."},{"key":"866_CR75","doi-asserted-by":"publisher","first-page":"51","DOI":"10.1037\/h0062474","volume":"56","author":"HF Harlow","year":"1949","unstructured":"Harlow, H. F. The formation of learning sets. Psychol. Rev. 56, 51\u201365 (1949).","journal-title":"Psychol. Rev."},{"key":"866_CR76","doi-asserted-by":"publisher","first-page":"860","DOI":"10.1038\/s41593-018-0147-8","volume":"21","author":"JX Wang","year":"2018","unstructured":"Wang, J. X. et al. Prefrontal cortex as a meta-reinforcement learning system. Nat. Neurosci. 21, 860\u2013868 (2018).","journal-title":"Nat. Neurosci."},{"key":"866_CR77","doi-asserted-by":"publisher","first-page":"859","DOI":"10.1093\/cercor\/bhk039","volume":"17","author":"PG Browning","year":"2007","unstructured":"Browning, P. G., Easton, A. & Gaffan, D. Frontal-temporal disconnection abolishes object discrimination learning set in macaque monkeys. Cereb. Cortex 17, 859\u2013864 (2007).","journal-title":"Cereb. Cortex"},{"key":"866_CR78","doi-asserted-by":"publisher","first-page":"181","DOI":"10.1016\/0031-9384(87)90205-8","volume":"40","author":"M M\u2019Harzi","year":"1987","unstructured":"M\u2019Harzi, M. et al. Effects of selective lesions of fimbria-fornix on learning set in the rat. Physiol. Behav. 40, 181\u2013188 (1987).","journal-title":"Physiol. Behav."},{"key":"866_CR79","doi-asserted-by":"publisher","first-page":"1402","DOI":"10.1016\/j.neuron.2016.08.019","volume":"91","author":"NW Schuck","year":"2016","unstructured":"Schuck, N. W., Cai, M. B., Wilson, R. C. & Niv, Y. Human orbitofrontal cortex represents a cognitive map of state space. Neuron 91, 1402\u20131412 (2016).","journal-title":"Neuron"},{"key":"866_CR80","doi-asserted-by":"publisher","first-page":"613","DOI":"10.1162\/neco.1993.5.4.613","volume":"5","author":"P Dayan","year":"1993","unstructured":"Dayan, P. Improving generalization for temporal difference learning: the successor representation. Neural Comput. 5, 613\u2013624 (1993).","journal-title":"Neural Comput."},{"key":"866_CR81","unstructured":"Singh, S., James, M. R. & Rudary, M. R. Predictive state representations: a new theory for modeling dynamical systems. In Proc. 20th Conference on Uncertainty in Artificial Intelligence 512\u2013519 (AUAI Press, 2004)."},{"key":"866_CR82","doi-asserted-by":"publisher","first-page":"7193","DOI":"10.1523\/JNEUROSCI.0151-18.2018","volume":"38","author":"SJ Gershman","year":"2018","unstructured":"Gershman, S. J. The successor representation: its computational logic and neural substrates. J. Neurosci. 38, 7193\u20137200 (2018).","journal-title":"J. Neurosci."},{"key":"866_CR83","doi-asserted-by":"publisher","first-page":"1643","DOI":"10.1038\/nn.4650","volume":"20","author":"KL Stachenfeld","year":"2017","unstructured":"Stachenfeld, K. L., Botvinick, M. M. & Gershman, S. J. The hippocampus as a predictive map. Nat. Neurosci. 20, 1643\u20131653 (2017).","journal-title":"Nat. Neurosci."},{"key":"866_CR84","doi-asserted-by":"publisher","first-page":"707","DOI":"10.1016\/S0896-6273(00)81072-7","volume":"25","author":"MR Mehta","year":"2000","unstructured":"Mehta, M. R., Quirk, M. C. & Wilson, M. A. Experience-dependent asymmetric shape of hippocampal receptive fields. Neuron 25, 707\u2013715 (2000).","journal-title":"Neuron"},{"key":"866_CR85","doi-asserted-by":"publisher","first-page":"680","DOI":"10.1038\/s41562-017-0180-8","volume":"1","author":"I Momennejad","year":"2017","unstructured":"Momennejad, I. et al. The successor representation in human reinforcement learning. Nat. Hum. Behav. 1, 680\u2013692 (2017).","journal-title":"Nat. Hum. Behav."},{"key":"866_CR86","doi-asserted-by":"publisher","first-page":"e1005768","DOI":"10.1371\/journal.pcbi.1005768","volume":"13","author":"EM Russek","year":"2017","unstructured":"Russek, E. M., Momennejad, I., Botvinick, M. M., Gershman, S. J. & Daw, N. D. Predictive representations can link model-based reinforcement learning to model-free mechanisms. PLoS Comput. Biol. 13, e1005768 (2017).","journal-title":"PLoS Comput. Biol."},{"key":"866_CR87","doi-asserted-by":"publisher","unstructured":"Gardner, M. P. H., Schoenbaum, G. & Gershman, S. J. Rethinking dopamine as generalized prediction error. Proc. Biol. Sci. https:\/\/doi.org\/10.1098\/rspb.2018.1645 (2018).","DOI":"10.1098\/rspb.2018.1645"},{"key":"866_CR88","doi-asserted-by":"publisher","first-page":"1158","DOI":"10.1038\/nature04053","volume":"437","author":"TD Barnes","year":"2005","unstructured":"Barnes, T. D., Kubota, Y., Hu, D., Jin, D. Z. & Graybiel, A. M. Activity of striatal neurons reflects dynamic encoding and recoding of procedural memories. Nature 437, 1158\u20131161 (2005).","journal-title":"Nature"},{"key":"866_CR89","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1016\/j.neuron.2010.06.023","volume":"67","author":"MA van der Meer","year":"2010","unstructured":"van der Meer, M. A., Johnson, A., Schmitzer-Torbert, N. C. & Redish, A. D. Triple dissociation of information processing in dorsal striatum, ventral striatum, and hippocampus on a learned spatial decision task. Neuron 67, 25\u201332 (2010).","journal-title":"Neuron"},{"key":"866_CR90","doi-asserted-by":"publisher","first-page":"229","DOI":"10.1016\/j.tics.2007.04.005","volume":"11","author":"E Koechlin","year":"2007","unstructured":"Koechlin, E. & Summerfield, C. An information theoretical approach to prefrontal executive function. Trends Cogn. Sci. 11, 229\u2013235 (2007).","journal-title":"Trends Cogn. Sci."},{"key":"866_CR91","doi-asserted-by":"publisher","unstructured":"Brunec, I. K. & Momennejad, I. Predictive representations in hippocampal and prefrontal hierarchies. Preprint at bioRxiv https:\/\/doi.org\/10.1101\/786434 (2019).","DOI":"10.1101\/786434"},{"key":"866_CR92","first-page":"2169","volume":"8","author":"S Mahadevan","year":"2007","unstructured":"Mahadevan, S. & Maggioni, M. Proto-value Functions: a Laplacian framework for learning representation and control in Markov decision processes. J. Mach. Learn. Res. 8, 2169\u20132231 (2007).","journal-title":"J. Mach. Learn. Res."},{"key":"866_CR93","doi-asserted-by":"publisher","first-page":"5125","DOI":"10.1609\/aaai.v34i04.5955","volume":"34","author":"MC Machado","year":"2020","unstructured":"Machado, M. C., Bellemare, M. G. & Bowling, M. Count-based exploration with the successor representation. in Proceedings of the AAAI Conference on Artificial Intelligence 34, 5125\u20135133 (2020).","journal-title":"Proceedings of the AAAI Conference on Artificial Intelligence"},{"key":"866_CR94","doi-asserted-by":"publisher","unstructured":"Schapiro, A. C., Turk-Browne, N. B., Botvinick, M. M. & Norman, K. A. Complementary learning systems within the hippocampus: a neural network modelling approach to reconciling episodic memory with statistical learning. Philos. Trans. R. Soc. Lond. B Biol. Sci. https:\/\/doi.org\/10.1098\/rstb.2016.0049 (2017)","DOI":"10.1098\/rstb.2016.0049"},{"key":"866_CR95","doi-asserted-by":"publisher","first-page":"1249","DOI":"10.1016\/j.cell.2020.10.024","volume":"183","author":"JCR Whittington","year":"2020","unstructured":"Whittington, J. C. R. et al. The Tolman\u2013Eichenbaum machine: unifying space and relational memory through generalization in the hippocampal formation. Cell 183, 1249\u20131263.e23 (2020).","journal-title":"Cell"},{"key":"866_CR96","doi-asserted-by":"publisher","unstructured":"Piray, P. & Daw, N. D. Linear reinforcement learning: flexible reuse of computation in planning, grid fields, and cognitive control. Preprint at bioRxiv https:\/\/doi.org\/10.1101\/856849 (2021).","DOI":"10.1101\/856849"},{"key":"866_CR97","doi-asserted-by":"publisher","unstructured":"Russo, E. & Durstewitz, D. Cell assemblies at multiple time scales with arbitrary lag constellations. eLife https:\/\/doi.org\/10.7554\/eLife.19428 (2017).","DOI":"10.7554\/eLife.19428"},{"key":"866_CR98","doi-asserted-by":"publisher","first-page":"e1005542","DOI":"10.1371\/journal.pcbi.1005542","volume":"13","author":"D Durstewitz","year":"2017","unstructured":"Durstewitz, D. A state space approach for piecewise-linear recurrent neural networks for identifying computational dynamics from neural measurements. PLoS Comput. Biol. 13, e1005542 (2017).","journal-title":"PLoS Comput. Biol."},{"key":"866_CR99","doi-asserted-by":"publisher","first-page":"64","DOI":"10.1007\/s10827-007-0065-3","volume":"25","author":"G Pipa","year":"2008","unstructured":"Pipa, G., Wheeler, D. W., Singer, W. & Nikolic, D. NeuroXidence: reliable and efficient analysis of an excess or deficiency of joint-spike events. J. Comput. Neurosci. 25, 64\u201388 (2008).","journal-title":"J. Comput. Neurosci."},{"key":"866_CR100","doi-asserted-by":"publisher","first-page":"921","DOI":"10.1016\/j.neuron.2010.05.013","volume":"66","author":"K Benchenane","year":"2010","unstructured":"Benchenane, K. et al. Coherent theta oscillations and reorganization of spike timing in the hippocampal\u2013prefrontal network upon learning. Neuron 66, 921\u2013936 (2010).","journal-title":"Neuron"},{"key":"866_CR101","doi-asserted-by":"publisher","first-page":"41","DOI":"10.3389\/fncom.2017.00041","volume":"11","author":"P Quaglio","year":"2017","unstructured":"Quaglio, P., Yegenoglu, A., Torre, E., Endres, D. M. & Grun, S. Detection and evaluation of spatio-temporal spike patterns in massively parallel spike train data with SPADE. Front. Comput. Neurosci. 11, 41 (2017).","journal-title":"Front. Comput. Neurosci."},{"key":"866_CR102","doi-asserted-by":"publisher","first-page":"e1006283","DOI":"10.1371\/journal.pcbi.1006283","volume":"14","author":"L Grossberger","year":"2018","unstructured":"Grossberger, L., Battaglia, F. P. & Vinck, M. Unsupervised clustering of temporal patterns in high-dimensional neuronal ensembles using a novel dissimilarity measure. PLoS Comput. Biol. 14, e1006283 (2018).","journal-title":"PLoS Comput. Biol."},{"key":"866_CR103","doi-asserted-by":"publisher","first-page":"968","DOI":"10.1016\/j.neuron.2016.10.020","volume":"92","author":"GM van de Ven","year":"2016","unstructured":"van de Ven, G. M., Trouche, S., McNamara, C. G., Allen, K. & Dupret, D. Hippocampal offline reactivation consolidates recently formed cell assembly patterns during sharp wave-ripples. Neuron 92, 968\u2013974 (2016).","journal-title":"Neuron"},{"key":"866_CR104","doi-asserted-by":"publisher","first-page":"291","DOI":"10.1016\/j.neuron.2020.01.021","volume":"106","author":"I Gridchyn","year":"2020","unstructured":"Gridchyn, I., Schoenenberger, P., O\u2019Neill, J. & Csicsvari, J. Assembly-specific disruption of hippocampal replay leads to selective memory deficit. Neuron 106, 291\u2013300.e6 (2020).","journal-title":"Neuron"},{"key":"866_CR105","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-020-17257-7","volume":"11","author":"LL Oettl","year":"2020","unstructured":"Oettl, L. L. et al. Phasic dopamine reinforces distinct striatal stimulus encoding in the olfactory tubercle driving dopaminergic reward prediction. Nat. Commun. 11, 3460 (2020).","journal-title":"Nat. Commun."},{"key":"866_CR106","doi-asserted-by":"publisher","unstructured":"Gomperts, S. N., Kloosterman, F. & Wilson, M. A. VTA neurons coordinate with the hippocampal reactivation of spatial experience. eLife https:\/\/doi.org\/10.7554\/eLife.05360 (2015).","DOI":"10.7554\/eLife.05360"},{"key":"866_CR107","doi-asserted-by":"publisher","first-page":"138","DOI":"10.3389\/fnins.2012.00138","volume":"6","author":"Z Kurth-Nelson","year":"2012","unstructured":"Kurth-Nelson, Z. & Redish, A. D. Don\u2019t let me do that!\u2014models of precommitment. Front. Neurosci. 6, 138 (2012).","journal-title":"Front. Neurosci."},{"key":"866_CR108","doi-asserted-by":"publisher","first-page":"1069","DOI":"10.1016\/j.neuron.2018.08.018","volume":"99","author":"N Kolling","year":"2018","unstructured":"Kolling, N., Scholl, J., Chekroud, A., Trier, H. A. & Rushworth, M. F. S. Prospection, perseverance, and insight in sequential behavior. Neuron 99, 1069\u20131082.e7 (2018).","journal-title":"Neuron"},{"key":"866_CR109","doi-asserted-by":"publisher","first-page":"623","DOI":"10.1016\/0028-3932(95)90866-P","volume":"33","author":"V Goel","year":"1995","unstructured":"Goel, V. & Grafman, J. Are the frontal lobes implicated in \u2018planning\u2019 functions? Interpreting data from the Tower of Hanoi. Neuropsychologia 33, 623\u2013642 (1995).","journal-title":"Neuropsychologia"},{"key":"866_CR110","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1007\/s004269900006","volume":"63","author":"PW Burgess","year":"2000","unstructured":"Burgess, P. W. Strategy application disorder: the role of the frontal lobes in human multitasking. Psychol. Res. 63, 279\u2013288 (2000).","journal-title":"Psychol. Res."},{"key":"866_CR111","doi-asserted-by":"publisher","first-page":"6398","DOI":"10.1073\/pnas.1803650115","volume":"115","author":"CB Holroyd","year":"2018","unstructured":"Holroyd, C. B., Ribas-Fernandes, J. J. F., Shahnazian, D., Silvetti, M. & Verguts, T. Human midcingulate cortex encodes distributed representations of task progress. Proc. Natl Acad. Sci. USA 115, 6398\u20136403 (2018).","journal-title":"Proc. Natl Acad. Sci. USA"},{"key":"866_CR112","doi-asserted-by":"publisher","first-page":"276","DOI":"10.1038\/nn1634","volume":"9","author":"BB Averbeck","year":"2006","unstructured":"Averbeck, B. B., Sohn, J. W. & Lee, D. Activity in prefrontal cortex during dynamic selection of action sequences. Nat. Neurosci. 9, 276\u2013282 (2006).","journal-title":"Nat. Neurosci."},{"key":"866_CR113","doi-asserted-by":"publisher","first-page":"e1001293","DOI":"10.1371\/journal.pbio.1001293","volume":"10","author":"A Collins","year":"2012","unstructured":"Collins, A. & Koechlin, E. Reasoning, learning, and creativity: frontal lobe function and human decision-making. PLoS Biol. 10, e1001293 (2012).","journal-title":"PLoS Biol."},{"key":"866_CR114","doi-asserted-by":"publisher","first-page":"1481","DOI":"10.1126\/science.1252254","volume":"344","author":"M Donoso","year":"2014","unstructured":"Donoso, M., Collins, A. G. & Koechlin, E. Human cognition. Foundations of human reasoning in the prefrontal cortex. Science 344, 1481\u20131486 (2014).","journal-title":"Science"},{"key":"866_CR115","doi-asserted-by":"publisher","first-page":"977","DOI":"10.1016\/j.neuron.2018.12.029","volume":"101","author":"K Juechems","year":"2019","unstructured":"Juechems, K. et al. A network for computing value equilibrium in the human medial prefrontal cortex. Neuron 101, 977\u2013987.e3 (2019).","journal-title":"Neuron"},{"key":"866_CR116","doi-asserted-by":"publisher","first-page":"e1002410","DOI":"10.1371\/journal.pcbi.1002410","volume":"8","author":"QJ Huys","year":"2012","unstructured":"Huys, Q. J. et al. Bonsai trees in your head: how the pavlovian system sculpts goal-directed choices by pruning decision trees. PLoS Comput. Biol. 8, e1002410 (2012).","journal-title":"PLoS Comput. Biol."},{"key":"866_CR117","doi-asserted-by":"publisher","first-page":"10215","DOI":"10.1523\/JNEUROSCI.0085-17.2017","volume":"37","author":"N Lally","year":"2017","unstructured":"Lally, N. et al. The neural basis of aversive pavlovian guidance during planning. J. Neurosci. 37, 10215\u201310229 (2017).","journal-title":"J. Neurosci."},{"key":"866_CR118","doi-asserted-by":"publisher","first-page":"3098","DOI":"10.1073\/pnas.1414219112","volume":"112","author":"QJ Huys","year":"2015","unstructured":"Huys, Q. J. et al. Interplay of approximate planning strategies. Proc. Natl Acad. Sci. USA 112, 3098\u20133103 (2015).","journal-title":"Proc. Natl Acad. Sci. USA"},{"key":"866_CR119","doi-asserted-by":"publisher","first-page":"12868","DOI":"10.1073\/pnas.1609094113","volume":"113","author":"M Keramati","year":"2016","unstructured":"Keramati, M., Smittenaar, P., Dolan, R. J. & Dayan, P. Adaptive integration of habits into depth-limited planning defines a habitual-goal-directed spectrum. Proc. Natl Acad. Sci. USA 113, 12868\u201312873 (2016).","journal-title":"Proc. Natl Acad. Sci. USA"},{"key":"866_CR120","doi-asserted-by":"crossref","first-page":"148","DOI":"10.1111\/j.2517-6161.1979.tb01068.x","volume":"41","author":"JC Gittins","year":"1979","unstructured":"Gittins, J. C. Bandit processes and dynamic allocation indices. J. R. Stat. Soc.: Ser. B (Methodol.) 41, 148\u2013164 (1979).","journal-title":"J. R. Stat. Soc.: Ser. B (Methodol.)"},{"key":"866_CR121","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1561\/2200000070","volume":"11","author":"DJ Russo","year":"2018","unstructured":"Russo, D. J., Roy, B. V., Kazerouni, A., Osband, I. & Wen, Z. A tutorial on Thompson sampling. Found. Trends Mach. Learn. 11, 1\u201396 (2018).","journal-title":"Found. Trends Mach. Learn."},{"key":"866_CR122","doi-asserted-by":"publisher","unstructured":"MacIver, M. A., Patankar, N. A. & Shirgaonkar, A. A. Energy\u2013information trade-offs between movement and sensing. PLoS Comput. Biol. https:\/\/doi.org\/10.1371\/journal.pcbi.1000769 (2010).","DOI":"10.1371\/journal.pcbi.1000769"},{"key":"866_CR123","doi-asserted-by":"publisher","first-page":"e52371","DOI":"10.7554\/eLife.52371","volume":"9","author":"C Chen","year":"2020","unstructured":"Chen, C., Murphey, T. D. & MacIver, M. A. Tuning movement for sensing in an uncertain world. eLife 9, e52371 (2020).","journal-title":"eLife"},{"key":"866_CR124","doi-asserted-by":"publisher","first-page":"3197","DOI":"10.1093\/cercor\/bhu114","volume":"25","author":"M Khamassi","year":"2015","unstructured":"Khamassi, M., Quilodran, R., Enel, P., Dominey, P. F. & Procyk, E. Behavioral regulation and the modulation of information coding in the lateral prefrontal and cingulate cortex. Cereb. Cortex 25, 3197\u20133218 (2015).","journal-title":"Cereb. Cortex"},{"key":"866_CR125","doi-asserted-by":"publisher","first-page":"2074","DOI":"10.1037\/a0038199","volume":"143","author":"RC Wilson","year":"2014","unstructured":"Wilson, R. C., Geana, A., White, J. M., Ludvig, E. A. & Cohen, J. D. Humans use directed and random exploration to solve the explore\u2013exploit dilemma. J. Exp. Psychol. Gen. 143, 2074\u20132081 (2014).","journal-title":"J. Exp. Psychol. Gen."},{"key":"866_CR126","doi-asserted-by":"publisher","first-page":"876","DOI":"10.1038\/nature04766","volume":"441","author":"ND Daw","year":"2006","unstructured":"Daw, N. D., O\u2019Doherty, J. P., Dayan, P., Seymour, B. & Dolan, R. J. Cortical substrates for exploratory decisions in humans. Nature 441, 876\u2013879 (2006).","journal-title":"Nature"},{"key":"866_CR127","doi-asserted-by":"publisher","first-page":"733","DOI":"10.1016\/j.neuron.2009.05.014","volume":"62","author":"ED Boorman","year":"2009","unstructured":"Boorman, E. D., Behrens, T. E., Woolrich, M. W. & Rushworth, M. F. How green is the grass on the other side? Frontopolar cortex and the evidence in favor of alternative courses of action. Neuron 62, 733\u2013743 (2009).","journal-title":"Neuron"},{"key":"866_CR128","doi-asserted-by":"publisher","first-page":"117","DOI":"10.3758\/s13415-017-0556-2","volume":"18","author":"TC Blanchard","year":"2018","unstructured":"Blanchard, T. C. & Gershman, S. J. Pure correlates of exploration and exploitation in the human brain. Cogn. Affect. Behav. Neurosci. 18, 117\u2013126 (2018).","journal-title":"Cogn. Affect. Behav. Neurosci."},{"key":"866_CR129","doi-asserted-by":"publisher","first-page":"595","DOI":"10.1016\/j.neuron.2011.12.025","volume":"73","author":"D Badre","year":"2012","unstructured":"Badre, D., Doll, B. B., Long, N. M. & Frank, M. J. Rostrolateral prefrontal cortex and individual differences in uncertainty-driven exploration. Neuron 73, 595\u2013607 (2012).","journal-title":"Neuron"},{"key":"866_CR130","doi-asserted-by":"publisher","unstructured":"Zajkowski, W. K., Kossut, M. & Wilson, R. C. A causal role for right frontopolar cortex in directed, but not random, exploration. eLife https:\/\/doi.org\/10.7554\/eLife.27430 (2017).","DOI":"10.7554\/eLife.27430"},{"key":"866_CR131","doi-asserted-by":"publisher","first-page":"e0176034","DOI":"10.1371\/journal.pone.0176034","volume":"12","author":"CM Warren","year":"2017","unstructured":"Warren, C. M. et al. The effect of atomoxetine on random and directed exploration in humans. PLoS ONE 12, e0176034 (2017).","journal-title":"PLoS ONE"},{"key":"866_CR132","doi-asserted-by":"publisher","first-page":"21","DOI":"10.1016\/j.cell.2014.08.037","volume":"159","author":"DGR Tervo","year":"2014","unstructured":"Tervo, D. G. R. et al. Behavioral variability through stochastic choice and its gating by anterior cingulate cortex. Cell 159, 21\u201332 (2014).","journal-title":"Cell"},{"key":"866_CR133","doi-asserted-by":"publisher","first-page":"602","DOI":"10.1016\/j.neuron.2014.12.050","volume":"85","author":"TC Blanchard","year":"2015","unstructured":"Blanchard, T. C., Hayden, B. Y. & Bromberg-Martin, E. S. Orbitofrontal cortex uses distinct codes for different choice attributes in decisions motivated by curiosity. Neuron 85, 602\u2013614 (2015).","journal-title":"Neuron"},{"key":"866_CR134","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-019-13135-z","volume":"10","author":"JK White","year":"2019","unstructured":"White, J. K. et al. A neural network for information seeking. Nat. Commun. 10, 5168 (2019).","journal-title":"Nat. Commun."},{"key":"866_CR135","doi-asserted-by":"publisher","first-page":"1471","DOI":"10.1038\/s41593-018-0239-5","volume":"21","author":"LT Hunt","year":"2018","unstructured":"Hunt, L. T. et al. Triple dissociation of attention and decision computations across prefrontal cortex. Nat. Neurosci. 21, 1471\u20131481 (2018).","journal-title":"Nat. Neurosci."},{"key":"866_CR136","doi-asserted-by":"publisher","first-page":"223","DOI":"10.1007\/s00265-003-0700-6","volume":"55","author":"B Ayala-Orozco","year":"2004","unstructured":"Ayala-Orozco, B. et al. L\u00e9vy walk patterns in the foraging movements of spider monkeys (Ateles geoffroyi). Behav. Ecol. Sociobiol. 55, 223\u2013230 (2004).","journal-title":"Behav. Ecol. Sociobiol."},{"key":"866_CR137","doi-asserted-by":"publisher","first-page":"1098","DOI":"10.1038\/nature06518","volume":"451","author":"DW Sims","year":"2008","unstructured":"Sims, D. W. et al. Scaling laws of marine predator search behaviour. Nature 451, 1098\u20131102 (2008).","journal-title":"Nature"},{"key":"866_CR138","doi-asserted-by":"publisher","first-page":"133","DOI":"10.1016\/j.plrev.2008.03.002","volume":"5","author":"GM Viswanathan","year":"2008","unstructured":"Viswanathan, G. M., Raposo, E. P. & da Luz, M. G. E. L\u00e9vy flights and superdiffusion in the context of biological encounters and random searches. Phys. Life Rev. 5, 133\u2013150 (2008).","journal-title":"Phys. Life Rev."},{"key":"866_CR139","doi-asserted-by":"publisher","first-page":"851","DOI":"10.1038\/s41593-021-00831-7","volume":"24","author":"DC McNamee","year":"2021","unstructured":"McNamee, D. C., Stachenfeld, K. L., Botvinick, M. M. & Gershman, S. J. Flexible modulation of sequence generation in the entorhinal\u2013hippocampal system. Nat. Neurosci. 24, 851\u2013862 (2021).","journal-title":"Nat. Neurosci."},{"key":"866_CR140","doi-asserted-by":"publisher","first-page":"450","DOI":"10.1016\/j.neuron.2019.01.052","volume":"102","author":"F Stella","year":"2019","unstructured":"Stella, F., Baracskay, P., O\u2019Neill, J. & Csicsvari, J. Hippocampal reactivation of random trajectories resembling brownian diffusion. Neuron 102, 450\u2013461.e7 (2019).","journal-title":"Neuron"},{"key":"866_CR141","doi-asserted-by":"publisher","first-page":"e1005774","DOI":"10.1371\/journal.pcbi.1005774","volume":"13","author":"ME Wosniack","year":"2017","unstructured":"Wosniack, M. E., Santos, M. C., Raposo, E. P., Viswanathan, G. M. & da Luz, M. G. E. The evolutionary origins of Levy walk foraging. PLoS Comput. Biol. 13, e1005774 (2017).","journal-title":"PLoS Comput. Biol."},{"key":"866_CR142","doi-asserted-by":"publisher","first-page":"149","DOI":"10.1002\/(SICI)1098-1063(1996)6:2<149::AID-HIPO6>3.0.CO;2-K","volume":"6","author":"WE Skaggs","year":"1996","unstructured":"Skaggs, W. E., McNaughton, B. L., Wilson, M. A. & Barnes, C. A. Theta phase precession in hippocampal neuronal populations and the compression of temporal sequences. Hippocampus 6, 149\u2013172 (1996).","journal-title":"Hippocampus"},{"key":"866_CR143","doi-asserted-by":"publisher","first-page":"842","DOI":"10.1016\/j.neuron.2018.07.038","volume":"99","author":"IC Fiebelkorn","year":"2018","unstructured":"Fiebelkorn, I. C., Pinsk, M. A. & Kastner, S. A dynamic interplay within the frontoparietal network underlies rhythmic spatial attention. Neuron 99, 842\u2013853.e8 (2018).","journal-title":"Neuron"},{"key":"866_CR144","doi-asserted-by":"publisher","first-page":"e1002385","DOI":"10.1371\/journal.pbio.1002385","volume":"14","author":"D Kleinfeld","year":"2016","unstructured":"Kleinfeld, D., Deschenes, M. & Ulanovsky, N. Whisking, sniffing, and the hippocampal theta-rhythm: a tale of two oscillators. PLoS Biol. 14, e1002385 (2016).","journal-title":"PLoS Biol."},{"key":"866_CR145","doi-asserted-by":"publisher","first-page":"116","DOI":"10.1002\/bdm.1854","volume":"29","author":"N Stewart","year":"2016","unstructured":"Stewart, N., Hermens, F. & Matthews, W. J. Eye movements in risky choice. J. Behav. Decis. Mak. 29, 116\u2013136 (2016).","journal-title":"J. Behav. Decis. Mak."},{"key":"866_CR146","doi-asserted-by":"publisher","first-page":"e2000638","DOI":"10.1371\/journal.pbio.2000638","volume":"14","author":"LT Hunt","year":"2016","unstructured":"Hunt, L. T., Rutledge, R. B., Malalasekera, W. M., Kennerley, S. W. & Dolan, R. J. Approach-induced biases in human information sampling. PLoS Biol. 14, e2000638 (2016).","journal-title":"PLoS Biol."},{"key":"866_CR147","doi-asserted-by":"publisher","first-page":"587","DOI":"10.1038\/s41562-019-0589-3","volume":"3","author":"K Kobayashi","year":"2019","unstructured":"Kobayashi, K., Ravaioli, S., Baranes, A., Woodford, M. & Gottlieb, J. Diverse motives for human curiosity. Nat. Hum. Behav. 3, 587\u2013595 (2019).","journal-title":"Nat. Hum. Behav."},{"key":"866_CR148","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.cobeha.2017.12.002","volume":"24","author":"BY Hayden","year":"2018","unstructured":"Hayden, B. Y. Economic choice: the foraging perspective. Curr. Opin. Behav. Sci. 24, 1\u20136 (2018).","journal-title":"Curr. Opin. Behav. Sci."},{"key":"866_CR149","doi-asserted-by":"publisher","first-page":"178","DOI":"10.1126\/science.aar8644","volume":"361","author":"BM Sweis","year":"2018","unstructured":"Sweis, B. M. et al. Sensitivity to \u2018sunk costs\u2019 in mice, rats, and humans. Science 361, 178\u2013181 (2018).","journal-title":"Science"},{"key":"866_CR150","doi-asserted-by":"publisher","first-page":"836","DOI":"10.1016\/j.tics.2019.07.012","volume":"23","author":"K Juechems","year":"2019","unstructured":"Juechems, K. & Summerfield, C. Where does value come from? Trends Cogn. Sci. 23, 836\u2013850 (2019).","journal-title":"Trends Cogn. Sci."},{"key":"866_CR151","doi-asserted-by":"publisher","first-page":"R715","DOI":"10.1016\/j.cub.2017.05.082","volume":"27","author":"DE Nilsson","year":"2017","unstructured":"Nilsson, D. E. Evolution: an irresistibly clear view of land. Curr. Biol. 27, R715\u2013R717 (2017).","journal-title":"Curr. Biol."}],"container-title":["Nature Neuroscience"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41593-021-00866-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41593-021-00866-w","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41593-021-00866-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,2]],"date-time":"2024-09-02T04:07:04Z","timestamp":1725250024000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41593-021-00866-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,6,21]]},"references-count":151,"journal-issue":{"issue":"8","published-print":{"date-parts":[[2021,8]]}},"alternative-id":["866"],"URL":"https:\/\/doi.org\/10.1038\/s41593-021-00866-w","relation":{"is-referenced-by":[{"id-type":"doi","id":"10.7554\/eLife.94231.2","asserted-by":"object"}]},"ISSN":["1097-6256","1546-1726"],"issn-type":[{"value":"1097-6256","type":"print"},{"value":"1546-1726","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,6,21]]},"assertion":[{"value":"23 July 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"23 March 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 June 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}