{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,17]],"date-time":"2026-10-17T23:46:12Z","timestamp":1792280772008,"version":"4.4.0"},"reference-count":50,"publisher":"Elsevier BV","issue":"4","license":[{"start":{"date-parts":[[2016,5,1]],"date-time":"2016-05-01T00:00:00Z","timestamp":1462060800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2016,4,12]],"date-time":"2016-04-12T00:00:00Z","timestamp":1460419200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["cell.com","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Neuron"],"published-print":{"date-parts":[[2016,5]]},"DOI":"10.1016\/j.neuron.2016.03.037","type":"journal-article","created":{"date-parts":[[2016,5,18]],"date-time":"2016-05-18T12:15:50Z","timestamp":1463573750000},"page":"893-903","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":145,"title":["Neural Mechanisms of Hierarchical Planning in a Virtual Subway Network"],"prefix":"10.1016","volume":"90","author":[{"given":"Jan","family":"Balaguer","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hugo","family":"Spiers","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Demis","family":"Hassabis","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Christopher","family":"Summerfield","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.neuron.2016.03.037_bib1","doi-asserted-by":"crossref","first-page":"315","DOI":"10.1016\/j.neuron.2010.03.025","article-title":"Frontal cortex and the discovery of abstract action rules","volume":"66","author":"Badre","year":"2010","journal-title":"Neuron"},{"key":"10.1016\/j.neuron.2016.03.037_bib2","doi-asserted-by":"crossref","first-page":"179","DOI":"10.1038\/46035","article-title":"Conflict monitoring versus selection-for-action in anterior cingulate cortex","volume":"402","author":"Botvinick","year":"1999","journal-title":"Nature"},{"key":"10.1016\/j.neuron.2016.03.037_bib3","doi-asserted-by":"crossref","first-page":"262","DOI":"10.1016\/j.cognition.2008.08.011","article-title":"Hierarchically organized behavior and its neural foundations: a reinforcement learning perspective","volume":"113","author":"Botvinick","year":"2009","journal-title":"Cognition"},{"key":"10.1016\/j.neuron.2016.03.037_bib4","doi-asserted-by":"crossref","first-page":"1704","DOI":"10.1038\/nn1560","article-title":"Uncertainty-based competition between prefrontal and dorsolateral striatal systems for behavioral control","volume":"8","author":"Daw","year":"2005","journal-title":"Nat. Neurosci."},{"key":"10.1016\/j.neuron.2016.03.037_bib5","doi-asserted-by":"crossref","first-page":"1204","DOI":"10.1016\/j.neuron.2011.02.027","article-title":"Model-based influences on humans\u2019 choices and striatal prediction errors","volume":"69","author":"Daw","year":"2011","journal-title":"Neuron"},{"key":"10.1016\/j.neuron.2016.03.037_bib6","series-title":"Stevens\u2019 Handbook of Experimental Psychology Vol 3: Learning, Motivation and Emotion","first-page":"497","article-title":"The role of learning in motivation","author":"Dickinson","year":"2002"},{"key":"10.1016\/j.neuron.2016.03.037_bib7","doi-asserted-by":"crossref","first-page":"312","DOI":"10.1016\/j.neuron.2013.09.007","article-title":"Goals and habits in the brain","volume":"80","author":"Dolan","year":"2013","journal-title":"Neuron"},{"key":"10.1016\/j.neuron.2016.03.037_bib8","doi-asserted-by":"crossref","first-page":"870","DOI":"10.1006\/nimg.2001.1037","article-title":"Thresholding of statistical maps in functional neuroimaging using the false discovery rate","volume":"15","author":"Genovese","year":"2002","journal-title":"Neuroimage"},{"key":"10.1016\/j.neuron.2016.03.037_bib9","doi-asserted-by":"crossref","first-page":"273","DOI":"10.1126\/science.aac6076","article-title":"Computational rationality: A converging paradigm for intelligence in brains, minds, and machines","volume":"349","author":"Gershman","year":"2015","journal-title":"Science"},{"key":"10.1016\/j.neuron.2016.03.037_bib10","doi-asserted-by":"crossref","first-page":"585","DOI":"10.1016\/j.neuron.2010.04.016","article-title":"States versus rewards: dissociable neural prediction error signals underlying model-based and model-free reinforcement learning","volume":"66","author":"Gl\u00e4scher","year":"2010","journal-title":"Neuron"},{"key":"10.1016\/j.neuron.2016.03.037_bib11","doi-asserted-by":"crossref","first-page":"933","DOI":"10.1038\/nn.2856","article-title":"Neuronal basis of sequential foraging decisions in a patchy environment","volume":"14","author":"Hayden","year":"2011","journal-title":"Nat. Neurosci."},{"key":"10.1016\/j.neuron.2016.03.037_bib12","doi-asserted-by":"crossref","first-page":"122","DOI":"10.1016\/j.tics.2011.12.008","article-title":"Motivation of extended behaviors by anterior cingulate cortex","volume":"16","author":"Holroyd","year":"2012","journal-title":"Trends Cogn. Sci."},{"key":"10.1016\/j.neuron.2016.03.037_bib13","doi-asserted-by":"crossref","first-page":"1331","DOI":"10.1016\/j.cub.2014.05.001","article-title":"The hippocampus and entorhinal cortex encode the path and Euclidean distances to goals during navigation","volume":"24","author":"Howard","year":"2014","journal-title":"Curr. Biol."},{"key":"10.1016\/j.neuron.2016.03.037_bib14","doi-asserted-by":"crossref","first-page":"e1002410","DOI":"10.1371\/journal.pcbi.1002410","article-title":"Bonsai trees in your head: how the pavlovian system sculpts goal-directed choices by pruning decision trees","volume":"8","author":"Huys","year":"2012","journal-title":"PLoS Comput. Biol."},{"key":"10.1016\/j.neuron.2016.03.037_bib15","doi-asserted-by":"crossref","first-page":"3098","DOI":"10.1073\/pnas.1414219112","article-title":"Interplay of approximate planning strategies","volume":"112","author":"Huys","year":"2015","journal-title":"Proc. Natl. Acad. Sci. USA"},{"key":"10.1016\/j.neuron.2016.03.037_bib16","doi-asserted-by":"crossref","first-page":"963","DOI":"10.1016\/j.neuron.2006.05.017","article-title":"Broca\u2019s area and the hierarchical organization of human behavior","volume":"50","author":"Koechlin","year":"2006","journal-title":"Neuron"},{"key":"10.1016\/j.neuron.2016.03.037_bib17","doi-asserted-by":"crossref","first-page":"229","DOI":"10.1016\/j.tics.2007.04.005","article-title":"An information theoretical approach to prefrontal executive function","volume":"11","author":"Koechlin","year":"2007","journal-title":"Trends Cogn. Sci."},{"key":"10.1016\/j.neuron.2016.03.037_bib18","doi-asserted-by":"crossref","first-page":"1181","DOI":"10.1126\/science.1088545","article-title":"The architecture of cognitive control in the human prefrontal cortex","volume":"302","author":"Koechlin","year":"2003","journal-title":"Science"},{"key":"10.1016\/j.neuron.2016.03.037_bib19","doi-asserted-by":"crossref","first-page":"95","DOI":"10.1126\/science.1216930","article-title":"Neural mechanisms of foraging","volume":"336","author":"Kolling","year":"2012","journal-title":"Science"},{"key":"10.1016\/j.neuron.2016.03.037_bib20","series-title":"Plans and the Structure of Behavior","author":"Miller","year":"1960"},{"key":"10.1016\/j.neuron.2016.03.037_bib21","doi-asserted-by":"crossref","first-page":"1147","DOI":"10.1016\/S0028-3932(97)00009-2","article-title":"The effect of goal-subgoal conflict on planning ability after frontal- and temporal-lobe lesions in humans","volume":"35","author":"Morris","year":"1997","journal-title":"Neuropsychologia"},{"key":"10.1016\/j.neuron.2016.03.037_bib22","doi-asserted-by":"crossref","first-page":"46","DOI":"10.1016\/0022-0965(82)90030-3","article-title":"Barrier effects in the cognitive maps of children and adults","volume":"34","author":"Newcombe","year":"1982","journal-title":"J.\u00a0Exp. Child Psychol."},{"key":"10.1016\/j.neuron.2016.03.037_bib23","series-title":"Consciousness and Self-Regulation","article-title":"Attention to action: willed and automatic control of behaviour","author":"Norman","year":"1986"},{"key":"10.1016\/j.neuron.2016.03.037_bib24","doi-asserted-by":"crossref","first-page":"1021","DOI":"10.1016\/0028-3932(90)90137-D","article-title":"Planning and spatial working memory following frontal lobe lesions in man","volume":"28","author":"Owen","year":"1990","journal-title":"Neuropsychologia"},{"key":"10.1016\/j.neuron.2016.03.037_bib25","series-title":"Statistical Parametric Mapping: The Analysis of Functional Brain Images","author":"Penny","year":"2006"},{"key":"10.1016\/j.neuron.2016.03.037_bib26","doi-asserted-by":"crossref","unstructured":"Ponsen, M., Taylor, M.E., and Tuyls, K. (2010). Abstraction and generalization in reinforcement learning: a summary and framework. R. Goebel, J. Siekmann, and W. Wahlster, eds. Proceedings of the AAMAS 2009 Conference in Budapest, 5924, 1\u201332.","DOI":"10.1007\/978-3-642-11814-2_1"},{"key":"10.1016\/j.neuron.2016.03.037_bib27","doi-asserted-by":"crossref","first-page":"370","DOI":"10.1016\/j.neuron.2011.05.042","article-title":"A neural signature of hierarchical reinforcement learning","volume":"71","author":"Ribas-Fernandes","year":"2011","journal-title":"Neuron"},{"key":"10.1016\/j.neuron.2016.03.037_bib28","series-title":"Artificial Intelligence: A Modern Approach","author":"Russell","year":"1995"},{"key":"10.1016\/j.neuron.2016.03.037_bib29","doi-asserted-by":"crossref","first-page":"773","DOI":"10.1098\/rstb.2007.2087","article-title":"The cognitive neuroscience of constructive memory: remembering the past and imagining the future","volume":"362","author":"Schacter","year":"2007","journal-title":"Philos. Trans. R. Soc. Lond. B Biol. Sci."},{"key":"10.1016\/j.neuron.2016.03.037_bib30","doi-asserted-by":"crossref","first-page":"677","DOI":"10.1016\/j.neuron.2012.11.001","article-title":"The future of memory: remembering, imagining, and the brain","volume":"76","author":"Schacter","year":"2012","journal-title":"Neuron"},{"key":"10.1016\/j.neuron.2016.03.037_bib31","doi-asserted-by":"crossref","first-page":"486","DOI":"10.1038\/nn.3331","article-title":"Neural representations of events arise from temporal community structure","volume":"16","author":"Schapiro","year":"2013","journal-title":"Nat. Neurosci."},{"key":"10.1016\/j.neuron.2016.03.037_bib32","doi-asserted-by":"crossref","first-page":"885","DOI":"10.1038\/nrn2753","article-title":"A new perspective on the role of the orbitofrontal cortex in adaptive behaviour","volume":"10","author":"Schoenbaum","year":"2009","journal-title":"Nat. Rev. Neurosci."},{"key":"10.1016\/j.neuron.2016.03.037_bib33","doi-asserted-by":"crossref","first-page":"199","DOI":"10.1098\/rstb.1982.0082","article-title":"Specific impairments of planning","volume":"298","author":"Shallice","year":"1982","journal-title":"Philos. Trans. R. Soc. Lond. B Biol. Sci."},{"key":"10.1016\/j.neuron.2016.03.037_bib34","doi-asserted-by":"crossref","first-page":"727","DOI":"10.1093\/brain\/114.2.727","article-title":"Deficits in strategy application following frontal lobe damage in man","volume":"114","author":"Shallice","year":"1991","journal-title":"Brain"},{"key":"10.1016\/j.neuron.2016.03.037_bib35","doi-asserted-by":"crossref","first-page":"217","DOI":"10.1016\/j.neuron.2013.07.007","article-title":"The expected value of control: an integrative theory of anterior cingulate cortex function","volume":"79","author":"Shenhav","year":"2013","journal-title":"Neuron"},{"key":"10.1016\/j.neuron.2016.03.037_bib36","doi-asserted-by":"crossref","first-page":"484","DOI":"10.1038\/nature16961","article-title":"Mastering the game of Go with deep neural networks and tree search","volume":"529","author":"Silver","year":"2016","journal-title":"Nature"},{"key":"10.1016\/j.neuron.2016.03.037_bib37","doi-asserted-by":"crossref","first-page":"e1003779","DOI":"10.1371\/journal.pcbi.1003779","article-title":"Optimal behavioral hierarchy","volume":"10","author":"Solway","year":"2014","journal-title":"PLoS Comput. Biol."},{"key":"10.1016\/j.neuron.2016.03.037_bib38","doi-asserted-by":"crossref","first-page":"422","DOI":"10.1016\/0010-0285(78)90006-3","article-title":"Distortions in judged spatial relations","volume":"10","author":"Stevens","year":"1978","journal-title":"Cognit. Psychol."},{"key":"10.1016\/j.neuron.2016.03.037_bib39","series-title":"The Cognitive Neurosciences","first-page":"1019","article-title":"Decision-making and prefrontal executive function","author":"Summerfield","year":"2009"},{"key":"10.1016\/j.neuron.2016.03.037_bib40","series-title":"Reinforcement Learning","author":"Sutton","year":"1998"},{"key":"10.1016\/j.neuron.2016.03.037_bib41","doi-asserted-by":"crossref","first-page":"189","DOI":"10.1037\/h0061626","article-title":"Cognitive maps in rats and men","volume":"55","author":"Tolman","year":"1948","journal-title":"Psychol. Rev."},{"key":"10.1016\/j.neuron.2016.03.037_bib42","doi-asserted-by":"crossref","first-page":"3","DOI":"10.7554\/eLife.03701","article-title":"Neural mechanisms of economic commitment in the human medial prefrontal cortex","volume":"3","author":"Tsetsos","year":"2014","journal-title":"eLife"},{"key":"10.1016\/j.neuron.2016.03.037_bib43","doi-asserted-by":"crossref","first-page":"308","DOI":"10.1016\/j.jphysparis.2006.03.014","article-title":"Planning and problem solving: from neuropsychology to functional neuroimaging","volume":"99","author":"Unterrainer","year":"2006","journal-title":"J.\u00a0Physiol. Paris"},{"key":"10.1016\/j.neuron.2016.03.037_bib44","doi-asserted-by":"crossref","first-page":"367","DOI":"10.1016\/S1053-8119(02)00010-1","article-title":"Frontostriatal system in planning complexity: a parametric functional magnetic resonance version of Tower of London task","volume":"18","author":"van den Heuvel","year":"2003","journal-title":"Neuroimage"},{"key":"10.1016\/j.neuron.2016.03.037_bib45","doi-asserted-by":"crossref","first-page":"4613","DOI":"10.1523\/JNEUROSCI.4640-10.2011","article-title":"Anterior hippocampus and goal-directed spatial decision making","volume":"31","author":"Viard","year":"2011","journal-title":"J.\u00a0Neurosci."},{"key":"10.1016\/j.neuron.2016.03.037_bib46","doi-asserted-by":"crossref","first-page":"2337","DOI":"10.1016\/j.neuropsychologia.2006.05.014","article-title":"The special involvement of the rostrolateral prefrontal cortex in planning abilities: an event-related fMRI study with the Tower of London paradigm","volume":"44","author":"Wagner","year":"2006","journal-title":"Neuropsychologia"},{"key":"10.1016\/j.neuron.2016.03.037_bib47","doi-asserted-by":"crossref","first-page":"49","DOI":"10.1080\/027249897392224","article-title":"Planning and problem solving using the five disc Tower of London task","volume":"50","author":"Ward","year":"1997","journal-title":"Q.\u00a0J. Exp. Psychol. A"},{"key":"10.1016\/j.neuron.2016.03.037_bib48","doi-asserted-by":"crossref","first-page":"331","DOI":"10.1207\/s15427633scc0304_5","article-title":"\u2018Fine-to-Coarse\u2019 route planning and navigation in regionalized environments","volume":"3","author":"Wiener","year":"2003","journal-title":"Spat. Cogn. Comput."},{"key":"10.1016\/j.neuron.2016.03.037_bib49","doi-asserted-by":"crossref","first-page":"786","DOI":"10.1038\/nn.3068","article-title":"Mapping value based planning and extensively trained choice in the human brain","volume":"15","author":"Wunderlich","year":"2012","journal-title":"Nat. Neurosci."},{"key":"10.1016\/j.neuron.2016.03.037_bib50","doi-asserted-by":"crossref","first-page":"1669","DOI":"10.1093\/brain\/121.9.1669","article-title":"Three cortical stages of colour processing in the human brain","volume":"121","author":"Zeki","year":"1998","journal-title":"Brain"}],"container-title":["Neuron"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0896627316300575?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0896627316300575?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2019,9,7]],"date-time":"2019-09-07T16:37:24Z","timestamp":1567874244000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0896627316300575"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,5]]},"references-count":50,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2016,5]]}},"alternative-id":["S0896627316300575"],"URL":"https:\/\/doi.org\/10.1016\/j.neuron.2016.03.037","relation":{},"ISSN":["0896-6273"],"issn-type":[{"value":"0896-6273","type":"print"}],"subject":[],"published":{"date-parts":[[2016,5]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Neural Mechanisms of Hierarchical Planning in a Virtual Subway Network","name":"articletitle","label":"Article Title"},{"value":"Neuron","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.neuron.2016.03.037","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2016 The Authors. Published by Elsevier Inc.","name":"copyright","label":"Copyright"}]}}