{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T20:23:28Z","timestamp":1775075008239,"version":"3.50.1"},"reference-count":89,"publisher":"Public Library of Science (PLoS)","issue":"10","license":[{"start":{"date-parts":[[2011,10,27]],"date-time":"2011-10-27T00:00:00Z","timestamp":1319673600000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["www.ploscompbiol.org"],"crossmark-restriction":false},"short-container-title":["PLoS Comput Biol"],"DOI":"10.1371\/journal.pcbi.1002235","type":"journal-article","created":{"date-parts":[[2011,10,27]],"date-time":"2011-10-27T20:42:12Z","timestamp":1319748132000},"page":"e1002235","update-policy":"https:\/\/doi.org\/10.1371\/journal.pcbi.corrections_policy","source":"Crossref","is-referenced-by-count":61,"title":["Grid Cells, Place Cells, and Geodesic Generalization for Spatial Reinforcement Learning"],"prefix":"10.1371","volume":"7","author":[{"given":"Nicholas J.","family":"Gustafson","sequence":"first","affiliation":[]},{"given":"Nathaniel D.","family":"Daw","sequence":"additional","affiliation":[]}],"member":"340","published-online":{"date-parts":[[2011,10,27]]},"reference":[{"key":"ref1","doi-asserted-by":"crossref","first-page":"171","DOI":"10.1016\/0006-8993(71)90358-1","article-title":"The hippocampus as a spatial map. Preliminary evidence from unit activity in the freely-moving rat.","volume":"34","author":"J O'Keefe","year":"1971","journal-title":"Brain Res"},{"key":"ref2","doi-asserted-by":"crossref","first-page":"801","DOI":"10.1038\/nature03721","article-title":"Microstructure of a spatial map in the entorhinal cortex.","volume":"436","author":"T Hafting","year":"2005","journal-title":"Nature"},{"key":"ref3","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1002\/(SICI)1098-1063(2000)10:1<1::AID-HIPO1>3.0.CO;2-1","article-title":"A model of hippocampally dependent navigation, using the temporal difference learning rule.","volume":"10","author":"DJ Foster","year":"2000","journal-title":"Hippocampus"},{"key":"ref4","doi-asserted-by":"crossref","first-page":"15","DOI":"10.1002\/(SICI)1098-1063(1997)7:1<15::AID-HIPO3>3.0.CO;2-6","article-title":"Cognitive maps beyond the hippocampus.","volume":"7","author":"AD Redish","year":"1997","journal-title":"Hippocampus"},{"key":"ref5","doi-asserted-by":"crossref","first-page":"173","DOI":"10.1242\/jeb.199.1.173","article-title":"Deciphering the hippocampal polyglot: the hippocampus as a path integration system.","volume":"199","author":"BL McNaughton","year":"1996","journal-title":"J Exp Biol"},{"key":"ref6","doi-asserted-by":"crossref","first-page":"5900","DOI":"10.1523\/JNEUROSCI.17-15-05900.1997","article-title":"Path integration and cognitive mapping in a continuous attractor neural network model.","volume":"17","author":"A Samsonovich","year":"1997","journal-title":"J Neurosci"},{"key":"ref7","doi-asserted-by":"crossref","first-page":"73","DOI":"10.1162\/089976698300017908","article-title":"The role of the hippocampus in solving the Morris water maze.","volume":"10","author":"AD Redish","year":"1998","journal-title":"Neural Comput"},{"key":"ref8","doi-asserted-by":"crossref","DOI":"10.1109\/TNN.1998.712192","article-title":"Reinforcement learning: An introduction","author":"R Sutton","year":"1998"},{"key":"ref9","first-page":"249","article-title":"A model of how the basal ganglia generate and use neural signals that predict reinforcement.","author":"J Houk","year":"1995"},{"key":"ref10","doi-asserted-by":"crossref","first-page":"1593","DOI":"10.1126\/science.275.5306.1593","article-title":"A neural substrate of prediction and reward.","volume":"275","author":"W Schultz","year":"1997","journal-title":"Science"},{"key":"ref11","doi-asserted-by":"crossref","first-page":"410","DOI":"10.1038\/nn2077","article-title":"Modulators of decision making.","volume":"11","author":"K Doya","year":"2008","journal-title":"Nat Neurosci"},{"key":"ref12","doi-asserted-by":"crossref","first-page":"3211","DOI":"10.1523\/JNEUROSCI.4724-06.2007","article-title":"Scale-invariant memory representations emerge from moire interference between grid fields that produce theta oscillations: a computational model.","volume":"27","author":"HT Blair","year":"2007","journal-title":"J Neurosci"},{"key":"ref13","doi-asserted-by":"crossref","first-page":"1026","DOI":"10.1002\/hipo.20244","article-title":"From grid cells to place cells: a mathematical model.","volume":"16","author":"T Solstad","year":"2006","journal-title":"Hippocampus"},{"key":"ref14","first-page":"553","article-title":"Proto-value functions: Developmental reinforcement learning.","author":"S Mahadevan","year":"2005"},{"key":"ref15","first-page":"843","article-title":"Value Function Approximation with Diffusion Wavelets and Laplacian Eigenfunctions.","volume":"18","author":"S Mahadevan","year":"2006","journal-title":"Adv Neural Inf Process Syst"},{"key":"ref16","doi-asserted-by":"crossref","first-page":"613","DOI":"10.1162\/neco.1993.5.4.613","article-title":"Improving Generalization for Temporal Difference Learning: The Successor Representation.","volume":"5","author":"P Dayan","year":"1993","journal-title":"Neural Comput"},{"key":"ref17","article-title":"Value function approximation in reinforcement learning using the Fourier basis.","author":"G Konidaris","year":"2008"},{"key":"ref18","doi-asserted-by":"crossref","first-page":"2319","DOI":"10.1126\/science.290.5500.2319","article-title":"A global geometric framework for nonlinear dimensionality reduction.","volume":"290","author":"JB Tenenbaum","year":"2000","journal-title":"Science"},{"key":"ref19","doi-asserted-by":"crossref","first-page":"843","DOI":"10.1016\/S0896-6273(03)00465-3","article-title":"Place representation within hippocampal networks is modified by long-term potentiation.","volume":"39","author":"G Dragoi","year":"2003","journal-title":"Neuron"},{"key":"ref20","doi-asserted-by":"crossref","first-page":"41","DOI":"10.1007\/BF00237147","article-title":"The contributions of position, direction, and velocity to single unit activity in the hippocampus of freely-moving rats.","volume":"52","author":"BL McNaughton","year":"1983","journal-title":"Exp Brain Res"},{"key":"ref21","doi-asserted-by":"crossref","first-page":"707","DOI":"10.1016\/S0896-6273(00)81072-7","article-title":"Experience-dependent asymmetric shape of hippocampal receptive fields.","volume":"25","author":"MR Mehta","year":"2000","journal-title":"Neuron"},{"key":"ref22","doi-asserted-by":"crossref","first-page":"317","DOI":"10.1002\/hipo.450030307","article-title":"Phase relationship between hippocampal place units and the EEG theta rhythm.","volume":"3","author":"J O'Keefe","year":"1993","journal-title":"Hippocampus"},{"key":"ref23","doi-asserted-by":"crossref","first-page":"7235","DOI":"10.1523\/JNEUROSCI.14-12-07235.1994","article-title":"On the directional firing properties of hippocampal place cells.","volume":"14","author":"RU Muller","year":"1994","journal-title":"J Neurosci"},{"key":"ref24","doi-asserted-by":"crossref","first-page":"1325","DOI":"10.1038\/nn.2396","article-title":"Fragmentation of grid cell maps in a multicompartment environment.","volume":"12","author":"D Derdikman","year":"2009","journal-title":"Nat Neurosci"},{"key":"ref25","doi-asserted-by":"crossref","first-page":"459","DOI":"10.1146\/annurev.neuro.24.1.459","article-title":"Spatial processing in the brain: the activity of hippocampal place cells.","volume":"24","author":"PJ Best","year":"2001","journal-title":"Annu Rev Neurosci"},{"key":"ref26","doi-asserted-by":"crossref","first-page":"663","DOI":"10.1085\/jgp.107.6.663","article-title":"The hippocampus as a cognitive graph.","volume":"107","author":"RU Muller","year":"1996","journal-title":"J Gen Physiol"},{"key":"ref27","doi-asserted-by":"crossref","first-page":"85","DOI":"10.1162\/neco.1996.8.1.85","article-title":"A model of spatial map formation in the hippocampus of the rat.","volume":"8","author":"KI Blum","year":"1996","journal-title":"Neural Comput"},{"key":"ref28","doi-asserted-by":"crossref","first-page":"680","DOI":"10.1038\/nature04587","article-title":"Reverse replay of behavioural sequences in hippocampal place cells during the awake state.","volume":"440","author":"DJ Foster","year":"2006","journal-title":"Nature"},{"key":"ref29","doi-asserted-by":"crossref","first-page":"79","DOI":"10.1023\/A:1008820728122","article-title":"Learning navigational maps through potentiation and modulation of hippocampal place cells.","volume":"4","author":"W Gerstner","year":"1997","journal-title":"J Comput Neurosci"},{"key":"ref30","doi-asserted-by":"crossref","first-page":"140","DOI":"10.1126\/science.1157086","article-title":"Finite scale of spatial representation in the hippocampus.","volume":"321","author":"KB Kjelstrup","year":"2008","journal-title":"Science"},{"key":"ref31","doi-asserted-by":"crossref","first-page":"7347","DOI":"10.1523\/JNEUROSCI.14-12-07347.1994","article-title":"Comparison of spatial firing characteristics of units in dorsal and ventral hippocampus of the rat.","volume":"14","author":"MW Jung","year":"1994","journal-title":"J Neurosci"},{"key":"ref32","doi-asserted-by":"crossref","first-page":"425","DOI":"10.1038\/381425a0","article-title":"Geometric determinants of the place fields of hippocampal neurons.","volume":"381","author":"J O'Keefe","year":"1996","journal-title":"Nature"},{"key":"ref33","doi-asserted-by":"crossref","first-page":"1200","DOI":"10.1002\/hipo.20504","article-title":"Progressive increase in grid scale from dorsal to ventral medial entorhinal cortex.","volume":"18","author":"VH Brun","year":"2008","journal-title":"Hippocampus"},{"key":"ref34","doi-asserted-by":"crossref","first-page":"682","DOI":"10.1038\/nn1905","article-title":"Experience-dependent rescaling of entorhinal grids.","volume":"10","author":"C Barry","year":"2007","journal-title":"Nat Neurosci"},{"key":"ref35","doi-asserted-by":"crossref","first-page":"4266","DOI":"10.1523\/JNEUROSCI.4353-05.2006","article-title":"A spin glass model of path integration in rat medial entorhinal cortex.","volume":"26","author":"MC Fuhs","year":"2006","journal-title":"J Neurosci"},{"key":"ref36","doi-asserted-by":"crossref","first-page":"801","DOI":"10.1002\/hipo.20327","article-title":"An oscillatory interference model of grid cell firing.","volume":"17","author":"N Burgess","year":"2007","journal-title":"Hippocampus"},{"key":"ref37","doi-asserted-by":"crossref","first-page":"6858","DOI":"10.1523\/JNEUROSCI.5684-07.2008","article-title":"What grid cells convey about rat location.","volume":"28","author":"IR Fiete","year":"2008","journal-title":"J Neurosci"},{"key":"ref38","doi-asserted-by":"crossref","first-page":"1213","DOI":"10.1002\/hipo.20512","article-title":"Grid cell mechanisms and function: contributions of entorhinal persistent spiking and phase resetting.","volume":"18","author":"ME Hasselmo","year":"2008","journal-title":"Hippocampus"},{"key":"ref39","doi-asserted-by":"crossref","first-page":"1252","DOI":"10.1002\/hipo.20374","article-title":"Grid cell firing may arise from interference of theta frequency membrane potential oscillations in single neurons.","volume":"17","author":"ME Hasselmo","year":"2007","journal-title":"Hippocampus"},{"key":"ref40","doi-asserted-by":"crossref","first-page":"658323","DOI":"10.1155\/2008\/658323","article-title":"Linking cellular mechanisms to behavior: entorhinal persistent spiking and membrane potential oscillations may underlie path integration, grid cell firing, and episodic memory.","volume":"2008","author":"ME Hasselmo","year":"2008","journal-title":"Neural Plast"},{"key":"ref41","article-title":"Grid cell hexagonal patterns formed by fast self-organized learning within entorhinal cortex.","author":"H Mhatre","year":"2010","journal-title":"Hippocampus."},{"key":"ref42","doi-asserted-by":"crossref","first-page":"13850","DOI":"10.1523\/JNEUROSCI.0547-10.2010","article-title":"Coupled noisy spiking neurons as velocity-controlled oscillators in a model of grid cell spatial firing.","volume":"30","author":"EA Zilli","year":"2010","journal-title":"J Neurosci"},{"key":"ref43","doi-asserted-by":"crossref","first-page":"447","DOI":"10.1080\/09548980601064846","article-title":"Entorhinal cortex grid cells can map to hippocampal place cells by competitive learning.","volume":"17","author":"ET Rolls","year":"2006","journal-title":"Network"},{"key":"ref44","doi-asserted-by":"crossref","first-page":"297","DOI":"10.1007\/s10827-006-0013-7","article-title":"From grids to places.","volume":"22","author":"M Franzius","year":"2007","journal-title":"J Comput Neurosci"},{"key":"ref45","doi-asserted-by":"crossref","first-page":"684","DOI":"10.1016\/j.conb.2007.11.008","article-title":"Self-localization and the entorhinal-hippocampal system.","volume":"17","author":"KJ Jeffery","year":"2007","journal-title":"Curr Opin Neurobiol"},{"key":"ref46","doi-asserted-by":"crossref","first-page":"303","DOI":"10.1016\/j.neunet.2007.12.032","article-title":"Impact of temporal coding of presynaptic entorhinal cortex grid cells on the formation of hippocampal place fields.","volume":"21","author":"C Molter","year":"2008","journal-title":"Neural Netw"},{"key":"ref47","doi-asserted-by":"crossref","first-page":"853","DOI":"10.1002\/hipo.20115","article-title":"Dual phase and rate coding in hippocampal place cells: theoretical significance and relationship to entorhinal grid cells.","volume":"15","author":"J O'Keefe","year":"2005","journal-title":"Hippocampus"},{"key":"ref48","doi-asserted-by":"crossref","first-page":"69","DOI":"10.1146\/annurev.neuro.31.061307.090723","article-title":"Place cells, grid cells, and the brain&apos;s spatial representation system.","volume":"31","author":"EI Moser","year":"2008","journal-title":"Annu Rev Neurosci"},{"key":"ref49","doi-asserted-by":"crossref","first-page":"841","DOI":"10.1162\/089976601300014376","article-title":"Temporal difference model reproduces anticipatory neural activity.","volume":"13","author":"RE Suri","year":"2001","journal-title":"Neural Comput"},{"key":"ref50","doi-asserted-by":"crossref","first-page":"171","DOI":"10.1002\/hipo.450050304","article-title":"Simulation of spatial learning in the Morris water maze by a neural network model of the hippocampal formation and nucleus accumbens.","volume":"5","author":"MA Brown","year":"1995","journal-title":"Hippocampus"},{"key":"ref51","doi-asserted-by":"crossref","first-page":"1163","DOI":"10.1016\/j.neunet.2005.08.009","article-title":"Hippocampal replay contributes to within session learning in a temporal difference reinforcement learning model.","volume":"18","author":"A Johnson","year":"2005","journal-title":"Neural Netw"},{"key":"ref52","doi-asserted-by":"crossref","first-page":"1258","DOI":"10.1126\/science.1099901","article-title":"Spatial representation in the entorhinal cortex.","volume":"305","author":"M Fyhn","year":"2004","journal-title":"Science"},{"key":"ref53","doi-asserted-by":"crossref","first-page":"381243","DOI":"10.1155\/2008\/381243","article-title":"What does the anatomical organization of the entorhinal cortex tell us?","volume":"2008","author":"CB Canto","year":"2008","journal-title":"Neural Plast"},{"key":"ref54","doi-asserted-by":"crossref","first-page":"758","DOI":"10.1126\/science.1125572","article-title":"Conjunctive representation of position, direction, and velocity in entorhinal cortex.","volume":"312","author":"F Sargolini","year":"2006","journal-title":"Science"},{"key":"ref55","doi-asserted-by":"crossref","first-page":"233","DOI":"10.1016\/0006-8993(94)01279-Q","article-title":"Neurophysiology and neuropharmacology of projections from entorhinal cortex to striatum in the rat.","volume":"670","author":"DM Finch","year":"1995","journal-title":"Brain Res"},{"key":"ref56","doi-asserted-by":"crossref","first-page":"427","DOI":"10.1016\/0006-8993(81)90165-7","article-title":"A projection from the entorhinal cortex to the nucleus accumbens in the rat.","volume":"209","author":"PF Krayniak","year":"1981","journal-title":"Brain Res"},{"key":"ref57","doi-asserted-by":"crossref","first-page":"715","DOI":"10.1016\/S0306-4522(96)00592-1","article-title":"Topographical organization of projections from the entorhinal cortex to the striatum of the rat.","volume":"78","author":"S Totterdell","year":"1997","journal-title":"Neuroscience"},{"key":"ref58","doi-asserted-by":"crossref","first-page":"10976","DOI":"10.1523\/JNEUROSCI.22-24-10976.2002","article-title":"Sensitivity to instrumental contingency degradation is mediated by the entorhinal cortex and its efferents via the dorsal hippocampus.","volume":"22","author":"LH Corbit","year":"2002","journal-title":"J Neurosci"},{"key":"ref59","doi-asserted-by":"crossref","first-page":"1576","DOI":"10.1126\/science.1188210","article-title":"Development of the spatial representation system in the rat.","volume":"328","author":"RF Langston","year":"2010","journal-title":"Science"},{"key":"ref60","doi-asserted-by":"crossref","first-page":"1573","DOI":"10.1126\/science.1188224","article-title":"Development of the hippocampal cognitive map in preweanling rats.","volume":"328","author":"TJ Wills","year":"2010","journal-title":"Science"},{"key":"ref61","doi-asserted-by":"crossref","first-page":"3034","DOI":"10.1162\/neco.2008.11-07-654","article-title":"Stimulus representation and the timing of reward-prediction errors in models of the dopamine system.","volume":"20","author":"EA Ludvig","year":"2008","journal-title":"Neural Comput"},{"key":"ref62","doi-asserted-by":"crossref","first-page":"786","DOI":"10.1002\/hipo.20324","article-title":"Learning in a geometric model of place cell firing.","volume":"17","author":"C Barry","year":"2007","journal-title":"Hippocampus"},{"key":"ref63","doi-asserted-by":"crossref","first-page":"782","DOI":"10.1101\/lm.686607","article-title":"Arc length coding by interference of theta frequency oscillations may underlie context-dependent hippocampal unit data and episodic memory function.","volume":"14","author":"ME Hasselmo","year":"2007","journal-title":"Learn Mem"},{"key":"ref64","doi-asserted-by":"crossref","first-page":"8455","DOI":"10.1523\/JNEUROSCI.18-20-08455.1998","article-title":"Spatial firing properties of hippocampal CA1 populations in an environment containing two visually identical regions.","volume":"18","author":"WE Skaggs","year":"1998","journal-title":"J Neurosci"},{"key":"ref65","doi-asserted-by":"crossref","first-page":"1951","DOI":"10.1523\/JNEUROSCI.07-07-01951.1987","article-title":"The effects of changes in the environment on the spatial firing of hippocampal complex-spike cells.","volume":"7","author":"RU Muller","year":"1987","journal-title":"J Neurosci"},{"key":"ref66","doi-asserted-by":"crossref","first-page":"1696","DOI":"10.1111\/j.1460-9568.2011.07653.x","article-title":"Local remapping of place cell firing in the Tolman detour task.","volume":"33","author":"A Alvernhe","year":"2011","journal-title":"Eur J Neurosci"},{"key":"ref67","article-title":"Purposive Behaviors in Animals and Men","author":"E Tolman","year":"1932"},{"key":"ref68","doi-asserted-by":"crossref","first-page":"835","DOI":"10.1007\/BF01324825","article-title":"Landmark learning and visuo-spatial memories in gerbils.","volume":"158","author":"TS Collett","year":"1986","journal-title":"J Comp Physiol A"},{"key":"ref69","doi-asserted-by":"crossref","first-page":"1865","DOI":"10.1126\/science.1166466","article-title":"Representation of geometric borders in the entorhinal cortex.","volume":"322","author":"T Solstad","year":"2008","journal-title":"Science"},{"key":"ref70","doi-asserted-by":"crossref","first-page":"103","DOI":"10.3758\/BF03327179","article-title":"Computer-Simulation of Hippocampal Place Cells.","volume":"19","author":"PE Sharp","year":"1991","journal-title":"Psychobiology"},{"key":"ref71","doi-asserted-by":"crossref","first-page":"720","DOI":"10.1002\/(SICI)1098-1063(1996)6:6<720::AID-HIPO14>3.0.CO;2-2","article-title":"Neural network modeling of the hippocampal formation spatial signals and their possible role in navigation: a modular approach.","volume":"6","author":"PE Sharp","year":"1996","journal-title":"Hippocampus"},{"key":"ref72","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/1571.001.0001","article-title":"Beyond the cognitive map: From place cells to episodic memory","author":"AD Redish","year":"1999"},{"key":"ref73","doi-asserted-by":"crossref","first-page":"182","DOI":"10.1016\/j.neunet.2006.11.007","article-title":"Space, time and learning in the hippocampus: how fine spatial and temporal scales are expanded into population codes for behavioral control.","volume":"20","author":"A Gorchetchnikov","year":"2007","journal-title":"Neural Netw"},{"key":"ref74","doi-asserted-by":"crossref","first-page":"559","DOI":"10.1016\/j.nlm.2009.07.005","article-title":"A model of episodic memory: mental time travel along encoded trajectories using grid cells.","volume":"92","author":"ME Hasselmo","year":"2009","journal-title":"Neurobiol Learn Mem"},{"key":"ref75","doi-asserted-by":"crossref","first-page":"663","DOI":"10.1038\/nrn1932","article-title":"Path integration and the neural basis of the \u2018cognitive map\u2019.","volume":"7","author":"BL McNaughton","year":"2006","journal-title":"Nat Rev Neurosci"},{"key":"ref76","doi-asserted-by":"crossref","first-page":"187","DOI":"10.1016\/j.neuroscience.2004.06.022","article-title":"Influence of the entorhinal cortex on accumbal and striatal dopaminergic responses in a latent inhibition paradigm.","volume":"128","author":"J Jeanblanc","year":"2004","journal-title":"Neuroscience"},{"key":"ref77","first-page":"216","article-title":"Integrated architectures for learning, planning, and reacting based on approximating dynamic programming.","author":"RS Sutton","year":"1990"},{"key":"ref78","doi-asserted-by":"crossref","first-page":"1704","DOI":"10.1038\/nn1560","article-title":"Uncertainty-based competition between prefrontal and dorsolateral striatal systems for behavioral control.","volume":"8","author":"N Daw","year":"2005","journal-title":"Nat Neurosci"},{"key":"ref79","doi-asserted-by":"crossref","first-page":"692","DOI":"10.1016\/j.conb.2008.01.003","article-title":"Integrating hippocampus and striatum in decision-making.","volume":"17","author":"A Johnson","year":"2007","journal-title":"Curr Opin Neurobiol"},{"key":"ref80","doi-asserted-by":"crossref","first-page":"1115","DOI":"10.1162\/0898929054475190","article-title":"A model of prefrontal cortical mechanisms for goal-directed behavior.","volume":"17","author":"ME Hasselmo","year":"2005","journal-title":"J Cogn Neurosci"},{"key":"ref81","doi-asserted-by":"crossref","first-page":"12176","DOI":"10.1523\/JNEUROSCI.3761-07.2007","article-title":"Neural ensembles in CA3 transiently encode paths forward of the animal at a decision point.","volume":"27","author":"A Johnson","year":"2007","journal-title":"J Neurosci"},{"key":"ref82","doi-asserted-by":"crossref","first-page":"961","DOI":"10.1016\/S0893-6080(99)00046-5","article-title":"What are the computations of the cerebellum, the basal ganglia and the cerebral cortex?","volume":"12","author":"K Doya","year":"1999","journal-title":"Neural Netw"},{"key":"ref83","doi-asserted-by":"crossref","first-page":"1637","DOI":"10.1162\/neco.2006.18.7.1637","article-title":"Representation and timing in theories of the dopamine system.","volume":"18","author":"ND Daw","year":"2006","journal-title":"Neural Comput"},{"key":"ref84","doi-asserted-by":"crossref","first-page":"429","DOI":"10.3758\/CABN.8.4.429","article-title":"Decision theory, reinforcement learning, and the brain.","volume":"8","author":"P Dayan","year":"2008","journal-title":"Cogn Affect Behav Neurosci"},{"key":"ref85","doi-asserted-by":"crossref","first-page":"9","DOI":"10.1007\/BF00115009","article-title":"Learning to predict by the methods of temporal differences.","volume":"3","author":"R Sutton","year":"1988","journal-title":"Mach Learn"},{"key":"ref86","doi-asserted-by":"crossref","first-page":"423","DOI":"10.1016\/S0166-2236(03)00177-2","article-title":"A computational substrate for incentive salience.","volume":"26","author":"S McClure","year":"2003","journal-title":"Trends Neurosci"},{"key":"ref87","doi-asserted-by":"crossref","first-page":"11250","DOI":"10.1523\/JNEUROSCI.2862-08.2008","article-title":"Unmasking the CA1 ensemble place code by exposures to small and large environments: more place cells and multiple, irregularly arranged, and expanded place fields in the larger space.","volume":"28","author":"AA Fenton","year":"2008","journal-title":"J Neurosci"},{"key":"ref88","doi-asserted-by":"crossref","first-page":"345","DOI":"10.1145\/367766.368168","article-title":"Algorithm 97: Shortest path.","volume":"5","author":"R Floyd","year":"1962","journal-title":"Commun ACM"},{"key":"ref89","doi-asserted-by":"crossref","first-page":"401","DOI":"10.1109\/T-C.1969.222678","article-title":"A Nonlinear Mapping for Data Structure Analysis.","volume":"18","author":"JW Sammon","year":"1969","journal-title":"IEEE Trans Comput"}],"container-title":["PLoS Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/dx.plos.org\/10.1371\/journal.pcbi.1002235","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,4,14]],"date-time":"2024-04-14T06:24:43Z","timestamp":1713075883000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1002235"}},"subtitle":[],"editor":[{"given":"Konrad P.","family":"Kording","sequence":"first","affiliation":[]}],"short-title":[],"issued":{"date-parts":[[2011,10,27]]},"references-count":89,"journal-issue":{"issue":"10","published-online":{"date-parts":[[2011,10,27]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pcbi.1002235","relation":{},"ISSN":["1553-7358"],"issn-type":[{"value":"1553-7358","type":"electronic"}],"subject":[],"published":{"date-parts":[[2011,10,27]]}}}