{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T13:51:26Z","timestamp":1777643486844,"version":"3.51.4"},"update-to":[{"DOI":"10.1371\/journal.pcbi.1006092","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2018,4,19]],"date-time":"2018-04-19T00:00:00Z","timestamp":1524096000000}}],"reference-count":124,"publisher":"Public Library of Science (PLoS)","issue":"4","license":[{"start":{"date-parts":[[2018,4,9]],"date-time":"2018-04-09T00:00:00Z","timestamp":1523232000000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"European Community FP6 IST - Information society technologies","award":["027819 1778"],"award-info":[{"award-number":["027819 1778"]}]},{"name":"European Community FP6 IST - Information society technologies","award":["027819 1778"],"award-info":[{"award-number":["027819 1778"]}]},{"DOI":"10.13039\/501100001665","name":"Agence Nationale de la Recherche","doi-asserted-by":"publisher","award":["ANR-12-CORD-0030"],"award-info":[{"award-number":["ANR-12-CORD-0030"]}],"id":[{"id":"10.13039\/501100001665","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Labex SMART","award":["ANR-11- LABX-65"],"award-info":[{"award-number":["ANR-11- LABX-65"]}]},{"DOI":"10.13039\/501100004794","name":"Centre National de la Recherche Scientifique","doi-asserted-by":"publisher","award":["ROBAUTISTE"],"award-info":[{"award-number":["ROBAUTISTE"]}],"id":[{"id":"10.13039\/501100004794","id-type":"DOI","asserted-by":"publisher"}]},{"name":"European Community FP6 IST - Information society technologies","award":["027819 1778"],"award-info":[{"award-number":["027819 1778"]}]}],"content-domain":{"domain":["www.ploscompbiol.org"],"crossmark-restriction":false},"short-container-title":["PLoS Comput Biol"],"DOI":"10.1371\/journal.pcbi.1006092","type":"journal-article","created":{"date-parts":[[2018,4,9]],"date-time":"2018-04-09T17:26:29Z","timestamp":1523294789000},"page":"e1006092","update-policy":"https:\/\/doi.org\/10.1371\/journal.pcbi.corrections_policy","source":"Crossref","is-referenced-by-count":17,"title":["Interactions of spatial strategies producing generalization gradient and blocking: A computational approach"],"prefix":"10.1371","volume":"14","author":[{"given":"Laurent","family":"Doll\u00e9","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ricardo","family":"Chavarriaga","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Agn\u00e8s","family":"Guillot","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2515-1046","authenticated-orcid":true,"given":"Mehdi","family":"Khamassi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"340","published-online":{"date-parts":[[2018,4,9]]},"reference":[{"issue":"11","key":"ref1","doi-asserted-by":"crossref","first-page":"1044","DOI":"10.1002\/hipo.22178","article-title":"Factors that influence the relative use of multiple memory systems","volume":"23","author":"MG Packard","year":"2013","journal-title":"Hippocampus"},{"issue":"4","key":"ref2","doi-asserted-by":"crossref","first-page":"459","DOI":"10.1101\/lm.81004","article-title":"Contributions of striatal subregions to place and response learning","volume":"11","author":"HH Yin","year":"2004","journal-title":"Learn & Mem"},{"key":"ref3","doi-asserted-by":"crossref","first-page":"513","DOI":"10.1111\/j.1460-9568.2005.04218.x","article-title":"The role of the dorsomedial striatum in instrumental conditioning","volume":"22","author":"HH Yin","year":"2005","journal-title":"Eur J Neurosci"},{"issue":"12","key":"ref4","doi-asserted-by":"crossref","first-page":"1704","DOI":"10.1038\/nn1560","article-title":"Uncertainty-based competition between prefrontal and dorsolateral striatal systems for behavioral control","volume":"8","author":"ND Daw","year":"2005","journal-title":"Nat Neurosci"},{"key":"ref5","doi-asserted-by":"crossref","first-page":"464","DOI":"10.1038\/nrn1919","article-title":"The role of the basal ganglia in habit formation","volume":"2006","author":"HH Yin","year":"2006","journal-title":"Nat Rev Neurosci"},{"key":"ref6","doi-asserted-by":"crossref","first-page":"781","DOI":"10.1016\/j.neuron.2010.04.036","article-title":"Differential dynamics of activity changes in dorsolateral and dorsomedial striatal loops during learning","volume":"66","author":"CA Thorn","year":"2010","journal-title":"Neuron"},{"key":"ref7","doi-asserted-by":"crossref","first-page":"374","DOI":"10.1016\/j.conb.2011.02.009","article-title":"Multiplicity of control in the basal ganglia: computational roles of striatal subregions","volume":"21","author":"AM Bornstein","year":"2011","journal-title":"Curr Opin Neurobiol"},{"key":"ref8","doi-asserted-by":"crossref","DOI":"10.3389\/fnbeh.2012.00079","article-title":"Integrating cortico-limbic-basal ganglia architectures for learning model-based and model-free navigation strategies","volume":"6","author":"M Khamassi","year":"2012","journal-title":"Front Behav Neurosci"},{"issue":"3","key":"ref9","doi-asserted-by":"crossref","first-page":"223","DOI":"10.1385\/NI:3:3:223","article-title":"A Computational Model of Parallel Navigation Systems in Rodents","volume":"3","author":"R Chavarriaga","year":"2005","journal-title":"Neuroinformatics"},{"issue":"2","key":"ref10","doi-asserted-by":"crossref","first-page":"115","DOI":"10.1177\/105971230501300204","article-title":"Integration of navigation and action selection functionalities in a computational model of cortico-basal-thalamo-cortical loops","volume":"13","author":"B Girard","year":"2005","journal-title":"Adapt Behav"},{"issue":"5","key":"ref11","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1371\/journal.pcbi.1002055","article-title":"Speed\/Accuracy trade-off between the habitual and goal-directed processes","volume":"7","author":"M Keramati","year":"2011","journal-title":"PLoS Comput Biol"},{"issue":"2","key":"ref12","doi-asserted-by":"crossref","first-page":"e1003466","DOI":"10.1371\/journal.pcbi.1003466","article-title":"Modelling individual differences observed in Pavlovian autoshaping in rats using a dual learning systems approach and factored representations","volume":"10","author":"F Lesaint","year":"2014","journal-title":"PLoS Comput Biol"},{"key":"ref13","first-page":"71","article-title":"Spatial Cognition VI. vol. 5248 of LNAI 5248","author":"L Doll\u00e9","year":"2008"},{"issue":"4","key":"ref14","doi-asserted-by":"crossref","first-page":"299","DOI":"10.1007\/s00422-010-0400-z","article-title":"Path planning versus cue responding: A bioinspired model of switching between navigation strategies","volume":"103","author":"L Doll\u00e9","year":"2010","journal-title":"Biol Cybern"},{"issue":"4","key":"ref15","doi-asserted-by":"crossref","first-page":"342","DOI":"10.1177\/1073858411435128","article-title":"Information processing in decision-making systems","volume":"18","author":"M van der Meer","year":"2012","journal-title":"The Neuroscientist"},{"issue":"7","key":"ref16","doi-asserted-by":"crossref","first-page":"2789","DOI":"10.1523\/JNEUROSCI.19-07-02789.1999","article-title":"Parallel information processing in the dorsal striatum: Relation to hippocampal functions","volume":"19","author":"BD Devan","year":"1999","journal-title":"J Neurosci"},{"issue":"1","key":"ref17","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1002\/(SICI)1098-1063(2000)10:1<1::AID-HIPO1>3.0.CO;2-1","article-title":"A model of hippocampally dependent navigation, using the temporal difference learning rule","volume":"10","author":"DJ Foster","year":"2000","journal-title":"Hippocampus"},{"key":"ref18","doi-asserted-by":"crossref","first-page":"92","DOI":"10.3389\/fpsyg.2013.00092","article-title":"The mixed instrumental controller: using value of information to combine habitual choice and mental simulation","volume":"4","author":"G Pezzulo","year":"2013","journal-title":"Front Psychol"},{"key":"ref19","doi-asserted-by":"crossref","DOI":"10.3389\/fnbeh.2015.00225","article-title":"Modeling choice and reaction time during arbitrary visuomotor learning through the coordination of adaptive working memory and reinforcement learning","volume":"9","author":"G Viejo","year":"2015","journal-title":"Front Behav Neurosci"},{"key":"ref20","doi-asserted-by":"crossref","unstructured":"Renaudo E, Girard B, Chatila R, Khamassi M. Design of a Control Architecture for Habit Learning in Robots. In: Biomimetic and Biohybrid Systems, LNAI Proceedings; 2014. p. 249\u2013260.","DOI":"10.1007\/978-3-319-09435-9_22"},{"issue":"7","key":"ref21","doi-asserted-by":"crossref","first-page":"1024","DOI":"10.1111\/j.1460-9568.2011.07980.x","article-title":"How much of reinforcement learning is working memory, not reinforcement learning? A behavioral, computational, and neurogenetic analysis","volume":"35","author":"AG Collins","year":"2012","journal-title":"Eur J Neurosci"},{"key":"ref22","article-title":"Adaptive coordination of working-memory and reinforcement learning in non-human primates performing a trial-and-error problem solving task","author":"G Viejo","year":"2017","journal-title":"Behav Brain Res"},{"issue":"6","key":"ref23","doi-asserted-by":"crossref","first-page":"749","DOI":"10.1002\/(SICI)1098-1063(1996)6:6<749::AID-HIPO16>3.0.CO;2-0","article-title":"Neuronal computations underlying the firing of place cells and their role in navigation","volume":"6","author":"N Burgess","year":"1996","journal-title":"Hippocampus"},{"issue":"3","key":"ref24","doi-asserted-by":"crossref","first-page":"287","DOI":"10.1007\/s004220000171","article-title":"Spatial cognition and neuro-mimetic navigation: a model of hippocampal place cell activity","volume":"83","author":"A Arleo","year":"2000","journal-title":"Biol Cybern"},{"issue":"1","key":"ref25","doi-asserted-by":"crossref","first-page":"54","DOI":"10.1037\/a0038339","article-title":"Hierarchical control over effortful behavior by rodent medial frontal cortex: A computational model","volume":"122","author":"CB Holroyd","year":"2015","journal-title":"Psychol Rev"},{"key":"ref26","first-page":"371","article-title":"Handbook of chemical neuroanatomy. vol. Vol 12: Integrated Systems of the CNS, Part III","author":"CR Gerfen","year":"1996"},{"key":"ref27","doi-asserted-by":"crossref","first-page":"1009","DOI":"10.1016\/S0306-4522(98)00319-4","article-title":"The basal ganglia: a vertebrate solution to the selection problem?","volume":"89","author":"P Redgrave","year":"1999","journal-title":"Neuroscience"},{"key":"ref28","doi-asserted-by":"crossref","first-page":"99","DOI":"10.1177\/105971239900700105","article-title":"Layered control architectures in robots and vertebrates","volume":"7","author":"TJ Prescott","year":"1999","journal-title":"Adapt Behav"},{"issue":"4","key":"ref29","doi-asserted-by":"crossref","first-page":"535","DOI":"10.1016\/S0893-6080(02)00047-3","article-title":"Actor-critic models of the basal ganglia: new anatomical and computational perspectives","volume":"15","author":"D Joel","year":"2002","journal-title":"Neural Netw"},{"issue":"2","key":"ref30","doi-asserted-by":"crossref","first-page":"131","DOI":"10.1177\/105971230501300205","article-title":"Actor-critic models of reinforcement learning in the basal ganglia: from natural to artificial rats","volume":"13","author":"M Khamassi","year":"2005","journal-title":"Adapt Behav"},{"issue":"2","key":"ref31","doi-asserted-by":"crossref","first-page":"300","DOI":"10.1037\/0033-295X.113.2.300","article-title":"Anatomy of a decision: striato-orbitofrontal interactions in reinforcement learning, decision making, and reversal","volume":"113","author":"M J Frank","year":"2006","journal-title":"Psychol Rev"},{"issue":"13","key":"ref32","doi-asserted-by":"crossref","first-page":"1081","DOI":"10.1016\/j.cub.2011.05.001","article-title":"Evolutionary conservation of the basal ganglia as a common vertebrate mechanism for action selection","volume":"21","author":"M Stephenson-Jones","year":"2011","journal-title":"Current Biol"},{"key":"ref33","first-page":"123","article-title":"Episodes in space: A modelling study of hippocampal place representation","volume":"5040","author":"B Ujfalussy","year":"2008","journal-title":"LNAI"},{"issue":"5868","key":"ref34","doi-asserted-by":"crossref","first-page":"681","DOI":"10.1038\/297681a0","article-title":"Place navigation impaired in rats with hippocampal lesions","volume":"297","author":"R Morris","year":"1982","journal-title":"Nature"},{"issue":"2","key":"ref35","doi-asserted-by":"crossref","first-page":"118","DOI":"10.1002\/(SICI)1098-1063(1999)9:2<118::AID-HIPO4>3.0.CO;2-8","article-title":"Delay-dependent impairment of a matching-to-place task with chronic and intrahippocampal infusion of the NMDA-antagonist D-AP 5","volume":"9","author":"RJ Steele","year":"1999","journal-title":"Hippocampus"},{"issue":"6706","key":"ref36","doi-asserted-by":"crossref","first-page":"75","DOI":"10.1038\/23941","article-title":"Hippocampal lesions disrupt navigation based on cognitive maps but not heading vectors","volume":"396","author":"JM Pearce","year":"1998","journal-title":"Nature"},{"issue":"3","key":"ref37","doi-asserted-by":"crossref","first-page":"247","DOI":"10.1016\/j.lmot.2005.08.001","article-title":"Generalization gradients in a navigation task with rats","volume":"37","author":"T Rodrigo","year":"2006","journal-title":"Learning and Motivation"},{"issue":"2","key":"ref38","doi-asserted-by":"crossref","first-page":"225","DOI":"10.1037\/0097-7403.25.2.225","article-title":"Blocking in the Morris swimming pool","volume":"25","author":"A Roberts","year":"1999","journal-title":"J Exp Psychol Anim Behav Process"},{"issue":"1","key":"ref39","doi-asserted-by":"crossref","first-page":"219","DOI":"10.1242\/jeb.199.1.219","article-title":"Do animals have cognitive maps?","volume":"199","author":"AT Bennett","year":"1996","journal-title":"J Exp Biol"},{"issue":"2","key":"ref40","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1007\/s10071-008-0182-z","article-title":"Evidence against integration of spatial maps in humans: generality across real and virtual environments","volume":"12","author":"BR Sturz","year":"2009","journal-title":"Animal Cognition"},{"issue":"7","key":"ref41","doi-asserted-by":"crossref","first-page":"340","DOI":"10.1016\/S0166-2236(02)02164-1","article-title":"Rodent models of prefrontal cortical function","volume":"25","author":"VJ Brown","year":"2002","journal-title":"Trends Neurosci"},{"issue":"1","key":"ref42","doi-asserted-by":"crossref","first-page":"34","DOI":"10.1037\/0097-7403.30.1.34","article-title":"Absence of an Interaction Between Navigational Strategies Based on Local and Distal Landmarks","volume":"30","author":"A McGregor","year":"2004","journal-title":"J Exp Psychol Anim Behav Process"},{"issue":"1","key":"ref43","doi-asserted-by":"crossref","first-page":"1665","DOI":"10.1080\/17470210902805589","article-title":"The 36th Sir Frederick Bartlett Lecture: An associative analysis of spatial learning","volume":"62","author":"JM Pearce","year":"2009","journal-title":"Quat J Exp Psychol"},{"key":"ref44","doi-asserted-by":"crossref","first-page":"125","DOI":"10.1006\/nlme.2001.4008","article-title":"Multiple parallel memory systems in the brain of the rat","volume":"77","author":"NM White","year":"2002","journal-title":"Neurobiol Learn Mem"},{"issue":"10","key":"ref45","doi-asserted-by":"crossref","first-page":"1222","DOI":"10.1038\/nn.2384","article-title":"Selective suppression of hippocampal ripples impairs spatial memory","volume":"12","author":"G Girardeau","year":"2009","journal-title":"Nat Neurosci"},{"issue":"3","key":"ref46","first-page":"271","article-title":"Biologically-based artificial navigation systems: review and prospects","volume":"83","author":"O Trullier","year":"1997","journal-title":"Prog Neurobiol"},{"key":"ref47","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/1571.001.0001","article-title":"Beyond the cognitive map: From place cells to episodic memory","author":"AD Redish","year":"1999"},{"key":"ref48","unstructured":"Khamassi M. Complementary roles of the rat prefrontal cortex and striatum in reward-based learning and shifting navigation strategies. UPMC. PhD thesis; 2007."},{"key":"ref49","doi-asserted-by":"crossref","first-page":"349","DOI":"10.1016\/j.neuroscience.2008.01.081","article-title":"Task-dependent encoding of space and events by striatal neurons is dependent on neural subtype","volume":"153","author":"NC Schmitzer-Torbert","year":"2008","journal-title":"Neurosci"},{"key":"ref50","first-page":"111","article-title":"Spatial navigation: Spatial learning in real and virtual environments","volume":"2","author":"DM Kelly","year":"2007","journal-title":"Comp Cog Behav Rev"},{"key":"ref51","first-page":"80","article-title":"Associative Basis of Landmark Learning and Integration in Vertebrates","volume":"4","author":"KJ Leising","year":"2009","journal-title":"Comp Cog Behav Rev"},{"key":"ref52","article-title":"Conditioned reflexes","author":"I Pavlov","year":"1927"},{"key":"ref53","article-title":"The behavior of organisms","author":"B Skinner","year":"1938"},{"key":"ref54","article-title":"Readings in the History of Psychology","author":"JB Watson","year":"1948"},{"key":"ref55","first-page":"64","article-title":"Classical conditioning II: Current research and theory","author":"R Rescorla","year":"1972"},{"issue":"4","key":"ref56","doi-asserted-by":"crossref","first-page":"189","DOI":"10.1037\/h0061626","article-title":"Cognitive Maps in Rats and Men","volume":"55","author":"EC Tolman","year":"1948","journal-title":"Psychol Rev"},{"issue":"1","key":"ref57","doi-asserted-by":"crossref","first-page":"171","DOI":"10.1016\/0006-8993(71)90358-1","article-title":"The hippocampus as a spatial map. preliminary evidence from unit activity in the freely-moving rat","volume":"34","author":"J O\u2019Keefe","year":"1971","journal-title":"Brain Res"},{"key":"ref58","doi-asserted-by":"crossref","first-page":"239","DOI":"10.1016\/0023-9690(81)90020-5","article-title":"Spatial localisation does not require the presence of local cues","volume":"12","author":"R Morris","year":"1981","journal-title":"Learning and Motivation"},{"issue":"3","key":"ref59","doi-asserted-by":"crossref","first-page":"333","DOI":"10.1016\/j.nlm.2004.05.009","article-title":"Multiple memory systems: The power of interactions","volume":"82","author":"RJ McDonald","year":"2004","journal-title":"Neurobiol Learn Mem"},{"issue":"7","key":"ref60","doi-asserted-by":"crossref","first-page":"719","DOI":"10.1016\/j.neubiorev.2004.09.014","article-title":"The challenges of understanding mammalian cognition and memory-based behaviours: an interactive learning and memory systems approach","volume":"28","author":"RJ McDonald","year":"2004","journal-title":"Neurosci Biobehav Rev"},{"key":"ref61","doi-asserted-by":"crossref","first-page":"216","DOI":"10.1016\/j.nlm.2004.05.004","article-title":"The role of stimulus ambiguity and movement in spatial navigation: a multiple memory systems analysis of location discrimination","volume":"82","author":"NM White","year":"2004","journal-title":"Neurobiol Learn Mem"},{"issue":"1-2","key":"ref62","doi-asserted-by":"crossref","first-page":"173","DOI":"10.1016\/S0166-4328(00)00303-X","article-title":"Lesions of the medial shell of the nucleus accumbens impair rats in finding larger rewards, but spare reward-seeking behavior","volume":"117","author":"SV Albertin","year":"2000","journal-title":"Behav Brain Res"},{"issue":"3","key":"ref63","doi-asserted-by":"crossref","first-page":"141","DOI":"10.1016\/j.pneurobio.2008.09.004","article-title":"The cognitive functions of the caudate nucleus","volume":"86","author":"JA Grahn","year":"2008","journal-title":"Prog Neurobiol"},{"issue":"3","key":"ref64","doi-asserted-by":"crossref","first-page":"474","DOI":"10.1037\/0735-7044.109.3.474","article-title":"Medial prefrontal lesions in the rat and spatial navigation: Evidence for impaired planning","volume":"109","author":"S Granon","year":"1995","journal-title":"Behav Neurosci"},{"issue":"4","key":"ref65","doi-asserted-by":"crossref","first-page":"1369","DOI":"10.1016\/j.neuroimage.2008.10.059","article-title":"Distinct striatal regions for planning and executing novel and automated movement sequences","volume":"44","author":"J Jankowski","year":"2009","journal-title":"Neuroimage"},{"issue":"1","key":"ref66","doi-asserted-by":"crossref","first-page":"65","DOI":"10.1006\/nlme.1996.0007","article-title":"Inactivation of hippocampus or caudate nucleus with lidocaine differentially affects expression of place and response learning","volume":"65","author":"MG Packard","year":"1996","journal-title":"Neurobiol Learn Mem"},{"issue":"1","key":"ref67","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1016\/j.bbr.2008.12.003","article-title":"Some highlights of research on the effects of caudate nucleus lesions over the past 200 years","volume":"199","author":"NM White","year":"2009","journal-title":"Behav Brain Res"},{"issue":"3","key":"ref68","doi-asserted-by":"crossref","first-page":"260","DOI":"10.1016\/S0163-1047(05)80009-3","article-title":"Parallel information processing in the water maze: evidence for independent memory systems involving dorsal striatum and hippocampus","volume":"61","author":"R McDonald","year":"1994","journal-title":"Behav Neural Biol"},{"issue":"3","key":"ref69","doi-asserted-by":"crossref","first-page":"439","DOI":"10.1037\/0735-7044.106.3.439","article-title":"Double dissociation of fornix and caudate nucleus lesions on acquisition of two water maze tasks: further evidence for multiple memory systems","volume":"106","author":"MG Packard","year":"1992","journal-title":"Behav Neurosci"},{"issue":"25","key":"ref70","doi-asserted-by":"crossref","first-page":"6647","DOI":"10.1523\/JNEUROSCI.0913-07.2007","article-title":"The Hippocampus and Spatial Memory: Findings with a Novel Modification of the Water Maze","volume":"27","author":"RE Clark","year":"2007","journal-title":"J Neurosci"},{"issue":"2","key":"ref71","doi-asserted-by":"crossref","first-page":"271","DOI":"10.1037\/a0013260","article-title":"Evidence for a shift from place navigation to directional responding in one variant of the Morris water task","volume":"35","author":"DA Hamilton","year":"2009","journal-title":"J Exp Psychol Anim Behav Process"},{"issue":"3","key":"ref72","doi-asserted-by":"crossref","first-page":"230","DOI":"10.1016\/j.nlm.2004.07.003","article-title":"Coordination of multiple memory systems","volume":"82","author":"PE Gold","year":"2004","journal-title":"Neurobiol Learn Mem"},{"issue":"4","key":"ref73","doi-asserted-by":"crossref","first-page":"169","DOI":"10.1016\/j.tins.2005.02.004","article-title":"Complementary memory systems: Competition, cooperation and compensation","volume":"28","author":"T Hartley","year":"2005","journal-title":"Trends Neurosci"},{"issue":"6","key":"ref74","doi-asserted-by":"crossref","first-page":"324","DOI":"10.1016\/S0166-2236(00)01818-X","article-title":"Multiple brain-memory systems: The whole does not equal the sum of its parts","volume":"24","author":"J Kim","year":"2001","journal-title":"Trends Neurosci"},{"issue":"3","key":"ref75","doi-asserted-by":"crossref","first-page":"245","DOI":"10.1016\/S0028-3932(02)00157-4","article-title":"Competition among multiple memory systems: Converging evidence from animal and human brain studies","volume":"41","author":"RA Poldrack","year":"2003","journal-title":"Neuropsychology"},{"issue":"7","key":"ref76","doi-asserted-by":"crossref","first-page":"3001","DOI":"10.1523\/JNEUROSCI.23-07-03001.2003","article-title":"Switching memory systems during learning: Changes in patterns of brain acetylcholine release in the hippocampus and striatum in rats","volume":"23","author":"Q Chang","year":"2003","journal-title":"J Neurosci"},{"issue":"3","key":"ref77","doi-asserted-by":"crossref","first-page":"427","DOI":"10.1016\/j.neuron.2004.07.009","article-title":"Interaction between the human hippocampus and the caudate nucleus during route recognition","volume":"43","author":"NC Voermans","year":"2004","journal-title":"Neuron"},{"issue":"6","key":"ref78","doi-asserted-by":"crossref","first-page":"564","DOI":"10.1101\/lm.33105","article-title":"Acetylcholine release in the hippocampus and striatum during place and response training","volume":"12","author":"JC Pych","year":"2005","journal-title":"Learn & Mem"},{"issue":"11","key":"ref79","doi-asserted-by":"crossref","first-page":"4585","DOI":"10.1523\/JNEUROSCI.19-11-04585.1999","article-title":"Involvement of the Prelimbic-Infralimbic Areas of the Rodent Prefontal Cortex in Behavioral Flexibility for Place and Response Learning","volume":"19","author":"ME Ragozzino","year":"1999","journal-title":"J Neurosci"},{"key":"ref80","doi-asserted-by":"crossref","first-page":"126","DOI":"10.1038\/nn1817","article-title":"Separate neural substrates for skill learning and performance in the ventral and dorsal striatum","volume":"10","author":"HE Atallah","year":"2007","journal-title":"Nat Neurosci"},{"key":"ref81","doi-asserted-by":"crossref","first-page":"385","DOI":"10.1016\/j.pneurobio.2009.11.003","article-title":"The ventral basal ganglia, a selection mechanism at the crossroads of space, strategy, and reward","volume":"90","author":"MD Humphries","year":"2010","journal-title":"Prog Neurobiol"},{"issue":"3","key":"ref82","doi-asserted-by":"crossref","first-page":"387","DOI":"10.1016\/j.conb.2011.02.011","article-title":"Ventral striatum: a critical look at models o learning and evaluation","volume":"21","author":"MAA van der Meer","year":"2011","journal-title":"Curr Opin Neurobiol"},{"issue":"5","key":"ref83","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pcbi.1002045","article-title":"Spatial Learning and Action Planning in a Prefrontal Cortical Network Model","volume":"7","author":"LE Martinet","year":"2011","journal-title":"PLoS Comput Biol"},{"issue":"2","key":"ref84","doi-asserted-by":"crossref","first-page":"025009","DOI":"10.1088\/1748-3182\/7\/2\/025009","article-title":"A biologically inspired meta-control navigation system for the Psikharpax rat robot","volume":"7","author":"K Caluwaerts","year":"2012","journal-title":"Bioinsp & Biomim"},{"issue":"5","key":"ref85","doi-asserted-by":"crossref","first-page":"456","DOI":"10.1002\/hipo.20532","article-title":"Heading-vector navigation based on head-direction cells and path integration","volume":"19","author":"JL Kubie","year":"2009","journal-title":"Hippocampus"},{"issue":"2","key":"ref86","doi-asserted-by":"crossref","first-page":"163","DOI":"10.1037\/0033-295X.100.2.163","article-title":"Spatial cognitive maps in animals: New hypotheses on their structure and neural mechanisms","volume":"100","author":"B Poucet","year":"1993","journal-title":"Psychol Rev"},{"key":"ref87","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1037\/0097-7403.29.1.3","article-title":"An Analysis of Response, Direction, and Place Learning in an Open Field and T Mazes","volume":"29","author":"DM Skinner","year":"2003","journal-title":"J Exp Psychol Anim Behav Process"},{"issue":"4","key":"ref88","doi-asserted-by":"crossref","first-page":"397","DOI":"10.1037\/0735-7036.115.4.397","article-title":"Cognitive maps not used by humans (Homo sapiens) during a dynamic navigational task","volume":"115","author":"BM Gibson","year":"2001","journal-title":"J Comp Psychol"},{"issue":"15","key":"ref89","doi-asserted-by":"crossref","first-page":"5915","DOI":"10.1073\/pnas.0801489105","article-title":"Parallel striatal and hippocampal systems for landmarks and boundaries in spatial memory","volume":"105","author":"CF Doeller","year":"2008","journal-title":"Proc Natl Acad Sci USA"},{"issue":"15","key":"ref90","doi-asserted-by":"crossref","first-page":"5909","DOI":"10.1073\/pnas.0711433105","article-title":"Distinct error-correcting and incidental learning of location relative to landmarks and boundaries","volume":"105","author":"CF Doeller","year":"2008","journal-title":"Proc Natl Acad Sci USA"},{"issue":"1","key":"ref91","doi-asserted-by":"crossref","first-page":"31","DOI":"10.1037\/0097-7403.34.1.31","article-title":"The relative influence of place and direction in the Morris water task","volume":"34","author":"DA Hamilton","year":"2008","journal-title":"J Exp Psychol Anim Behav Process"},{"issue":"5","key":"ref92","doi-asserted-by":"crossref","first-page":"604","DOI":"10.1002\/hipo.10092","article-title":"Distal landmarks and hippocampal place cells: effects of relative translation versus rotation","volume":"13","author":"JJ Knierim","year":"2003","journal-title":"Hippocampus"},{"issue":"4","key":"ref93","doi-asserted-by":"crossref","first-page":"585","DOI":"10.1016\/j.neuron.2010.04.016","article-title":"States versus rewards: dissociable neural prediction error signals underlying model-based and model-free reinforcement learning","volume":"66","author":"J Glascher","year":"2010","journal-title":"Neuron"},{"issue":"9","key":"ref94","doi-asserted-by":"crossref","first-page":"547","DOI":"10.1038\/nrn.2017.74","article-title":"Prefrontal-hippocampal interactions in episodic memory","volume":"18","author":"H Eichenbaum","year":"2017","journal-title":"Nat Rev Neurosci"},{"issue":"6292","key":"ref95","doi-asserted-by":"crossref","first-page":"1464","DOI":"10.1126\/science.aaf0941","article-title":"Organizing conceptual knowledge in humans with a grid-like code","volume":"352","author":"AO Constantinescu","year":"2016","journal-title":"Science"},{"issue":"1","key":"ref96","doi-asserted-by":"crossref","first-page":"231","DOI":"10.1016\/j.neuron.2015.06.011","article-title":"A map for social navigation in the human brain","volume":"87","author":"RM Tavares","year":"2015","journal-title":"Neuron"},{"key":"ref97","doi-asserted-by":"crossref","first-page":"85","DOI":"10.1016\/j.cobeha.2015.08.010","article-title":"Integrating memories to guide decisions","volume":"5","author":"D Shohamy","year":"2015","journal-title":"Curr Opin Behav Sci"},{"issue":"37","key":"ref98","doi-asserted-by":"crossref","first-page":"13157","DOI":"10.1523\/JNEUROSCI.2701-11.2011","article-title":"Feedback timing modulates brain systems for learning in humans","volume":"31","author":"K Foerde","year":"2011","journal-title":"J Neurosci"},{"issue":"4","key":"ref99","doi-asserted-by":"crossref","first-page":"624","DOI":"10.1016\/j.nlm.2011.08.006","article-title":"The role of the basal ganglia in learning and memory: insight from Parkinson\u2019s disease","volume":"96","author":"K Foerde","year":"2011","journal-title":"Neurobiol Learn & Mem"},{"issue":"6","key":"ref100","doi-asserted-by":"crossref","first-page":"1402","DOI":"10.1016\/j.neuron.2016.08.019","article-title":"Human orbitofrontal cortex represents a cognitive map of state space","volume":"91","author":"NW Schuck","year":"2016","journal-title":"Neuron"},{"issue":"6","key":"ref101","doi-asserted-by":"crossref","first-page":"921","DOI":"10.1016\/j.neuron.2010.05.013","article-title":"Coherent theta oscillations and reorganization of spike timing in the hippocampal-prefrontal network upon learning","volume":"66","author":"K Benchenane","year":"2010","journal-title":"Neuron"},{"key":"ref102","doi-asserted-by":"crossref","first-page":"139","DOI":"10.1016\/j.conb.2017.03.013","article-title":"The phasic dopamine signal maturing: from reward via behavioural activation to formal economic utility","volume":"43","author":"W Schultz","year":"2017","journal-title":"Curr Opin Neurobiol"},{"issue":"2","key":"ref103","doi-asserted-by":"crossref","first-page":"378","DOI":"10.1016\/j.neuron.2008.09.023","article-title":"Integrating memories in the human brain: hippocampal-midbrain encoding of overlapping events","volume":"60","author":"D Shohamy","year":"2008","journal-title":"Neuron"},{"key":"ref104","doi-asserted-by":"crossref","DOI":"10.1109\/TNN.1998.712192","article-title":"Reinforcement learning: an introduction","author":"RS Sutton","year":"1998"},{"key":"ref105","doi-asserted-by":"crossref","unstructured":"Caz\u00e9 R, Khamassi M, Aubin L, Girard B. Hippocampal replays under the scrutiny of reinforcement learning models. Submitted. 2018.","DOI":"10.1152\/jn.00145.2018"},{"key":"ref106","doi-asserted-by":"crossref","first-page":"e05360","DOI":"10.7554\/eLife.05360","article-title":"VTA neurons coordinate with the hippocampal reactivation of spatial experience","volume":"4","author":"SN Gomperts","year":"2015","journal-title":"Elife"},{"key":"ref107","doi-asserted-by":"crossref","unstructured":"Khamassi M, Martinet LE, Guillot A. Combining self-organizing maps with mixture of experts: application to an actor-critic of reinforcement learning in the basal ganglia. In: Proceedings of the 9th International Conference on the Simulation of Adaptive Behavior (SAB 2006); 2006. p. 394\u2013405.","DOI":"10.1007\/11840541_33"},{"issue":"6","key":"ref108","doi-asserted-by":"crossref","first-page":"1347","DOI":"10.1162\/089976602753712972","article-title":"Multiple model-based reinforcement learning","volume":"14","author":"K Doya","year":"2002","journal-title":"Neural Computation"},{"issue":"9","key":"ref109","doi-asserted-by":"crossref","first-page":"1180","DOI":"10.1038\/nn.2374","article-title":"Stress, genotype and norepinephrine in the prediction of mouse behavior using reinforcement learning","volume":"12","author":"G Luksys","year":"2009","journal-title":"Nat Neurosci"},{"issue":"9","key":"ref110","doi-asserted-by":"crossref","first-page":"1214","DOI":"10.1038\/nn1954","article-title":"Learning the value of information in an uncertain world","volume":"10","author":"TE Behrens","year":"2007","journal-title":"Nature neuroscience"},{"issue":"8","key":"ref111","doi-asserted-by":"crossref","first-page":"1057","DOI":"10.1038\/nn1743","article-title":"Midbrain dopamine neurons encode decisions for future action","volume":"9","author":"G Morris","year":"2006","journal-title":"Nat Neurosci"},{"issue":"12","key":"ref112","doi-asserted-by":"crossref","first-page":"1615","DOI":"10.1038\/nn2013","article-title":"Dopamine neurons encode the better option in rats deciding between differently delayed or sized rewards","volume":"10","author":"MR Roesch","year":"2007","journal-title":"Nat Neurosci"},{"issue":"8","key":"ref113","doi-asserted-by":"crossref","first-page":"987","DOI":"10.1038\/nn0806-987","article-title":"Choice values","volume":"9","author":"Y Niv","year":"2006","journal-title":"Nature neuroscience"},{"issue":"12","key":"ref114","doi-asserted-by":"crossref","first-page":"1505","DOI":"10.1038\/nn1207-1505","article-title":"Dopamine: at the intersection of reward and action","volume":"10","author":"ND Daw","year":"2007","journal-title":"Nat Neurosci"},{"key":"ref115","doi-asserted-by":"crossref","unstructured":"Bellot J, Sigaud O, Khamassi M. Which Temporal Difference Learning algorithm best reproduces dopamine activity in a multi-choice task? In: Ziemke T, Balkenius C, Hallam J (Eds). Proceedings of the 12th International Conference on Adaptive Behaviour (SAB 2012). Odense, Denmark: Springer; 2012. p. 289\u2013298.","DOI":"10.1007\/978-3-642-33093-3_29"},{"key":"ref116","unstructured":"Bellot J, Sigaud O, Roesch MR, Schoenbaum G, Girard B, Khamassi M. Dopamine neurons phasic activity does not encode the reward prediction error that behavioral adaptation would predict. Submitted. 2018."},{"key":"ref117","unstructured":"Mouret JB. Micro-Data Learning: The Other End of the Spectrum. arXiv preprint arXiv:161000946. 2016."},{"issue":"2","key":"ref118","doi-asserted-by":"crossref","first-page":"420","DOI":"10.1523\/JNEUROSCI.10-02-00420.1990","article-title":"Head-direction cells recorded from the postsubiculum in freely moving rats. I. Description and quantitative analysis","volume":"10","author":"JS Taube","year":"1990","journal-title":"J Neurosci"},{"key":"ref119","doi-asserted-by":"crossref","unstructured":"Doll\u00e9 L, Sheynikhovich D, Girard B, Ujfallussy B, Chavarriaga R, Guillot A. Analyzing interactions between cue-guided and place-based navigation with a computational model of action selection: Influence of sensory cues and training. In: Proceedings of the 11th International Conference on Simulation of Adaptive Behavior (SAB 2010). Paris, France: Springer; 2010. p. 335\u2013346.","DOI":"10.1007\/978-3-642-15193-4_32"},{"issue":"269-270","key":"ref120","doi-asserted-by":"crossref","first-page":"269","DOI":"10.1007\/BF01386390","article-title":"A note on two problems in connection with graphs","volume":"1","author":"EW Dijkstra","year":"1959","journal-title":"Numerische Mathematik"},{"issue":"3","key":"ref121","doi-asserted-by":"crossref","first-page":"435","DOI":"10.1177\/105971239800600305","article-title":"Affordances, motivation, and the world graph theory","volume":"6","author":"A Guazzelli","year":"1998","journal-title":"Adapt Behav"},{"issue":"1","key":"ref122","doi-asserted-by":"crossref","first-page":"60","DOI":"10.1016\/S0165-0173(01)00067-4","article-title":"Applications of the Morris water maze in the study of learning and memory","volume":"36","author":"R D\u2019Hooge","year":"2001","journal-title":"Brain Res Rev"},{"issue":"3","key":"ref123","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1007\/s00422-010-0401-y","article-title":"What do the basal ganglia do? A modeling perspective","volume":"103","author":"V Chakravarthy","year":"2010","journal-title":"Biol Cybern"},{"issue":"9","key":"ref124","doi-asserted-by":"crossref","first-page":"1125","DOI":"10.1016\/j.neunet.2005.08.012","article-title":"Robust self-localisation and navigation based on hippocampal place cells","volume":"18","author":"T Strosslin","year":"2005","journal-title":"Neural Network"}],"updated-by":[{"DOI":"10.1371\/journal.pcbi.1006092","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2018,4,19]],"date-time":"2018-04-19T00:00:00Z","timestamp":1524096000000}}],"container-title":["PLOS Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/dx.plos.org\/10.1371\/journal.pcbi.1006092","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,8,18]],"date-time":"2022-08-18T18:34:16Z","timestamp":1660847656000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1006092"}},"subtitle":[],"editor":[{"given":"Daniel","family":"Bush","sequence":"first","affiliation":[],"role":[{"role":"editor","vocabulary":"crossref"}]}],"short-title":[],"issued":{"date-parts":[[2018,4,9]]},"references-count":124,"journal-issue":{"issue":"4","published-online":{"date-parts":[[2018,4,9]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pcbi.1006092","relation":{"new_version":[{"id-type":"doi","id":"10.1371\/journal.pcbi.1006092","asserted-by":"object"}]},"ISSN":["1553-7358"],"issn-type":[{"value":"1553-7358","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,4,9]]}}}