{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,31]],"date-time":"2025-12-31T10:08:16Z","timestamp":1767175696920,"version":"build-2238731810"},"update-to":[{"DOI":"10.1371\/journal.pcbi.1007093","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2019,7,5]],"date-time":"2019-07-05T00:00:00Z","timestamp":1562284800000}}],"reference-count":41,"publisher":"Public Library of Science (PLoS)","issue":"6","license":[{"start":{"date-parts":[[2019,6,24]],"date-time":"2019-06-24T00:00:00Z","timestamp":1561334400000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["www.ploscompbiol.org"],"crossmark-restriction":false},"short-container-title":["PLoS Comput Biol"],"DOI":"10.1371\/journal.pcbi.1007093","type":"journal-article","created":{"date-parts":[[2019,6,24]],"date-time":"2019-06-24T18:31:41Z","timestamp":1561401101000},"page":"e1007093","update-policy":"https:\/\/doi.org\/10.1371\/journal.pcbi.corrections_policy","source":"Crossref","is-referenced-by-count":4,"title":["Learning to use past evidence in a sophisticated world model"],"prefix":"10.1371","volume":"15","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5414-7847","authenticated-orcid":true,"given":"Sanjeevan","family":"Ahilan","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5398-4793","authenticated-orcid":true,"given":"Rebecca B.","family":"Solomon","sequence":"additional","affiliation":[]},{"given":"Yannick-Andr\u00e9","family":"Breton","sequence":"additional","affiliation":[]},{"given":"Kent","family":"Conover","sequence":"additional","affiliation":[]},{"given":"Ritwik K.","family":"Niyogi","sequence":"additional","affiliation":[]},{"given":"Peter","family":"Shizgal","sequence":"additional","affiliation":[]},{"given":"Peter","family":"Dayan","sequence":"additional","affiliation":[]}],"member":"340","published-online":{"date-parts":[[2019,6,24]]},"reference":[{"issue":"4","key":"ref1","doi-asserted-by":"crossref","first-page":"189","DOI":"10.1037\/h0061626","article-title":"Cognitive maps in rats and men","volume":"55","author":"EC Tolman","year":"1948","journal-title":"Psychological review"},{"issue":"2","key":"ref2","doi-asserted-by":"crossref","first-page":"490","DOI":"10.1016\/j.neuron.2018.10.002","article-title":"What is a cognitive map? Organizing knowledge for flexible behavior","volume":"100","author":"TE Behrens","year":"2018","journal-title":"Neuron"},{"issue":"12","key":"ref3","doi-asserted-by":"crossref","first-page":"1704","DOI":"10.1038\/nn1560","article-title":"Uncertainty-based competition between prefrontal and dorsolateral striatal systems for behavioral control","volume":"8","author":"ND Daw","year":"2005","journal-title":"Nature neuroscience"},{"issue":"4","key":"ref4","doi-asserted-by":"crossref","first-page":"585","DOI":"10.1016\/j.neuron.2010.04.016","article-title":"States versus rewards: dissociable neural prediction error signals underlying model-based and model-free reinforcement learning","volume":"66","author":"J Gl\u00e4scher","year":"2010","journal-title":"Neuron"},{"issue":"1","key":"ref5","doi-asserted-by":"crossref","first-page":"133","DOI":"10.1037\/0033-2909.89.1.133","article-title":"Foreperiod and simple reaction time","volume":"89","author":"P Niemi","year":"1981","journal-title":"Psychological Bulletin"},{"issue":"1","key":"ref6","doi-asserted-by":"crossref","first-page":"99","DOI":"10.1016\/S0004-3702(98)00023-X","article-title":"Planning and acting in partially observable stochastic domains","volume":"101","author":"LP Kaelbling","year":"1998","journal-title":"Artificial intelligence"},{"issue":"7","key":"ref7","doi-asserted-by":"crossref","first-page":"e2756","DOI":"10.1371\/journal.pone.0002756","article-title":"The influence of Markov decision process structure on the possible strategic use of working memory and episodic memory","volume":"3","author":"EA Zilli","year":"2008","journal-title":"PloS one"},{"issue":"2","key":"ref8","doi-asserted-by":"crossref","first-page":"283","DOI":"10.1162\/089976606775093909","article-title":"Making working memory work: a computational model of learning in the prefrontal cortex and basal ganglia","volume":"18","author":"RC O\u2019Reilly","year":"2006","journal-title":"Neural computation"},{"key":"ref9","unstructured":"Todd MT, Niv Y, Cohen JD. Learning to use working memory in partially observable environments through dopaminergic reinforcement. In: Advances in neural information processing systems; 2009. p. 1689\u20131696."},{"issue":"5","key":"ref10","doi-asserted-by":"crossref","first-page":"347","DOI":"10.1111\/1467-9280.00067","article-title":"Modeling response times for two-choice decisions","volume":"9","author":"R Ratcliff","year":"1998","journal-title":"Psychological Science"},{"issue":"2","key":"ref11","doi-asserted-by":"crossref","first-page":"299","DOI":"10.1016\/S0896-6273(02)00971-6","article-title":"Banburismus and the brain: decoding the relationship between sensory stimuli, decisions, and reward","volume":"36","author":"JI Gold","year":"2002","journal-title":"Neuron"},{"issue":"6193","key":"ref12","doi-asserted-by":"crossref","first-page":"817","DOI":"10.1038\/335817a0","article-title":"Neuronal correlate of visual associative long-term memory in the primate temporal cortex","volume":"335","author":"Y Miyashita","year":"1988","journal-title":"Nature"},{"issue":"10","key":"ref13","doi-asserted-by":"crossref","first-page":"451","DOI":"10.1016\/S0166-2236(97)01128-4","article-title":"Network memory","volume":"20","author":"JM Fuster","year":"1997","journal-title":"Trends in neurosciences"},{"issue":"2","key":"ref14","doi-asserted-by":"crossref","first-page":"137","DOI":"10.3758\/CABN.1.2.137","article-title":"Interactions between frontal cortex and basal ganglia in working memory: a computational model","volume":"1","author":"MJ Frank","year":"2001","journal-title":"Cognitive, Affective, & Behavioral Neuroscience"},{"issue":"10","key":"ref15","doi-asserted-by":"crossref","first-page":"2201","DOI":"10.1162\/089976601750541778","article-title":"Mosaic model for sensorimotor learning and control","volume":"13","author":"M Haruno","year":"2001","journal-title":"Neural computation"},{"issue":"1","key":"ref16","doi-asserted-by":"crossref","first-page":"197","DOI":"10.1037\/a0017808","article-title":"Context, learning, and extinction","volume":"117","author":"SJ Gershman","year":"2010","journal-title":"Psychological review"},{"issue":"1","key":"ref17","doi-asserted-by":"crossref","first-page":"77","DOI":"10.1016\/j.bbr.2009.03.019","article-title":"Rattus Psychologicus: construction of preferences by self-stimulating rats","volume":"202","author":"YA Breton","year":"2009","journal-title":"Behavioural brain research"},{"issue":"8","key":"ref18","doi-asserted-by":"crossref","first-page":"e0182120","DOI":"10.1371\/journal.pone.0182120","article-title":"Valuation of opportunity costs by rats working for rewarding electrical brain stimulation","volume":"12","author":"RB Solomon","year":"2017","journal-title":"PloS one"},{"issue":"6","key":"ref19","doi-asserted-by":"crossref","first-page":"419","DOI":"10.1037\/h0058775","article-title":"Positive reinforcement produced by electrical stimulation of septal area and other regions of rat brain","volume":"47","author":"J Olds","year":"1954","journal-title":"Journal of comparative and physiological psychology"},{"key":"ref20","doi-asserted-by":"crossref","DOI":"10.3389\/fnbeh.2013.00125","article-title":"Validation and extension of the reward-mountain model","volume":"7","author":"YA Breton","year":"2013","journal-title":"Frontiers in behavioral neuroscience"},{"issue":"91","key":"ref21","doi-asserted-by":"crossref","first-page":"20130969","DOI":"10.1098\/rsif.2013.0969","article-title":"Optimal indolence: a normative microscopic approach to work and leisure","volume":"11","author":"RK Niyogi","year":"2014","journal-title":"Journal of The Royal Society Interface"},{"issue":"12","key":"ref22","doi-asserted-by":"crossref","first-page":"e1003894","DOI":"10.1371\/journal.pcbi.1003894","article-title":"Some work and some play: Microscopic and macroscopic approaches to labor and leisure","volume":"10","author":"RK Niyogi","year":"2014","journal-title":"PLOS Comput Biol"},{"key":"ref23","doi-asserted-by":"crossref","first-page":"327","DOI":"10.1016\/j.bbr.2015.06.008","article-title":"Psychophysical inference of frequency-following fidelity in the neural substrate for brain stimulation reward","volume":"292","author":"R Solomon","year":"2015","journal-title":"Behavioural brain research"},{"key":"ref24","unstructured":"Breton YA. Molar and molecular models of performance for rewarding brain stimulation. Concordia University; 2013."},{"issue":"12","key":"ref25","doi-asserted-by":"crossref","first-page":"1307","DOI":"10.1038\/81841","article-title":"Learning motivational significance of visual cues for reward schedules requires rhinal cortex","volume":"3","author":"Z Liu","year":"2000","journal-title":"Nature neuroscience"},{"issue":"8","key":"ref26","doi-asserted-by":"crossref","first-page":"1153","DOI":"10.1016\/j.neunet.2006.03.002","article-title":"The misbehavior of value and the discipline of the will","volume":"19","author":"P Dayan","year":"2006","journal-title":"Neural networks"},{"key":"ref27","first-page":"577","article-title":"The infinite hidden Markov model","volume":"1","author":"MJ Beal","year":"2002","journal-title":"Advances in neural information processing systems"},{"issue":"6","key":"ref28","doi-asserted-by":"crossref","first-page":"661","DOI":"10.1017\/S0140525X12003196","article-title":"An opportunity cost model of subjective effort and task performance","volume":"36","author":"R Kurzban","year":"2013","journal-title":"Behavioral and Brain Sciences"},{"key":"ref29","doi-asserted-by":"crossref","DOI":"10.1146\/annurev-psych-010814-015044","article-title":"Motivation and cognitive control: from behavior to neural mechanism","volume":"66","author":"M Botvinick","year":"2015","journal-title":"Annual Review of Psychology"},{"issue":"2","key":"ref30","doi-asserted-by":"crossref","first-page":"329","DOI":"10.1016\/j.bbr.2006.09.002","article-title":"Disconnection of the hippocampal\u2013prefrontal cortical circuits impairs spatial working memory performance in rats","volume":"175","author":"GW Wang","year":"2006","journal-title":"Behavioural brain research"},{"issue":"3","key":"ref31","doi-asserted-by":"crossref","first-page":"97","DOI":"10.1101\/lm.850808","article-title":"Prefrontal cortex and hippocampus subserve different components of working memory in rats","volume":"15","author":"T Yoon","year":"2008","journal-title":"Learning & memory"},{"issue":"2","key":"ref32","doi-asserted-by":"crossref","first-page":"444","DOI":"10.1016\/j.neuroscience.2009.08.004","article-title":"The role of rat dorsomedial prefrontal cortex in spatial working memory","volume":"164","author":"NK Horst","year":"2009","journal-title":"Neuroscience"},{"issue":"1","key":"ref33","doi-asserted-by":"crossref","first-page":"61","DOI":"10.1186\/s13041-014-0061-2","article-title":"Neuronal representation of working memory in the medial prefrontal cortex of rats","volume":"7","author":"ST Yang","year":"2014","journal-title":"Molecular brain"},{"issue":"2","key":"ref34","doi-asserted-by":"crossref","first-page":"187","DOI":"10.1016\/0166-4328(94)90090-6","article-title":"Quinolinic acid lesion of the rat entorhinal cortex pars medialis produces selective amnesia in allocentric working memory (WM), but not in egocentric WM","volume":"63","author":"C H\u00f6lscher","year":"1994","journal-title":"Behavioural brain research"},{"issue":"6912","key":"ref35","doi-asserted-by":"crossref","first-page":"173","DOI":"10.1038\/nature01171","article-title":"Graded persistent activity in entorhinal cortex neurons","volume":"420","author":"AV Egorov","year":"2002","journal-title":"Nature"},{"issue":"6292","key":"ref36","doi-asserted-by":"crossref","first-page":"1464","DOI":"10.1126\/science.aaf0941","article-title":"Organizing conceptual knowledge in humans with a gridlike code","volume":"352","author":"AO Constantinescu","year":"2016","journal-title":"Science"},{"key":"ref37","doi-asserted-by":"crossref","first-page":"e17086","DOI":"10.7554\/eLife.17086","article-title":"A map of abstract relational knowledge in the human hippocampal\u2013entorhinal cortex","volume":"6","author":"MM Garvert","year":"2017","journal-title":"eLife"},{"issue":"2","key":"ref38","doi-asserted-by":"crossref","first-page":"267","DOI":"10.1016\/j.neuron.2013.11.005","article-title":"Orbitofrontal cortex as a cognitive map of task space","volume":"81","author":"RC Wilson","year":"2014","journal-title":"Neuron"},{"key":"ref39","doi-asserted-by":"crossref","first-page":"43","DOI":"10.1016\/j.cobeha.2015.07.007","article-title":"Discovering latent causes in reinforcement learning","volume":"5","author":"SJ Gershman","year":"2015","journal-title":"Current Opinion in Behavioral Sciences"},{"issue":"6","key":"ref40","doi-asserted-by":"crossref","first-page":"1402","DOI":"10.1016\/j.neuron.2016.08.019","article-title":"Human orbitofrontal cortex represents a cognitive map of state space","volume":"91","author":"NW Schuck","year":"2016","journal-title":"Neuron"},{"issue":"30","key":"ref41","doi-asserted-by":"crossref","first-page":"7817","DOI":"10.1523\/JNEUROSCI.0659-16.2016","article-title":"A Probability Distribution over Latent Causes, in the Orbitofrontal Cortex","volume":"36","author":"SC Chan","year":"2016","journal-title":"Journal of Neuroscience"}],"updated-by":[{"DOI":"10.1371\/journal.pcbi.1007093","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2019,7,5]],"date-time":"2019-07-05T00:00:00Z","timestamp":1562284800000}}],"container-title":["PLOS Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/dx.plos.org\/10.1371\/journal.pcbi.1007093","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,5,8]],"date-time":"2020-05-08T18:59:22Z","timestamp":1588964362000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1007093"}},"subtitle":[],"editor":[{"given":"Ralf","family":"Haefner","sequence":"first","affiliation":[]}],"short-title":[],"issued":{"date-parts":[[2019,6,24]]},"references-count":41,"journal-issue":{"issue":"6","published-online":{"date-parts":[[2019,6,24]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pcbi.1007093","relation":{},"ISSN":["1553-7358"],"issn-type":[{"value":"1553-7358","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,6,24]]}}}