{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,6]],"date-time":"2026-03-06T03:18:07Z","timestamp":1772767087283,"version":"3.50.1"},"reference-count":48,"publisher":"Public Library of Science (PLoS)","issue":"9","license":[{"start":{"date-parts":[[2015,9,17]],"date-time":"2015-09-17T00:00:00Z","timestamp":1442448000000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["www.ploscompbiol.org"],"crossmark-restriction":false},"short-container-title":["PLoS Comput Biol"],"DOI":"10.1371\/journal.pcbi.1004463","type":"journal-article","created":{"date-parts":[[2015,9,17]],"date-time":"2015-09-17T18:26:33Z","timestamp":1442514393000},"page":"e1004463","update-policy":"https:\/\/doi.org\/10.1371\/journal.pcbi.corrections_policy","source":"Crossref","is-referenced-by-count":70,"title":["Model-Based Reasoning in Humans Becomes Automatic with Training"],"prefix":"10.1371","volume":"11","author":[{"given":"Marcos","family":"Economides","sequence":"first","affiliation":[]},{"given":"Zeb","family":"Kurth-Nelson","sequence":"additional","affiliation":[]},{"given":"Annika","family":"L\u00fcbbert","sequence":"additional","affiliation":[]},{"given":"Marc","family":"Guitart-Masip","sequence":"additional","affiliation":[]},{"given":"Raymond J.","family":"Dolan","sequence":"additional","affiliation":[]}],"member":"340","published-online":{"date-parts":[[2015,9,17]]},"reference":[{"key":"ref1","doi-asserted-by":"crossref","first-page":"1704","DOI":"10.1038\/nn1560","article-title":"Uncertainty-based competition between prefrontal and dorsolateral striatal systems for behavioral control","volume":"8","author":"ND Daw","year":"2005","journal-title":"Nat Neurosci"},{"key":"ref2","doi-asserted-by":"crossref","first-page":"48","DOI":"10.1038\/npp.2009.131","article-title":"Human and rodent homologies in action control: corticostriatal determinants of goal-directed and habitual action","volume":"35","author":"BW Balleine","year":"2010","journal-title":"Neuropsychopharmacology"},{"key":"ref3","doi-asserted-by":"crossref","first-page":"312","DOI":"10.1016\/j.neuron.2013.09.007","article-title":"Goals and habits in the brain","volume":"80","author":"RJ Dolan","year":"2013","journal-title":"Neuron"},{"key":"ref4","doi-asserted-by":"crossref","first-page":"1481","DOI":"10.1038\/nn1579","article-title":"Neural systems of reinforcement for drug addiction: from actions to habits to compulsion","volume":"8","author":"BJ Everitt","year":"2005","journal-title":"Nat Neurosci"},{"key":"ref5","article-title":"Disorders of compulsivity: a common bias towards learning habits","author":"V Voon","year":"2014","journal-title":"Mol Psychiatry"},{"key":"ref6","doi-asserted-by":"crossref","DOI":"10.1109\/TNN.1998.712192","article-title":"Reinforcement Learning: An Introduction","author":"RSB Sutton","year":"1998"},{"key":"ref7","doi-asserted-by":"crossref","first-page":"185","DOI":"10.1016\/j.conb.2008.08.003","article-title":"Reinforcement learning: the good, the bad and the ugly","volume":"18","author":"P Dayan","year":"2008","journal-title":"Curr Opin Neurobiol"},{"key":"ref8","first-page":"51","article-title":"Better Than Conscious? Decision Making, the Human Mind, and Implications For Institutions","author":"P Dayan","year":"2008"},{"key":"ref9","first-page":"1","article-title":"Attention to action: Willed and automatic control of behavior","author":"NA Donald","year":"1986"},{"key":"ref10","doi-asserted-by":"crossref","first-page":"431","DOI":"10.1016\/S0301-0082(97)00042-7","article-title":"Cognitive planning in humans: neuropsychological, neuroanatomical and neuropharmacological perspectives","volume":"53","author":"AM Owen","year":"1997","journal-title":"Prog Neurobiol"},{"key":"ref11","doi-asserted-by":"crossref","first-page":"17","DOI":"10.1007\/s11065-006-9002-x","article-title":"Executive function and the frontal lobes: a meta-analytic review","volume":"16","author":"JA Alvarez","year":"2006","journal-title":"Neuropsychol Rev"},{"key":"ref12","doi-asserted-by":"crossref","first-page":"940","DOI":"10.1038\/nn1724","article-title":"Optimal decision making and the anterior cingulate cortex","volume":"9","author":"SW Kennerley","year":"2006","journal-title":"Nat Neurosci"},{"key":"ref13","doi-asserted-by":"crossref","first-page":"4019","DOI":"10.1523\/JNEUROSCI.0564-07.2007","article-title":"Determining the neural substrates of goal-directed learning in the human brain","volume":"27","author":"VV Valentin","year":"2007","journal-title":"J Neurosci"},{"key":"ref14","doi-asserted-by":"crossref","first-page":"585","DOI":"10.1016\/j.neuron.2010.04.016","article-title":"States versus rewards: dissociable neural prediction error signals underlying model-based and model-free reinforcement learning","volume":"66","author":"J Glascher","year":"2010","journal-title":"Neuron"},{"key":"ref15","article-title":"Dorsolateral prefrontal contributions to human working memory","author":"AK Barbey","year":"2012","journal-title":"Cortex"},{"key":"ref16","doi-asserted-by":"crossref","first-page":"751","DOI":"10.1177\/0956797612463080","article-title":"The curse of planning: dissecting multiple reinforcement-learning systems by taxing the central executive","volume":"24","author":"AR Otto","year":"2013","journal-title":"Psychol Sci"},{"key":"ref17","doi-asserted-by":"crossref","first-page":"20941","DOI":"10.1073\/pnas.1312011110","article-title":"Working-memory capacity protects model-based learning from stress","volume":"110","author":"AR Otto","year":"2013","journal-title":"Proc Natl Acad Sci U S A"},{"key":"ref18","doi-asserted-by":"crossref","first-page":"914","DOI":"10.1016\/j.neuron.2013.08.009","article-title":"Disruption of dorsolateral prefrontal cortex decreases model-based in favor of model-free control in humans","volume":"80","author":"P Smittenaar","year":"2013","journal-title":"Neuron"},{"key":"ref19","doi-asserted-by":"crossref","first-page":"1204","DOI":"10.1016\/j.neuron.2011.02.027","article-title":"Model-based influences on humans&apos; choices and striatal prediction errors","volume":"69","author":"ND Daw","year":"2011","journal-title":"Neuron"},{"key":"ref20","doi-asserted-by":"crossref","first-page":"e86850","DOI":"10.1371\/journal.pone.0086850","article-title":"Transcranial direct current stimulation of right dorsolateral prefrontal cortex does not affect model-based or model-free reinforcement learning in humans","volume":"9","author":"P Smittenaar","year":"2014","journal-title":"PLoS One"},{"key":"ref21","doi-asserted-by":"crossref","first-page":"525","DOI":"10.3389\/fnhum.2013.00525","article-title":"Extraversion differentiates between model-based and model-free strategies in a reinforcement learning task","volume":"7","author":"A Skatova","year":"2013","journal-title":"Front Hum Neurosci"},{"key":"ref22","doi-asserted-by":"crossref","first-page":"1109","DOI":"10.1016\/j.neuron.2006.11.009","article-title":"Isolation of a central bottleneck of information processing with time-resolved FMRI","volume":"52","author":"PE Dux","year":"2006","journal-title":"Neuron"},{"key":"ref23","doi-asserted-by":"crossref","first-page":"7585","DOI":"10.1523\/JNEUROSCI.0948-08.2008","article-title":"Brain mechanisms of serial and parallel processing during dual-task performance","volume":"28","author":"M Sigman","year":"2008","journal-title":"J Neurosci"},{"key":"ref24","doi-asserted-by":"crossref","first-page":"786","DOI":"10.1038\/nn.3068","article-title":"Mapping value based planning and extensively trained choice in the human brain","volume":"15","author":"K Wunderlich","year":"2012","journal-title":"Nat Neurosci"},{"key":"ref25","doi-asserted-by":"crossref","first-page":"1089","DOI":"10.1093\/cercor\/bhi005","article-title":"Human functional neuroimaging of brain changes associated with practice","volume":"15","author":"AM Kelly","year":"2005","journal-title":"Cereb Cortex"},{"key":"ref26","article-title":"Parallel and serial processing in dual-tasking differentially involves mechanisms in the striatum and the lateral prefrontal cortex","author":"A Yildiz","year":"2014","journal-title":"Brain Struct Funct"},{"key":"ref27","doi-asserted-by":"crossref","first-page":"270","DOI":"10.1002\/(SICI)1097-0193(1998)6:4<270::AID-HBM6>3.0.CO;2-0","article-title":"The counting Stroop: an interference task specialized for functional neuroimaging\u2014validation study with functional MRI","volume":"6","author":"G Bush","year":"1998","journal-title":"Hum Brain Mapp"},{"key":"ref28","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1006\/nimg.2000.0596","article-title":"Imaging brain plasticity: conceptual and methodological issues\u2014a theoretical review","volume":"12","author":"RA Poldrack","year":"2000","journal-title":"Neuroimage"},{"key":"ref29","doi-asserted-by":"crossref","first-page":"1649","DOI":"10.1016\/j.neuroimage.2003.07.003","article-title":"Dynamic functional changes associated with cognitive skill learning of an adapted version of the Tower of London task","volume":"20","author":"MH Beauchamp","year":"2003","journal-title":"Neuroimage"},{"key":"ref30","doi-asserted-by":"crossref","first-page":"e1002055","DOI":"10.1371\/journal.pcbi.1002055","article-title":"Speed\/accuracy trade-off between the habitual and the goal-directed processes","volume":"7","author":"M Keramati","year":"2011","journal-title":"PLoS Comput Biol"},{"key":"ref31","first-page":"21","article-title":"Role of human prefrontal cortex in attention control","volume":"66","author":"RT Knight","year":"1995","journal-title":"Adv Neurol"},{"key":"ref32","doi-asserted-by":"crossref","first-page":"1657","DOI":"10.1126\/science.283.5408.1657","article-title":"Storage and executive processes in the frontal lobes","volume":"283","author":"EE Smith","year":"1999","journal-title":"Science"},{"key":"ref33","doi-asserted-by":"crossref","first-page":"1214","DOI":"10.1038\/nn1954","article-title":"Learning the value of information in an uncertain world","volume":"10","author":"TE Behrens","year":"2007","journal-title":"Nat Neurosci"},{"key":"ref34","doi-asserted-by":"crossref","first-page":"193","DOI":"10.1016\/j.tics.2008.02.004","article-title":"Cognitive control, hierarchy, and the rostro-caudal organization of the frontal lobes","volume":"12","author":"D Badre","year":"2008","journal-title":"Trends Cogn Sci"},{"key":"ref35","doi-asserted-by":"crossref","first-page":"10743","DOI":"10.1523\/JNEUROSCI.5282-13.2014","article-title":"Frontoparietal representations of task context support the flexible control of goal-directed cognition","volume":"34","author":"ML Waskom","year":"2014","journal-title":"J Neurosci"},{"key":"ref36","doi-asserted-by":"crossref","first-page":"182","DOI":"10.1037\/a0030844","article-title":"Retrospective Revaluation in Sequential Decision Making: A Tale of Two Systems","volume":"143","author":"SJ Gershman","year":"2014","journal-title":"Journal of Experimental Psychology-General"},{"key":"ref37","unstructured":"Miller KJ, Erlich JC, Kopec CD, Botvinick MM, Brody CD (2013) A multi-step decision task to distinguish model-based from model-free reinforcement learning in rats. Presented at Society for Neuroscience, San Diego (855.13)."},{"key":"ref38","doi-asserted-by":"crossref","first-page":"418","DOI":"10.1016\/j.neuron.2012.03.042","article-title":"Dopamine enhances model-based over model-free choice behavior","volume":"75","author":"K Wunderlich","year":"2012","journal-title":"Neuron"},{"key":"ref39","doi-asserted-by":"crossref","first-page":"227","DOI":"10.1038\/nature07200","article-title":"Neural correlates, computation and behavioural impact of decision confidence","volume":"455","author":"A Kepecs","year":"2008","journal-title":"Nature"},{"key":"ref40","doi-asserted-by":"crossref","first-page":"105","DOI":"10.1038\/nn.3279","article-title":"Confidence in value-based choice","volume":"16","author":"B De Martino","year":"2013","journal-title":"Nat Neurosci"},{"key":"ref41","doi-asserted-by":"crossref","first-page":"109","DOI":"10.1080\/14640748108400816","article-title":"Instrumental Responding Following Reinforcer Devaluation","volume":"33","author":"CD Adams","year":"1981","journal-title":"Quarterly Journal of Experimental Psychology Section B-Comparative and Physiological Psychology"},{"key":"ref42","doi-asserted-by":"crossref","first-page":"35","DOI":"10.1080\/14640748308400912","article-title":"The Effect of the Instrumental Training Contingency on Susceptibility to Reinforcer Devaluation","volume":"35","author":"A Dickinson","year":"1983","journal-title":"Quarterly Journal of Experimental Psychology Section B-Comparative and Physiological Psychology"},{"key":"ref43","doi-asserted-by":"crossref","first-page":"407","DOI":"10.1016\/S0028-3908(98)00033-1","article-title":"Goal-directed instrumental action: contingency and incentive learning and their cortical substrates","volume":"37","author":"BW Balleine","year":"1998","journal-title":"Neuropharmacology"},{"key":"ref44","doi-asserted-by":"crossref","first-page":"2225","DOI":"10.1111\/j.1460-9568.2009.06796.x","article-title":"A specific role for posterior dorsolateral striatum in human habit learning","volume":"29","author":"E Tricomi","year":"2009","journal-title":"Eur J Neurosci"},{"key":"ref45","doi-asserted-by":"crossref","first-page":"70","DOI":"10.1016\/j.jphysparis.2006.10.001","article-title":"A free energy principle for the brain","volume":"100","author":"K Friston","year":"2006","journal-title":"J Physiol Paris"},{"key":"ref46","doi-asserted-by":"crossref","first-page":"e1000211","DOI":"10.1371\/journal.pcbi.1000211","article-title":"Hierarchical models in the brain","volume":"4","author":"K Friston","year":"2008","journal-title":"PLoS Comput Biol"},{"key":"ref47","doi-asserted-by":"crossref","first-page":"168","DOI":"10.3758\/BF03196154","article-title":"The effects of concurrent task interference on category learning: evidence for multiple category learning systems","volume":"8","author":"EM Waldron","year":"2001","journal-title":"Psychon Bull Rev"},{"key":"ref48","doi-asserted-by":"crossref","first-page":"e1002028","DOI":"10.1371\/journal.pcbi.1002028","article-title":"Disentangling the roles of approach, activation and valence in instrumental and pavlovian responding","volume":"7","author":"QJ Huys","year":"2011","journal-title":"PLoS Comput Biol"}],"container-title":["PLOS Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/dx.plos.org\/10.1371\/journal.pcbi.1004463","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,9,8]],"date-time":"2020-09-08T12:12:38Z","timestamp":1599567158000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1004463"}},"subtitle":[],"editor":[{"given":"Olaf","family":"Sporns","sequence":"first","affiliation":[]}],"short-title":[],"issued":{"date-parts":[[2015,9,17]]},"references-count":48,"journal-issue":{"issue":"9","published-online":{"date-parts":[[2015,9,17]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pcbi.1004463","relation":{},"ISSN":["1553-7358"],"issn-type":[{"value":"1553-7358","type":"electronic"}],"subject":[],"published":{"date-parts":[[2015,9,17]]}}}