{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,18]],"date-time":"2026-03-18T19:51:50Z","timestamp":1773863510961,"version":"3.50.1"},"update-to":[{"DOI":"10.1371\/journal.pcbi.1005753","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2017,10,10]],"date-time":"2017-10-10T00:00:00Z","timestamp":1507593600000}}],"reference-count":29,"publisher":"Public Library of Science (PLoS)","issue":"9","license":[{"start":{"date-parts":[[2017,9,28]],"date-time":"2017-09-28T00:00:00Z","timestamp":1506556800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100004440","name":"Wellcome Trust","doi-asserted-by":"publisher","award":["109004\/Z\/15\/Z"],"award-info":[{"award-number":["109004\/Z\/15\/Z"]}],"id":[{"id":"10.13039\/100004440","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["www.ploscompbiol.org"],"crossmark-restriction":false},"short-container-title":["PLoS Comput Biol"],"DOI":"10.1371\/journal.pcbi.1005753","type":"journal-article","created":{"date-parts":[[2017,9,28]],"date-time":"2017-09-28T13:53:05Z","timestamp":1506606785000},"page":"e1005753","update-policy":"https:\/\/doi.org\/10.1371\/journal.pcbi.corrections_policy","source":"Crossref","is-referenced-by-count":9,"title":["Flexibility to contingency changes distinguishes habitual and goal-directed strategies in humans"],"prefix":"10.1371","volume":"13","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7293-8538","authenticated-orcid":true,"given":"Julie J.","family":"Lee","sequence":"first","affiliation":[]},{"given":"Mehdi","family":"Keramati","sequence":"additional","affiliation":[]}],"member":"340","published-online":{"date-parts":[[2017,9,28]]},"reference":[{"issue":"2","key":"ref1","doi-asserted-by":"crossref","first-page":"109","DOI":"10.1080\/14640748108400816","article-title":"Instrumental responding following reinforcer devaluation","volume":"33","author":"CD Adams","year":"1981","journal-title":"The Quarterly journal of experimental psychology"},{"issue":"1","key":"ref2","doi-asserted-by":"crossref","first-page":"1","DOI":"10.3758\/BF03199951","article-title":"Motivational control of goal-directed action","volume":"22","author":"A Dickinson","year":"1994","journal-title":"Animal Learning & Behavior"},{"key":"ref3","author":"RS Sutton","year":"1998"},{"key":"ref4","doi-asserted-by":"crossref","first-page":"1704","DOI":"10.1038\/nn1560","article-title":"Uncertainty-based competition between prefrontal and dorsolateral striatal systems for behavioral control","volume":"8","author":"ND Daw","year":"2005","journal-title":"Nature Neuroscience"},{"issue":"5306","key":"ref5","doi-asserted-by":"crossref","first-page":"1593","DOI":"10.1126\/science.275.5306.1593","article-title":"A neural substrate of prediction and reward","volume":"275","author":"W Schultz","year":"1997","journal-title":"Science"},{"issue":"6","key":"ref6","doi-asserted-by":"crossref","first-page":"1204","DOI":"10.1016\/j.neuron.2011.02.027","article-title":"Model-based influences on humans' choices and striatal prediction errors","volume":"69","author":"ND Daw","year":"2011","journal-title":"Neuron"},{"issue":"5","key":"ref7","doi-asserted-by":"crossref","first-page":"767","DOI":"10.1038\/nn.3981","article-title":"Model-based choices involve prospective neural activity","volume":"18","author":"BB Doll","year":"2015","journal-title":"Nature neuroscience"},{"key":"ref8","doi-asserted-by":"crossref","first-page":"1204","DOI":"10.1016\/j.neuron.2011.02.027","article-title":"Model-Based Influences on Humans' Choices and Striatal Prediction Errors","volume":"69","author":"ND Daw","year":"2011","journal-title":"Neuron"},{"key":"ref9","doi-asserted-by":"crossref","first-page":"e1002055","DOI":"10.1371\/journal.pcbi.1002055","article-title":"Speed\/accuracy trade-off between the habitual and the goal-directed processes","volume":"7","author":"M Keramati","year":"2011","journal-title":"PLoS computational biology"},{"key":"ref10","first-page":"1","article-title":"Adaptive integration of habits into depth-limited planning defines a habitual-goal-directed spectrum","author":"M Keramati","year":"2016","journal-title":"PNAS"},{"key":"ref11","article-title":"Cognitive control predicts use of model-based reinforcement learning","author":"AR Otto","year":"2014","journal-title":"Journal of cognitive neuroscience"},{"key":"ref12","doi-asserted-by":"crossref","first-page":"418","DOI":"10.1016\/j.neuron.2012.03.042","article-title":"Dopamine Enhances Model-Based over Model-Free Choice Behavior","volume":"75","author":"K Wunderlich","year":"2012","journal-title":"Neuron"},{"issue":"3","key":"ref13","doi-asserted-by":"crossref","first-page":"687","DOI":"10.1016\/j.neuron.2013.11.028","article-title":"Neural computations underlying arbitration between model-based and model-free learning","volume":"81","author":"SW Lee","year":"2014","journal-title":"Neuron"},{"key":"ref14","doi-asserted-by":"crossref","first-page":"48","DOI":"10.1038\/npp.2009.131","article-title":"Human and Rodent Homologies in Action Control: Corticostriatal Determinants of Goal-Directed and Habitual Action","volume":"35","author":"BW Balleine","year":"2010","journal-title":"Neuropsychopharmacology"},{"key":"ref15","article-title":"The successor representation in human reinforcement learning","author":"I Momennejad","year":"2017","journal-title":"Nature Human Behaviour"},{"issue":"1","key":"ref16","doi-asserted-by":"crossref","first-page":"182","DOI":"10.1037\/a0030844","article-title":"Retrospective revaluation in sequential decision making: A tale of two systems","volume":"143","author":"SJ Gershman","year":"2014","journal-title":"Journal of Experimental Psychology: General"},{"issue":"2","key":"ref17","doi-asserted-by":"crossref","first-page":"77","DOI":"10.1080\/14640748208400878","article-title":"Variations in the sensitivity of instrumental responding to reinforcer devaluation","volume":"34","author":"CD Adams","year":"1982","journal-title":"The Quarterly Journal of Experimental Psychology"},{"issue":"3","key":"ref18","first-page":"271","article-title":"Omission learning after instrumental pretraining","volume":"51","author":"A Dickinson","year":"1998","journal-title":"The Quarterly Journal of Experimental Psychology: Section B"},{"issue":"5","key":"ref19","doi-asserted-by":"crossref","first-page":"751","DOI":"10.1177\/0956797612463080","article-title":"The curse of planning: dissecting multiple reinforcement-learning systems by taxing the central executive","volume":"24","author":"AR Otto","year":"2013","journal-title":"Psychological science"},{"key":"ref20","first-page":"1","article-title":"Model-Based Reasoning in Humans Becomes Automatic with Training","author":"M Economides","year":"2015","journal-title":"PLoS computational biology"},{"issue":"4","key":"ref21","first-page":"520","article-title":"Instrumental responding remains sensitive to reinforcer devaluation after extensive training","volume":"11","author":"RM Colwill","year":"1985","journal-title":"Journal of Experimental Psychology: Animal Behavior Processes"},{"key":"ref22","first-page":"1","article-title":"Environmental statistics and the trade-off between model-based and TD learning in humans","author":"DA Simon","year":"2011","journal-title":"Advances in Neural Information Processing Systems (NIPS)"},{"key":"ref23","first-page":"021428","article-title":"Simple Plans or Sophisticated Habits? State, Transition and Learning Interactions in the Two-step Task","author":"T Akam","year":"2015","journal-title":"PLoS computational biology"},{"issue":"3","key":"ref24","doi-asserted-by":"crossref","first-page":"e1002410","DOI":"10.1371\/journal.pcbi.1002410","article-title":"Bonsai trees in your head: how the Pavlovian system sculpts goal-directed choices by pruning decision trees","volume":"8","author":"QJ Huys","year":"2012","journal-title":"PLoS Comput Biol"},{"key":"ref25","doi-asserted-by":"crossref","first-page":"1004","DOI":"10.1016\/j.neuroimage.2009.03.025","article-title":"Bayesian model selection for group studies","volume":"46","author":"KE Stephan","year":"2009","journal-title":"NeuroImage"},{"key":"ref26","doi-asserted-by":"crossref","first-page":"585","DOI":"10.1016\/j.neuron.2010.04.016","article-title":"States versus Rewards: Dissociable Neural Prediction Error Signals Underlying Model-Based and Model-Free Reinforcement Learning","volume":"66","author":"J Gl\u00e4scher","year":"2010","journal-title":"Neuron"},{"issue":"4","key":"ref27","doi-asserted-by":"crossref","first-page":"613","DOI":"10.1162\/neco.1993.5.4.613","article-title":"Improving generalization for temporal difference learning: The successor representation","volume":"5","author":"P Dayan","year":"1993","journal-title":"Neural Computation"},{"issue":"3\u20134","key":"ref28","doi-asserted-by":"crossref","first-page":"279","DOI":"10.1007\/BF00992698","article-title":"Q-learning","volume":"8","author":"CJ Watkins","year":"1992","journal-title":"Machine learning"},{"issue":"22","key":"ref29","doi-asserted-by":"crossref","first-page":"9493","DOI":"10.1073\/pnas.0608842104","article-title":"Neural signature of fictive learning signals in a sequential investment task","volume":"104","author":"T Lohrenz","year":"2007","journal-title":"Proceedings of the National Academy of Sciences"}],"updated-by":[{"DOI":"10.1371\/journal.pcbi.1005753","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2017,10,10]],"date-time":"2017-10-10T00:00:00Z","timestamp":1507593600000}}],"container-title":["PLOS Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/dx.plos.org\/10.1371\/journal.pcbi.1005753","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2018,10,23]],"date-time":"2018-10-23T02:46:07Z","timestamp":1540262767000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1005753"}},"subtitle":[],"editor":[{"given":"Samuel J.","family":"Gershman","sequence":"first","affiliation":[]}],"short-title":[],"issued":{"date-parts":[[2017,9,28]]},"references-count":29,"journal-issue":{"issue":"9","published-online":{"date-parts":[[2017,9,28]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pcbi.1005753","relation":{"has-preprint":[{"id-type":"doi","id":"10.1101\/107078","asserted-by":"object"}]},"ISSN":["1553-7358"],"issn-type":[{"value":"1553-7358","type":"electronic"}],"subject":[],"published":{"date-parts":[[2017,9,28]]}}}