{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,22]],"date-time":"2026-06-22T22:01:14Z","timestamp":1782165674130,"version":"3.54.5"},"update-to":[{"DOI":"10.1371\/journal.pcbi.1006621","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2018,12,11]],"date-time":"2018-12-11T00:00:00Z","timestamp":1544486400000}}],"reference-count":49,"publisher":"Public Library of Science (PLoS)","issue":"11","license":[{"start":{"date-parts":[[2018,11,29]],"date-time":"2018-11-29T00:00:00Z","timestamp":1543449600000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100001659","name":"Deutsche Forschungsgemeinschaft","doi-asserted-by":"publisher","award":["SFB 940"],"award-info":[{"award-number":["SFB 940"]}],"id":[{"id":"10.13039\/501100001659","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001659","name":"Deutsche Forschungsgemeinschaft","doi-asserted-by":"publisher","award":["SFB 940"],"award-info":[{"award-number":["SFB 940"]}],"id":[{"id":"10.13039\/501100001659","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["www.ploscompbiol.org"],"crossmark-restriction":false},"short-container-title":["PLoS Comput Biol"],"DOI":"10.1371\/journal.pcbi.1006621","type":"journal-article","created":{"date-parts":[[2018,11,29]],"date-time":"2018-11-29T14:14:23Z","timestamp":1543500863000},"page":"e1006621","update-policy":"https:\/\/doi.org\/10.1371\/journal.pcbi.corrections_policy","source":"Crossref","is-referenced-by-count":23,"title":["Deterministic response strategies in a trial-and-error learning task"],"prefix":"10.1371","volume":"14","author":[{"given":"Holger","family":"Mohr","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Katharina","family":"Zwosta","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4185-696X","authenticated-orcid":true,"given":"Dimitrije","family":"Markovic","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sebastian","family":"Bitzer","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Uta","family":"Wolfensteller","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9793-3859","authenticated-orcid":true,"given":"Hannes","family":"Ruge","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"340","published-online":{"date-parts":[[2018,11,29]]},"reference":[{"key":"ref1","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1038\/nature14236","article-title":"Human-level control through deep reinforcement learning","volume":"518","author":"V Mnih","year":"2015","journal-title":"Nature"},{"issue":"7","key":"ref2","doi-asserted-by":"crossref","first-page":"1024","DOI":"10.1111\/j.1460-9568.2011.07980.x","article-title":"How much of reinforcement learning is working memory, not reinforcement learning? A behavioral, computational, and neurogenetic analysis: Working memory in reinforcement learning","volume":"35","author":"AGE Collins","year":"2012","journal-title":"European Journal of Neuroscience"},{"issue":"3","key":"ref3","doi-asserted-by":"crossref","first-page":"e1001293","DOI":"10.1371\/journal.pbio.1001293","article-title":"Reasoning, Learning, and Creativity: Frontal Lobe Function and Human Decision-Making","volume":"10","author":"A Collins","year":"2012","journal-title":"PLoS Biology"},{"issue":"1","key":"ref4","doi-asserted-by":"crossref","first-page":"190","DOI":"10.1037\/a0030852","article-title":"Cognitive control over learning: Creating, clustering, and generalizing task-set structure","volume":"120","author":"AGE Collins","year":"2013","journal-title":"Psychological Review"},{"issue":"4","key":"ref5","doi-asserted-by":"crossref","first-page":"e1002137","DOI":"10.1371\/journal.pbio.1002137","article-title":"Neural Computations Mediating One-Shot Learning in the Human Brain","volume":"13","author":"SW Lee","year":"2015","journal-title":"PLOS Biology"},{"issue":"10","key":"ref6","doi-asserted-by":"crossref","first-page":"1111","DOI":"10.1037\/bul0000064","article-title":"Attention and associative learning in humans: An integrative review","volume":"142","author":"ME Le Pelley","year":"2016","journal-title":"Psychological Bulletin"},{"issue":"6191","key":"ref7","doi-asserted-by":"crossref","first-page":"1481","DOI":"10.1126\/science.1252254","article-title":"Foundations of human reasoning in the prefrontal cortex","volume":"344","author":"M Donoso","year":"2014","journal-title":"Science"},{"issue":"32","key":"ref8","doi-asserted-by":"crossref","first-page":"8360","DOI":"10.1523\/JNEUROSCI.1010-06.2006","article-title":"The Role of the Ventromedial Prefrontal Cortex in Abstract State-Based Inference during Decision Making in Humans","volume":"26","author":"AN Hampton","year":"2006","journal-title":"Journal of Neuroscience"},{"issue":"9","key":"ref9","doi-asserted-by":"crossref","first-page":"1214","DOI":"10.1038\/nn1954","article-title":"Learning the value of information in an uncertain world","volume":"10","author":"TEJ Behrens","year":"2007","journal-title":"Nature Neuroscience"},{"issue":"5","key":"ref10","doi-asserted-by":"crossref","first-page":"733","DOI":"10.1016\/j.neuron.2009.05.014","article-title":"How Green Is the Grass on the Other Side? Frontopolar Cortex and the Evidence in Favor of Alternative Courses of Action","volume":"62","author":"ED Boorman","year":"2009","journal-title":"Neuron"},{"issue":"4","key":"ref11","first-page":"i","article-title":"Animal intelligence: An experimental study of the associative processes in animals","volume":"2","author":"EL Thorndike","year":"1898","journal-title":"The Psychological Review: Monograph Supplements"},{"key":"ref12","article-title":"A theory of Pavlovian conditioning: Variations in the effectiveness of reinforcement and nonreinforcement","volume":"Vol. 2","author":"R Rescorla","year":"1972","journal-title":"Classical Conditioning II: Current Research and Theory"},{"issue":"7","key":"ref13","doi-asserted-by":"crossref","first-page":"1485","DOI":"10.1093\/cercor\/bhm198","article-title":"Understanding the Neural Computations of Arbitrary Visuomotor Learning through fMRI and Associative Learning Theory","volume":"18","author":"A Brovelli","year":"2008","journal-title":"Cerebral Cortex"},{"issue":"4","key":"ref14","doi-asserted-by":"crossref","first-page":"545","DOI":"10.1016\/j.neuron.2007.07.022","article-title":"Contributions of the Amygdala to Reward Expectancy and Choice Signals in Human Prefrontal Cortex","volume":"55","author":"AN Hampton","year":"2007","journal-title":"Neuron"},{"issue":"7219","key":"ref15","doi-asserted-by":"crossref","first-page":"245","DOI":"10.1038\/nature07538","article-title":"Associative learning of social value","volume":"456","author":"TEJ Behrens","year":"2008","journal-title":"Nature"},{"issue":"41","key":"ref16","doi-asserted-by":"crossref","first-page":"13747","DOI":"10.1523\/JNEUROSCI.0989-14.2014","article-title":"Working Memory Contributions to Reinforcement Learning Impairments in Schizophrenia","volume":"34","author":"AGE Collins","year":"2014","journal-title":"Journal of Neuroscience"},{"issue":"16","key":"ref17","doi-asserted-by":"crossref","first-page":"4332","DOI":"10.1523\/JNEUROSCI.2700-16.2017","article-title":"Working Memory Load Strengthens Reward Prediction Errors","volume":"37","author":"AGE Collins","year":"2017","journal-title":"The Journal of Neuroscience"},{"key":"ref18","doi-asserted-by":"crossref","DOI":"10.3389\/fnbeh.2015.00225","article-title":"Modeling choice and reaction time during arbitrary visuomotor learning through the coordination of adaptive working memory and reinforcement learning","volume":"9","author":"G Viejo","year":"2015","journal-title":"Frontiers in Behavioral Neuroscience"},{"key":"ref19","doi-asserted-by":"crossref","first-page":"189","DOI":"10.3389\/fnhum.2011.00189","article-title":"Inferring Relevance in a Changing World","volume":"5","author":"R Wilson","year":"2012","journal-title":"Frontiers in Human Neuroscience"},{"issue":"21","key":"ref20","doi-asserted-by":"crossref","first-page":"8145","DOI":"10.1523\/JNEUROSCI.2978-14.2015","article-title":"Reinforcement Learning in Multidimensional Environments Relies on Attention Mechanisms","volume":"35","author":"Y Niv","year":"2015","journal-title":"Journal of Neuroscience"},{"issue":"2","key":"ref21","doi-asserted-by":"crossref","first-page":"451","DOI":"10.1016\/j.neuron.2016.12.040","article-title":"Dynamic Interaction between Reinforcement Learning and Attention in Multidimensional Environments","volume":"93","author":"YC Leong","year":"2017","journal-title":"Neuron"},{"issue":"3","key":"ref22","doi-asserted-by":"crossref","first-page":"e1004785","DOI":"10.1371\/journal.pcbi.1004785","article-title":"Motor Demands Constrain Cognitive Rule Structures","volume":"12","author":"AGE Collins","year":"2016","journal-title":"PLOS Computational Biology"},{"key":"ref23","article-title":"The Cost of Structure Learning","author":"AGE Collins","year":"2017","journal-title":"Journal of Cognitive Neuroscience"},{"issue":"2","key":"ref24","doi-asserted-by":"crossref","first-page":"251","DOI":"10.1016\/j.conb.2010.02.008","article-title":"Learning latent structure: carving nature at its joints","volume":"20","author":"SJ Gershman","year":"2010","journal-title":"Current Opinion in Neurobiology"},{"issue":"2","key":"ref25","doi-asserted-by":"crossref","first-page":"483","DOI":"10.1093\/cercor\/bhn098","article-title":"Determining a Role for Ventromedial Prefrontal Cortex in Encoding Action-Based Value Signals During Reward-Related Decision Making","volume":"19","author":"J Gl\u00e4scher","year":"2009","journal-title":"Cerebral Cortex"},{"issue":"14","key":"ref26","doi-asserted-by":"crossref","first-page":"5504","DOI":"10.1523\/JNEUROSCI.6316-10.2011","article-title":"Signals in Human Striatum Are Appropriate for Policy Update Rather than Value Prediction","volume":"31","author":"J Li","year":"2011","journal-title":"Journal of Neuroscience"},{"issue":"6","key":"ref27","doi-asserted-by":"crossref","first-page":"e1001093","DOI":"10.1371\/journal.pbio.1001093","article-title":"Counterfactual Choice and Learning in a Neural Network Centered on Human Lateral Frontopolar Cortex","volume":"9","author":"ED Boorman","year":"2011","journal-title":"PLoS Biology"},{"key":"ref28","article-title":"On the efficiency of instruction-based rule encoding","author":"H Ruge","year":"2017","journal-title":"Acta Psychologica"},{"key":"ref29","doi-asserted-by":"crossref","DOI":"10.1109\/TNN.1998.712192","article-title":"Introduction to Reinforcement Learning","author":"RS Sutton","year":"1998"},{"issue":"6","key":"ref30","doi-asserted-by":"crossref","first-page":"425","DOI":"10.1016\/j.tics.2017.03.011","article-title":"The Importance of Falsification in Computational Cognitive Modeling","volume":"21","author":"S Palminteri","year":"2017","journal-title":"Trends in Cognitive Sciences"},{"key":"ref31","doi-asserted-by":"crossref","first-page":"223","DOI":"10.1016\/j.biopsycho.2014.09.012","article-title":"Effects of positive mood on probabilistic learning: Behavioral and electrophysiological correlates","volume":"103","author":"J Bakic","year":"2014","journal-title":"Biological Psychology"},{"key":"ref32","doi-asserted-by":"crossref","first-page":"192","DOI":"10.3389\/fpsyg.2012.00192","article-title":"Frontostriatal Mechanisms in Instruction-Based Learning as a Hallmark of Flexible Goal-Directed Behavior","volume":"3","author":"U Wolfensteller","year":"2012","journal-title":"Frontiers in Psychology"},{"key":"ref33","doi-asserted-by":"crossref","first-page":"668","DOI":"10.1016\/j.neuroimage.2016.06.006","article-title":"Towards an understanding of the neural dynamics of intentional learning: Considering the timescale","volume":"142","author":"H Ruge","year":"2016","journal-title":"NeuroImage"},{"issue":"1","key":"ref34","doi-asserted-by":"crossref","first-page":"1","DOI":"10.3758\/s13415-012-0125-7","article-title":"Rapid instructed task learning: A new window into the human brain\u2019s unique capacity for flexible cognitive control","volume":"13","author":"MW Cole","year":"2013","journal-title":"Cognitive, Affective, & Behavioral Neuroscience"},{"key":"ref35","doi-asserted-by":"crossref","first-page":"4","DOI":"10.1016\/j.neubiorev.2017.02.009","article-title":"The task novelty paradox: Flexible control of inflexible neural pathways during rapid instructed task learning","volume":"81","author":"MW Cole","year":"2017","journal-title":"Neuroscience & Biobehavioral Reviews"},{"issue":"7","key":"ref36","doi-asserted-by":"crossref","first-page":"1656","DOI":"10.1093\/cercor\/bhp228","article-title":"Rapid Formation of Pragmatic Rule Representations in the Human Brain during Instruction-Based Learning","volume":"20","author":"H Ruge","year":"2010","journal-title":"Cerebral Cortex"},{"key":"ref37","doi-asserted-by":"crossref","first-page":"162","DOI":"10.1016\/j.neuroimage.2012.12.003","article-title":"Functional integration processes underlying the instruction-based learning of novel goal-directed behaviors","volume":"68","author":"H Ruge","year":"2013","journal-title":"NeuroImage"},{"issue":"3","key":"ref38","first-page":"768","article-title":"The power of instructions: Proactive configuration of stimulus\u2013response translation","volume":"41","author":"N Meiran","year":"2015","journal-title":"Journal of Experimental Psychology: Learning, Memory, and Cognition"},{"key":"ref39","doi-asserted-by":"crossref","first-page":"13217","DOI":"10.1038\/ncomms13217","article-title":"Integration and segregation of large-scale brain networks during short-term task automatization","volume":"7","author":"H Mohr","year":"2016","journal-title":"Nature Communications"},{"issue":"42","key":"ref40","doi-asserted-by":"crossref","first-page":"14245","DOI":"10.1523\/JNEUROSCI.1662-10.2010","article-title":"Prefrontal Dynamics Underlying Rapid Instructed Task Learning Reverse with Practice","volume":"30","author":"MW Cole","year":"2010","journal-title":"Journal of Neuroscience"},{"key":"ref41","doi-asserted-by":"crossref","first-page":"1348","DOI":"10.1038\/nn.3470","article-title":"Multi-task connectivity reveals flexible hubs for adaptive task control","volume":"16","author":"MW Cole","year":"2013","journal-title":"Nature Neuroscience"},{"issue":"6","key":"ref42","doi-asserted-by":"crossref","first-page":"2497","DOI":"10.1093\/cercor\/bhv072","article-title":"The Behavioral Relevance of Task Information in Human Prefrontal Cortex","volume":"26","author":"MW Cole","year":"2016","journal-title":"Cerebral Cortex"},{"key":"ref43","doi-asserted-by":"crossref","first-page":"163","DOI":"10.1016\/j.neuroimage.2014.10.025","article-title":"Sparse regularization techniques provide novel insights into outcome integration processes","volume":"104","author":"H Mohr","year":"2015","journal-title":"NeuroImage"},{"key":"ref44","doi-asserted-by":"crossref","first-page":"56","DOI":"10.1016\/j.neuropsychologia.2015.10.035","article-title":"The neural basis of integrating pre- and post-response information for goal-directed actions","volume":"80","author":"S Frimmel","year":"2016","journal-title":"Neuropsychologia"},{"key":"ref45","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.neuroimage.2015.10.005","article-title":"Distinct contributions of lateral orbito-frontal cortex, striatum, and fronto-parietal network regions for rule encoding and control of memory-based implementation during instructed reversal learning","volume":"125","author":"H Ruge","year":"2016","journal-title":"NeuroImage"},{"key":"ref46","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1016\/j.neuroimage.2017.11.049","article-title":"Large-scale coupling dynamics of instructed reversal learning","volume":"167","author":"H Mohr","year":"2018","journal-title":"NeuroImage"},{"issue":"11","key":"ref47","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1371\/journal.pcbi.1004567","article-title":"A Unifying Probabilistic View of Associative Learning","volume":"11","author":"SJ Gershman","year":"2015","journal-title":"PLOS Computational Biology"},{"issue":"4","key":"ref48","doi-asserted-by":"crossref","first-page":"260","DOI":"10.1016\/j.tics.2016.01.007","article-title":"Diffusion Decision Model: Current Issues and History","volume":"20","author":"R Ratcliff","year":"2016","journal-title":"Trends in Cognitive Sciences"},{"key":"ref49","doi-asserted-by":"crossref","first-page":"102","DOI":"10.3389\/fnhum.2014.00102","article-title":"Perceptual decision making: drift-diffusion model is equivalent to a Bayesian model","volume":"8","author":"S Bitzer","year":"2014","journal-title":"Frontiers in Human Neuroscience"}],"updated-by":[{"DOI":"10.1371\/journal.pcbi.1006621","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2018,12,11]],"date-time":"2018-12-11T00:00:00Z","timestamp":1544486400000}}],"container-title":["PLOS Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/dx.plos.org\/10.1371\/journal.pcbi.1006621","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,5,9]],"date-time":"2020-05-09T03:39:18Z","timestamp":1588995558000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1006621"}},"subtitle":[],"editor":[{"given":"Cory","family":"Inman","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"editor"}]}],"short-title":[],"issued":{"date-parts":[[2018,11,29]]},"references-count":49,"journal-issue":{"issue":"11","published-online":{"date-parts":[[2018,11,29]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pcbi.1006621","relation":{"has-preprint":[{"id-type":"doi","id":"10.1101\/258459","asserted-by":"object"}]},"ISSN":["1553-7358"],"issn-type":[{"value":"1553-7358","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,11,29]]}}}