{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,9]],"date-time":"2026-05-09T01:05:05Z","timestamp":1778288705446,"version":"3.51.4"},"update-to":[{"DOI":"10.1371\/journal.pcbi.1006043","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2018,5,7]],"date-time":"2018-05-07T00:00:00Z","timestamp":1525651200000}}],"reference-count":86,"publisher":"Public Library of Science (PLoS)","issue":"4","license":[{"start":{"date-parts":[[2018,4,25]],"date-time":"2018-04-25T00:00:00Z","timestamp":1524614400000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100000006","name":"Office of Naval Research","doi-asserted-by":"publisher","award":["MURI N00014-13-1-0431"],"award-info":[{"award-number":["MURI N00014-13-1-0431"]}],"id":[{"id":"10.13039\/100000006","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["www.ploscompbiol.org"],"crossmark-restriction":false},"short-container-title":["PLoS Comput Biol"],"DOI":"10.1371\/journal.pcbi.1006043","type":"journal-article","created":{"date-parts":[[2018,4,25]],"date-time":"2018-04-25T17:42:52Z","timestamp":1524678172000},"page":"e1006043","update-policy":"https:\/\/doi.org\/10.1371\/journal.pcbi.corrections_policy","source":"Crossref","is-referenced-by-count":107,"title":["Rational metareasoning and the plasticity of cognitive control"],"prefix":"10.1371","volume":"14","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2746-6110","authenticated-orcid":true,"given":"Falk","family":"Lieder","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Amitai","family":"Shenhav","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sebastian","family":"Musslick","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Thomas L.","family":"Griffiths","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"340","published-online":{"date-parts":[[2018,4,25]]},"reference":[{"key":"ref1","doi-asserted-by":"crossref","first-page":"135","DOI":"10.1146\/annurev-psych-113011-143750","article-title":"Executive Functions","volume":"64","author":"A Diamond","year":"2013","journal-title":"Annu Rev Psychol"},{"key":"ref2","first-page":"643","article-title":"Studies of interference in serial verbal reactions","volume":"18","author":"JR Stroop","year":"1935","journal-title":"J Exp Psychol. Psychological Review Company"},{"key":"ref3","first-page":"271","article-title":"High self-control predicts good adjustment, less pathology, better grades, and interpersonal success","volume":"72","author":"JP Tangney","year":"2004","journal-title":"J Pers. Wiley Online Library"},{"key":"ref4","doi-asserted-by":"crossref","first-page":"2693","DOI":"10.1073\/pnas.1010076108","article-title":"A gradient of childhood self-control predicts health, wealth, and public safety","volume":"108","author":"TE Moffitt","year":"2011","journal-title":"Proc Natl Acad Sci. National Acad Sciences"},{"key":"ref5","doi-asserted-by":"crossref","first-page":"697","DOI":"10.1017\/S0140525X1300109X","article-title":"The intrinsic cost of cognitive control","volume":"36","author":"W Kool","year":"2013","journal-title":"Behav Brain Sci"},{"key":"ref6","doi-asserted-by":"crossref","first-page":"131","DOI":"10.1037\/a0031048","article-title":"A labor\/leisure tradeoff in cognitive control","volume":"143","author":"W Kool","year":"2014","journal-title":"J Exp Psychol Gen"},{"key":"ref7","first-page":"217","article-title":"The Expected Value of Control: An Integrative Theory of Anterior Cingulate Cortex Function","volume":"79","author":"A Shenhav","year":"2013","journal-title":"Neuron. Cell Press"},{"key":"ref8","doi-asserted-by":"crossref","first-page":"1484","DOI":"10.3758\/MC.36.8.1484","article-title":"Multiple levels of control in the Stroop task","volume":"36","author":"JM Bugg","year":"2008","journal-title":"Mem & Cogn. Springer"},{"key":"ref9","doi-asserted-by":"crossref","first-page":"844","DOI":"10.1037\/a0019957","article-title":"Why it is too early to lose control in accounts of item-specific proportion congruency effects","volume":"37","author":"JM Bugg","year":"2011","journal-title":"J Exp Psychol Hum Percept Perform. American Psychological Association"},{"key":"ref10","doi-asserted-by":"crossref","first-page":"324","DOI":"10.1016\/j.cognition.2012.07.015","article-title":"Reward modulates adaptations to conflict","volume":"125","author":"S Braem","year":"2012","journal-title":"Cognition. Elsevier"},{"key":"ref11","doi-asserted-by":"crossref","first-page":"341","DOI":"10.1016\/j.cognition.2010.08.018","article-title":"The influence of reward associations on conflict processing in the Stroop task","volume":"117","author":"RM Krebs","year":"2010","journal-title":"Cognition. Elsevier"},{"key":"ref12","doi-asserted-by":"crossref","first-page":"167","DOI":"10.1002\/9781118920497.ch10","article-title":"Cognitive Control as Cost-Benefit Decision Making","author":"W Kool","year":"2017","journal-title":"Wiley Handb Cogn Control. John Wiley & Sons, Ltd"},{"key":"ref13","article-title":"Toward a rational and mechanistic account of mental effort","author":"A Shenhav","year":"2017","journal-title":"Annu Rev Neurosci"},{"key":"ref14","article-title":"Deciding How To Decide: Self-Control and Meta-Decision Making","author":"Y-L Boureau","year":"2015","journal-title":"Trends Cogn Sci"},{"key":"ref15","doi-asserted-by":"crossref","first-page":"693","DOI":"10.1037\/bul0000047","article-title":"Grounding cognitive control in associative learning","volume":"142","author":"E Abrahamse","year":"2016","journal-title":"Psychol Bull. American Psychological Association"},{"key":"ref16","article-title":"Creatures of habit (and control): a multi-level learning perspective on the modulation of congruency effects","volume":"5","author":"T Egner","year":"2014","journal-title":"Front Psychol. Frontiers Media SA"},{"key":"ref17","doi-asserted-by":"crossref","first-page":"2185","DOI":"10.3758\/s13414-016-1101-z","article-title":"Decomposing experience-driven attention: Opposite attentional effects of previously predictive cues","volume":"78","author":"Z Lin","year":"2016","journal-title":"Attention, Perception, & Psychophys. Springer"},{"key":"ref18","doi-asserted-by":"crossref","first-page":"962","DOI":"10.1523\/JNEUROSCI.1467-17.2017","article-title":"Causal Evidence for Learning-Dependent Frontal Lobe Contributions to Cognitive Control","volume":"38","author":"PS Muhle-Karbe","year":"2018","journal-title":"J Neurosci. Soc Neuroscience"},{"key":"ref19","first-page":"97","article-title":"Video game training enhances cognitive control in older adults","volume":"501","author":"JA Anguera","year":"2013","journal-title":"Nature. Nature Publishing Group"},{"key":"ref20","first-page":"978","article-title":"How useful is executive control training? Age differences in near and far transfer of task-switching training","volume":"12","author":"J Karbach","year":"2009","journal-title":"Dev Sci. Wiley Online Library"},{"key":"ref21","doi-asserted-by":"crossref","unstructured":"Heller SB, Shah AK, Guryan J, Ludwig J, Mullainathan S, Pollack HA. Thinking, fast and slow? Some field experiments to reduce crime and dropout in Chicago. 2015.","DOI":"10.3386\/w21178"},{"key":"ref22","doi-asserted-by":"crossref","first-page":"270","DOI":"10.1037\/a0028228","article-title":"Is working memory training effective? A meta-analytic review","volume":"49","author":"M Melby-Lerv\u00e5g","year":"2013","journal-title":"Dev Psychol. US: American Psychological Association"},{"key":"ref23","doi-asserted-by":"crossref","first-page":"628","DOI":"10.1037\/a0027473","article-title":"Is working memory training effective?","volume":"138","author":"Z Shipstead","year":"2012","journal-title":"Psychol Bull. American Psychological Association"},{"key":"ref24","doi-asserted-by":"crossref","first-page":"113","DOI":"10.1016\/S0301-0082(02)00076-X","article-title":"Functional integration and inference in the brain","volume":"68","author":"K Friston","year":"2002","journal-title":"Prog Neurobiol"},{"key":"ref25","doi-asserted-by":"crossref","first-page":"775","DOI":"10.1038\/nature09042","article-title":"Putting brain training to the test","volume":"465","author":"AM Owen","year":"2010","journal-title":"Nature. Nature Research"},{"key":"ref26","doi-asserted-by":"crossref","first-page":"361","DOI":"10.1016\/0004-3702(91)90015-C","article-title":"Principles of metareasoning","volume":"49","author":"S Russell","year":"1991","journal-title":"Artif Intell"},{"key":"ref27","unstructured":"Hay N, Russell S, Tolpin D, Shimony S. Selecting Computations: Theory and Applications. In: de Freitas N, Murphy K, editors. Uncertainty in Artificial Intelligence: Proceedings of the Twenty-Eighth Conference. P.O. Box 866 Corvallis, Oregon 97339 USA OR\u2014Uncertainty in Artificial Intelligence: AUAI Press; 2012."},{"key":"ref28","doi-asserted-by":"crossref","first-page":"167","DOI":"10.1146\/annurev.neuro.24.1.167","article-title":"An integrative theory of prefrontal cortex function","volume":"24","author":"EK Miller","year":"2001","journal-title":"Annu Rev Neurosci"},{"key":"ref29","doi-asserted-by":"crossref","first-page":"273","DOI":"10.1126\/science.aac6076","article-title":"Computational rationality: A converging paradigm for intelligence in brains, minds, and machines","volume":"349","author":"SJ Gershman","year":"2015","journal-title":"Science (80-). American Association for the Advancement of Science"},{"key":"ref30","doi-asserted-by":"crossref","DOI":"10.1109\/TNN.1998.712192","article-title":"Reinforcement learning: An introduction","author":"RS Sutton","year":"1998"},{"key":"ref31","doi-asserted-by":"crossref","first-page":"99","DOI":"10.1016\/S0004-3702(98)00023-X","article-title":"Planning and acting in partially observable stochastic domains","volume":"101","author":"LP Kaelbling","year":"1998","journal-title":"Artif Intell"},{"key":"ref32","doi-asserted-by":"crossref","first-page":"240","DOI":"10.1016\/j.tics.2010.03.001","article-title":"Attention as a decision in information space","volume":"14","author":"J Gottlieb","year":"2010","journal-title":"Trends Cogn Sci"},{"key":"ref33","doi-asserted-by":"crossref","first-page":"1068","DOI":"10.1016\/j.conb.2012.05.011","article-title":"How to set the switches on this thing","volume":"22","author":"P Dayan","year":"2012","journal-title":"Curr Opin Neurobiol"},{"key":"ref34","unstructured":"Todd MT, Niv Y, Cohen JD. Learning to Use Working Memory in Partially Observable Environments through Dopaminergic Reinforcement. In: Koller D, Schuurmans D, Bengio Y, Bottou L, editors. Advances in Neural Information Processing Systems 21. Curran Associates, Inc.; 2009. pp. 1689\u20131696."},{"key":"ref35","doi-asserted-by":"crossref","first-page":"122","DOI":"10.1016\/j.tics.2011.12.008","article-title":"Motivation of extended behaviors by anterior cingulate cortex","volume":"16","author":"CB Holroyd","year":"2012","journal-title":"Trends Cogn Sci. Elsevier"},{"key":"ref36","first-page":"54","article-title":"Hierarchical control over effortful behavior by rodent medial frontal cortex: A computational model","volume":"122","author":"CB Holroyd","year":"2015","journal-title":"Psychol Rev. American Psychological Association"},{"key":"ref37","doi-asserted-by":"crossref","first-page":"20130480","DOI":"10.1098\/rstb.2013.0480","article-title":"Model-based hierarchical reinforcement learning and human action control","volume":"369","author":"MM Botvinick","year":"2014","journal-title":"Philos Trans R Soc B Biol Sci. The Royal Society"},{"key":"ref38","doi-asserted-by":"crossref","first-page":"181","DOI":"10.1016\/S0004-3702(99)00052-1","article-title":"Between MDPs and semi-MDPs: A framework for temporal abstraction in reinforcement learning","volume":"112","author":"RS Sutton","year":"1999","journal-title":"Artif Intell. Essex, UK: Elsevier Science Publishers Ltd."},{"key":"ref39","doi-asserted-by":"crossref","first-page":"279","DOI":"10.1007\/BF00992698","article-title":"Q-learning","volume":"8","author":"CF Watkins","year":"1992","journal-title":"Mach Learn. Kluwer Academic Publishers"},{"key":"ref40","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1111\/j.2517-6161.1972.tb00885.x","article-title":"Bayes Estimates for the Linear Model","volume":"34","author":"DV Lindley","year":"1972","journal-title":"J R Stat Soc Ser B. Blackwell Publishing for the Royal Statistical Society"},{"key":"ref41","unstructured":"Kunz S. The Bayesian Linear model with Unknown Variance. 2009."},{"key":"ref42","first-page":"64","article-title":"A theory of Pavlovian conditioning: Variations in the effectiveness of reinforcement and nonreinforcement","volume":"2","author":"RA Rescorla","year":"1972","journal-title":"Class Cond II Curr Res theory. New-York"},{"key":"ref43","first-page":"329","article-title":"The selection of strategies in cue learning","volume":"69","author":"F Restle","year":"1962","journal-title":"Psychol Rev. American Psychological Association"},{"key":"ref44","doi-asserted-by":"crossref","first-page":"138","DOI":"10.1016\/S1364-6613(00)01452-2","article-title":"Inhibition of return","volume":"4","author":"RM Klein","year":"2000","journal-title":"Trends Cogn Sci. Elsevier"},{"key":"ref45","first-page":"332","article-title":"On the control of automatic processes: a parallel distributed processing account of the Stroop effect","volume":"97","author":"JD Cohen","year":"1990","journal-title":"Psychol Rev. American Psychological Association"},{"key":"ref46","unstructured":"Musslick S, Shenhav A, Botvinick MM, Cohen JD. A computational model of control allocation based on the Expected Value of Control. The 2nd Multidisciplinary Conference on Reinforcement Learning and Decision Making. 2015."},{"key":"ref47","first-page":"421","article-title":"Attention and performance XV","author":"DA Allport","year":"1994"},{"key":"ref48","article-title":"Empirical Evidence for Resource-Rational Anchoring and Adjustment","author":"F Lieder","year":"2017","journal-title":"Psychon Bull & Rev. Springer"},{"key":"ref49","article-title":"The anchoring bias reflects rational use of cognitive resources","author":"F Lieder","year":"2017","journal-title":"Psychon Bull & Rev. Springer"},{"key":"ref50","doi-asserted-by":"crossref","first-page":"3419","DOI":"10.1162\/jocn_a_00011","article-title":"Reward Reduces Conflict by Enhancing Attentional Control and Biasing Visual Cortical Processing","volume":"23","author":"S Padmala","year":"2011","journal-title":"J Cogn Neurosci. MIT Press"},{"key":"ref51","doi-asserted-by":"crossref","first-page":"1707","DOI":"10.1016\/j.cub.2015.05.038","article-title":"Reward pays the cost of noise reduction in motor and cognitive control","volume":"25","author":"SG Manohar","year":"2015","journal-title":"Curr Biol. Elsevier"},{"key":"ref52","first-page":"507","article-title":"Tonic dopamine: opportunity costs and the control of response vigor","volume":"191","author":"Y Niv","year":"2007","journal-title":"Psychopharmacology (Berl). Interdisciplinary Center for Neural Computation, The Hebrew University of Jerusalem, Jerusalem, 91904, Israel.: Springer-Verlag"},{"key":"ref53","first-page":"762","article-title":"Strategy selection as rational metareasoning","volume":"124","author":"F Lieder","year":"2017","journal-title":"Psychol Rev. American Psychological Association"},{"key":"ref54","doi-asserted-by":"crossref","first-page":"129","DOI":"10.3758\/s13415-013-0236-9","article-title":"Multitasking versus multiplexing: Toward a normative account of limitations in the simultaneous execution of control-demanding behaviors","volume":"14","author":"SF Feng","year":"2014","journal-title":"Cogn Affect & Behav Neurosci. Springer"},{"key":"ref55","unstructured":"Musslick S, Dey B, Ozcimder K, Patwary MMA, Willke TL, Cohen JD. Controlled vs. Automatic Processing: A Graph-Theoretic Approach to the Analysis of Serial vs. Parallel Processing in Neural Network Architectures. Proceedings of the 38th Annual Conference of the Cognitive Science Society. 2016. pp. 1547\u20131552."},{"key":"ref56","unstructured":"Kawaguchi K, Kaelbling LP, Lozano-P\u00e9rez T. Bayesian Optimization with Exponential Convergence. In: Cortes C, Lawrence ND, Lee DD, Sugiyama M, Garnett R, editors. Advances in Neural Information Processing Systems 28. Curran Associates, Inc.; 2015. pp. 2809\u20132817."},{"key":"ref57","doi-asserted-by":"crossref","first-page":"640","DOI":"10.3758\/s13414-010-0049-7","article-title":"Acquisition of decision making criteria: reward rate ultimately beats accuracy","volume":"73","author":"F Balci","year":"2011","journal-title":"Attention, Perception, & Psychophys. Springer"},{"key":"ref58","unstructured":"Acerbi L, Ma WJ. Practical Bayesian Optimization for Model Fitting with Bayesian Adaptive Direct Search. In: Guyon I, Luxburg U V, Bengio S, Wallach H, Fergus R, Vishwanathan S, et al., editors. Advances in Neural Information Processing Systems 30. Curran Associates, Inc.; 2017. pp. 1834\u20131844. <ext-link xmlns:xlink=\"http:\/\/www.w3.org\/1999\/xlink\" ext-link-type=\"uri\" xlink:href=\"http:\/\/papers.nips.cc\/paper\/6780-practical-bayesian-optimization-for-model-fitting-with-bayesian-adaptive-direct-search.pdf\" xlink:type=\"simple\">http:\/\/papers.nips.cc\/paper\/6780-practical-bayesian-optimization-for-model-fitting-with-bayesian-adaptive-direct-search.pdf<\/ext-link>"},{"key":"ref59","first-page":"624","article-title":"Conflict monitoring and cognitive control","volume":"108","author":"MM Botvinick","year":"2001","journal-title":"Psychol Rev. Department of Psychology, Carnegie Mellon University, Pennsylvania, USA"},{"key":"ref60","doi-asserted-by":"crossref","first-page":"773","DOI":"10.1080\/01621459.1995.10476572","article-title":"Bayes Factors","volume":"90","author":"R Kass","year":"1995","journal-title":"J Am Stat Assoc. American Statistical Association"},{"key":"ref61","first-page":"461","article-title":"Estimating the dimension of a model","volume":"6","author":"G Schwarz","year":"1978","journal-title":"Ann Stat. Institute of Mathematical Statistics"},{"key":"ref62","doi-asserted-by":"crossref","first-page":"1040","DOI":"10.1038\/nn.3130","article-title":"Rational regulation of learning dynamics by pupil-linked arousal systems","volume":"15","author":"MR Nassar","year":"2012","journal-title":"Nat Neurosci. Nature Research"},{"key":"ref63","doi-asserted-by":"crossref","first-page":"870","DOI":"10.1016\/j.neuron.2014.10.013","article-title":"Functionally dissociable influences on learning rate in a dynamic environment","volume":"84","author":"JT McGuire","year":"2014","journal-title":"Neuron. Elsevier"},{"key":"ref64","first-page":"279","article-title":"Predictability, surprise, attention, and conditioning","author":"LJ Kamin","year":"1969","journal-title":"Punishm aversive Behav"},{"key":"ref65","doi-asserted-by":"crossref","first-page":"e1002055","DOI":"10.1371\/journal.pcbi.1002055","article-title":"Speed\/Accuracy Trade-Off between the Habitual and the Goal-Directed Processes","volume":"7","author":"M Keramati","year":"2011","journal-title":"PLoS Comput Biol. Public Library of Science"},{"key":"ref66","doi-asserted-by":"crossref","first-page":"1704","DOI":"10.1038\/nn1560","article-title":"Uncertainty-based competition between prefrontal and dorsolateral striatal systems for behavioral control","volume":"8","author":"N Daw","year":"2005","journal-title":"Nat Neurosci. Nature Publishing Group"},{"key":"ref67","article-title":"Cost-benefit arbitration between multiple reinforcement-learning systems","author":"W Kool","journal-title":"Psychol Sci"},{"key":"ref68","doi-asserted-by":"crossref","first-page":"283","DOI":"10.1162\/089976606775093909","article-title":"Making working memory work: a computational model of learning in the prefrontal cortex and basal ganglia","volume":"18","author":"RC O\u2019Reilly","year":"2006","journal-title":"Neural Comput. MIT Press"},{"key":"ref69","article-title":"Adaptive effort investment in cognitive and physical tasks: A neurocomputational model","volume":"9","author":"T Verguts","year":"2015","journal-title":"Front Behav Neurosci. Frontiers Media SA"},{"key":"ref70","unstructured":"Krueger PM, Lieder F, Griffiths TL. Enhancing Metacognitive Reinforcement learning using reward structures and feedback. Proceedings of the 39th Annual Conference of the Cognitive Science Society. 2017."},{"key":"ref71","doi-asserted-by":"crossref","DOI":"10.3389\/fpsyg.2011.00233","article-title":"Post-error adjustments","volume":"2","author":"C Danielmeier","year":"2011","journal-title":"Front Psychol"},{"key":"ref72","article-title":"Information theory of choice-reaction times","author":"DRJ Laming","year":"1968"},{"key":"ref73","doi-asserted-by":"crossref","first-page":"480","DOI":"10.1037\/0096-3445.121.4.480","article-title":"Optimizing the use of information: strategic control of activation of responses","volume":"121","author":"G Gratton","year":"1992","journal-title":"J Exp Psychol Gen"},{"key":"ref74","doi-asserted-by":"crossref","first-page":"686","DOI":"10.1037\/0096-1523.15.4.686","article-title":"Automaticity in skill acquisition: Mechanisms for reducing interference in concurrent performance","volume":"15","author":"TL Brown","year":"1989","journal-title":"J Exp Psychol Hum Percept Perform. American Psychological Association"},{"key":"ref75","doi-asserted-by":"crossref","first-page":"361","DOI":"10.1016\/S0010-0285(02)00520-0","article-title":"Task-switching and long-term priming: Role of episodic stimulus\u2014task bindings in task-shift costs","volume":"46","author":"F Waszak","year":"2003","journal-title":"Cogn Psychol. Elsevier"},{"key":"ref76","doi-asserted-by":"crossref","first-page":"1027","DOI":"10.3758\/BF03196732","article-title":"Semantic generalization of stimulus-task bindings","volume":"11","author":"F Waszak","year":"2004","journal-title":"Psychon Bull & Rev. Springer"},{"key":"ref77","doi-asserted-by":"crossref","first-page":"1175","DOI":"10.3758\/BF03193487","article-title":"The costs and benefits of cross-task priming","volume":"35","author":"F Waszak","year":"2007","journal-title":"Mem & Cogn. Springer"},{"key":"ref78","doi-asserted-by":"crossref","first-page":"107","DOI":"10.1007\/s00426-005-0039-x","article-title":"Outsourcing control to the environment: effects of stimulus\/response locations on task selection","volume":"71","author":"U Mayr","year":"2007","journal-title":"Psychol Res. Springer"},{"key":"ref79","unstructured":"Lieder F, Griffiths TL. When to use which heuristic: A rational solution to the strategy selection problem. In: Noelle DC, Dale R, Warlaumont AS, Yoshimi J, Matlock T, Jennings CD, et al., editors. Proceedings of the 37th Annual Conference of the cognitive science society. Austin, TX: Cognitive Science Society; 2015."},{"key":"ref80","unstructured":"Lieder F, Plunkett D, Hamrick JB, Russell SJ, Hay NJ, Griffiths TL. Algorithm selection by rational metareasoning as a model of human strategy selection. In: Ghahramani Z, Welling M, Weinberger KQ, Cortes C, Lawrence ND, editors. Advances in Neural Information Processing Systems 27. Curran Associates, Inc.; 2014."},{"key":"ref81","unstructured":"Bustamante L, Lieder F, Musslick S, Shenhav A, Cohen JD. Learning to (mis)allocate control: maltransfer can lead to self-control failure. In: Brunskill E, N. Daw, editors. The 3rd Multidisciplinary Conference on Reinforcement Learning and Decision Making. Ann Arbor, Michigan; 2017."},{"key":"ref82","unstructured":"Lieder F, Griffiths TL, Huys QJ, Goodman ND. Reinterpreting anchoring-and-adjustment as rational use of cognitive resources."},{"key":"ref83","doi-asserted-by":"crossref","first-page":"106","DOI":"10.1016\/j.tics.2011.12.010","article-title":"The variable nature of cognitive control: a dual mechanisms framework","volume":"16","author":"T Braver","year":"2012","journal-title":"Trends Cogn Sci"},{"key":"ref84","unstructured":"Suchow JW. Measuring, monitoring, and maintaining memories in a partially observable mind. Harvard University. 2014."},{"key":"ref85","doi-asserted-by":"crossref","unstructured":"Sutton RS. Integrated architectures for learning, planning, and reacting based on approximating dynamic programming. Proceedings of the seventh international conference on machine learning. 1990. pp. 216\u2013224.","DOI":"10.1016\/B978-1-55860-141-3.50030-4"},{"key":"ref86","doi-asserted-by":"crossref","first-page":"127","DOI":"10.1016\/j.tics.2013.12.009","article-title":"Why self-control seems (but may not be) limited","volume":"18","author":"M Inzlicht","year":"2014","journal-title":"Trends Cogn Sci. Elsevier Science"}],"updated-by":[{"DOI":"10.1371\/journal.pcbi.1006043","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2018,5,7]],"date-time":"2018-05-07T00:00:00Z","timestamp":1525651200000}}],"container-title":["PLOS Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/dx.plos.org\/10.1371\/journal.pcbi.1006043","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,6]],"date-time":"2024-07-06T09:07:52Z","timestamp":1720256872000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1006043"}},"subtitle":[],"editor":[{"given":"Samuel J.","family":"Gershman","sequence":"first","affiliation":[],"role":[{"role":"editor","vocabulary":"crossref"}]}],"short-title":[],"issued":{"date-parts":[[2018,4,25]]},"references-count":86,"journal-issue":{"issue":"4","published-online":{"date-parts":[[2018,4,25]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pcbi.1006043","relation":{"new_version":[{"id-type":"doi","id":"10.1371\/journal.pcbi.1006043","asserted-by":"object"}]},"ISSN":["1553-7358"],"issn-type":[{"value":"1553-7358","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,4,25]]}}}