{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,6]],"date-time":"2026-05-06T14:36:26Z","timestamp":1778078186861,"version":"3.51.4"},"update-to":[{"DOI":"10.1371\/journal.pcbi.1005684","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2017,8,23]],"date-time":"2017-08-23T00:00:00Z","timestamp":1503446400000}}],"reference-count":50,"publisher":"Public Library of Science (PLoS)","issue":"8","license":[{"start":{"date-parts":[[2017,8,11]],"date-time":"2017-08-11T00:00:00Z","timestamp":1502409600000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"European Research Council (BE)","award":["PIEF-GA-2012 Grant 328822"],"award-info":[{"award-number":["PIEF-GA-2012 Grant 328822"]}]},{"name":"ATIP-Avenir grant","award":["R16069JS"],"award-info":[{"award-number":["R16069JS"]}]},{"name":"Collaborative Research in Computational Neuroscience ANR-NSF grant","award":["ANR-16-NEUC-0004"],"award-info":[{"award-number":["ANR-16-NEUC-0004"]}]},{"DOI":"10.13039\/501100003986","name":"Jacobs Foundation","doi-asserted-by":"crossref","id":[{"id":"10.13039\/501100003986","id-type":"DOI","asserted-by":"crossref"}]},{"name":"Royal Society University Research Fellowship"}],"content-domain":{"domain":["www.ploscompbiol.org"],"crossmark-restriction":false},"short-container-title":["PLoS Comput Biol"],"DOI":"10.1371\/journal.pcbi.1005684","type":"journal-article","created":{"date-parts":[[2017,8,11]],"date-time":"2017-08-11T17:33:56Z","timestamp":1502472836000},"page":"e1005684","update-policy":"https:\/\/doi.org\/10.1371\/journal.pcbi.corrections_policy","source":"Crossref","is-referenced-by-count":168,"title":["Confirmation bias in human reinforcement learning: Evidence from counterfactual feedback processing"],"prefix":"10.1371","volume":"13","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5768-6646","authenticated-orcid":true,"given":"Stefano","family":"Palminteri","sequence":"first","affiliation":[]},{"given":"Germain","family":"Lefebvre","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0360-3769","authenticated-orcid":true,"given":"Emma J.","family":"Kilford","sequence":"additional","affiliation":[]},{"given":"Sarah-Jayne","family":"Blakemore","sequence":"additional","affiliation":[]}],"member":"340","published-online":{"date-parts":[[2017,8,11]]},"reference":[{"key":"ref1","doi-asserted-by":"crossref","first-page":"545","DOI":"10.1038\/nrn2357","article-title":"A framework for studying the neurobiology of value-based decision making","volume":"9","author":"A Rangel","year":"2008","journal-title":"Nat Rev Neurosci"},{"key":"ref2","doi-asserted-by":"crossref","first-page":"315","DOI":"10.1257\/jel.47.2.315","article-title":"Psychology and Economics: Evidence from the Field","volume":"47","author":"S DellaVigna","year":"2009","journal-title":"J Econ Lit"},{"key":"ref3","doi-asserted-by":"crossref","first-page":"517","DOI":"10.1016\/j.tics.2009.09.004","article-title":"The description-experience gap in risky choice","volume":"13","author":"R Hertwig","year":"2009","journal-title":"Trends Cogn Sci"},{"key":"ref4","doi-asserted-by":"crossref","first-page":"154","DOI":"10.1038\/nn.2723","article-title":"From reinforcement learning models to psychiatric and neurological disorders","volume":"14","author":"T V Maia","year":"2011","journal-title":"Nat Neurosci"},{"key":"ref5","doi-asserted-by":"crossref","first-page":"862","DOI":"10.1126\/science.1232491","article-title":"On the psychology of poverty","volume":"344","author":"J Haushofer","year":"2014","journal-title":"Science"},{"key":"ref6","doi-asserted-by":"crossref","first-page":"495","DOI":"10.1016\/S0893-6080(02)00044-8","article-title":"Metalearning and neuromodulation","volume":"15","author":"K Doya","year":"2002","journal-title":"Neural Netw"},{"key":"ref7","doi-asserted-by":"crossref","DOI":"10.1016\/S1474-6670(17)38315-5","article-title":"Reinforcement Learning: An Introduction","author":"AG Barto","year":"1998"},{"key":"ref8","doi-asserted-by":"crossref","first-page":"e6421","DOI":"10.1371\/journal.pone.0006421","article-title":"Reinforcement learning or active inference?","volume":"4","author":"KJ Friston","year":"2009","journal-title":"PLoS One"},{"key":"ref9","doi-asserted-by":"crossref","first-page":"711","DOI":"10.1007\/s00422-013-0571-5","article-title":"Adaptive properties of differential learning rates for positive and negative outcomes","volume":"107","author":"RD Caz\u00e9","year":"2013","journal-title":"Biol Cybern"},{"key":"ref10","first-page":"1","article-title":"Behavioural and neural characterization of optimistic reinforcement learning","volume":"67","author":"G Lefebvre","year":"2017","journal-title":"Nat Hum Behav"},{"key":"ref11","doi-asserted-by":"crossref","first-page":"1090","DOI":"10.1016\/j.neuron.2013.08.030","article-title":"Dissociable effects of dopamine and serotonin on reversal learning","volume":"80","author":"HEM den Ouden","year":"2013","journal-title":"Neuron"},{"key":"ref12","doi-asserted-by":"crossref","first-page":"16311","DOI":"10.1073\/pnas.0706111104","article-title":"Genetic triple dissociation reveals multiple roles for dopamine in reinforcement learning","volume":"104","author":"MJ Frank","year":"2007","journal-title":"Proc Natl Acad Sci U S A"},{"key":"ref13","doi-asserted-by":"crossref","first-page":"1247","DOI":"10.1093\/cercor\/bhr198","article-title":"Striatum-medial prefrontal cortex connectivity predicts developmental changes in reinforcement learning","volume":"22","author":"W van den Bos","year":"2012","journal-title":"Cereb Cortex"},{"key":"ref14","first-page":"1","article-title":"Linking individual learning styles to approach-avoidance motivational traits and computational aspects of reinforcement learning","volume":"11","author":"KC Aberg","year":"2016","journal-title":"PLoS One"},{"key":"ref15","doi-asserted-by":"crossref","first-page":"25","DOI":"10.1016\/j.tics.2015.11.002","article-title":"Forming Beliefs: Why Valence Matters","volume":"20","author":"T Sharot","year":"2016","journal-title":"Trends Cogn Sci"},{"key":"ref16","doi-asserted-by":"crossref","first-page":"94","DOI":"10.1016\/j.cobeha.2014.10.004","article-title":"The structure of reinforcement-learning mechanisms in the human brain","volume":"1","author":"JP O\u2019Doherty","year":"2015","journal-title":"Curr Opin Behav Sci"},{"key":"ref17","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pbio.1001093","article-title":"Counterfactual Choice and Learning in a Neural Network Centered on Human Lateral Frontopolar Cortex","volume":"9","author":"ED Boorman","year":"2011","journal-title":"PLoS Biol"},{"key":"ref18","doi-asserted-by":"crossref","first-page":"1243","DOI":"10.1016\/j.neuron.2013.07.006","article-title":"Real and fictive outcomes are processed differently but converge on a common adaptive mechanism","volume":"79","author":"AG Fischer","year":"2013","journal-title":"Neuron"},{"key":"ref19","doi-asserted-by":"crossref","first-page":"13465","DOI":"10.1523\/JNEUROSCI.1500-09.2009","article-title":"Brain hemispheres selectively track the expected value of contralateral options","volume":"29","author":"S Palminteri","year":"2009","journal-title":"J Neurosci"},{"key":"ref20","doi-asserted-by":"crossref","first-page":"8096","DOI":"10.1038\/ncomms9096","article-title":"Contextual modulation of value signals in reward and punishment learning","volume":"6","author":"S Palminteri","year":"2015","journal-title":"Nat Commun"},{"key":"ref21","first-page":"64","article-title":"Classical conditioning II: current research and theory","author":"RA Rescorla","year":"1972"},{"key":"ref22","doi-asserted-by":"crossref","first-page":"279","DOI":"10.1007\/BF00992698","article-title":"Q-learning","volume":"8","author":"CJCH Watkins","year":"1992","journal-title":"Mach Learn"},{"key":"ref23","doi-asserted-by":"crossref","first-page":"425","DOI":"10.1016\/j.tics.2017.03.011","article-title":"The Importance of Falsification in Computational Cognitive Modeling","volume":"21","author":"S Palminteri","year":"2017","journal-title":"Trends Cogn Sci"},{"key":"ref24","article-title":"The computational development of reinforcement learning during adolescence","author":"S Palminteri","year":"2016","journal-title":"PLoS Comput Biol"},{"key":"ref25","doi-asserted-by":"crossref","first-page":"175","DOI":"10.1037\/1089-2680.2.2.175","article-title":"Confirmation bias: a ubiquitous phenomenon in many guises","volume":"2","author":"R Nickerson","year":"1998","journal-title":"Rev Gen Psychol"},{"key":"ref26","doi-asserted-by":"crossref","first-page":"125","DOI":"10.1016\/j.neuroimage.2013.02.074","article-title":"How initial confirmatory experience potentiates the detrimental influence of bad advice","volume":"76","author":"MR Staudinger","year":"2013","journal-title":"Neuroimage"},{"key":"ref27","doi-asserted-by":"crossref","first-page":"74","DOI":"10.1016\/j.brainres.2009.07.007","article-title":"Instructional control of reinforcement learning: a behavioral and neurocomputational investigation","volume":"1299","author":"BB Doll","year":"2009","journal-title":"Brain Res"},{"key":"ref28","doi-asserted-by":"crossref","first-page":"206","DOI":"10.1111\/j.1551-6709.2009.01010.x","article-title":"Computational models for the combination of advice and individual learning","volume":"33","author":"G Biele","year":"2009","journal-title":"Cogn Sci"},{"key":"ref29","first-page":"6188","article-title":"Dopaminergic Genes Predict Individual Differences in Susceptibility to Confirmation Bias","volume":"31","author":"BB Doll","year":"2011"},{"key":"ref30","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pbio.1001089","article-title":"The Neural basis of following advice","volume":"9","author":"G Biele","year":"2011","journal-title":"PLoS Biol"},{"key":"ref31","doi-asserted-by":"crossref","first-page":"1214","DOI":"10.1038\/nn1954","article-title":"Learning the value of information in an uncertain world","volume":"10","author":"TEJ Behrens","year":"2007","journal-title":"Nat Neurosci"},{"key":"ref32","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1038\/nn.3961","article-title":"Anxious individuals have difficulty learning the causal statistics of aversive environments Michael Browning","volume":"18","author":"M Browning","year":"2015","journal-title":"Nat Neurosci"},{"key":"ref33","doi-asserted-by":"crossref","first-page":"733","DOI":"10.1016\/j.neuron.2009.05.014","article-title":"How Green Is the Grass on the Other Side? Frontopolar Cortex and the Evidence in Favor of Alternative Courses of Action","volume":"62","author":"ED Boorman","year":"2009","journal-title":"Neuron"},{"key":"ref34","article-title":"Subsecond dopamine fluctuations in human striatum encode superposed error signals about actual and counterfactual reward","author":"KT Kishida","year":"2015","journal-title":"Proc Natl Acad Sci U S A"},{"key":"ref35","doi-asserted-by":"crossref","first-page":"9493","DOI":"10.1073\/pnas.0608842104","article-title":"Neural signature of fictive learning signals in a sequential investment task","volume":"104","author":"T Lohrenz","year":"2007","journal-title":"Proc Natl Acad Sci U S A"},{"key":"ref36","doi-asserted-by":"crossref","first-page":"5504","DOI":"10.1523\/JNEUROSCI.6316-10.2011","article-title":"Signals in Human Striatum Are Appropriate for Policy Update Rather than Value Prediction","volume":"31","author":"J Li","year":"2011","journal-title":"J Neurosci"},{"key":"ref37","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1017\/S1930297500001984","article-title":"You don\u2019t want to know what you\u2019re missing: When information about forgone rewards impedes dynamic decision making","volume":"5","author":"A Ross Otto","year":"2010","journal-title":"Judgm Decis Mak"},{"key":"ref38","doi-asserted-by":"crossref","first-page":"305","DOI":"10.1002\/bdm.556","article-title":"Replicated alternatives and the role of confusion, chasing, and regret in decisions from experience","volume":"20","author":"E Ert","year":"2007","journal-title":"J Behav Decis Mak"},{"key":"ref39","doi-asserted-by":"crossref","first-page":"285","DOI":"10.1007\/s00182-006-0015-8","article-title":"Foregone with the Wind: Indirect Payoff Information and its Implications for Choice","volume":"34","author":"B Grosskopf","year":"2006","journal-title":"Int J Game Theory"},{"key":"ref40","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1002\/bdm.509","article-title":"The effect of foregone payoffs on underweighting small probability events","volume":"19","author":"E Yechiam","year":"2006","journal-title":"J Behav Decis Mak"},{"key":"ref41","first-page":"1","article-title":"Dissociation between Active and Observational Learning from Positive and Negative Feedback in Parkinsonism","volume":"7","author":"C Bellebaum","year":"2012"},{"key":"ref42","doi-asserted-by":"crossref","first-page":"14431","DOI":"10.1073\/pnas.1003111107","article-title":"Neural mechanisms of observational learning","volume":"107","author":"CJ Burke","year":"2010","journal-title":"Proc Natl Acad Sci U S A"},{"key":"ref43","doi-asserted-by":"crossref","first-page":"153","DOI":"10.1016\/j.tics.2013.12.012","article-title":"The evolution of decision rules in complex environments","volume":"18","author":"TW Fawcett","year":"2014","journal-title":"Trends Cogn Sci"},{"key":"ref44","first-page":"55","article-title":"Self-Esteem","author":"B Blaine","year":"1993"},{"key":"ref45","doi-asserted-by":"crossref","first-page":"806","DOI":"10.1037\/0022-3514.39.5.806","article-title":"Unrealistic Optimism About Future Life events","volume":"39","author":"ND Weinstein","year":"1980","journal-title":"J Pers Soc Psychol"},{"key":"ref46","doi-asserted-by":"crossref","first-page":"115","DOI":"10.1111\/j.1467-9280.1996.tb00340.x","article-title":"Effects of Evidence on Attitudes: Is Polarization the Norm?","volume":"7","author":"D Kuhn","year":"1996","journal-title":"Psychol Sci"},{"key":"ref47","doi-asserted-by":"crossref","first-page":"880","DOI":"10.1037\/0022-3514.32.5.880","article-title":"Perseverance in self-perception and social perception: biased attributional processes in the debriefing paradigm","volume":"32","author":"L Ross","year":"1975","journal-title":"J Pers Soc Psychol"},{"key":"ref48","doi-asserted-by":"crossref","first-page":"551","DOI":"10.1523\/JNEUROSCI.5498-10.2012","article-title":"Neural prediction errors reveal a risk-sensitive reinforcement-learning process in the human brain","volume":"32","author":"Y Niv","year":"2012","journal-title":"J Neurosci"},{"key":"ref49","doi-asserted-by":"crossref","first-page":"e1003441","DOI":"10.1371\/journal.pcbi.1003441","article-title":"VBA: A Probabilistic Treatment of Nonlinear Models for Neurobiological and Behavioural Data","volume":"10","author":"J Daunizeau","year":"2014","journal-title":"PLoS Comput Biol"},{"key":"ref50","doi-asserted-by":"crossref","first-page":"1204","DOI":"10.1016\/j.neuron.2011.02.027","article-title":"Model-based influences on humans\u2019 choices and striatal prediction errors","volume":"69","author":"NDD Daw","year":"2011","journal-title":"Neuron"}],"updated-by":[{"DOI":"10.1371\/journal.pcbi.1005684","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2017,8,23]],"date-time":"2017-08-23T00:00:00Z","timestamp":1503446400000}}],"container-title":["PLOS Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/dx.plos.org\/10.1371\/journal.pcbi.1005684","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,8,24]],"date-time":"2023-08-24T20:33:29Z","timestamp":1692909209000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1005684"}},"subtitle":[],"editor":[{"given":"Adrian M.","family":"Haith","sequence":"first","affiliation":[]}],"short-title":[],"issued":{"date-parts":[[2017,8,11]]},"references-count":50,"journal-issue":{"issue":"8","published-online":{"date-parts":[[2017,8,11]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pcbi.1005684","relation":{"has-preprint":[{"id-type":"doi","id":"10.1101\/090654","asserted-by":"object"}]},"ISSN":["1553-7358"],"issn-type":[{"value":"1553-7358","type":"electronic"}],"subject":[],"published":{"date-parts":[[2017,8,11]]}}}