{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,17]],"date-time":"2026-04-17T06:50:30Z","timestamp":1776408630071,"version":"3.51.2"},"update-to":[{"DOI":"10.1371\/journal.pcbi.1006973","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2019,4,18]],"date-time":"2019-04-18T00:00:00Z","timestamp":1555545600000}}],"reference-count":70,"publisher":"Public Library of Science (PLoS)","issue":"4","license":[{"start":{"date-parts":[[2019,4,8]],"date-time":"2019-04-08T00:00:00Z","timestamp":1554681600000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100003246","name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","doi-asserted-by":"publisher","award":["451-15-015"],"award-info":[{"award-number":["451-15-015"]}],"id":[{"id":"10.13039\/501100003246","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001711","name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung","doi-asserted-by":"crossref","award":["PZ00P3_174127"],"award-info":[{"award-number":["PZ00P3_174127"]}],"id":[{"id":"10.13039\/501100001711","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["www.ploscompbiol.org"],"crossmark-restriction":false},"short-container-title":["PLoS Comput Biol"],"DOI":"10.1371\/journal.pcbi.1006973","type":"journal-article","created":{"date-parts":[[2019,4,8]],"date-time":"2019-04-08T13:49:04Z","timestamp":1554731344000},"page":"e1006973","update-policy":"https:\/\/doi.org\/10.1371\/journal.pcbi.corrections_policy","source":"Crossref","is-referenced-by-count":70,"title":["Contextual influence on confidence judgments in human reinforcement learning"],"prefix":"10.1371","volume":"15","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2071-4890","authenticated-orcid":true,"given":"Ma\u00ebl","family":"Lebreton","sequence":"first","affiliation":[]},{"given":"Karin","family":"Bacily","sequence":"additional","affiliation":[]},{"given":"Stefano","family":"Palminteri","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6493-8792","authenticated-orcid":true,"given":"Jan B.","family":"Engelmann","sequence":"additional","affiliation":[]}],"member":"340","published-online":{"date-parts":[[2019,4,8]]},"reference":[{"key":"ref1","doi-asserted-by":"crossref","DOI":"10.1109\/TNN.1998.712192","article-title":"Reinforcement learning: An introduction","author":"RS Sutton","year":"1998"},{"key":"ref2","first-page":"848","article-title":"Predicting How People Play Games: Reinforcement Learning in Experimental Games with Unique, Mixed Strategy Equilibria","volume":"88","author":"I Erev","year":"1998","journal-title":"Am Econ Rev"},{"key":"ref3","first-page":"64","article-title":"A theory of Pavlovian conditioning: Variations in the effectiveness of reinforcement and nonreinforcement","volume":"2","author":"RA Rescorla","year":"1972","journal-title":"Class Cond II Curr Res Theory"},{"key":"ref4","doi-asserted-by":"crossref","first-page":"876","DOI":"10.1038\/nature04766","article-title":"Cortical substrates for exploratory decisions in humans","volume":"441","author":"ND Daw","year":"2006","journal-title":"Nature"},{"key":"ref5","doi-asserted-by":"crossref","first-page":"452","DOI":"10.1126\/science.1094285","article-title":"Dissociable Roles of Ventral and Dorsal Striatum in Instrumental Conditioning","volume":"304","author":"J O\u2019Doherty","year":"2004","journal-title":"Science"},{"key":"ref6","doi-asserted-by":"crossref","first-page":"1593","DOI":"10.1126\/science.275.5306.1593","article-title":"A Neural Substrate of Prediction and Reward","volume":"275","author":"W Schultz","year":"1997","journal-title":"Science"},{"key":"ref7","doi-asserted-by":"crossref","first-page":"1940","DOI":"10.1126\/science.1102941","article-title":"By Carrot or by Stick: Cognitive Reinforcement Learning in Parkinsonism","volume":"306","author":"MJ Frank","year":"2004","journal-title":"Science"},{"key":"ref8","doi-asserted-by":"crossref","first-page":"1042","DOI":"10.1038\/nature05051","article-title":"Dopamine-dependent prediction errors underpin reward-seeking behaviour in humans","volume":"442","author":"M Pessiglione","year":"2006","journal-title":"Nature"},{"key":"ref9","doi-asserted-by":"crossref","first-page":"998","DOI":"10.1016\/j.neuron.2012.10.017","article-title":"Critical Roles for Anterior Insula and Dorsal Striatum in Punishment-Based Avoidance Learning","volume":"76","author":"S Palminteri","year":"2012","journal-title":"Neuron"},{"key":"ref10","doi-asserted-by":"crossref","first-page":"294","DOI":"10.1016\/j.tics.2006.05.004","article-title":"Bayesian theories of conditioning in a changing world","volume":"10","author":"AC Courville","year":"2006","journal-title":"Trends Cogn Sci"},{"key":"ref11","doi-asserted-by":"crossref","first-page":"39","DOI":"10.3389\/fnhum.2011.00039","article-title":"A bayesian foundation for individual learning under uncertainty","volume":"5","author":"C Mathys","year":"2011","journal-title":"Front Hum Neurosci"},{"key":"ref12","doi-asserted-by":"crossref","first-page":"681","DOI":"10.1016\/j.neuron.2005.04.026","article-title":"Uncertainty, Neuromodulation, and Attention","volume":"46","author":"AJ Yu","year":"2005","journal-title":"Neuron"},{"key":"ref13","doi-asserted-by":"crossref","first-page":"e1001293","DOI":"10.1371\/journal.pbio.1001293","article-title":"Reasoning, Learning, and Creativity: Frontal Lobe Function and Human Decision-Making","volume":"10","author":"A Collins","year":"2012","journal-title":"PLOS Biol"},{"key":"ref14","doi-asserted-by":"crossref","first-page":"1704","DOI":"10.1038\/nn1560","article-title":"Uncertainty-based competition between prefrontal and dorsolateral striatal systems for behavioral control","volume":"8","author":"ND Daw","year":"2005","journal-title":"Nat Neurosci"},{"key":"ref15","doi-asserted-by":"crossref","first-page":"1347","DOI":"10.1162\/089976602753712972","article-title":"Multiple Model-Based Reinforcement Learning","volume":"14","author":"K Doya","year":"2002","journal-title":"Neural Comput"},{"key":"ref16","doi-asserted-by":"crossref","first-page":"432","DOI":"10.2307\/1419580","article-title":"A Confidence Scale Defined in Terms of Expected Percentages","volume":"70","author":"JK Adams","year":"1957","journal-title":"Am J Psychol"},{"key":"ref17","doi-asserted-by":"crossref","first-page":"366","DOI":"10.1038\/nn.4240","article-title":"Confidence and certainty: distinct probabilistic quantities for different goals","volume":"19","author":"A Pouget","year":"2016","journal-title":"Nat Neurosci"},{"key":"ref18","doi-asserted-by":"crossref","first-page":"499","DOI":"10.1016\/j.neuron.2016.03.025","article-title":"Signatures of a Statistical Computation in the Human Sense of Confidence","volume":"90","author":"JI Sanders","year":"2016","journal-title":"Neuron"},{"key":"ref19","doi-asserted-by":"crossref","first-page":"1338","DOI":"10.1098\/rstb.2011.0417","article-title":"The neural basis of metacognitive ability","volume":"367","author":"SM Fleming","year":"2012","journal-title":"Phil Trans R Soc B"},{"key":"ref20","doi-asserted-by":"crossref","first-page":"1159","DOI":"10.1038\/nn.4064","article-title":"Automatic integration of confidence in the brain valuation signal","volume":"18","author":"M Lebreton","year":"2015","journal-title":"Nat Neurosci"},{"key":"ref21","article-title":"Subjective confidence reveals the hierarchical nature of learning under uncertainty","volume":"256016","author":"M Heilbron","year":"2018","journal-title":"bioRxiv"},{"key":"ref22","doi-asserted-by":"crossref","first-page":"e1004305","DOI":"10.1371\/journal.pcbi.1004305","article-title":"The Sense of Confidence during Probabilistic Learning: A Normative Account","volume":"11","author":"F Meyniel","year":"2015","journal-title":"PLOS Comput Biol"},{"key":"ref23","doi-asserted-by":"crossref","first-page":"91","DOI":"10.1037\/rev0000045","article-title":"Self-evaluation of decision-making: A general Bayesian framework for metacognitive computation","volume":"124","author":"SM Fleming","year":"2017","journal-title":"Psychol Rev"},{"key":"ref24","doi-asserted-by":"crossref","first-page":"78","DOI":"10.1016\/j.neuron.2015.09.039","article-title":"Confidence as Bayesian Probability: From Neural Origins to Behavior","volume":"88","author":"F Meyniel","year":"2015","journal-title":"Neuron"},{"key":"ref25","first-page":"306","article-title":"Judgment Under Uncertainty: Heuristics and Biases","author":"S Lichtenstein","year":"1982"},{"key":"ref26","first-page":"163","article-title":"Overconfidence in Predictions as an Effect of Desirability Bias. Advances in Decision Making Under Risk and Uncertainty","author":"F Giardini","year":"2008"},{"key":"ref27","doi-asserted-by":"crossref","first-page":"e18103","DOI":"10.7554\/eLife.18103","article-title":"Unexpected arousal modulates the influence of sensory noise on confidence","volume":"5","author":"M Allen","year":"2016","journal-title":"eLife"},{"key":"ref28","doi-asserted-by":"crossref","first-page":"e0143263","DOI":"10.1371\/journal.pone.0143263","article-title":"Joy Leads to Overconfidence, and a Simple Countermeasure","volume":"10","author":"P Koellinger","year":"2015","journal-title":"PLOS ONE"},{"key":"ref29","doi-asserted-by":"crossref","first-page":"29","DOI":"10.1093\/chemse\/bjh254","article-title":"Odor Emotionality Affects the Confidence in Odor Naming","volume":"30","author":"FU J\u00f6nsson","year":"2005","journal-title":"Chem Senses"},{"key":"ref30","doi-asserted-by":"crossref","first-page":"189","DOI":"10.1016\/j.concog.2014.08.006","article-title":"Emotion as a boost to metacognition: How worry enhances the quality of confidence","volume":"29","author":"S. Massoni","year":"2014","journal-title":"Conscious Cogn"},{"key":"ref31","doi-asserted-by":"crossref","first-page":"eaaq0668","DOI":"10.1126\/sciadv.aaq0668","article-title":"Two sides of the same coin: Monetary incentives concurrently improve and bias confidence judgments","volume":"4","author":"M Lebreton","year":"2018","journal-title":"Sci Adv"},{"key":"ref32","doi-asserted-by":"crossref","DOI":"10.1038\/ncomms9096","article-title":"Contextual modulation of value signals in reward and punishment learning","volume":"6","author":"S Palminteri","year":"2015","journal-title":"Nat Commun"},{"key":"ref33","doi-asserted-by":"crossref","first-page":"e1004953","DOI":"10.1371\/journal.pcbi.1004953","article-title":"The Computational Development of Reinforcement Learning during Adolescence","volume":"12","author":"S Palminteri","year":"2016","journal-title":"PLOS Comput Biol"},{"key":"ref34","doi-asserted-by":"crossref","first-page":"16033","DOI":"10.1038\/ncomms16033","article-title":"Learning relative values in the striatum induces violations of normative decision making","volume":"8","author":"TA Klein","year":"2017","journal-title":"Nat Commun"},{"key":"ref35","first-page":"291","article-title":"Opponent Brain Systems for Reward and Punishment Learning: Causal Evidence From Drug and Lesion Studies in Humans. Decision Neuroscience","author":"S Palminteri","year":"2017"},{"key":"ref36","doi-asserted-by":"crossref","first-page":"469","DOI":"10.1016\/j.tree.2013.05.013","article-title":"On evolutionary explanations of cognitive biases","volume":"28","author":"JAR Marshall","year":"2013","journal-title":"Trends Ecol Evol"},{"key":"ref37","doi-asserted-by":"crossref","first-page":"226","DOI":"10.1002\/bs.3830090304","article-title":"Measuring Utility by a Single-Response Sequential Method","volume":"9","author":"GM Becker","year":"1964","journal-title":"Behav Sci"},{"key":"ref38","doi-asserted-by":"crossref","first-page":"108","DOI":"10.1016\/0030-5073(73)90007-X","article-title":"Intrasubject comparison of four response modes for \u201csubjective probability\u201d assessment","volume":"10","author":"WM Ducharme","year":"1973","journal-title":"Organ Behav Hum Perform"},{"key":"ref39","doi-asserted-by":"crossref","first-page":"103","DOI":"10.1146\/annurev-economics-080213-040927","article-title":"Belief Elicitation in the Laboratory","volume":"6","author":"A Schotter","year":"2014","journal-title":"Annu Rev Econ"},{"key":"ref40","doi-asserted-by":"crossref","first-page":"457","DOI":"10.1007\/s10683-014-9416-x","article-title":"A penny for your thoughts: a survey of methods for eliciting beliefs","volume":"18","author":"KH Schlag","year":"2015","journal-title":"Exp Econ"},{"key":"ref41","doi-asserted-by":"crossref","DOI":"10.1037\/10802-000","article-title":"Learning theory and behavior","author":"OH Mowrer","year":"1960"},{"key":"ref42","doi-asserted-by":"crossref","first-page":"105","DOI":"10.1038\/nn.3279","article-title":"Confidence in value-based choice","volume":"16","author":"B De Martino","year":"2013","journal-title":"Nat Neurosci"},{"key":"ref43","doi-asserted-by":"crossref","first-page":"0002","DOI":"10.1038\/s41562-016-0002","article-title":"Explicit representation of confidence informs future value-based decisions","volume":"1","author":"T Folke","year":"2016","journal-title":"Nat Hum Behav"},{"key":"ref44","doi-asserted-by":"crossref","first-page":"1664","DOI":"10.1177\/0956797615595037","article-title":"Confidence Leak in Perceptual Decision Making","volume":"26","author":"D Rahnev","year":"2015","journal-title":"Psychol Sci"},{"key":"ref45","doi-asserted-by":"crossref","first-page":"1329","DOI":"10.1016\/j.neuron.2014.12.015","article-title":"Choice Certainty Is Informed by Both Evidence and Decision Time","volume":"84","author":"R Kiani","year":"2014","journal-title":"Neuron"},{"key":"ref46","doi-asserted-by":"crossref","first-page":"425","DOI":"10.1016\/j.tics.2017.03.011","article-title":"The Importance of Falsification in Computational Cognitive Modeling","volume":"21","author":"S Palminteri","year":"2017","journal-title":"Trends Cogn Sci"},{"key":"ref47","doi-asserted-by":"crossref","first-page":"363","DOI":"10.1007\/s11238-015-9509-9","article-title":"In search of good probability assessors: an experimental comparison of elicitation rules for confidence judgments","volume":"80","author":"G Hollard","year":"2015","journal-title":"Theory Decis"},{"key":"ref48","doi-asserted-by":"crossref","first-page":"4503","DOI":"10.1038\/s41467-018-06781-2","article-title":"Reference-point centering and range-adaptation enhance human reinforcement learning at the cost of irrational preferences","volume":"9","author":"S Bavard","year":"2018","journal-title":"Nat Commun"},{"key":"ref49","doi-asserted-by":"crossref","first-page":"112","DOI":"10.1016\/j.cognition.2017.11.001","article-title":"On-line confidence monitoring during decision making","volume":"171","author":"D Dotan","year":"2018","journal-title":"Cognition"},{"key":"ref50","doi-asserted-by":"crossref","first-page":"431","DOI":"10.1016\/j.neuron.2009.09.040","article-title":"An Automatic Valuation System in the Human Brain: Evidence from Functional Neuroimaging","volume":"64","author":"M Lebreton","year":"2009","journal-title":"Neuron"},{"key":"ref51","doi-asserted-by":"crossref","first-page":"437","DOI":"10.1017\/S1930297500001285","article-title":"The Drift Diffusion Model can account for the accuracy and reaction time of value-based choices under high and low time pressure","volume":"5","author":"M Milosavljevic","year":"2010","journal-title":"Judgm Decis Mak"},{"key":"ref52","doi-asserted-by":"crossref","first-page":"1249","DOI":"10.1038\/nn.3771","article-title":"Anterior cingulate engagement in a foraging context reflects choice difficulty, not foraging value","volume":"17","author":"A Shenhav","year":"2014","journal-title":"Nat Neurosci"},{"key":"ref53","doi-asserted-by":"crossref","first-page":"55","DOI":"10.1016\/j.cobeha.2016.05.005","article-title":"Post-decisional accounts of biases in confidence","volume":"11","author":"J Navajas","year":"2016","journal-title":"Curr Opin Behav Sci"},{"key":"ref54","doi-asserted-by":"crossref","first-page":"738","DOI":"10.1038\/nn.3689","article-title":"Serial dependence in visual perception","volume":"17","author":"J Fischer","year":"2014","journal-title":"Nat Neurosci"},{"key":"ref55","doi-asserted-by":"crossref","first-page":"e1006572","DOI":"10.1371\/journal.pcbi.1006572","article-title":"Comparing Bayesian and non-Bayesian accounts of human confidence reports","volume":"14","author":"WT Adler","year":"2018","journal-title":"PLOS Comput Biol"},{"key":"ref56","first-page":"299","article-title":"Neuroeconomics (Second Edition)","author":"ND Daw","year":"2014"},{"key":"ref57","doi-asserted-by":"crossref","first-page":"1214","DOI":"10.1038\/nn1954","article-title":"Learning the value of information in an uncertain world","volume":"10","author":"TEJ Behrens","year":"2007","journal-title":"Nat Neurosci"},{"key":"ref58","doi-asserted-by":"crossref","first-page":"1481","DOI":"10.1126\/science.1252254","article-title":"Foundations of human reasoning in the prefrontal cortex","volume":"344","author":"M Donoso","year":"2014","journal-title":"Science"},{"key":"ref59","doi-asserted-by":"crossref","first-page":"519","DOI":"10.1016\/j.neuron.2013.09.009","article-title":"Hierarchical Prediction Errors in Midbrain and Basal Forebrain during Sensory Learning","volume":"80","author":"S Iglesias","year":"2013","journal-title":"Neuron"},{"key":"ref60","doi-asserted-by":"crossref","first-page":"687","DOI":"10.1016\/j.neuron.2013.11.028","article-title":"Neural Computations Underlying Arbitration between Model-Based and Model-free Learning","volume":"81","author":"SW Lee","year":"2014","journal-title":"Neuron"},{"key":"ref61","doi-asserted-by":"crossref","first-page":"946","DOI":"10.1038\/mp.2015.73","article-title":"Confidence and psychosis: a neuro-computational account of contingency learning disruption by NMDA blockade","volume":"21","author":"F Vinckier","year":"2016","journal-title":"Mol Psychiatry"},{"key":"ref62","first-page":"2189","article-title":"Adaptive History Biases Result from Confidence-weighted Accumulation of Past Choices","author":"A Braun","year":"2018","journal-title":"J Neurosci"},{"key":"ref63","article-title":"Subjective Confidence Predicts Information Seeking in Decision Making","author":"K Desender","year":"2018","journal-title":"Psychol Sci"},{"key":"ref64","doi-asserted-by":"crossref","first-page":"1286","DOI":"10.1177\/0956797614528956","article-title":"Does Confidence Use a Common Currency Across Two Visual Tasks?","volume":"25","author":"V de Gardelle","year":"2014","journal-title":"Psychol Sci"},{"key":"ref65","doi-asserted-by":"crossref","first-page":"e0147901","DOI":"10.1371\/journal.pone.0147901","article-title":"Confidence as a Common Currency between Vision and Audition","volume":"11","author":"V de Gardelle","year":"2016","journal-title":"PLOS ONE"},{"key":"ref66","doi-asserted-by":"crossref","first-page":"175","DOI":"10.3758\/BF03193146","article-title":"G*Power 3: A flexible statistical power analysis program for the social, behavioral, and biomedical sciences","volume":"39","author":"F Faul","year":"2007","journal-title":"Behav Res Methods"},{"key":"ref67","doi-asserted-by":"crossref","first-page":"603","DOI":"10.3982\/ECTA7833","article-title":"A mechanism for eliciting probabilities","volume":"77","author":"E. Karni","year":"2009","journal-title":"Econometrica"},{"key":"ref68","doi-asserted-by":"crossref","first-page":"270","DOI":"10.1126\/science.1223252","article-title":"Preference by Association: How Memory Mechanisms in the Hippocampus Bias Decisions","volume":"338","author":"GE Wimmer","year":"2012","journal-title":"Science"},{"key":"ref69","first-page":"3","article-title":"Trial-by-trial data analysis using computational models","volume":"23","author":"ND Daw","year":"2011","journal-title":"Decis Mak Affect Learn Atten Perform XXIII"},{"key":"ref70","doi-asserted-by":"crossref","first-page":"e1003441","DOI":"10.1371\/journal.pcbi.1003441","article-title":"VBA: a probabilistic treatment of nonlinear models for neurobiological and behavioural data","volume":"10","author":"J Daunizeau","year":"2014","journal-title":"PLoS Comput Biol"}],"updated-by":[{"DOI":"10.1371\/journal.pcbi.1006973","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2019,4,18]],"date-time":"2019-04-18T00:00:00Z","timestamp":1555545600000}}],"container-title":["PLOS Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/dx.plos.org\/10.1371\/journal.pcbi.1006973","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,9,15]],"date-time":"2023-09-15T10:21:02Z","timestamp":1694773262000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1006973"}},"subtitle":[],"editor":[{"given":"Peter E.","family":"Latham","sequence":"first","affiliation":[]}],"short-title":[],"issued":{"date-parts":[[2019,4,8]]},"references-count":70,"journal-issue":{"issue":"4","published-online":{"date-parts":[[2019,4,8]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pcbi.1006973","relation":{"has-preprint":[{"id-type":"doi","id":"10.1101\/339382","asserted-by":"object"}]},"ISSN":["1553-7358"],"issn-type":[{"value":"1553-7358","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,4,8]]}}}