{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,31]],"date-time":"2025-10-31T14:05:12Z","timestamp":1761919512680,"version":"3.40.1"},"reference-count":67,"publisher":"Public Library of Science (PLoS)","issue":"1","license":[{"start":{"date-parts":[[2012,1,19]],"date-time":"2012-01-19T00:00:00Z","timestamp":1326931200000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["www.ploscompbiol.org"],"crossmark-restriction":false},"short-container-title":["PLoS Comput Biol"],"DOI":"10.1371\/journal.pcbi.1002346","type":"journal-article","created":{"date-parts":[[2012,1,19]],"date-time":"2012-01-19T21:55:03Z","timestamp":1327010103000},"page":"e1002346","update-policy":"https:\/\/doi.org\/10.1371\/journal.pcbi.corrections_policy","source":"Crossref","is-referenced-by-count":17,"title":["Learning and Generalization under Ambiguity: An fMRI Study"],"prefix":"10.1371","volume":"8","author":[{"given":"J. R.","family":"Chumbley","sequence":"first","affiliation":[]},{"given":"G.","family":"Flandin","sequence":"additional","affiliation":[]},{"given":"D. R.","family":"Bach","sequence":"additional","affiliation":[]},{"given":"J.","family":"Daunizeau","sequence":"additional","affiliation":[]},{"given":"E.","family":"Fehr","sequence":"additional","affiliation":[]},{"given":"R. J.","family":"Dolan","sequence":"additional","affiliation":[]},{"given":"K. J.","family":"Friston","sequence":"additional","affiliation":[]}],"member":"340","published-online":{"date-parts":[[2012,1,19]]},"reference":[{"article-title":"Pattern Recognition and Machine Learning.","year":"2006","author":"C Bishop","key":"ref1"},{"article-title":"Cognitive Therapy and the Emotional Disorders","year":"1993","author":"A Beck","key":"ref2"},{"key":"ref3","doi-asserted-by":"crossref","first-page":"e4","DOI":"10.1371\/journal.pcbi.0040004","article-title":"Serotonin, inhibition, and negative mood.","volume":"4","author":"P Dayan","year":"2008","journal-title":"PLoS Comp Biol"},{"key":"ref4","first-page":"729","article-title":"Psychiatry: insights into depression through normative decision-making models.","author":"Q Huys","year":"2009"},{"key":"ref5","doi-asserted-by":"crossref","first-page":"553","DOI":"10.2307\/3586613","article-title":"Schema theory and ESL reading pedagogy.","volume":"17","author":"PL Carrell","year":"1983","journal-title":"TESOL Quarterly"},{"key":"ref6","doi-asserted-by":"crossref","first-page":"440","DOI":"10.1119\/1.15129","article-title":"Toward a modeling theory of physics instruction.","volume":"55","author":"D Hestenes","year":"1987","journal-title":"Am J Phys"},{"key":"ref7","doi-asserted-by":"crossref","first-page":"629","DOI":"10.1017\/S0140525X01000061","article-title":"Generalization, similarity, and Bayesian inference.","volume":"24","author":"JB Tenebaum","year":"2001","journal-title":"Behav Brain Sci"},{"key":"ref8","doi-asserted-by":"crossref","DOI":"10.1017\/CBO9780511816772.006","article-title":"Bayesian models of cognition.","author":"TL Griffiths","year":"2008"},{"key":"ref9","doi-asserted-by":"crossref","first-page":"505","DOI":"10.1016\/S1364-6613(02)02005-3","article-title":"Hippocampal and neocortical contributions to memory: advances in the complementary learning systems framework.","volume":"6","author":"RC O'Reilly","year":"2002","journal-title":"Trends Cogn Sci"},{"key":"ref10","first-page":"194","article-title":"Anticipation of novelty recruits reward system and hippocampus while promoting recollection.","volume":"38","author":"BC Wittmann","year":"2007","journal-title":"Neuro Image"},{"key":"ref11","doi-asserted-by":"crossref","first-page":"681","DOI":"10.1016\/j.neuron.2005.04.026","article-title":"Uncertainty, neuromodulation, and attention.","volume":"46","author":"AJ Yu","year":"2005","journal-title":"Neuron"},{"key":"ref12","doi-asserted-by":"crossref","first-page":"287","DOI":"10.1016\/j.tics.2006.05.007","article-title":"Probabilistic models of cognition: Conceptual foundations.","volume":"10","author":"N Chater","year":"2006","journal-title":"Trends Cogn Sci"},{"key":"ref13","doi-asserted-by":"crossref","first-page":"3801","DOI":"10.1098\/rstb.2008.0152","article-title":"Explicit neural signals reflecting reward uncertainty.","volume":"363","author":"W Schultz","year":"2008","journal-title":"Philos Trans R Soc Lond, Ser B: Biol Sci"},{"key":"ref14","doi-asserted-by":"crossref","first-page":"e1001048","DOI":"10.1371\/journal.pcbi.1001048","article-title":"Risk, Unexpected Uncertainty, and Estimation Uncertainty: Bayesian Learning in Unstable Settings.","volume":"7","author":"E Payzan-LeNestour","year":"2011","journal-title":"PLoS Comp Biol"},{"article-title":"Variations in the Effectiveness of Reinforcement and Nonreinforcement.","year":"1972","author":"R Rescorla","key":"ref15"},{"key":"ref16","doi-asserted-by":"crossref","first-page":"1593","DOI":"10.1126\/science.275.5306.1593","article-title":"A neural substrate of prediction and reward.","volume":"275","author":"W Schultz","year":"1997","journal-title":"Science"},{"key":"ref17","doi-asserted-by":"crossref","first-page":"193","DOI":"10.1002\/hipo.20382","article-title":"Modeling the role of working memory and episodic memory in behavioral tasks.","volume":"18","author":"EA Zilli","year":"2008","journal-title":"Hippocampus"},{"key":"ref18","doi-asserted-by":"crossref","DOI":"10.1109\/TNN.1998.712192","article-title":"Reinforcement learning: An introduction","author":"R Sutton","year":"1998"},{"key":"ref19","doi-asserted-by":"crossref","first-page":"e1002235","DOI":"10.1371\/journal.pcbi.1002235","article-title":"Grid Cells, Place Cells, and Geodesic Generalization for Spatial Reinforcement Learning.","volume":"7","author":"NJ Gustafson","year":"2011","journal-title":"PLoS Comp Biol"},{"key":"ref20","doi-asserted-by":"crossref","first-page":"3034","DOI":"10.1162\/neco.2008.11-07-654","article-title":"Stimulus representation and the timing of reward-prediction errors in models of the dopamine system.","volume":"20","author":"EA Ludvig","year":"2008","journal-title":"Neural Comput"},{"key":"ref21","doi-asserted-by":"crossref","first-page":"135","DOI":"10.1196\/annals.1390.005","article-title":"Adding prediction risk to the theory of reward learning.","volume":"1104","author":"K Preuschoff","year":"2007","journal-title":"Ann N Y Acad Sci"},{"key":"ref22","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1119\/1.1990764","article-title":"Probability, Frequency and reasonable expectation.","volume":"14","author":"RT Cox","year":"1946","journal-title":"Am J Phys"},{"key":"ref23","doi-asserted-by":"crossref","first-page":"225","DOI":"10.1016\/j.neunet.2004.12.004","article-title":"Information theory, novelty and hippocampal responses: unpredicted or unpredictable?","volume":"18","author":"BA Strange","year":"2005","journal-title":"Neural Netw"},{"key":"ref24","doi-asserted-by":"crossref","first-page":"203","DOI":"10.1016\/S0731-2199(08)20009-9","article-title":"Neuroeconomics of decision-making in the aging brain: the example of long-term care.","volume":"20","author":"M Hsu","year":"2008","journal-title":"Adv Health Econ Health Serv Res"},{"key":"ref25","doi-asserted-by":"crossref","first-page":"1680","DOI":"10.1126\/science.1115327","article-title":"Neural systems responding to degrees of uncertainty in human decision-making.","volume":"310","author":"M Hsu","year":"2005","journal-title":"Science"},{"key":"ref26","doi-asserted-by":"crossref","first-page":"4811","DOI":"10.1523\/JNEUROSCI.1452-10.2011","article-title":"The Known Unknowns: Neural Representation of Second-Order Uncertainty, and Ambiguity.","volume":"31","author":"DR Bach","year":"2011","journal-title":"J Neurosci"},{"key":"ref27","doi-asserted-by":"crossref","first-page":"307","DOI":"10.1111\/j.1467-7687.2007.00585.x","article-title":"Learning overhypotheses with hierarchical Bayesian models.","volume":"10","author":"C Kemp","year":"2007","journal-title":"Dev Sci"},{"key":"ref28","doi-asserted-by":"crossref","DOI":"10.1002\/0470867159","article-title":"Applied bayesian modelling","author":"P Congdon","year":"2003"},{"key":"ref29","doi-asserted-by":"crossref","first-page":"1156","DOI":"10.1162\/jocn.2006.18.7.1156","article-title":"An FMRI analysis of the human hippocampus: inference, context, and task awareness.","volume":"18","author":"A Greene","year":"2006","journal-title":"J Cogn Neurosci"},{"key":"ref30","doi-asserted-by":"crossref","first-page":"378","DOI":"10.1016\/j.neuron.2008.09.023","article-title":"Integrating memories in the human brain: hippocampal-midbrain encoding of overlapping events.","volume":"60","author":"D Shohamy","year":"2008","journal-title":"Neuron"},{"key":"ref31","doi-asserted-by":"crossref","first-page":"14676","DOI":"10.1523\/JNEUROSCI.3250-10.2010","article-title":"Flexible Memories: Differential Roles for Medial Temporal Lobe and Prefrontal Cortex in Cross-Episode Binding.","volume":"30","author":"D Zeithamova","year":"2010","journal-title":"J Neurosci"},{"key":"ref32","doi-asserted-by":"crossref","first-page":"153","DOI":"10.1002\/hipo.10189","article-title":"Hippocampal activation during transitive inference in humans.","volume":"14","author":"S Heckers","year":"2004","journal-title":"Hippocampus"},{"key":"ref33","doi-asserted-by":"crossref","first-page":"148","DOI":"10.1002\/hipo.20009","article-title":"Hippocampal contribution to the novel use of relational information in declarative memory.","volume":"14","author":"A Preston","year":"2004","journal-title":"Hippocampus"},{"key":"ref34","doi-asserted-by":"crossref","DOI":"10.1093\/acprof:oso\/9780195178043.001.0001","article-title":"From conditioning to conscious recollection: Memory systems of the brain.","author":"H Eichenbaum","year":"2004"},{"key":"ref35","doi-asserted-by":"crossref","first-page":"535","DOI":"10.1016\/j.neunet.2005.11.002","article-title":"Encoding uncertainty in the hippocampus.","volume":"19","author":"LM Harrison","year":"2006","journal-title":"Neural Netw"},{"key":"ref36","doi-asserted-by":"crossref","first-page":"493","DOI":"10.1016\/j.neuroimage.2006.07.029","article-title":"Optimal EPI parameters for reduction of susceptibility-induced BOLD sensitivity losses: A whole-brain analysis at 3 T and 1.5 T.","volume":"33","author":"N Weiskopf","year":"2006","journal-title":"NeuroImage"},{"key":"ref37","doi-asserted-by":"crossref","first-page":"39","DOI":"10.1007\/s10334-006-0067-6","article-title":"Optimized EPI for fMRI studies of the orbitofrontal cortex: compensation of susceptibility-induced gradients in the readout direction.","volume":"20","author":"N Weiskopf","year":"2007","journal-title":"MAGMA"},{"key":"ref38","doi-asserted-by":"crossref","first-page":"757","DOI":"10.1016\/j.neuroimage.2003.09.062","article-title":"Optimisation of the 3D MDEFT sequence for anatomical brain imaging: Technical implications at 1.5 and 3 T.","volume":"21","author":"R Deichmann","year":"2004","journal-title":"NeuroImage"},{"key":"ref39","doi-asserted-by":"crossref","first-page":"1214","DOI":"10.1038\/nn1954","article-title":"Learning the value of information in an uncertain world.","volume":"10","author":"TEJ Behrens","year":"2007","journal-title":"Nat Neurosci"},{"key":"ref40","doi-asserted-by":"crossref","first-page":"1566","DOI":"10.1198\/016214506000000302","article-title":"Hierarchical dirichlet processes.","volume":"101","author":"YW Teh","year":"2006","journal-title":"J Am Stat Assoc"},{"article-title":"Unifying rational models of categorization via the hierarchical Dirichlet process.","year":"2007","author":"TL Griffiths","key":"ref41"},{"key":"ref42","doi-asserted-by":"crossref","first-page":"197","DOI":"10.1037\/a0017808","article-title":"Context, learning, and extinction.","volume":"117","author":"SJ Gershman","year":"2010","journal-title":"Psychol Rev"},{"key":"ref43","doi-asserted-by":"crossref","first-page":"784","DOI":"10.1037\/0033-295X.114.3.784","article-title":"Reconciling reinforcement learning models with behavioral extinction and renewal: Implications for addiction, relapse, and problem gambling.","volume":"114","author":"AD Redish","year":"2007","journal-title":"Psychol Rev"},{"key":"ref44","first-page":"639","article-title":"A constructive definition of Dirichlet priors.","volume":"4","author":"J Sethuraman","year":"1994","journal-title":"Statistica Sinica"},{"article-title":"Dirichlet Processes.","year":"2010","author":"Y Teh","key":"ref45"},{"key":"ref46","doi-asserted-by":"crossref","first-page":"353","DOI":"10.1214\/aos\/1176342372","article-title":"Ferguson distributions via Polya urn schemes.","volume":"1","author":"D Blackwell","year":"1973","journal-title":"Ann Stat"},{"key":"ref47","doi-asserted-by":"crossref","first-page":"249","DOI":"10.1080\/10618600.2000.10474879","article-title":"Markov chain sampling methods for Dirichlet process mixture models.","volume":"9","author":"RM Neal","year":"2000","journal-title":"J Comput Graph Stat"},{"key":"ref48","doi-asserted-by":"crossref","first-page":"577","DOI":"10.1080\/01621459.1995.10476550","article-title":"Bayesian density estimation and inference using mixtures.","volume":"90","author":"MD Escobar","year":"1995","journal-title":"J Am Stat Assoc"},{"article-title":"Bayesian data analysis.","year":"2004","author":"A Gelman","key":"ref49"},{"key":"ref50","doi-asserted-by":"crossref","first-page":"876","DOI":"10.1038\/nature04766","article-title":"Cortical substrates for exploratory decisions in humans.","volume":"441","author":"ND Daw","year":"2006","journal-title":"Nature"},{"key":"ref51","doi-asserted-by":"crossref","first-page":"549","DOI":"10.1016\/S0893-6080(02)00048-5","article-title":"Dopamine: generalization and bonuses.","volume":"15","author":"S Kakade","year":"2002","journal-title":"Neural Netw"},{"key":"ref52","doi-asserted-by":"crossref","first-page":"1153","DOI":"10.1016\/j.neunet.2006.03.002","article-title":"The misbehavior of value and the discipline of the will.","volume":"19","author":"P Dayan","year":"2006","journal-title":"Neural Netw"},{"key":"ref53","doi-asserted-by":"crossref","first-page":"35","DOI":"10.1196\/annals.1390.022","article-title":"Model-based fMRI and its application to reward learning and decision making.","volume":"1104","author":"JP O'Doherty","year":"2007","journal-title":"Ann N Y Acad Sci"},{"article-title":"An introduction to generalized linear models.","year":"2002","author":"AJ Dobson","key":"ref54"},{"key":"ref55","doi-asserted-by":"crossref","first-page":"273","DOI":"10.1006\/nimg.2001.0978","article-title":"Automated anatomical labeling of activations in SPM using a macroscopic anatomical parcellation of the MNI MRI single-subject brain.","volume":"15","author":"N Tzourio-Mazoyer","year":"2002","journal-title":"NeuroImage"},{"key":"ref56","doi-asserted-by":"crossref","first-page":"223","DOI":"10.1006\/nimg.1996.0074","article-title":"Detecting activations in PET and fMRI: Levels of inference and power.","volume":"4","author":"KJ Friston","year":"1996","journal-title":"NeuroImage"},{"key":"ref57","doi-asserted-by":"crossref","first-page":"5287","DOI":"10.1523\/JNEUROSCI.5298-08.2009","article-title":"The Hippocampus Codes the Uncertainty of Cue-Outcome Associations: An Intracranial Electrophysiological Study in Humans.","volume":"29","author":"G Vanni-Mercier","year":"2009","journal-title":"J Neurosci"},{"key":"ref58","doi-asserted-by":"crossref","first-page":"3210","DOI":"10.1523\/JNEUROSCI.4458-09.2010","article-title":"Striatal prediction error modulates cortical coupling.","volume":"30","author":"HEM den Ouden","year":"2010","journal-title":"J Neurosci"},{"key":"ref59","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/0166-4328(94)00113-T","article-title":"Neuromodulation and cortical function - modeling the physiological basis of behaviour.","volume":"67","author":"ME Hasselmo","year":"1995","journal-title":"Behav Brain Res"},{"key":"ref60","doi-asserted-by":"crossref","first-page":"185","DOI":"10.1016\/j.conb.2008.08.003","article-title":"Reinforcement learning: The Good, The Bad and The Ugly.","volume":"18","author":"P Dayan","year":"2008","journal-title":"Curr Opin Neurobiol"},{"key":"ref61","doi-asserted-by":"crossref","first-page":"227","DOI":"10.1016\/S0896-6273(00)80774-6","article-title":"Is the amygdala a locus of \u201cconditioned fear\u201d? Some questions and caveats.","volume":"23","author":"L Cahill","year":"1999","journal-title":"Neuron"},{"key":"ref62","doi-asserted-by":"crossref","first-page":"134","DOI":"10.1111\/j.1460-9568.2011.07686.x","article-title":"Differentiable contributions of human amygdalar subregions in the computations underlying reward and avoidance learning.","volume":"34","author":"C Pr\u00e9vost","year":"2011","journal-title":"Eur J Neurosci"},{"article-title":"Conditioning and associative learning","year":"1983","author":"NJ Mackintosh","key":"ref63"},{"key":"ref64","doi-asserted-by":"crossref","first-page":"532","DOI":"10.1037\/0033-295X.87.6.532","article-title":"A model for Pavlovian learning: Variations in the effectiveness of conditioned but not of unconditioned stimuli.","volume":"87","author":"JM Pearce","year":"1980","journal-title":"Psychol Rev"},{"key":"ref65","first-page":"161","article-title":"Gain adaptation beats least squares.","author":"RS Sutton","year":"1992"},{"key":"ref66","doi-asserted-by":"crossref","first-page":"287","DOI":"10.1111\/j.1551-6709.2009.01014.x","article-title":"Indirect Evidence and the Poverty of the Stimulus: The Case of Anaphoric One.","volume":"33","author":"S Foraker","year":"2009","journal-title":"Cogn Sci"},{"key":"ref67","doi-asserted-by":"crossref","first-page":"314","DOI":"10.1016\/j.cognition.2009.01.008","article-title":"A Bayesian formulation of behavioral control.","volume":"113","author":"QJM Huys","year":"2009","journal-title":"Cognition"}],"container-title":["PLoS Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/dx.plos.org\/10.1371\/journal.pcbi.1002346","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,3,18]],"date-time":"2025-03-18T23:48:22Z","timestamp":1742341702000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1002346"}},"subtitle":[],"editor":[{"given":"Tim","family":"Behrens","sequence":"first","affiliation":[]}],"short-title":[],"issued":{"date-parts":[[2012,1,19]]},"references-count":67,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2012,1,19]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pcbi.1002346","relation":{},"ISSN":["1553-7358"],"issn-type":[{"type":"electronic","value":"1553-7358"}],"subject":[],"published":{"date-parts":[[2012,1,19]]}}}