{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,23]],"date-time":"2026-04-23T21:56:06Z","timestamp":1776981366104,"version":"3.51.4"},"reference-count":55,"publisher":"Public Library of Science (PLoS)","issue":"7","license":[{"start":{"date-parts":[[2020,7,1]],"date-time":"2020-07-01T00:00:00Z","timestamp":1593561600000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["www.ploscompbiol.org"],"crossmark-restriction":false},"short-container-title":["PLoS Comput Biol"],"DOI":"10.1371\/journal.pcbi.1007963","type":"journal-article","created":{"date-parts":[[2020,7,1]],"date-time":"2020-07-01T13:28:38Z","timestamp":1593610118000},"page":"e1007963","update-policy":"https:\/\/doi.org\/10.1371\/journal.pcbi.corrections_policy","source":"Crossref","is-referenced-by-count":93,"title":["A simple model for learning in volatile environments"],"prefix":"10.1371","volume":"16","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8100-6628","authenticated-orcid":true,"given":"Payam","family":"Piray","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5029-1430","authenticated-orcid":true,"given":"Nathaniel D.","family":"Daw","sequence":"additional","affiliation":[]}],"member":"340","published-online":{"date-parts":[[2020,7,1]]},"reference":[{"key":"pcbi.1007963.ref001","volume-title":"Reinforcement Learning: An Introduction","author":"RS Sutton","year":"1998"},{"key":"pcbi.1007963.ref002","first-page":"64","volume-title":"Classical Conditioning II: Current Research and Theory","author":"RA Rescorla","year":"1972"},{"key":"pcbi.1007963.ref003","doi-asserted-by":"crossref","first-page":"532","DOI":"10.1037\/0033-295X.87.6.532","article-title":"A model for Pavlovian learning: variations in the effectiveness of conditioned but not of unconditioned stimuli","volume":"87","author":"JM Pearce","year":"1980","journal-title":"Psychol Rev"},{"issue":"Suppl","key":"pcbi.1007963.ref004","doi-asserted-by":"crossref","first-page":"1218","DOI":"10.1038\/81504","article-title":"Learning and selective attention","volume":"3","author":"P Dayan","year":"2000","journal-title":"Nat Neurosci"},{"key":"pcbi.1007963.ref005","doi-asserted-by":"crossref","first-page":"35","DOI":"10.1115\/1.3662552","article-title":"A New Approach to Linear Filtering and Prediction Problems","volume":"82","author":"RE Kalman","year":"1960","journal-title":"Trans ASME\u2014J Basic Eng"},{"key":"pcbi.1007963.ref006","doi-asserted-by":"crossref","first-page":"1214","DOI":"10.1038\/nn1954","article-title":"Learning the value of information in an uncertain world","volume":"10","author":"TEJ Behrens","year":"2007","journal-title":"Nat Neurosci"},{"key":"pcbi.1007963.ref007","doi-asserted-by":"crossref","first-page":"171","DOI":"10.1080\/03772063.2003.11416335","article-title":"Uncertainty and Learning","volume":"49","author":"P Dayan","year":"2003","journal-title":"IETE J Res"},{"key":"pcbi.1007963.ref008","doi-asserted-by":"crossref","first-page":"519","DOI":"10.1016\/j.neuron.2013.09.009","article-title":"Hierarchical prediction errors in midbrain and basal forebrain during sensory learning","volume":"80","author":"S Iglesias","year":"2013","journal-title":"Neuron"},{"key":"pcbi.1007963.ref009","doi-asserted-by":"crossref","first-page":"401","DOI":"10.1016\/j.neuron.2017.03.044","article-title":"Metaplasticity as a Neural Substrate for Adaptive Learning and Choice under Uncertainty","volume":"94","author":"S Farashahi","year":"2017","journal-title":"Neuron"},{"key":"pcbi.1007963.ref010","doi-asserted-by":"crossref","first-page":"e1001048","DOI":"10.1371\/journal.pcbi.1001048","article-title":"Risk, unexpected uncertainty, and estimation uncertainty: Bayesian learning in unstable settings","volume":"7","author":"E Payzan-LeNestour","year":"2011","journal-title":"PLoS Comput Biol"},{"key":"pcbi.1007963.ref011","doi-asserted-by":"crossref","first-page":"681","DOI":"10.1016\/j.neuron.2005.04.026","article-title":"Uncertainty, neuromodulation, and attention","volume":"46","author":"AJ Yu","year":"2005","journal-title":"Neuron"},{"key":"pcbi.1007963.ref012","doi-asserted-by":"crossref","DOI":"10.1038\/s41467-018-04840-2","article-title":"An effect of serotonergic stimulation on learning rates for rewards apparent after long intertrial intervals","volume":"9","author":"K Iigaya","year":"2018","journal-title":"Nat Commun"},{"key":"pcbi.1007963.ref013","doi-asserted-by":"crossref","first-page":"10996","DOI":"10.1038\/ncomms10996","article-title":"Computations of uncertainty mediate acute stress responses in humans","volume":"7","author":"AO de Berker","year":"2016","journal-title":"Nat Commun"},{"key":"pcbi.1007963.ref014","doi-asserted-by":"crossref","first-page":"e1006319","DOI":"10.1371\/journal.pcbi.1006319","article-title":"Modeling subjective relevance in schizophrenia and its relation to aberrant salience","volume":"14","author":"T Katthagen","year":"2018","journal-title":"PLoS Comput Biol"},{"key":"pcbi.1007963.ref015","doi-asserted-by":"crossref","first-page":"1293","DOI":"10.1038\/nn.4615","article-title":"Adults with autism overestimate the volatility of the sensory environment","volume":"20","author":"RP Lawson","year":"2017","journal-title":"Nat Neurosci"},{"key":"pcbi.1007963.ref016","doi-asserted-by":"crossref","first-page":"596","DOI":"10.1126\/science.aan3458","article-title":"Pavlovian Conditioning-Induced Hallucinations Result from Overweighting of Perceptual Priors","volume":"357","author":"AR Powers","year":"2017","journal-title":"Science"},{"key":"pcbi.1007963.ref017","volume-title":"Vision: A Computational Investigation into the Human Representation and Processing of Visual Information","author":"D. Marr","year":"1982","edition":"1"},{"key":"pcbi.1007963.ref018","doi-asserted-by":"crossref","first-page":"39","DOI":"10.3389\/fnhum.2011.00039","article-title":"A bayesian foundation for individual learning under uncertainty","volume":"5","author":"C Mathys","year":"2011","journal-title":"Front Hum Neurosci"},{"key":"pcbi.1007963.ref019","doi-asserted-by":"crossref","first-page":"183","DOI":"10.1023\/A:1007665907178","article-title":"An Introduction to Variational Methods for Graphical Models","volume":"37","author":"MI Jordan","year":"1999","journal-title":"Mach Learn"},{"key":"pcbi.1007963.ref020","doi-asserted-by":"crossref","first-page":"1250","DOI":"10.1038\/nn.2904","article-title":"Differential roles of human striatum and amygdala in associative learning","volume":"14","author":"J Li","year":"2011","journal-title":"Nat Neurosci"},{"key":"pcbi.1007963.ref021","doi-asserted-by":"crossref","first-page":"193","DOI":"10.1080\/02724990344000141","article-title":"The role of associative history in models of associative learning: a selective review and a hybrid model","volume":"57","author":"ME Le Pelley","year":"2004","journal-title":"Q J Exp Psychol B"},{"key":"pcbi.1007963.ref022","doi-asserted-by":"crossref","first-page":"511","DOI":"10.1016\/j.humov.2007.05.005","article-title":"Probabilistic models in human sensorimotor control","volume":"26","author":"DM Wolpert","year":"2007","journal-title":"Hum Mov Sci"},{"issue":"Suppl","key":"pcbi.1007963.ref023","doi-asserted-by":"crossref","first-page":"1212","DOI":"10.1038\/81497","article-title":"Computational principles of movement neuroscience","volume":"3","author":"DM Wolpert","year":"2000","journal-title":"Nat Neurosci"},{"key":"pcbi.1007963.ref024","doi-asserted-by":"crossref","first-page":"79","DOI":"10.1111\/j.2517-6161.1986.tb01392.x","article-title":"A Non-Gaussian State Space Model and Application to Prediction of Records","volume":"48","author":"RL Smith","year":"1986","journal-title":"J R Stat Soc Ser B Methodol"},{"key":"pcbi.1007963.ref025","doi-asserted-by":"crossref","first-page":"625","DOI":"10.1111\/jtsa.12039","article-title":"A Non-Gaussian Family of State-Space Models with Exact Marginal Likelihood","volume":"34","author":"D Gamerman","year":"2013","journal-title":"J Time Ser Anal"},{"key":"pcbi.1007963.ref026","doi-asserted-by":"crossref","first-page":"646","DOI":"10.1093\/biomet\/74.3.646","article-title":"On Scale Mixtures of Normal Distributions","volume":"74","author":"M. West","year":"1987","journal-title":"Biometrika"},{"key":"pcbi.1007963.ref027","first-page":"486","volume-title":"Advances in Neural Information Processing Systems 8","author":"L Saul","year":"1995"},{"key":"pcbi.1007963.ref028","doi-asserted-by":"crossref","first-page":"245","DOI":"10.1023\/A:1007425814087","article-title":"Factorial Hidden Markov Models | SpringerLink","volume":"29","author":"Z Ghahramani","year":"1997","journal-title":"Mach Learn"},{"key":"pcbi.1007963.ref029","first-page":"362","volume-title":"Proceedings of the Seventeenth Conference on Uncertainty in Artificial Intelligence","author":"TP Minka","year":"2001"},{"key":"pcbi.1007963.ref030","unstructured":"Boyen X, Koller D. Tractable Inference for Complex Stochastic Processes. Proceedings of the Fourteenth Conference on Uncertainty in Artificial Intelligence. San Francisco, CA, USA: Morgan Kaufmann; 1998. pp. 33\u201342."},{"key":"pcbi.1007963.ref031","unstructured":"Doucet A, Freitas N de, Murphy KP, Russell SJ. Rao-Blackwellised Particle Filtering for Dynamic Bayesian Networks. Proceedings of the 16th Conference on Uncertainty in Artificial Intelligence. San Francisco, CA, USA: Morgan Kaufmann Publishers Inc.; 2000. pp. 176\u2013183. Available: http:\/\/dl.acm.org\/citation.cfm?id=647234.720075"},{"key":"pcbi.1007963.ref032","doi-asserted-by":"crossref","first-page":"245","DOI":"10.1038\/nature07538","article-title":"Associative learning of social value","volume":"456","author":"TEJ Behrens","year":"2008","journal-title":"Nature"},{"key":"pcbi.1007963.ref033","doi-asserted-by":"crossref","first-page":"590","DOI":"10.1038\/nn.3961","article-title":"Anxious individuals have difficulty learning the causal statistics of aversive environments","volume":"18","author":"M Browning","year":"2015","journal-title":"Nat Neurosci"},{"key":"pcbi.1007963.ref034","doi-asserted-by":"crossref","first-page":"1445","DOI":"10.1523\/JNEUROSCI.1394-18.2018","article-title":"Emotionally Aversive Cues Suppress Neural Systems Underlying Optimal Learning in Socially Anxious Individuals","volume":"39","author":"P Piray","year":"2019","journal-title":"J Neurosci"},{"key":"pcbi.1007963.ref035","doi-asserted-by":"crossref","first-page":"e1007043","DOI":"10.1371\/journal.pcbi.1007043","article-title":"Hierarchical Bayesian inference for concurrent model fitting and comparison for group studies","volume":"15","author":"P Piray","year":"2019","journal-title":"PLOS Comput Biol"},{"key":"pcbi.1007963.ref036","doi-asserted-by":"crossref","first-page":"1530","DOI":"10.1093\/scan\/nst145","article-title":"Aversive disinhibition of behavior and striatal signaling in social avoidance","volume":"9","author":"V Ly","year":"2014","journal-title":"Soc Cogn Affect Neurosci"},{"key":"pcbi.1007963.ref037","doi-asserted-by":"crossref","first-page":"e1002028","DOI":"10.1371\/journal.pcbi.1002028","article-title":"Disentangling the roles of approach, activation and valence in instrumental and pavlovian responding","volume":"7","author":"QJM Huys","year":"2011","journal-title":"PLoS Comput Biol"},{"key":"pcbi.1007963.ref038","doi-asserted-by":"crossref","first-page":"1004","DOI":"10.1016\/j.neuroimage.2009.03.025","article-title":"Bayesian model selection for group studies","volume":"46","author":"KE Stephan","year":"2009","journal-title":"NeuroImage"},{"key":"pcbi.1007963.ref039","volume-title":"Information Theory, Inference, and Learning Algorithms","author":"DJC MacKay","year":"2003"},{"key":"pcbi.1007963.ref040","doi-asserted-by":"crossref","first-page":"971","DOI":"10.1016\/j.neuroimage.2013.08.065","article-title":"Bayesian model selection for group studies\u2014revisited","volume":"84","author":"L Rigoux","year":"2014","journal-title":"NeuroImage"},{"key":"pcbi.1007963.ref041","doi-asserted-by":"crossref","first-page":"12366","DOI":"10.1523\/JNEUROSCI.0822-10.2010","article-title":"An approximately Bayesian delta-rule model explains the dynamics of belief updating in a changing environment","volume":"30","author":"MR Nassar","year":"2010","journal-title":"J Neurosci"},{"key":"pcbi.1007963.ref042","doi-asserted-by":"crossref","first-page":"719","DOI":"10.1038\/s41562-019-0597-3","article-title":"Positive reward prediction errors during decision-making strengthen memory encoding","volume":"3","author":"AI Jang","year":"2019","journal-title":"Nat Hum Behav"},{"key":"pcbi.1007963.ref043","doi-asserted-by":"crossref","first-page":"7814","DOI":"10.1523\/JNEUROSCI.4063-13.2014","article-title":"Impulse control disorders in Parkinson\u2019s disease are associated with dysfunction in stimulus valuation but not action valuation","volume":"34","author":"P Piray","year":"2014","journal-title":"J Neurosci"},{"key":"pcbi.1007963.ref044","doi-asserted-by":"crossref","first-page":"154","DOI":"10.1038\/nn.2723","article-title":"From reinforcement learning models to psychiatric and neurological disorders","volume":"14","author":"TV Maia","year":"2011","journal-title":"Nat Neurosci"},{"key":"pcbi.1007963.ref045","doi-asserted-by":"crossref","first-page":"15","DOI":"10.1016\/j.tics.2015.07.010","article-title":"Mood as Representation of Momentum","volume":"20","author":"E Eldar","year":"2016","journal-title":"Trends Cogn Sci"},{"key":"pcbi.1007963.ref046","doi-asserted-by":"crossref","unstructured":"Wadehn F, Weber T, Loeliger H-A. State Space Models with Dynamical and Sparse Variances, and Inference by EM Message Passing. 27th European Signal Processing Conference (EUSIPCO). 2019.","DOI":"10.23919\/EUSIPCO.2019.8902815"},{"key":"pcbi.1007963.ref047","doi-asserted-by":"crossref","unstructured":"\u015een\u00f6z \u0130, de Vries B. ONLINE VARIATIONAL MESSAGE PASSING IN THE HIERARCHICAL GAUSSIAN FILTER. 28th International Workshop on Machine Learning for Signal Processing (MLSP). IEEE; 2018. pp. 1\u20136. doi: 10.1109\/MLSP.2018.8517019","DOI":"10.1109\/MLSP.2018.8517019"},{"key":"pcbi.1007963.ref048","first-page":"1679","article-title":"Assessing Approximate Inference for Binary Gaussian Process Classification","volume":"6","author":"M Kuss","year":"2005","journal-title":"J Mach Learn Res"},{"key":"pcbi.1007963.ref049","doi-asserted-by":"crossref","first-page":"635","DOI":"10.1038\/s41583-019-0180-y","article-title":"Adaptive learning under expected and unexpected uncertainty","volume":"20","author":"A Soltani","year":"2019","journal-title":"Nat Rev Neurosci"},{"key":"pcbi.1007963.ref050","doi-asserted-by":"crossref","first-page":"e1005630","DOI":"10.1371\/journal.pcbi.1005630","article-title":"Optimal structure of metaplasticity for adaptive learning","volume":"13","author":"P Khorsand","year":"2017","journal-title":"PLoS Comput Biol"},{"key":"pcbi.1007963.ref051","doi-asserted-by":"crossref","first-page":"387","DOI":"10.1038\/nrn2356","article-title":"Metaplasticity: tuning synapses and networks for plasticity","volume":"9","author":"WC Abraham","year":"2008","journal-title":"Nat Rev Neurosci"},{"key":"pcbi.1007963.ref052","doi-asserted-by":"crossref","first-page":"2452","DOI":"10.1162\/NECO_a_00007","article-title":"Bayesian On-line Learning of the Hazard Rate in Change-Point Problems","volume":"22","author":"RC Wilson","year":"2010","journal-title":"Neural Comput"},{"key":"pcbi.1007963.ref053","doi-asserted-by":"crossref","first-page":"32","DOI":"10.1038\/nn.2228","article-title":"Connectivity-based segregation of the human striatum predicts personality characteristics","volume":"12","author":"MX Cohen","year":"2009","journal-title":"Nat Neurosci"},{"key":"pcbi.1007963.ref054","first-page":"485","article-title":"Dopaminergic Modulation of the Functional Ventrodorsal Architecture of the Human Striatum","volume":"27","author":"P Piray","year":"2017","journal-title":"Cereb Cortex N Y N 1991"},{"key":"pcbi.1007963.ref055","doi-asserted-by":"crossref","first-page":"825","DOI":"10.3389\/fnhum.2014.00825","article-title":"Uncertainty in perception and the Hierarchical Gaussian Filter","volume":"8","author":"CD Mathys","year":"2014","journal-title":"Front Hum Neurosci"}],"container-title":["PLOS Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1007963","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,8]],"date-time":"2024-08-08T20:47:54Z","timestamp":1723150074000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1007963"}},"subtitle":[],"editor":[{"given":"Alireza","family":"Soltani","sequence":"first","affiliation":[]}],"short-title":[],"issued":{"date-parts":[[2020,7,1]]},"references-count":55,"journal-issue":{"issue":"7","published-online":{"date-parts":[[2020,7,1]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pcbi.1007963","relation":{"has-preprint":[{"id-type":"doi","id":"10.1101\/701466","asserted-by":"object"}]},"ISSN":["1553-7358"],"issn-type":[{"value":"1553-7358","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,7,1]]}}}