{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,18]],"date-time":"2026-09-18T13:01:04Z","timestamp":1789736464318,"version":"4.0.1"},"update-to":[{"DOI":"10.1371\/journal.pcbi.1007331","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2019,9,26]],"date-time":"2019-09-26T00:00:00Z","timestamp":1569456000000}}],"reference-count":54,"publisher":"Public Library of Science (PLoS)","issue":"9","license":[{"start":{"date-parts":[[2019,9,16]],"date-time":"2019-09-16T00:00:00Z","timestamp":1568592000000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100000025","name":"National Institute of Mental Health","doi-asserted-by":"publisher","award":["112876"],"award-info":[{"award-number":["112876"]}],"id":[{"id":"10.13039\/100000025","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000025","name":"National Institute of Mental Health","doi-asserted-by":"publisher","award":["108753"],"award-info":[{"award-number":["108753"]}],"id":[{"id":"10.13039\/100000025","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000025","name":"National Institute of Mental Health","doi-asserted-by":"publisher","award":["106860"],"award-info":[{"award-number":["106860"]}],"id":[{"id":"10.13039\/100000025","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000874","name":"Brain and Behavior Research Foundation","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000874","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["www.ploscompbiol.org"],"crossmark-restriction":false},"short-container-title":["PLoS Comput Biol"],"DOI":"10.1371\/journal.pcbi.1007331","type":"journal-article","created":{"date-parts":[[2019,9,16]],"date-time":"2019-09-16T13:31:36Z","timestamp":1568640696000},"page":"e1007331","update-policy":"https:\/\/doi.org\/10.1371\/journal.pcbi.corrections_policy","source":"Crossref","is-referenced-by-count":35,"title":["A flexible and generalizable model of online latent-state learning"],"prefix":"10.1371","volume":"15","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6024-796X","authenticated-orcid":true,"given":"Amy L.","family":"Cochran","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Josh M.","family":"Cisler","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"340","published-online":{"date-parts":[[2019,9,16]]},"reference":[{"issue":"3","key":"pcbi.1007331.ref001","doi-asserted-by":"crossref","first-page":"400","DOI":"10.1177\/2167702614562040","article-title":"Decision-theoretic psychiatry","volume":"3","author":"QJ Huys","year":"2015","journal-title":"Clinical Psychological Science"},{"key":"pcbi.1007331.ref002","volume-title":"Reinforcement learning: An introduction","author":"RS Sutton","year":"1998"},{"issue":"7095","key":"pcbi.1007331.ref003","doi-asserted-by":"crossref","first-page":"876","DOI":"10.1038\/nature04766","article-title":"Cortical substrates for exploratory decisions in humans","volume":"441","author":"ND Daw","year":"2006","journal-title":"Nature"},{"issue":"6","key":"pcbi.1007331.ref004","doi-asserted-by":"crossref","first-page":"1075","DOI":"10.1016\/j.conb.2012.08.003","article-title":"The ubiquity of model-based reinforcement learning","volume":"22","author":"BB Doll","year":"2012","journal-title":"Current opinion in neurobiology"},{"key":"pcbi.1007331.ref005","doi-asserted-by":"crossref","DOI":"10.31234\/osf.io\/46mbn","volume-title":"Ten simple rules for the computational modeling of behavioral data","author":"R Wilson","year":"2019"},{"issue":"2","key":"pcbi.1007331.ref006","doi-asserted-by":"crossref","first-page":"473","DOI":"10.3758\/s13415-014-0277-8","article-title":"Model-based and model-free Pavlovian reward learning: revaluation, revision, and revelation","volume":"14","author":"P Dayan","year":"2014","journal-title":"Cognitive, Affective, & Behavioral Neuroscience"},{"issue":"4","key":"pcbi.1007331.ref007","doi-asserted-by":"crossref","first-page":"585","DOI":"10.1016\/j.neuron.2010.04.016","article-title":"States versus rewards: dissociable neural prediction error signals underlying model-based and model-free reinforcement learning","volume":"66","author":"J Gl\u00e4scher","year":"2010","journal-title":"Neuron"},{"key":"pcbi.1007331.ref008","first-page":"64","article-title":"A theory of Pavlovian conditioning: Variations in the effectiveness of reinforcement and nonreinforcement","volume":"2","author":"RA Rescorla","year":"1972","journal-title":"Classical conditioning II: Current research and theory"},{"issue":"6","key":"pcbi.1007331.ref009","doi-asserted-by":"crossref","first-page":"532","DOI":"10.1037\/0033-295X.87.6.532","article-title":"A model for Pavlovian learning: variations in the effectiveness of conditioned but not of unconditioned stimuli","volume":"87","author":"JM Pearce","year":"1980","journal-title":"Psychological review"},{"issue":"3b","key":"pcbi.1007331.ref010","doi-asserted-by":"crossref","first-page":"193","DOI":"10.1080\/02724990344000141","article-title":"The role of associative history in models of associative learning: A selective review and a hybrid model","volume":"57","author":"ME Le Pelley","year":"2004","journal-title":"The Quarterly Journal of Experimental Psychology Section B"},{"issue":"3","key":"pcbi.1007331.ref011","doi-asserted-by":"crossref","first-page":"784","DOI":"10.1037\/0033-295X.114.3.784","article-title":"Reconciling reinforcement learning models with behavioral extinction and renewal: implications for addiction, relapse, and problem gambling","volume":"114","author":"AD Redish","year":"2007","journal-title":"Psychological review"},{"issue":"5","key":"pcbi.1007331.ref012","doi-asserted-by":"crossref","first-page":"485","DOI":"10.1101\/lm.78804","article-title":"Context and behavioral processes in extinction","volume":"11","author":"ME Bouton","year":"2004","journal-title":"Learning & memory"},{"key":"pcbi.1007331.ref013","doi-asserted-by":"crossref","first-page":"215","DOI":"10.1146\/annurev-clinpsy-050212-185542","article-title":"Fear extinction and relapse: state of the art","volume":"9","author":"B Vervliet","year":"2013","journal-title":"Annual review of clinical psychology"},{"issue":"5703","key":"pcbi.1007331.ref014","doi-asserted-by":"crossref","first-page":"1944","DOI":"10.1126\/science.1102384","article-title":"Addiction as a computational process gone awry","volume":"306","author":"AD Redish","year":"2004","journal-title":"Science"},{"issue":"1","key":"pcbi.1007331.ref015","doi-asserted-by":"crossref","first-page":"197","DOI":"10.1037\/a0017808","article-title":"Context, learning, and extinction","volume":"117","author":"SJ Gershman","year":"2010","journal-title":"Psychological review"},{"issue":"3","key":"pcbi.1007331.ref016","doi-asserted-by":"crossref","first-page":"243","DOI":"10.3758\/s13420-015-0176-z","article-title":"Individual differences in learning predict the return of fear","volume":"43","author":"SJ Gershman","year":"2015","journal-title":"Learning & behavior"},{"issue":"3","key":"pcbi.1007331.ref017","doi-asserted-by":"crossref","first-page":"255","DOI":"10.3758\/s13420-012-0080-8","article-title":"Exploring a latent cause theory of classical conditioning","volume":"40","author":"SJ Gershman","year":"2012","journal-title":"Learning & behavior"},{"key":"pcbi.1007331.ref018","doi-asserted-by":"crossref","first-page":"43","DOI":"10.1016\/j.cobeha.2015.07.007","article-title":"Discovering latent causes in reinforcement learning","volume":"5","author":"SJ Gershman","year":"2015","journal-title":"Current Opinion in Behavioral Sciences"},{"key":"pcbi.1007331.ref019","doi-asserted-by":"crossref","first-page":"e23763","DOI":"10.7554\/eLife.23763","article-title":"The computational nature of memory modification","volume":"6","author":"SJ Gershman","year":"2017","journal-title":"Elife"},{"key":"pcbi.1007331.ref020","doi-asserted-by":"crossref","first-page":"164","DOI":"10.3389\/fnbeh.2013.00164","article-title":"Gradual extinction prevents the return of fear: implications for the discovery of state","volume":"7","author":"SJ Gershman","year":"2013","journal-title":"Frontiers in behavioral neuroscience"},{"issue":"4","key":"pcbi.1007331.ref021","doi-asserted-by":"crossref","first-page":"189","DOI":"10.1037\/h0061626","article-title":"Cognitive maps in rats and men","volume":"55","author":"EC Tolman","year":"1948","journal-title":"Psychological review"},{"issue":"5","key":"pcbi.1007331.ref022","doi-asserted-by":"crossref","first-page":"620","DOI":"10.1038\/nn.3982","article-title":"What the orbitofrontal cortex does not do","volume":"18","author":"TA Stalnaker","year":"2015","journal-title":"Nature neuroscience"},{"issue":"8","key":"pcbi.1007331.ref023","doi-asserted-by":"crossref","first-page":"513","DOI":"10.1038\/nrn.2016.56","article-title":"Over the river, through the woods: cognitive maps in the hippocampus and orbitofrontal cortex","volume":"17","author":"AM Wikenheiser","year":"2016","journal-title":"Nature Reviews Neuroscience"},{"issue":"1","key":"pcbi.1007331.ref024","first-page":"31","article-title":"Latent inhibition of a CS during CS\u2013US pairings","volume":"5","author":"G Hall","year":"1979","journal-title":"Journal of Experimental Psychology: Animal Behavior Processes"},{"key":"pcbi.1007331.ref025","unstructured":"Agrawal S, Goyal N. Thompson sampling for contextual bandits with linear payoffs. In: International Conference on Machine Learning; 2013. p. 127\u2013135."},{"issue":"4","key":"pcbi.1007331.ref026","doi-asserted-by":"crossref","first-page":"681","DOI":"10.1016\/j.neuron.2005.04.026","article-title":"Uncertainty, neuromodulation, and attention","volume":"46","author":"JY Angela","year":"2005","journal-title":"Neuron"},{"key":"pcbi.1007331.ref027","doi-asserted-by":"crossref","first-page":"189","DOI":"10.3389\/fnhum.2011.00189","article-title":"Inferring relevance in a changing world","volume":"5","author":"RC Wilson","year":"2012","journal-title":"Frontiers in human neuroscience"},{"issue":"3","key":"pcbi.1007331.ref028","doi-asserted-by":"crossref","first-page":"728","DOI":"10.1198\/jcgs.2011.09109","article-title":"Online EM algorithm for hidden Markov models","volume":"20","author":"O Capp\u00e9","year":"2011","journal-title":"Journal of Computational and Graphical Statistics"},{"issue":"1\/2","key":"pcbi.1007331.ref029","doi-asserted-by":"crossref","first-page":"100","DOI":"10.2307\/2333009","article-title":"Continuous inspection schemes","volume":"41","author":"ES Page","year":"1954","journal-title":"Biometrika"},{"key":"pcbi.1007331.ref030","volume-title":"The CuSum algorithm-a small review","author":"P Granjon","year":"2013"},{"issue":"4","key":"pcbi.1007331.ref031","doi-asserted-by":"crossref","first-page":"276","DOI":"10.1037\/h0076778","article-title":"A theory of attention: variations in the associability of stimuli with reinforcement","volume":"82","author":"NJ Mackintosh","year":"1975","journal-title":"Psychological review"},{"issue":"30","key":"pcbi.1007331.ref032","doi-asserted-by":"crossref","first-page":"7817","DOI":"10.1523\/JNEUROSCI.0659-16.2016","article-title":"A probability distribution over latent causes, in the orbitofrontal cortex","volume":"36","author":"SC Chan","year":"2016","journal-title":"Journal of Neuroscience"},{"issue":"7","key":"pcbi.1007331.ref033","doi-asserted-by":"crossref","first-page":"973","DOI":"10.1038\/nn.4320","article-title":"Decoding subjective decisions from orbitofrontal cortex","volume":"19","author":"EL Rich","year":"2016","journal-title":"Nature neuroscience"},{"issue":"21","key":"pcbi.1007331.ref034","doi-asserted-by":"crossref","first-page":"8145","DOI":"10.1523\/JNEUROSCI.2978-14.2015","article-title":"Reinforcement learning in multidimensional environments relies on attention mechanisms","volume":"35","author":"Y Niv","year":"2015","journal-title":"Journal of Neuroscience"},{"key":"pcbi.1007331.ref035","volume-title":"Predictability, surprise, attention, and conditioning","author":"LJ Kamin","year":"1967"},{"issue":"3","key":"pcbi.1007331.ref036","doi-asserted-by":"crossref","first-page":"351","DOI":"10.3758\/BF03199227","article-title":"Overexpectation in appetitive Pavlovian and instrumental conditioning","volume":"26","author":"KM Lattal","year":"1998","journal-title":"Animal Learning & Behavior"},{"issue":"2","key":"pcbi.1007331.ref037","doi-asserted-by":"crossref","first-page":"77","DOI":"10.1037\/h0027760","article-title":"Pavlovian conditioned inhibition","volume":"72","author":"RA Rescorla","year":"1969","journal-title":"Psychological Bulletin"},{"issue":"1b","key":"pcbi.1007331.ref038","first-page":"17","article-title":"Restoration of the orienting response to a light by a change in its predictive accuracy","volume":"44","author":"PN Wilson","year":"1992","journal-title":"The Quarterly Journal of Experimental Psychology Section B"},{"issue":"4","key":"pcbi.1007331.ref039","first-page":"428","article-title":"Associative changes in excitors and inhibitors differ when they are conditioned in compound","volume":"26","author":"RA Rescorla","year":"2000","journal-title":"Journal of Experimental Psychology: Animal Behavior Processes"},{"key":"pcbi.1007331.ref040","article-title":"The effect of different amounts of alternating partial reinforcement on resistance to extinction","author":"E Capaldi","year":"1957","journal-title":"The American Journal of Psychology"},{"issue":"5","key":"pcbi.1007331.ref041","doi-asserted-by":"crossref","first-page":"441","DOI":"10.1037\/h0048700","article-title":"Resistance to extinction when partial reinforcement is followed by regular reinforcement","volume":"64","author":"HM Jenkins","year":"1962","journal-title":"Journal of Experimental Psychology"},{"issue":"1","key":"pcbi.1007331.ref042","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1037\/h0046302","article-title":"The partial reinforcement effect sustained through blocks of continuous reinforcement","volume":"64","author":"J Theios","year":"1962","journal-title":"Journal of Experimental Psychology"},{"issue":"4","key":"pcbi.1007331.ref043","doi-asserted-by":"crossref","first-page":"370","DOI":"10.1037\/0096-3445.125.4.370","article-title":"Biological significance in forward and backward blocking: Resolution of a discrepancy between animal conditioning and human causal judgment","volume":"125","author":"RR Miller","year":"1996","journal-title":"Journal of Experimental Psychology: General"},{"issue":"5929","key":"pcbi.1007331.ref044","doi-asserted-by":"crossref","first-page":"951","DOI":"10.1126\/science.1167975","article-title":"Extinction-reconsolidation boundaries: key to persistent attenuation of fear memories","volume":"324","author":"MH Monfils","year":"2009","journal-title":"science"},{"issue":"7277","key":"pcbi.1007331.ref045","doi-asserted-by":"crossref","first-page":"49","DOI":"10.1038\/nature08637","article-title":"Preventing the return of fear in humans using reconsolidation update mechanisms","volume":"463","author":"D Schiller","year":"2010","journal-title":"Nature"},{"issue":"4","key":"pcbi.1007331.ref046","doi-asserted-by":"crossref","first-page":"423","DOI":"10.3758\/BF03199014","article-title":"Reacquisition following extinction in appetitive conditioning","volume":"24","author":"ST Ricker","year":"1996","journal-title":"Animal Learning & Behavior"},{"issue":"3","key":"pcbi.1007331.ref047","first-page":"248","article-title":"Contextual control of the extinction of conditioned fear: tests for the associative value of the context","volume":"9","author":"ME Bouton","year":"1983","journal-title":"Journal of Experimental Psychology: Animal Behavior Processes"},{"issue":"1","key":"pcbi.1007331.ref048","first-page":"77","article-title":"A retrieval cue for extinction attenuates spontaneous recovery","volume":"19","author":"DC Brooks","year":"1993","journal-title":"Journal of Experimental Psychology: Animal Behavior Processes"},{"issue":"10","key":"pcbi.1007331.ref049","doi-asserted-by":"crossref","first-page":"1250","DOI":"10.1038\/nn.2904","article-title":"Differential roles of human striatum and amygdala in associative learning","volume":"14","author":"J Li","year":"2011","journal-title":"Nature neuroscience"},{"issue":"3","key":"pcbi.1007331.ref050","doi-asserted-by":"crossref","first-page":"593","DOI":"10.1111\/j.1467-9868.2009.00698.x","article-title":"On-line expectation\u2013maximization algorithm for latent data models","volume":"71","author":"O Capp\u00e9","year":"2009","journal-title":"Journal of the Royal Statistical Society: Series B (Statistical Methodology)"},{"issue":"1413","key":"pcbi.1007331.ref051","doi-asserted-by":"crossref","first-page":"1493","DOI":"10.1098\/rstb.2001.0948","article-title":"Memory for events and their spatial context: models and experiments","volume":"356","author":"N Burgess","year":"2001","journal-title":"Philosophical Transactions of the Royal Society of London Series B: Biological Sciences"},{"issue":"6245","key":"pcbi.1007331.ref052","doi-asserted-by":"crossref","first-page":"273","DOI":"10.1126\/science.aac6076","article-title":"Computational rationality: A converging paradigm for intelligence in brains, minds, and machines","volume":"349","author":"SJ Gershman","year":"2015","journal-title":"Science"},{"key":"pcbi.1007331.ref053","doi-asserted-by":"crossref","first-page":"102","DOI":"10.1007\/978-1-4612-5110-1_9","volume-title":"Herbert Robbins Selected Papers","author":"H Robbins","year":"1985"},{"key":"pcbi.1007331.ref054","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1111\/j.2517-6161.1977.tb01600.x","article-title":"Maximum likelihood from incomplete data via the EM algorithm","author":"AP Dempster","year":"1977","journal-title":"Journal of the royal statistical society Series B (methodological)"}],"updated-by":[{"DOI":"10.1371\/journal.pcbi.1007331","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2019,9,26]],"date-time":"2019-09-26T00:00:00Z","timestamp":1569456000000}}],"container-title":["PLOS Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/dx.plos.org\/10.1371\/journal.pcbi.1007331","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,5,9]],"date-time":"2020-05-09T10:35:03Z","timestamp":1589020503000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1007331"}},"subtitle":[],"editor":[{"given":"Blake A.","family":"Richards","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"editor"}]}],"short-title":[],"issued":{"date-parts":[[2019,9,16]]},"references-count":54,"journal-issue":{"issue":"9","published-online":{"date-parts":[[2019,9,16]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pcbi.1007331","relation":{"has-preprint":[{"id-type":"doi","id":"10.1101\/443234","asserted-by":"object"}]},"ISSN":["1553-7358"],"issn-type":[{"value":"1553-7358","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,9,16]]}}}