{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,27]],"date-time":"2026-02-27T06:05:56Z","timestamp":1772172356722,"version":"3.50.1"},"update-to":[{"DOI":"10.1371\/journal.pcbi.1006713","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2019,4,29]],"date-time":"2019-04-29T00:00:00Z","timestamp":1556496000000}}],"reference-count":132,"publisher":"Public Library of Science (PLoS)","issue":"4","license":[{"start":{"date-parts":[[2019,4,17]],"date-time":"2019-04-17T00:00:00Z","timestamp":1555459200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"Actions de Recherche Concertee"},{"name":"FSR - Brain back to Brussels"},{"name":"Fondation M\u00e9dicale Reine Elisabeth"}],"content-domain":{"domain":["www.ploscompbiol.org"],"crossmark-restriction":false},"short-container-title":["PLoS Comput Biol"],"DOI":"10.1371\/journal.pcbi.1006713","type":"journal-article","created":{"date-parts":[[2019,4,17]],"date-time":"2019-04-17T13:24:56Z","timestamp":1555507496000},"page":"e1006713","update-policy":"https:\/\/doi.org\/10.1371\/journal.pcbi.corrections_policy","source":"Crossref","is-referenced-by-count":20,"title":["Learning and forgetting using reinforced Bayesian change detection"],"prefix":"10.1371","volume":"15","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5810-086X","authenticated-orcid":true,"given":"Vincent","family":"Moens","sequence":"first","affiliation":[]},{"given":"Alexandre","family":"Z\u00e9non","sequence":"additional","affiliation":[]}],"member":"340","published-online":{"date-parts":[[2019,4,17]]},"reference":[{"key":"ref1","unstructured":"Moens V. The Hierarchical Adaptive Forgetting Variational Filter. Proceedings of the 35th international conference on Machine learning - ICML\u201918. 2018;."},{"issue":"4","key":"ref2","doi-asserted-by":"crossref","first-page":"905","DOI":"10.1080\/00207179308923034","article-title":"On a general concept of forgetting","volume":"58","author":"R KULHAV\u00dd","year":"1993","journal-title":"International Journal of Control"},{"issue":"5","key":"ref3","doi-asserted-by":"crossref","first-page":"347","DOI":"10.1111\/1467-9280.00067","article-title":"Modeling Response Times for Two-Choice Decisions","volume":"9","author":"R Ratcliff","year":"1998","journal-title":"Psychological Science"},{"issue":"12","key":"ref4","doi-asserted-by":"crossref","first-page":"1704","DOI":"10.1038\/nn1560","article-title":"Uncertainty-based competition between prefrontal and dorsolateral striatal systems for behavioral control","volume":"8","author":"ND Daw","year":"2005","journal-title":"Nature Neuroscience"},{"issue":"1135","key":"ref5","doi-asserted-by":"crossref","first-page":"67","DOI":"10.1098\/rstb.1985.0010","article-title":"Actions and Habits: The Development of Behavioural Autonomy","volume":"308","author":"A Dickinson","year":"1985","journal-title":"Philosophical Transactions of the Royal Society B: Biological Sciences"},{"issue":"2","key":"ref6","doi-asserted-by":"crossref","first-page":"197","DOI":"10.3758\/BF03199935","article-title":"Motivational control after extended instrumental training","volume":"23","author":"A Dickinson","year":"1995","journal-title":"Animal Learning & Behavior"},{"issue":"6","key":"ref7","doi-asserted-by":"crossref","first-page":"464","DOI":"10.1038\/nrn1919","article-title":"The role of the basal ganglia in habit formation","volume":"7","author":"HH Yin","year":"2006","journal-title":"Nature reviews Neuroscience"},{"key":"ref8","article-title":"Principles of Behavior: An Introduction to Behavior Theory","author":"CL Hull","year":"1943","journal-title":"The Journal of Abnormal and Social Psychology"},{"issue":"August","key":"ref9","first-page":"66","article-title":"A critical review of habit learning and the Basal Ganglia","volume":"5","author":"Ca Seger","year":"2011","journal-title":"Frontiers in systems neuroscience"},{"issue":"7","key":"ref10","doi-asserted-by":"crossref","first-page":"1036","DOI":"10.1111\/j.1460-9568.2012.08050.x","article-title":"Habits, action sequences and reinforcement learning","volume":"35","author":"A Dezfouli","year":"2012","journal-title":"European Journal of Neuroscience"},{"issue":"3","key":"ref11","doi-asserted-by":"crossref","first-page":"523","DOI":"10.3758\/s13415-015-0347-6","article-title":"Model-based learning protects against forming habits","volume":"15","author":"CM Gillan","year":"2015","journal-title":"Cognitive, Affective, & Behavioral Neuroscience"},{"key":"ref12","doi-asserted-by":"crossref","first-page":"118","DOI":"10.1016\/j.cortex.2015.11.004","article-title":"Fronto-striatal organization: Defining functional and microstructural substrates of behavioural flexibility","volume":"74","author":"LS Morris","year":"2016","journal-title":"Cortex"},{"issue":"9","key":"ref13","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1371\/journal.pcbi.1004463","article-title":"Model-Based Reasoning in Humans Becomes Automatic with Training","volume":"11","author":"M Economides","year":"2015","journal-title":"PLoS Computational Biology"},{"issue":"4","key":"ref14","doi-asserted-by":"crossref","first-page":"1013","DOI":"10.3758\/APP.72.4.1013","article-title":"Automaticity in rule-based and information-integration categorization","volume":"72","author":"S H\u00e9lie","year":"2010","journal-title":"Attention, perception & psychophysics"},{"issue":"2","key":"ref15","doi-asserted-by":"crossref","first-page":"163","DOI":"10.1037\/0033-2909.109.2.163","article-title":"Half a century of research on the Stroop effect: An integrative review","volume":"109","author":"CM MacLeod","year":"1991","journal-title":"Psychological Bulletin"},{"issue":"3","key":"ref16","doi-asserted-by":"crossref","first-page":"181","DOI":"10.1017\/S0140525X12000477","article-title":"Whatever next? Predictive brains, situated agents, and the future of cognitive science","volume":"36","author":"A Clark","year":"2013","journal-title":"The Behavioral and brain sciences"},{"key":"ref17","doi-asserted-by":"crossref","first-page":"1211","DOI":"10.1098\/rstb.2008.0300","article-title":"Predictive coding under the free-energy principle","volume":"364","author":"K Friston","year":"2009","journal-title":"Philosophical transactions of the Royal Society of London Series B, Biological sciences"},{"issue":"3","key":"ref18","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1371\/journal.pone.0009926","article-title":"Predictive coding or evidence accumulation? False inference and neuronal fluctuations","volume":"5","author":"G Hesselmann","year":"2010","journal-title":"PLoS ONE"},{"issue":"2","key":"ref19","doi-asserted-by":"crossref","first-page":"148","DOI":"10.1016\/S2215-0366(14)70275-5","article-title":"Computational psychiatry: the brain as a phantastic organ","volume":"1","author":"KJ Friston","year":"2014","journal-title":"The Lancet Psychiatry"},{"issue":"April","key":"ref20","first-page":"1","article-title":"Neural repetition suppression: evidence for perceptual expectation in object-selective regions","volume":"8","author":"L Mayrhauser","year":"2014","journal-title":"Frontiers in Human Neuroscience"},{"issue":"August","key":"ref21","first-page":"1","article-title":"Temporal prediction errors modulate task-switching performance","volume":"6","author":"R Limongi","year":"2015","journal-title":"Frontiers in Psychology"},{"issue":"April","key":"ref22","first-page":"1","article-title":"Simultaneous learning and filtering without delusions: a Bayes-optimal combination of Predictive Inference and Adaptive Filtering","volume":"9","author":"J Kneissler","year":"2015","journal-title":"Frontiers in Computational Neuroscience"},{"issue":"May","key":"ref23","first-page":"1","article-title":"A Bayesian foundation for individual learning under uncertainty","volume":"5","author":"C Mathys","year":"2011","journal-title":"Frontiers in Human Neuroscience"},{"issue":"November","key":"ref24","first-page":"1","article-title":"Uncertainty in perception and the Hierarchical Gaussian Filter","volume":"8","author":"CD Mathys","year":"2014","journal-title":"Frontiers in Human Neuroscience"},{"issue":"2","key":"ref25","doi-asserted-by":"crossref","first-page":"519","DOI":"10.1016\/j.neuron.2013.09.009","article-title":"Hierarchical Prediction Errors in Midbrain and Basal Forebrain during Sensory Learning","volume":"80","author":"S Iglesias","year":"2013","journal-title":"Neuron"},{"issue":"47","key":"ref26","doi-asserted-by":"crossref","first-page":"15735","DOI":"10.1523\/JNEUROSCI.0091-14.2014","article-title":"Cholinergic stimulation enhances Bayesian belief updating in the deployment of spatial attention","volume":"34","author":"S Vossel","year":"2014","journal-title":"The Journal of neuroscience: the official journal of the Society for Neuroscience"},{"issue":"10","key":"ref27","doi-asserted-by":"crossref","first-page":"1165","DOI":"10.1001\/jamapsychiatry.2014.1093","article-title":"Role of the Medial Prefrontal Cortex in Impaired Decision Making in Juvenile Attention-Deficit\/Hyperactivity Disorder","volume":"71","author":"TU Hauser","year":"2014","journal-title":"JAMA Psychiatry"},{"issue":"9","key":"ref28","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pcbi.1003810","article-title":"Inferring on the Intentions of Others by Hierarchical Bayesian Learning","volume":"10","author":"AO Diaconescu","year":"2014","journal-title":"PLoS Computational Biology"},{"issue":"1","key":"ref29","doi-asserted-by":"crossref","first-page":"16575","DOI":"10.1038\/srep16575","article-title":"Evidence for surprise minimization over value maximization in choice behavior","volume":"5","author":"P Schwartenbeck","year":"2015","journal-title":"Scientific Reports"},{"issue":"14","key":"ref30","first-page":"1","article-title":"Representational uncertainty in the brain during threat conditioning and the link with psychopathic traits","author":"IA Brazil","year":"2017","journal-title":"Biological Psychiatry: Cognitive Neuroscience and Neuroimaging"},{"issue":"4","key":"ref31","doi-asserted-by":"crossref","first-page":"681","DOI":"10.1016\/j.neuron.2005.04.026","article-title":"Uncertainty, neuromodulation, and attention","volume":"46","author":"AJ Yu","year":"2005","journal-title":"Neuron"},{"issue":"9","key":"ref32","doi-asserted-by":"crossref","first-page":"1214","DOI":"10.1038\/nn1954","article-title":"Learning the value of information in an uncertain world","volume":"10","author":"TEJ Behrens","year":"2007","journal-title":"Nature neuroscience"},{"issue":"December 2008","key":"ref33","first-page":"656","article-title":"A Tutorial on Particle filtering and smoothing: Fiteen years later","author":"A Doucet","year":"2011","journal-title":"The Oxford handbook of nonlinear filtering"},{"key":"ref34","first-page":"178","article-title":"Sequential Monte Carlo Methods in Practice","author":"A Doucet","year":"2001"},{"key":"#cr-split#-ref35.1","doi-asserted-by":"crossref","unstructured":"Azizi S, Quinn A. A data-driven forgetting factor for stabilized forgetting in approximate Bayesian filtering. In: 2015 26th Irish Signals and Systems Conference (ISSC). vol. 11855. IEEE","DOI":"10.1109\/ISSC.2015.7163747"},{"key":"#cr-split#-ref35.2","unstructured":"2015. p. 1-6. Available from: <ext-link xmlns:xlink=\"http:\/\/www.w3.org\/1999\/xlink\" ext-link-type=\"uri\" xlink:href=\"http:\/\/ieeexplore.ieee.org\/document\/7163747\/\" xlink:type=\"simple\">http:\/\/ieeexplore.ieee.org\/document\/7163747\/<\/ext-link>."},{"issue":"10","key":"ref36","doi-asserted-by":"crossref","first-page":"5020","DOI":"10.1109\/TSP.2008.928969","article-title":"Variational Bayesian Filtering","volume":"56","author":"V Smidl","year":"2008","journal-title":"IEEE Transactions on Signal Processing"},{"key":"#cr-split#-ref37.1","doi-asserted-by":"crossref","unstructured":"Smidl V, Gustafsson F. Bayesian estimation of forgetting factor in adaptive filtering and change detection. In: 2012 IEEE Statistical Signal Processing Workshop (SSP). 1. IEEE","DOI":"10.1109\/SSP.2012.6319658"},{"key":"#cr-split#-ref37.2","unstructured":"2012. p. 197-200. Available from: <ext-link xmlns:xlink=\"http:\/\/www.w3.org\/1999\/xlink\" ext-link-type=\"uri\" xlink:href=\"http:\/\/ieeexplore.ieee.org\/document\/6319658\/\" xlink:type=\"simple\">http:\/\/ieeexplore.ieee.org\/document\/6319658\/<\/ext-link>."},{"issue":"6","key":"ref38","doi-asserted-by":"crossref","first-page":"1566","DOI":"10.1016\/j.automatica.2013.02.046","article-title":"Marginalized adaptive particle filtering for nonlinear models with unknown time-varying noise parameters","volume":"49","author":"E \u00d6zkan","year":"2013","journal-title":"Automatica"},{"issue":"Section II","key":"ref39","first-page":"848","article-title":"Variational Stabilized Linear Forgetting in State-Space Models","author":"TVD Laar","year":"2017","journal-title":"Variational Stabilized Linear Forgetting in State-Space Models"},{"issue":"9","key":"ref40","doi-asserted-by":"crossref","first-page":"3530","DOI":"10.1109\/TSP.2005.853103","article-title":"Mixture-based extension of the AR model and its recursive Bayesian identification","volume":"53","author":"V Smidl","year":"2005","journal-title":"IEEE Transactions on Signal Processing"},{"key":"ref41","first-page":"2334","article-title":"Bayesian Models of Data Streams with Hierarchical Power Priors","volume":"70","author":"A Masegosa","year":"2017","journal-title":"International Conference on Machine Learning (ICM)"},{"issue":"5","key":"ref42","doi-asserted-by":"crossref","first-page":"582","DOI":"10.1080\/03610918.2011.598992","article-title":"Autoregressive model with partial forgetting within Rao-Blackwellized particle filter","volume":"41","author":"K Dedecius","year":"2012","journal-title":"Communications in Statistics: Simulation and Computation"},{"key":"ref43","first-page":"1","article-title":"Introduction to Reinforcement Learning","volume":"4","author":"RS Sutton","year":"1998","journal-title":"Learning"},{"key":"ref44","unstructured":"Dearden R, Friedman N, Russell S. Bayesian Q-Learning. In: American Association of Artificial Intelligence (AAAI)-98; 1998. p. 761\u2013768."},{"key":"ref45","unstructured":"Dearden R, Dearden R, Friedman N, Friedman N, Andre D, Andre D. Model based Bayesian exploration. Proceedings of the fifteenth Conference on Uncertainty in Artificial Intelligence. 1999;(Howard 1966):150\u2013159."},{"key":"ref46","article-title":"Pattern Recognition and Machine Learning","author":"CM Bishop","year":"2006"},{"issue":"AUGUST 2001","key":"ref47","article-title":"A variational approach to Bayesian logistic regression models and their extensions","author":"TS Jaakkola","year":"1996","journal-title":"Aistats"},{"issue":"1","key":"ref48","doi-asserted-by":"crossref","first-page":"25","DOI":"10.1023\/A:1008932416310","article-title":"Bayesian parameter estimation via variational methods","volume":"10","author":"TS Jaakkola","year":"2000","journal-title":"Statistics And Computing"},{"key":"ref49","unstructured":"Blei DM, Kucukelbir A, McAuliffe JD. Variational Inference: A Review for Statisticians. arXiv. 2016; p. 1\u201333."},{"issue":"2000","key":"ref50","first-page":"1367","article-title":"Variational Bayesian Inference with Stochastic Search","author":"J Paisley","year":"2012","journal-title":"Icml"},{"key":"ref51","unstructured":"Salimans T, Kingma DP, Welling M. Markov Chain Monte Carlo and Variational Inference: Bridging the Gap. International Conference on Machine Learning. 2015;."},{"key":"ref52","first-page":"1","article-title":"Semi-Supervised Learning with Deep Generative Models","author":"DP Kingma","year":"2014","journal-title":"Semi-Supervised Learning with Deep Generative Models"},{"key":"ref53","unstructured":"Ranganath R, Tran D, Blei DM. Hierarchical Variational Models. arXiv. 2014; p. 1\u20139."},{"key":"ref54","unstructured":"Rezende DJ, Mohamed S. Variational Inference with Normalizing Flows. Proceedings of the 32nd International Conference on Machine Learning. 2015;37:1530\u20131538."},{"key":"ref55","first-page":"1","article-title":"Variational Inference","author":"DM Blei","year":"2002","journal-title":"CsPrincetonEdu"},{"key":"#cr-split#-ref56.1","unstructured":"V Smidl AQ. Bayesian estimation of non-stationary AR model parameters via an unknown forgetting factor. In: 3rd IEEE Signal Processing Education Workshop. 2004 IEEE 11th Digital Signal Processing Workshop, 2004. 6. IEEE"},{"key":"#cr-split#-ref56.2","unstructured":"2004. p. 221-225. Available from: <ext-link xmlns:xlink=\"http:\/\/www.w3.org\/1999\/xlink\" ext-link-type=\"uri\" xlink:href=\"http:\/\/staff.utia.cas.cz\/smidl\/files\/publ\/taos04.pdfhttp:\/\/ieeexplore.ieee.org\/document\/1437946\/\" xlink:type=\"simple\">http:\/\/staff.utia.cas.cz\/smidl\/files\/publ\/taos04.pdfhttp:\/\/ieeexplore.ieee.org\/document\/1437946\/<\/ext-link>."},{"key":"ref57","article-title":"The Variational Bayes Approach in Signal Processing","author":"V Smidl","year":"2004"},{"key":"ref58","first-page":"1","article-title":"Non-conjugate variational message passing for multinomial and binary regression","author":"D Knowles","year":"2011","journal-title":"Nips"},{"key":"ref59","first-page":"3207","article-title":"Counterfactual Reasoning and Learning Systems: The Example of Computational Advertising","volume":"14","author":"L Bottou","year":"2013","journal-title":"Journal of Machine Learning Research"},{"key":"ref60","doi-asserted-by":"crossref","unstructured":"Foerster J, Farquhar G, Afouras T, Nardelli N, Whiteson S. Counterfactual Multi-Agent Policy Gradients. Arxiv. 2017; p. 1\u201312.","DOI":"10.1609\/aaai.v32i1.11794"},{"key":"ref61","doi-asserted-by":"crossref","unstructured":"Lawrence C, Sokolov A, Riezler S. Counterfactual Learning from Bandit Feedback under Deterministic Logging: A Case Study in Statistical Machine Translation. 2017;.","DOI":"10.18653\/v1\/D17-1272"},{"issue":"2","key":"ref62","doi-asserted-by":"crossref","first-page":"204","DOI":"10.1037\/h0032198","article-title":"Cognitive and attentional mechanisms in delay of gratification","volume":"21","author":"W Mischel","year":"1972","journal-title":"Journal of Personality and Social Psychology"},{"key":"ref63","doi-asserted-by":"crossref","first-page":"84","DOI":"10.1016\/j.beproc.2014.01.020","article-title":"On several factors that control rates of discounting","volume":"104","author":"JN Weatherly","year":"2014","journal-title":"Behavioural Processes"},{"issue":"March","key":"ref64","first-page":"76","article-title":"Does temporal discounting explain unhealthy behavior? A systematic review and reinforcement learning perspective","volume":"8","author":"GW Story","year":"2014","journal-title":"Frontiers in behavioral neuroscience"},{"issue":"5695","key":"ref65","doi-asserted-by":"crossref","first-page":"503","DOI":"10.1126\/science.1100907","article-title":"Separate neural systems value immediate and delayed monetary rewards","volume":"306","author":"SM McClure","year":"2004","journal-title":"Science (New York, NY)"},{"issue":"2","key":"ref66","doi-asserted-by":"crossref","first-page":"229","DOI":"10.1016\/j.conb.2012.11.012","article-title":"Updating dopamine reward signals","volume":"23","author":"W Schultz","year":"2013","journal-title":"Current opinion in neurobiology"},{"issue":"1637","key":"ref67","doi-asserted-by":"crossref","first-page":"20120468","DOI":"10.1098\/rstb.2012.0468","article-title":"Timing in reward and decision processes","volume":"369","author":"MA Bermudez","year":"2014","journal-title":"Philosophical transactions of the Royal Society of London Series B, Biological sciences"},{"issue":"4","key":"ref68","doi-asserted-by":"crossref","first-page":"691","DOI":"10.1016\/j.mehy.2005.04.040","article-title":"Loss of self-control in intertemporal choice may be attributable to logarithmic time-perception","volume":"65","author":"T Takahashi","year":"2005","journal-title":"Medical Hypotheses"},{"key":"ref69","article-title":"Hierarchical Bayesian estimation and hypothesis testing for delay discounting tasks","author":"BT Vincent","year":"2015","journal-title":"Behavior Research Methods"},{"issue":"7","key":"ref70","doi-asserted-by":"crossref","first-page":"1052","DOI":"10.1111\/j.1460-9568.2012.08058.x","article-title":"A theoretical account of cognitive effects in delay discounting","volume":"35","author":"Z Kurth-Nelson","year":"2012","journal-title":"European Journal of Neuroscience"},{"key":"ref71","unstructured":"Wyatt J. Exploration and Inference in Learning From Reinforcement; 1998. Available from: <ext-link xmlns:xlink=\"http:\/\/www.w3.org\/1999\/xlink\" ext-link-type=\"uri\" xlink:href=\"https:\/\/www.era.lib.ed.ac.uk\/handle\/1842\/532\" xlink:type=\"simple\">https:\/\/www.era.lib.ed.ac.uk\/handle\/1842\/532<\/ext-link>."},{"key":"ref72","article-title":"On the Likelihood that One Unknown Probability Exceeds Another in View of the Evidence of Two Samples","author":"WR Thompson","year":"1933","journal-title":"Biometrika"},{"issue":"1","key":"ref73","doi-asserted-by":"crossref","first-page":"199","DOI":"10.1007\/978-3-642-34106-9_18","article-title":"Thompson Sampling: An Asymptotically Optimal Finite Time Analysis","author":"E Kaufmann","year":"2012","journal-title":"International Conference on Algorithmic Learning Theory"},{"issue":"5","key":"ref74","doi-asserted-by":"crossref","first-page":"e1002055","DOI":"10.1371\/journal.pcbi.1002055","article-title":"Speed\/accuracy trade-off between the habitual and the goal-directed processes","volume":"7","author":"M Keramati","year":"2011","journal-title":"PLoS computational biology"},{"key":"ref75","doi-asserted-by":"crossref","unstructured":"Viejo G, Khamassi M, Brovelli A, Girard B. Modelling choice and reaction time during instrumental learning through the coordination of adaptive working memory and reinforcement learning. Fourth Symposium on Biology of Decision\u2014Making (SBDM 2014). 2014;9(August).","DOI":"10.3389\/fnbeh.2015.00225"},{"issue":"March","key":"ref76","first-page":"1","article-title":"Bayesian Reinforcement Learning","volume":"35","author":"R Mcallister","year":"2013","journal-title":"Bayesian Reinforcement Learning"},{"key":"ref77","first-page":"509","article-title":"An Introduction to Probability Theory and Its Applications","volume":"2","author":"W Feller","year":"1968"},{"issue":"2","key":"ref78","doi-asserted-by":"crossref","first-page":"59","DOI":"10.1037\/0033-295X.85.2.59","article-title":"A theory of memory retrieval","volume":"85","author":"R Ratcliff","year":"1978","journal-title":"Psychological Review"},{"issue":"3","key":"ref79","doi-asserted-by":"crossref","first-page":"408","DOI":"10.1006\/jmps.1999.1260","article-title":"Stochastic Dynamic Models of Response Time and Accuracy: A Foundational Primer","volume":"44","author":"PL Smith","year":"2000","journal-title":"Journal of Mathematical Psychology"},{"issue":"2","key":"ref80","doi-asserted-by":"crossref","first-page":"251","DOI":"10.1162\/089976698300017746","article-title":"Natural Gradient Works Efficiently in Learning","volume":"10","author":"Si Amari","year":"1998","journal-title":"Neural Computation"},{"issue":"7","key":"ref81","doi-asserted-by":"crossref","first-page":"1649","DOI":"10.1162\/089976601750265045","article-title":"Online Model Selection Based on the Variational Bayes","volume":"13","author":"MA Sato","year":"2001","journal-title":"Neural Comput"},{"key":"ref82","article-title":"Stochastic Variational Inference","author":"M Hoffman","year":"2012","journal-title":"Stochastic Variational Inference"},{"key":"ref83","unstructured":"Martens J. New insights and perspectives on the natural gradient method. 2014;."},{"issue":"2","key":"ref84","doi-asserted-by":"crossref","first-page":"500","DOI":"10.1214\/aos\/1016218228","article-title":"Convergence rates of posterior distributions","volume":"28","author":"S Ghosal","year":"2000","journal-title":"The Annals of Statistics"},{"key":"ref85","article-title":"An information-theoretic perspective on the costs of cognition","author":"A Zenon","year":"2018","journal-title":"bioRxiv"},{"key":"ref86","article-title":"Recurrent Auto-Encoding Drift Diffusion Model","author":"V Moens","year":"2018","journal-title":"bioRxiv"},{"issue":"October","key":"ref87","first-page":"1","article-title":"Neural Variational Inference and Learning in Belief Networks","volume":"32","author":"A Mnih","year":"2014","journal-title":"ArXiv statML"},{"issue":"1","key":"ref88","doi-asserted-by":"crossref","first-page":"220","DOI":"10.1016\/j.neuroimage.2006.08.035","article-title":"Variational free energy and the Laplace approximation","volume":"34","author":"K Friston","year":"2007","journal-title":"NeuroImage"},{"key":"ref89","first-page":"1","article-title":"Trial-by-trial data analysis using computational models","author":"ND Daw","year":"2011","journal-title":"Attention & Performance XXIII"},{"key":"ref90","unstructured":"Kingma DP, Welling M. Auto-Encoding Variational Bayes. 2013;."},{"issue":"3","key":"ref91","doi-asserted-by":"crossref","first-page":"438","DOI":"10.3758\/BF03196302","article-title":"Estimating parameters of the diffusion model: Approaches to dealing with contaminant reaction times and parameter variability","volume":"9","author":"R Ratcliff","year":"2002","journal-title":"Psychonomic Bulletin & Review"},{"key":"ref92","unstructured":"Kingma DP, Ba JL. Adam: a Method for Stochastic Optimization. International Conference on Learning Representations 2015. 2015; p. 1\u201315."},{"key":"ref93","article-title":"Irrelevant incentive learning during instrumental conditioning: The role of the drive-reinforcer and response-reinforcer relationships","author":"A Dickinson","year":"1983","journal-title":"The Quarterly Journal of Experimental Psychology Section B"},{"issue":"September","key":"ref94","first-page":"1","article-title":"Psychology of Habit","author":"W Wood","year":"2015","journal-title":"Annual Review of Psychology"},{"issue":"3","key":"ref95","doi-asserted-by":"crossref","first-page":"213","DOI":"10.1016\/j.neunet.2009.03.004","article-title":"Goal-directed control and its antipodes","volume":"22","author":"P Dayan","year":"2009","journal-title":"Neural Networks"},{"issue":"2","key":"ref96","doi-asserted-by":"crossref","first-page":"312","DOI":"10.1016\/j.neuron.2013.09.007","article-title":"Goals and habits in the brain","volume":"80","author":"RJ Dolan","year":"2013","journal-title":"Neuron"},{"key":"ref97","first-page":"49","article-title":"Heuristics and Biases","author":"D Kahneman","year":"2001"},{"issue":"1","key":"ref98","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1037\/0033-295X.84.1.1","article-title":"Controlled and Automatic Human Information Processing: I. Detection, Search, and Attention","volume":"84","author":"W Schneider","year":"1977","journal-title":"Psychological Review"},{"issue":"2","key":"ref99","doi-asserted-by":"crossref","first-page":"297","DOI":"10.1037\/0033-2909.132.2.297","article-title":"Automaticity: A Theoretical and Conceptual Analysis","volume":"132","author":"A Moors","year":"2006","journal-title":"Psychological Bulletin"},{"issue":"3","key":"ref100","first-page":"363","article-title":"Automaticity and multiple memory systems","volume":"3","author":"FG Ashby","year":"2012","journal-title":"Wiley Interdisciplinary Reviews: Cognitive Science"},{"issue":"3","key":"ref101","doi-asserted-by":"crossref","first-page":"1791","DOI":"10.1016\/j.neuroimage.2011.02.011","article-title":"Cortical and striatal contributions to automaticity in information-integration categorization","volume":"56","author":"JG Waldschmidt","year":"2011","journal-title":"NeuroImage"},{"issue":"5286","key":"ref102","doi-asserted-by":"crossref","first-page":"427","DOI":"10.1126\/science.274.5286.427","article-title":"Neural control of voluntary movement initiation","volume":"274","author":"DP Hanes","year":"1996","journal-title":"Science"},{"issue":"21","key":"ref103","doi-asserted-by":"crossref","first-page":"9475","DOI":"10.1523\/JNEUROSCI.22-21-09475.2002","article-title":"Response of neurons in the lateral intraparietal area during a combined visual discrimination reaction time task","volume":"22","author":"JD Roitman","year":"2002","journal-title":"The Journal of neuroscience: the official journal of the Society for Neuroscience"},{"issue":"1","key":"ref104","doi-asserted-by":"crossref","first-page":"112","DOI":"10.1038\/nn.2450","article-title":"Synaptic computation underlying probabilistic inference","volume":"13","author":"A Soltani","year":"2010","journal-title":"Nature Neuroscience"},{"issue":"31","key":"ref105","doi-asserted-by":"crossref","first-page":"10686","DOI":"10.1523\/JNEUROSCI.0727-12.2012","article-title":"Deciding When to Decide: Time-Variant Sequential Sampling Models Explain the Emergence of Value-Based Decisions in the Human Brain","volume":"32","author":"S Gluth","year":"2012","journal-title":"Journal of Neuroscience"},{"key":"ref106","first-page":"1","article-title":"Neurally Plausible Reinforcement Learning of Working Memory Tasks","author":"JO Rombouts","year":"2012","journal-title":"Nips"},{"issue":"2","key":"ref107","doi-asserted-by":"crossref","first-page":"368","DOI":"10.1162\/NECO_a_00917","article-title":"Neural Circuits Trained with Standard Reinforcement Learning Can Accumulate Probabilistic Information during Decision Making","volume":"29","author":"N Kurzawa","year":"2017","journal-title":"Neural Computation"},{"key":"ref108","first-page":"395","article-title":"International Encyclopedia of the Social &amp; Behavioral Sciences","volume":"vol. 6","author":"PL Smith","year":"2015"},{"issue":"2","key":"ref109","doi-asserted-by":"crossref","first-page":"485","DOI":"10.1523\/JNEUROSCI.2036-14.2015","article-title":"fMRI and EEG Predictors of Dynamic Decision Parameters during Human Reinforcement Learning","volume":"35","author":"MJ Frank","year":"2015","journal-title":"Journal of Neuroscience"},{"issue":"4","key":"ref110","doi-asserted-by":"crossref","first-page":"1234","DOI":"10.3758\/s13423-016-1199-y","article-title":"The drift diffusion model as the choice rule in reinforcement learning","volume":"24","author":"ML Pedersen","year":"2017","journal-title":"Psychonomic Bulletin & Review"},{"issue":"May 2015","key":"ref111","doi-asserted-by":"crossref","first-page":"15958","DOI":"10.1038\/ncomms15958","article-title":"Reminders of past choices bias decisions for reward in humans","volume":"8","author":"AM Bornstein","year":"2017","journal-title":"Nature Communications"},{"issue":"7","key":"ref112","doi-asserted-by":"crossref","first-page":"997","DOI":"10.1038\/nn.4573","article-title":"Reinstated episodic context guides sampling-based decisions for reward","volume":"20","author":"AM Bornstein","year":"2017","journal-title":"Nature Neuroscience"},{"issue":"1","key":"ref113","first-page":"e66","article-title":"Fundamentals and recent developments in approximate Bayesian computation","volume":"66","author":"J Lintusaari","year":"2017","journal-title":"Systematic Biology"},{"issue":"11","key":"ref114","doi-asserted-by":"crossref","first-page":"1462","DOI":"10.1038\/nn.2925","article-title":"Subthalamic nucleus stimulation reverses mediofrontal influence over decision threshold","volume":"14","author":"JF Cavanagh","year":"2011","journal-title":"Nature Neuroscience"},{"issue":"7","key":"ref115","doi-asserted-by":"crossref","first-page":"2335","DOI":"10.1523\/JNEUROSCI.4156-11.2012","article-title":"Bias in the brain: a diffusion model analysis of prior probability and potential payoff","volume":"32","author":"MJ Mulder","year":"2012","journal-title":"The Journal of neuroscience: the official journal of the Society for Neuroscience"},{"issue":"April","key":"ref116","first-page":"1","article-title":"Striatal dopamine ramping may indicate flexible reinforcement learning with forgetting in the cortico-basal ganglia circuits","volume":"8","author":"K Morita","year":"2014","journal-title":"Frontiers in Neural Circuits"},{"issue":"10","key":"ref117","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1371\/journal.pcbi.1005145","article-title":"Forgetting in Reinforcement Learning Links Sustained Dopamine Signals to Motivation","volume":"12","author":"A Kato","year":"2016","journal-title":"PLoS Computational Biology"},{"key":"ref118","first-page":"178","article-title":"Tracking of slowly varying parameters by directional forgetting","volume":"10","author":"R Kulhavy","year":"1984","journal-title":"Preprints 9ih IFAC Congress"},{"issue":"1","key":"ref119","doi-asserted-by":"crossref","first-page":"5340","DOI":"10.1016\/S1474-6670(17)58530-4","article-title":"On Duality of Exponential and Linear Forgetting","volume":"29","author":"R Kulhav\u00fd","year":"1996","journal-title":"IFAC Proceedings Volumes"},{"issue":"1","key":"ref120","doi-asserted-by":"crossref","first-page":"100","DOI":"10.1016\/j.ins.2014.01.048","article-title":"Approximate Bayesian recursive estimation","volume":"285","author":"M K\u00e1rn\u00fd","year":"2014","journal-title":"Information Sciences"},{"issue":"4","key":"ref121","doi-asserted-by":"crossref","first-page":"870","DOI":"10.1016\/j.neuron.2014.10.013","article-title":"Functionally Dissociable Influences on Learning Rate in a Dynamic Environment","volume":"84","author":"JT McGuire","year":"2014","journal-title":"Neuron"},{"issue":"May 2015","key":"ref122","first-page":"1","article-title":"Age differences in learning emerge from an insufficient representation of uncertainty in older adults","volume":"7","author":"MR Nassar","year":"2016","journal-title":"Nature Communications"},{"issue":"6","key":"ref123","doi-asserted-by":"crossref","first-page":"1075","DOI":"10.1016\/j.conb.2012.08.003","article-title":"The ubiquity of model-based reinforcement learning","volume":"22","author":"BB Doll","year":"2012","journal-title":"Current opinion in neurobiology"},{"issue":"6","key":"ref124","doi-asserted-by":"crossref","first-page":"1204","DOI":"10.1016\/j.neuron.2011.02.027","article-title":"Model-based influences on humans\u2019 choices and striatal prediction errors","volume":"69","author":"ND Daw","year":"2011","journal-title":"Neuron"},{"issue":"3","key":"ref125","doi-asserted-by":"crossref","first-page":"418","DOI":"10.1016\/j.neuron.2012.03.042","article-title":"Dopamine enhances model-based over model-free choice behavior","volume":"75","author":"K Wunderlich","year":"2012","journal-title":"Neuron"},{"issue":"52","key":"ref126","doi-asserted-by":"crossref","first-page":"20941","DOI":"10.1073\/pnas.1312011110","article-title":"Working-memory capacity protects model-based learning from stress","volume":"110","author":"AR Otto","year":"2013","journal-title":"Proceedings of the National Academy of Sciences"},{"issue":"December","key":"ref127","first-page":"1","article-title":"Processing speed enhances model-based over model-free reinforcement learning in the presence of high working memory functioning","volume":"5","author":"DJ Schad","year":"2014","journal-title":"Frontiers in Psychology"},{"key":"ref128","article-title":"Cost-Benefit Arbitration Between Multiple Reinforcement-Learning Systems","author":"W Kool","year":"2017","journal-title":"Psychological Science"},{"issue":"4","key":"ref129","doi-asserted-by":"crossref","first-page":"585","DOI":"10.1016\/j.neuron.2010.04.016","article-title":"Article States versus Rewards: Dissociable Neural Prediction Error Signals Underlying Model-Based and Model-Free Reinforcement Learning","volume":"66","author":"J Gl\u00e4scher","year":"2010","journal-title":"Neuron"}],"updated-by":[{"DOI":"10.1371\/journal.pcbi.1006713","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2019,4,29]],"date-time":"2019-04-29T00:00:00Z","timestamp":1556496000000}}],"container-title":["PLOS Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/dx.plos.org\/10.1371\/journal.pcbi.1006713","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,9,16]],"date-time":"2022-09-16T01:11:32Z","timestamp":1663290692000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1006713"}},"subtitle":[],"editor":[{"given":"Karl J.","family":"Friston","sequence":"first","affiliation":[]}],"short-title":[],"issued":{"date-parts":[[2019,4,17]]},"references-count":132,"journal-issue":{"issue":"4","published-online":{"date-parts":[[2019,4,17]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pcbi.1006713","relation":{"has-preprint":[{"id-type":"doi","id":"10.1101\/294959","asserted-by":"object"}]},"ISSN":["1553-7358"],"issn-type":[{"value":"1553-7358","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,4,17]]}}}