{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T12:11:13Z","timestamp":1775045473985,"version":"3.50.1"},"update-to":[{"DOI":"10.1371\/journal.pcbi.1006370","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2018,9,6]],"date-time":"2018-09-06T00:00:00Z","timestamp":1536192000000}}],"reference-count":99,"publisher":"Public Library of Science (PLoS)","issue":"8","license":[{"start":{"date-parts":[[2018,8,24]],"date-time":"2018-08-24T00:00:00Z","timestamp":1535068800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100010665","name":"H2020 Marie Sk\u0142odowska-Curie Actions","doi-asserted-by":"publisher","award":["795919"],"award-info":[{"award-number":["795919"]}],"id":[{"id":"10.13039\/100010665","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100010665","name":"H2020 Marie Sk\u0142odowska-Curie Actions","doi-asserted-by":"publisher","award":["705630"],"award-info":[{"award-number":["705630"]}],"id":[{"id":"10.13039\/100010665","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003130","name":"Fonds Wetenschappelijk Onderzoek","doi-asserted-by":"publisher","award":["12C4715N"],"award-info":[{"award-number":["12C4715N"]}],"id":[{"id":"10.13039\/501100003130","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["www.ploscompbiol.org"],"crossmark-restriction":false},"short-container-title":["PLoS Comput Biol"],"DOI":"10.1371\/journal.pcbi.1006370","type":"journal-article","created":{"date-parts":[[2018,8,24]],"date-time":"2018-08-24T13:24:24Z","timestamp":1535117064000},"page":"e1006370","update-policy":"https:\/\/doi.org\/10.1371\/journal.pcbi.corrections_policy","source":"Crossref","is-referenced-by-count":108,"title":["Dorsal anterior cingulate-brainstem ensemble as a reinforcement meta-learner"],"prefix":"10.1371","volume":"14","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2925-0615","authenticated-orcid":true,"given":"Massimo","family":"Silvetti","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5761-6813","authenticated-orcid":true,"given":"Eliana","family":"Vassena","sequence":"additional","affiliation":[]},{"given":"Elger","family":"Abrahamse","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7783-4754","authenticated-orcid":true,"given":"Tom","family":"Verguts","sequence":"additional","affiliation":[]}],"member":"340","published-online":{"date-parts":[[2018,8,24]]},"reference":[{"key":"ref1","doi-asserted-by":"crossref","first-page":"389","DOI":"10.1038\/nn2066","article-title":"Choice, uncertainty and value in prefrontal and cingulate cortex","volume":"11","author":"MF Rushworth","year":"2008","journal-title":"Nat Neurosci"},{"key":"ref2","doi-asserted-by":"crossref","first-page":"1940","DOI":"10.1126\/science.1102941","article-title":"By carrot or by stick: cognitive reinforcement learning in parkinsonism","volume":"306","author":"MJ Frank","year":"2004","journal-title":"Science"},{"key":"ref3","doi-asserted-by":"crossref","first-page":"44","DOI":"10.1016\/j.neubiorev.2013.11.003","article-title":"From conflict management to reward-based decision making: Actors and critics in primate medial frontal cortex","volume":"46","author":"M Silvetti","year":"2014","journal-title":"Neurosci Biobehav Rev"},{"key":"ref4","doi-asserted-by":"crossref","first-page":"1214","DOI":"10.1038\/nn1954","article-title":"Learning the value of information in an uncertain world","volume":"10","author":"TE Behrens","year":"2007","journal-title":"Nat Neurosci"},{"key":"ref5","doi-asserted-by":"crossref","first-page":"217","DOI":"10.1016\/j.neuron.2013.07.007","article-title":"The expected value of control: an integrative theory of anterior cingulate cortex function","volume":"79","author":"A Shenhav","year":"2013","journal-title":"Neuron"},{"key":"ref6","first-page":"57","article-title":"Adaptive effort investment in cognitive and physical tasks: a neurocomputational model","volume":"9","author":"T Verguts","year":"2015","journal-title":"Front Behav Neurosci. Frontiers Media SA"},{"key":"ref7","doi-asserted-by":"crossref","first-page":"1280","DOI":"10.1038\/nn.4382","article-title":"Value, search, persistence and model updating in anterior cingulate cortex","volume":"19","author":"N Kolling","year":"2016","journal-title":"Nat Neurosci"},{"key":"ref8","doi-asserted-by":"crossref","first-page":"1278","DOI":"10.1038\/nn.4387","article-title":"Dorsal anterior cingulate: a Rorschach test for cognitive neuroscience","volume":"19","author":"RB Ebitz","year":"2016","journal-title":"Nat Neurosci"},{"key":"ref9","article-title":"Predicting motivation: computational models of PFC can explain neural coding of motivation and effort-based decision-making in health and disease","author":"E Vassena","year":"2017","journal-title":"J Cogn"},{"key":"ref10","doi-asserted-by":"crossref","DOI":"10.3389\/fnins.2017.00316","article-title":"Computational models of anterior cingulate cortex: At the crossroads between prediction and effort","volume":"11","author":"E Vassena","year":"2017","journal-title":"Front Neurosci"},{"key":"ref11","author":"RS Sutton","year":"1998"},{"issue":"Pt 1","key":"ref12","doi-asserted-by":"crossref","first-page":"279","DOI":"10.1093\/brain\/118.1.279","article-title":"Contributions of anterior cingulate cortex to behaviour","volume":"118","author":"O Devinsky","year":"1995","journal-title":"Brain"},{"key":"ref13","doi-asserted-by":"crossref","first-page":"579","DOI":"10.1016\/j.neuroimage.2007.05.019","article-title":"Mapping the functional connectivity of anterior cingulate cortex","volume":"37","author":"DS Margulies","year":"2007","journal-title":"Neuroimage"},{"key":"ref14","doi-asserted-by":"crossref","first-page":"194","DOI":"10.1016\/0006-8993(88)90606-3","article-title":"Burst firing induced in midbrain dopamine neurons by stimulation of the medial prefrontal and anterior cingulate cortices","volume":"462","author":"RF Gariano","year":"1988","journal-title":"Brain Res"},{"key":"ref15","doi-asserted-by":"crossref","first-page":"235","DOI":"10.2174\/157015908785777229","article-title":"Functional neuroanatomy of the noradrenergic locus coeruleus: its roles in the regulation of arousal and autonomic function part I: principles of functional organisation","volume":"6","author":"ER Samuels","year":"2008","journal-title":"Curr Neuropharmacol"},{"key":"ref16","doi-asserted-by":"crossref","first-page":"63","DOI":"10.1016\/S0306-4522(97)00372-2","article-title":"Potent excitatory influence of prefrontal cortex activity on noradrenergic locus coeruleus neurons","volume":"83","author":"E Jodo","year":"1998","journal-title":"Neuroscience"},{"key":"ref17","doi-asserted-by":"crossref","first-page":"9","DOI":"10.1016\/0006-8993(84)90351-2","article-title":"Selective prefrontal cortical projections to the region of the locus coeruleus and raphe nuclei in the rhesus monkey","volume":"306","author":"AF Arnsten","year":"1984","journal-title":"Brain Res"},{"key":"ref18","doi-asserted-by":"crossref","first-page":"2305","DOI":"10.1002\/hbm.23173","article-title":"Differential involvement of brainstem noradrenergic and midbrain dopaminergic nuclei in cognitive control","volume":"37","author":"S K\u00f6hler","year":"2016","journal-title":"Hum Brain Mapp"},{"key":"ref19","doi-asserted-by":"crossref","first-page":"e91008","DOI":"10.1371\/journal.pone.0091008","article-title":"Overlapping Neural Systems Represent Cognitive Effort and Reward Anticipation","volume":"9","author":"E Vassena","year":"2014","journal-title":"PLoS One"},{"key":"ref20","doi-asserted-by":"crossref","first-page":"140","DOI":"10.3389\/fnhum.2013.00140","article-title":"Brain and effort: brain activation and effort-related working memory in healthy participants and patients with working memory deficits","volume":"7","author":"M Engstr\u00f6m","year":"2013","journal-title":"Front Hum Neurosci"},{"key":"ref21","article-title":"Value and prediction error estimation account for volatility effects in ACC: A model-based fMRI study","author":"M Silvetti","year":"2013","journal-title":"Cortex"},{"key":"ref22","doi-asserted-by":"crossref","first-page":"75","DOI":"10.3389\/fnhum.2011.00075","article-title":"Value and prediction error in medial frontal cortex: integrating the single-unit and systems levels of analysis","volume":"5","author":"M Silvetti","year":"2011","journal-title":"Front Hum Neurosci"},{"key":"ref23","doi-asserted-by":"crossref","first-page":"9","DOI":"10.1007\/BF00115009","article-title":"Learning to Predict by the Method of Temporal Differences","volume":"3","author":"RS Sutton","year":"1988","journal-title":"Mach Learn"},{"key":"ref24","doi-asserted-by":"crossref","first-page":"54","DOI":"10.1037\/a0038339","article-title":"Hierarchical control over effortful behavior by rodent medial frontal cortex: A computational model","volume":"122","author":"CB Holroyd","year":"2015","journal-title":"Psychol Rev"},{"key":"ref25","doi-asserted-by":"crossref","first-page":"1593","DOI":"10.1126\/science.275.5306.1593","article-title":"A neural substrate of prediction and reward","volume":"275","author":"W Schultz","year":"1997","journal-title":"Science"},{"key":"ref26","doi-asserted-by":"crossref","first-page":"6235","DOI":"10.1523\/JNEUROSCI.1478-05.2005","article-title":"Dopamine cells respond to predicted events during classical conditioning: evidence for eligibility traces in the reward-learning network","volume":"25","author":"W-X Pan","year":"2005","journal-title":"J Neurosci"},{"key":"ref27","article-title":"Intrinsically motivated learning in natural and artificial systems","author":"M Mirolli","year":"2013","journal-title":"Intrinsically Motiv Learn Nat Artif"},{"key":"ref28","doi-asserted-by":"crossref","first-page":"1338","DOI":"10.1038\/nn.2921","article-title":"Medial prefrontal cortex as an action-outcome predictor","volume":"14","author":"WH Alexander","year":"2011","journal-title":"Nat Neurosci"},{"key":"ref29","doi-asserted-by":"crossref","first-page":"R977","DOI":"10.1016\/j.cub.2007.09.007","article-title":"Adaptive Behavior: Humans Act as Bayesian Learners","volume":"17","author":"AJ Yu","year":"2007","journal-title":"Curr Biol"},{"key":"ref30","article-title":"The influence of the noradrenergic system on optimal control of neural plasticity","author":"M Silvetti","year":"2013","journal-title":"Front Behav Neurosci"},{"key":"ref31","doi-asserted-by":"crossref","first-page":"681","DOI":"10.1016\/j.neuron.2005.04.026","article-title":"Uncertainty, neuromodulation, and attention","volume":"46","author":"AJ Yu","year":"2005","journal-title":"Neuron"},{"key":"ref32","doi-asserted-by":"crossref","first-page":"1040","DOI":"10.1038\/nn.3130","article-title":"Rational regulation of learning dynamics by pupil-linked arousal systems","volume":"15","author":"MR Nassar","year":"2012","journal-title":"Nat Neurosci"},{"key":"ref33","doi-asserted-by":"crossref","first-page":"e1005171","DOI":"10.1371\/journal.pcbi.1005171","article-title":"Catecholaminergic Regulation of Learning Rate in a Dynamic Environment","volume":"12","author":"M Jepma","year":"2016","journal-title":"PLoS Comput Biol"},{"key":"ref34","doi-asserted-by":"crossref","first-page":"221","DOI":"10.1016\/j.neuron.2015.11.028","article-title":"Relationships between Pupil Diameter and Neuronal Activity in the Locus Coeruleus, Colliculi, and Cingulate Cortex","volume":"89","author":"S Joshi","year":"2016","journal-title":"Neuron"},{"key":"ref35","doi-asserted-by":"crossref","first-page":"7866","DOI":"10.1523\/JNEUROSCI.0454-15.2015","article-title":"Noradrenaline and dopamine neurons in the reward\/effort trade-off: a direct electrophysiological comparison in behaving monkeys","volume":"35","author":"C Varazzani","year":"2015","journal-title":"J Neurosci"},{"key":"ref36","doi-asserted-by":"crossref","first-page":"99","DOI":"10.1002\/cne.20723","article-title":"Adaptive gain and the role of the locus coeruleus-norepinephrine system in optimal performance","volume":"493","author":"G Aston-Jones","year":"2005","journal-title":"J Comp Neurol"},{"key":"ref37","doi-asserted-by":"crossref","first-page":"403","DOI":"10.1146\/annurev.neuro.28.061604.135709","article-title":"An integrative theory of locus coeruleus-norepinephrine function: adaptive gain and optimal performance","volume":"28","author":"G Aston-Jones","year":"2005","journal-title":"Annu Rev Neurosci"},{"key":"ref38","doi-asserted-by":"crossref","first-page":"211","DOI":"10.1038\/nrn2573","article-title":"The locus coeruleus and noradrenergic modulation of cognition","volume":"10","author":"SJ Sara","year":"2009","journal-title":"Nat Rev Neurosci"},{"key":"ref39","doi-asserted-by":"crossref","first-page":"376","DOI":"10.1038\/nn1846","article-title":"Inverted-U dopamine D1 receptor actions on prefrontal neurons engaged in working memory","volume":"10","author":"S Vijayraghavan","year":"2007","journal-title":"Nat Neurosci"},{"key":"ref40","doi-asserted-by":"crossref","first-page":"870","DOI":"10.1037\/a0030694","article-title":"Sustaining attention to simple tasks: a meta-analytic review of the neural mechanisms of vigilant attention","volume":"139","author":"R Langner","year":"2013","journal-title":"Psychol Bull"},{"key":"ref41","doi-asserted-by":"crossref","first-page":"115","DOI":"10.1146\/annurev-psych-010814-015031","article-title":"The Cognitive Neuroscience of Working Memory","volume":"66","author":"M D\u2019Esposito","year":"2015","journal-title":"Annu Rev Psychol"},{"key":"ref42","doi-asserted-by":"crossref","first-page":"495","DOI":"10.1016\/S0893-6080(02)00044-8","article-title":"Metalearning and neuromodulation","volume":"15","author":"K Doya","year":"2002","journal-title":"Neural Netw"},{"key":"ref43","doi-asserted-by":"crossref","first-page":"507","DOI":"10.1007\/s00213-006-0502-4","article-title":"Tonic dopamine: opportunity costs and the control of response vigor","volume":"191","author":"Y Niv","year":"2007","journal-title":"Psychopharmacology (Berl)"},{"key":"ref44","doi-asserted-by":"crossref","first-page":"e1002598","DOI":"10.1371\/journal.pbio.1002598","article-title":"Neurocomputational mechanisms underlying subjective valuation of effort costs. Seymour B, editor","volume":"15","author":"TT-J Chong","year":"2017","journal-title":"PLOS Biol"},{"key":"ref45","first-page":"6160","article-title":"\u2026 PD-J of, 2013 U. Effort and valuation in the brain: the effects of anticipation and execution","volume":"33","author":"I Kurniawan","year":"2013","journal-title":"J Neurosci"},{"key":"ref46","doi-asserted-by":"crossref","first-page":"221","DOI":"10.1016\/0166-4328(94)90108-2","article-title":"Anhedonia or anergia? Effects of haloperidol and nucleus accumbens dopamine depletion on instrumental response selection in a T-maze cost\/benefit procedure","volume":"65","author":"JD Salamone","year":"1994","journal-title":"Behav Brain Res"},{"key":"ref47","doi-asserted-by":"crossref","first-page":"1678","DOI":"10.1111\/j.1460-9568.2009.06726.x","article-title":"Comparing the role of the anterior cingulate cortex and 6-hydroxydopamine nucleus accumbens lesions on operant effort-based decision making","volume":"29","author":"ME Walton","year":"2009","journal-title":"Eur J Neurosci"},{"key":"ref48","doi-asserted-by":"crossref","first-page":"15621","DOI":"10.1523\/JNEUROSCI.1350-14.2014","article-title":"Learning To Minimize Efforts versus Maximizing Rewards: Computational Principles and Neural Correlates","volume":"34","author":"V Skvortsova","year":"2014","journal-title":"J Neurosci"},{"key":"ref49","doi-asserted-by":"crossref","first-page":"1581","DOI":"10.1038\/nn.2961","article-title":"Double dissociation of value computations in orbitofrontal and anterior cingulate neurons","volume":"14","author":"SW Kennerley","year":"2011","journal-title":"Nat Neurosci"},{"key":"ref50","doi-asserted-by":"crossref","first-page":"6190","DOI":"10.1523\/JNEUROSCI.2701-13.2014","article-title":"The Anterior Cingulate Gyrus Signals the Net Value of Others\u2019 Rewards","volume":"34","author":"MAJ Apps","year":"2014","journal-title":"J Neurosci"},{"key":"ref51","doi-asserted-by":"crossref","first-page":"629","DOI":"10.1093\/brain\/awx278","article-title":"Why not try harder? Computational approach to motivation deficits in neuro-psychiatric diseases","volume":"141","author":"M Pessiglione","year":"2018","journal-title":"Brain"},{"key":"ref52","doi-asserted-by":"crossref","first-page":"2240","DOI":"10.1093\/cercor\/bhn241","article-title":"Prefrontostriatal Circuitry Regulates Effort-Related Decision Making","volume":"19","author":"W Hauber","year":"2009","journal-title":"Cereb Cortex"},{"key":"ref53","doi-asserted-by":"crossref","first-page":"42","DOI":"10.1037\/0735-7044.114.1.42","article-title":"Disconnection of the anterior cingulate cortex and nucleus accumbens core impairs Pavlovian approach behaviour","volume":"114","author":"JA Parkinson","year":"2000","journal-title":"Behav Neurosci"},{"key":"ref54","doi-asserted-by":"crossref","first-page":"4531","DOI":"10.1523\/JNEUROSCI.4515-08.2009","article-title":"Effort-based cost-benefit valuation and the human brain","volume":"29","author":"PL Croxson","year":"2009","journal-title":"J Neurosci"},{"key":"ref55","doi-asserted-by":"crossref","first-page":"10002","DOI":"10.1523\/JNEUROSCI.0292-16.2016","article-title":"Neural Signatures of Value Comparison in Human Cingulate Cortex during Decisions Requiring an Effort-Reward Trade-off","volume":"36","author":"MC Klein-Flugge","year":"2016","journal-title":"J Neurosci"},{"key":"ref56","doi-asserted-by":"crossref","first-page":"397","DOI":"10.1016\/j.cell.2007.03.015","article-title":"\u03b12A-Adrenoceptors Strengthen Working Memory Networks by Inhibiting cAMP-HCN Channel Signaling in Prefrontal Cortex","volume":"129","author":"M Wang","year":"2007","journal-title":"Cell"},{"key":"ref57","doi-asserted-by":"crossref","first-page":"601","DOI":"10.1016\/S0893-133X(99)00070-6","article-title":"Alpha-2 adrenergic modulation of prefrontal cortical neuronal activity related to spatial working memory in monkeys","volume":"21","author":"BM Li","year":"1999","journal-title":"Neuropsychopharmacology"},{"key":"ref58","doi-asserted-by":"crossref","first-page":"134","DOI":"10.1016\/S0163-1047(05)80034-2","article-title":"Delayed-response deficit induced by local injection of the alpha 2-adrenergic antagonist yohimbine into the dorsolateral prefrontal cortex in young adult monkeys","volume":"62","author":"BM Li","year":"1994","journal-title":"Behav Neural Biol"},{"key":"ref59","author":"D Kahneman","year":"1973"},{"key":"ref60","doi-asserted-by":"crossref","first-page":"1628","DOI":"10.1073\/pnas.1221572110","article-title":"Using model-based functional MRI to locate working memory updates and declarative memory retrievals in the fronto-parietal network","volume":"110","author":"JP Borst","year":"2013","journal-title":"Proc Natl Acad Sci"},{"key":"ref61","doi-asserted-by":"crossref","first-page":"1728","DOI":"10.1162\/089892905774589271","article-title":"FROST: A Distributed Neurocomputational Model of Working Memory Maintenance","volume":"17","author":"FG Ashby","year":"2005","journal-title":"J Cogn Neurosci"},{"key":"ref62","author":"W Pierce","year":"2004"},{"key":"ref63","author":"M Denny","year":"1970"},{"key":"ref64","doi-asserted-by":"crossref","first-page":"679","DOI":"10.1037\/0033-295X.109.4.679","article-title":"The neural basis of human error processing: reinforcement learning, dopamine, and the error-related negativity","volume":"109","author":"CB Holroyd","year":"2002","journal-title":"Psychol Rev"},{"key":"ref65","doi-asserted-by":"crossref","first-page":"160","DOI":"10.1089\/cap.2005.15.160","article-title":"Dopamine, learning, and impulsivity: a biological account of attention-deficit\/hyperactivity disorder","volume":"15","author":"J Williams","year":"2005","journal-title":"J Child Adolesc Psychopharmacol"},{"key":"ref66","doi-asserted-by":"crossref","first-page":"31","DOI":"10.1037\/0735-7044.121.1.31","article-title":"PVLV: the primary value and learned value Pavlovian learning algorithm","volume":"121","author":"RC O\u2019Reilly","year":"2007","journal-title":"Behav Neurosci"},{"key":"ref67","doi-asserted-by":"crossref","first-page":"316","DOI":"10.3389\/fnins.2017.00316","article-title":"Computational models of anterior cingulate cortex: At the crossroads between prediction and effort","volume":"11","author":"E Vassena","year":"2017","journal-title":"Front Neurosci"},{"key":"ref68","doi-asserted-by":"crossref","first-page":"2354","DOI":"10.1162\/NECO_a_00779","article-title":"Hierarchical Error Representation: A Computational Model of Anterior Cingulate and Dorsolateral Prefrontal Cortex","volume":"27","author":"WH Alexander","year":"2015","journal-title":"Neural Comput"},{"key":"ref69","doi-asserted-by":"crossref","first-page":"1103","DOI":"10.1162\/jocn_a_01117","article-title":"Binding by Random Bursts: A Computational Model of Cognitive Control","volume":"29","author":"T Verguts","year":"2017","journal-title":"J Cogn Neurosci"},{"key":"ref70","doi-asserted-by":"crossref","first-page":"6623","DOI":"10.1523\/JNEUROSCI.3078-15.2016","article-title":"Computational Dissection of Dopamine Motor and Motivational Functions in Humans","volume":"36","author":"R Le Bouc","year":"2016","journal-title":"J Neurosci"},{"key":"ref71","doi-asserted-by":"crossref","first-page":"1359","DOI":"10.1016\/j.neuron.2013.10.057","article-title":"The will to persevere induced by electrical stimulation of the human cingulate gyrus","volume":"80","author":"J Parvizi","year":"2013","journal-title":"Neuron"},{"key":"ref72","doi-asserted-by":"crossref","first-page":"1","DOI":"10.3389\/fnbot.2011.00001","article-title":"Robot cognitive control with a neurophysiologically inspired reinforcement learning model","volume":"5","author":"M Khamassi","year":"2011","journal-title":"Front Neurorobot"},{"key":"ref73","article-title":"A new approach to linear filtering and prediction problems","author":"R Kalman","year":"1960","journal-title":"J basic Eng"},{"key":"ref74","first-page":"39","article-title":"A Bayesian foundation for individual learning under uncertainty","volume":"5","author":"C Mathys","year":"2011","journal-title":"Front Hum Neurosci. Frontiers"},{"key":"ref75","doi-asserted-by":"crossref","first-page":"e1003150","DOI":"10.1371\/journal.pcbi.1003150","article-title":"A Mixture of Delta-Rules Approximation to Bayesian Inference in Change-Point Problems","volume":"9","author":"RC Wilson","year":"2013","journal-title":"PLoS Comput Biol"},{"key":"ref76","doi-asserted-by":"crossref","first-page":"167","DOI":"10.3233\/JAD-171018","article-title":"Volume and Connectivity of the Ventral Tegmental Area are Linked to Neurocognitive Signatures of Alzheimer\u2019s Disease in Humans","volume":"63","author":"M De Marco","year":"2018","journal-title":"J Alzheimer\u2019s Dis"},{"key":"ref77","doi-asserted-by":"crossref","first-page":"199","DOI":"10.1016\/j.neunet.2013.05.008","article-title":"Deficient reinforcement learning in medial frontal cortex as a model of dopamine-related motivational deficits in ADHD","volume":"46","author":"M Silvetti","year":"2013","journal-title":"Neural Netw"},{"key":"ref78","doi-asserted-by":"crossref","first-page":"63","DOI":"10.1016\/j.tins.2015.12.009","article-title":"Computational Psychiatry of ADHD: Neural Gain Impairments across Marrian Levels of Analysis","volume":"39","author":"TU Hauser","year":"2016","journal-title":"Trends Neurosci"},{"key":"ref79","doi-asserted-by":"crossref","first-page":"649","DOI":"10.1037\/a0037665","article-title":"Precise minds in uncertain worlds: Predictive coding in autism","volume":"121","author":"S Van de Cruys","year":"2014","journal-title":"Psychol Rev"},{"key":"ref80","doi-asserted-by":"crossref","first-page":"1293","DOI":"10.1038\/nn.4615","article-title":"Adults with autism overestimate the volatility of the sensory environment","volume":"20","author":"RP Lawson","year":"2017","journal-title":"Nat Neurosci"},{"key":"ref81","doi-asserted-by":"crossref","first-page":"1871","DOI":"10.1093\/brain\/aws083","article-title":"Dopamine and performance in a reinforcement learning task: evidence from Parkinson\u2019s disease","volume":"135","author":"T Shiner","year":"2012","journal-title":"Brain"},{"key":"ref82","doi-asserted-by":"crossref","first-page":"853","DOI":"10.1126\/science.1091162","article-title":"Selective D2 receptor actions on the functional circuitry of working memory","volume":"303","author":"M Wang","year":"2004","journal-title":"Science"},{"key":"ref83","doi-asserted-by":"crossref","first-page":"R265","DOI":"10.1016\/j.cub.2014.02.001","article-title":"Correlation between individual differences in striatal dopamine and in visual consciousness","volume":"24","author":"F Van Opstal","year":"2014","journal-title":"Curr Biol"},{"key":"ref84","doi-asserted-by":"crossref","first-page":"939","DOI":"10.1038\/nn.2321","article-title":"Motivation and cognitive control in the human prefrontal cortex","volume":"12","author":"F Kouneiher","year":"2009","journal-title":"Nat Neurosci"},{"key":"ref85","doi-asserted-by":"crossref","first-page":"1181","DOI":"10.1126\/science.1088545","article-title":"The Architecture of Cognitive Control in the Human Prefrontal Cortex","volume":"302","author":"E Koechlin","year":"2003","journal-title":"Science"},{"key":"ref86","doi-asserted-by":"crossref","first-page":"574","DOI":"10.1016\/j.tins.2005.09.002","article-title":"Network reset: a simplified overarching theory of locus coeruleus noradrenaline function","volume":"28","author":"S Bouret","year":"2005","journal-title":"Trends Neurosci"},{"key":"ref87","doi-asserted-by":"crossref","first-page":"3197","DOI":"10.1093\/cercor\/bhu114","article-title":"Behavioral Regulation and the Modulation of Information Coding in the Lateral Prefrontal and Cingulate Cortex","volume":"25","author":"M Khamassi","year":"2015","journal-title":"Cereb Cortex"},{"key":"ref88","doi-asserted-by":"crossref","first-page":"1587","DOI":"10.1162\/jocn.2010.21548","article-title":"Pupil Diameter Predicts Changes in the Exploration-Exploitation Tradeoff: Evidence for the Adaptive Gain Theory","volume":"23","author":"M Jepma","year":"2011","journal-title":"J Cogn Neurosci"},{"key":"ref89","doi-asserted-by":"crossref","first-page":"21","DOI":"10.1016\/j.cell.2014.08.037","article-title":"Behavioral Variability through Stochastic Choice and Its Gating by Anterior Cingulate Cortex","volume":"159","author":"DGR Tervo","year":"2014","journal-title":"Cell"},{"key":"ref90","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1016\/S0893-6080(02)00228-9","article-title":"Meta-learning in reinforcement learning","volume":"16","author":"N Schweighofer","year":"2003","journal-title":"Neural Netw"},{"key":"ref91","doi-asserted-by":"crossref","first-page":"95","DOI":"10.1126\/science.1216930","article-title":"Neural mechanisms of foraging","volume":"336","author":"N Kolling","year":"2012","journal-title":"Science"},{"key":"ref92","doi-asserted-by":"crossref","first-page":"11990","DOI":"10.1038\/ncomms11990","article-title":"Specific frontal neural dynamics contribute to decisions to check","volume":"7","author":"FM Stoll","year":"2016","journal-title":"Nat Commun"},{"key":"ref93","doi-asserted-by":"crossref","first-page":"2613","DOI":"10.1016\/j.cub.2014.09.046","article-title":"Burst firing synchronizes prefrontal and anterior cingulate cortex during attentional control","volume":"24","author":"T Womelsdorf","year":"2014","journal-title":"Curr Biol"},{"key":"ref94","doi-asserted-by":"crossref","first-page":"74","DOI":"10.1038\/nature12112","article-title":"Hippocampal place-cell sequences depict future paths to remembered goals","volume":"497","author":"BE Pfeiffer","year":"2013","journal-title":"Nature"},{"key":"ref95","article-title":"The mechanics of embodiment: A dialog on embodiment and computational modeling","author":"G Pezzulo","year":"2011","journal-title":"Embodied and"},{"key":"ref96","doi-asserted-by":"crossref","first-page":"661","DOI":"10.1017\/S0140525X1300109X","article-title":"The intrinsic cost of cognitive control","volume":"36","author":"W Kool","year":"2013","journal-title":"Behav Brain Sci"},{"key":"ref97","doi-asserted-by":"crossref","first-page":"665","DOI":"10.1037\/a0020198","article-title":"Decision making and the avoidance of cognitive demand","volume":"139","author":"W Kool","year":"2010","journal-title":"J Exp Psychol Gen"},{"key":"ref98","article-title":"An introduction to the Kalman filter","author":"G Welch","year":"1995","journal-title":"An introduction to the Kalman filter"},{"key":"ref99","doi-asserted-by":"crossref","first-page":"145","DOI":"10.1152\/jn.1992.67.1.145","article-title":"Responses of monkey dopamine neurons during learning of behavioral reactions","volume":"67","author":"T Ljungberg","year":"1992","journal-title":"J Neurophysiol"}],"updated-by":[{"DOI":"10.1371\/journal.pcbi.1006370","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2018,9,6]],"date-time":"2018-09-06T00:00:00Z","timestamp":1536192000000}}],"container-title":["PLOS Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/dx.plos.org\/10.1371\/journal.pcbi.1006370","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,5,9]],"date-time":"2020-05-09T01:33:20Z","timestamp":1588988000000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1006370"}},"subtitle":[],"editor":[{"given":"Jill","family":"O'Reilly","sequence":"first","affiliation":[]}],"short-title":[],"issued":{"date-parts":[[2018,8,24]]},"references-count":99,"journal-issue":{"issue":"8","published-online":{"date-parts":[[2018,8,24]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pcbi.1006370","relation":{"has-preprint":[{"id-type":"doi","id":"10.1101\/130195","asserted-by":"object"}]},"ISSN":["1553-7358"],"issn-type":[{"value":"1553-7358","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,8,24]]}}}