{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,26]],"date-time":"2026-03-26T03:44:55Z","timestamp":1774496695906,"version":"3.50.1"},"update-to":[{"DOI":"10.1371\/journal.pcbi.1006632","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2018,12,12]],"date-time":"2018-12-12T00:00:00Z","timestamp":1544572800000}}],"reference-count":105,"publisher":"Public Library of Science (PLoS)","issue":"11","license":[{"start":{"date-parts":[[2018,11,30]],"date-time":"2018-11-30T00:00:00Z","timestamp":1543536000000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"European Research Council","award":["ERC-2012-AdG-323413"],"award-info":[{"award-number":["ERC-2012-AdG-323413"]}]}],"content-domain":{"domain":["www.ploscompbiol.org"],"crossmark-restriction":false},"short-container-title":["PLoS Comput Biol"],"DOI":"10.1371\/journal.pcbi.1006632","type":"journal-article","created":{"date-parts":[[2018,11,30]],"date-time":"2018-11-30T13:31:21Z","timestamp":1543584681000},"page":"e1006632","update-policy":"https:\/\/doi.org\/10.1371\/journal.pcbi.corrections_policy","source":"Crossref","is-referenced-by-count":76,"title":["How pupil responses track value-based decision-making during and after reinforcement learning"],"prefix":"10.1371","volume":"14","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0764-5528","authenticated-orcid":true,"given":"Joanne C.","family":"Van Slooten","sequence":"first","affiliation":[]},{"given":"Sara","family":"Jahfari","sequence":"additional","affiliation":[]},{"given":"Tomas","family":"Knapen","sequence":"additional","affiliation":[]},{"given":"Jan","family":"Theeuwes","sequence":"additional","affiliation":[]}],"member":"340","published-online":{"date-parts":[[2018,11,30]]},"reference":[{"issue":"1","key":"ref1","doi-asserted-by":"crossref","first-page":"403","DOI":"10.1146\/annurev.neuro.28.061604.135709","article-title":"An integrative theory of locus coeruleus-norepinephrine function: Adaptive gain and optimal performance","volume":"28","author":"G Aston-Jones","year":"2005","journal-title":"Annual review of neuroscience"},{"issue":"3756","key":"ref2","doi-asserted-by":"crossref","first-page":"1583","DOI":"10.1126\/science.154.3756.1583","article-title":"Pupil Diameter and Load on Memory","volume":"154","author":"D Kahneman","year":"1966","journal-title":"Science"},{"key":"ref3","doi-asserted-by":"crossref","first-page":"1190","DOI":"10.1126\/science.143.3611.1190","article-title":"Pupil size in relation to mental activity during simple problem-solving","volume":"143","author":"EH Hess","year":"1964","journal-title":"Science"},{"issue":"7","key":"ref4","doi-asserted-by":"crossref","first-page":"1040","DOI":"10.1038\/nn.3130","article-title":"Rational regulation of learning dynamics by pupil-linked arousal systems","volume":"15","author":"MR Nassar","year":"2012","journal-title":"Nature Neuroscience"},{"issue":"5","key":"ref5","doi-asserted-by":"crossref","first-page":"e0126588","DOI":"10.1371\/journal.pone.0126588","article-title":"Relating Pupil Dilation and Metacognitive Confidence during Auditory Decision-Making","volume":"10","author":"KM Lempert","year":"2015","journal-title":"PLOS ONE"},{"key":"ref6","doi-asserted-by":"crossref","first-page":"14637","DOI":"10.1038\/ncomms14637","article-title":"Pupil-linked arousal is driven by decision uncertainty and alters serial choice bias","volume":"8","author":"AE Urai","year":"2017","journal-title":"Nature Communications"},{"issue":"1","key":"ref7","first-page":"1","article-title":"Task-evoked pupil responses reflect internal belief states","volume":"8","author":"O Colizoli","year":"2018","journal-title":"Scientific Reports"},{"issue":"3","key":"ref8","doi-asserted-by":"crossref","first-page":"1017","DOI":"10.1016\/j.neuroimage.2007.04.066","article-title":"Dissociable but inter-related systems of cognitive control and reward during decision making: evidence from pupillometry and event-related fMRI","volume":"37","author":"TD Satterthwaite","year":"2007","journal-title":"NeuroImage"},{"issue":"38","key":"ref9","doi-asserted-by":"crossref","first-page":"E3660","DOI":"10.1073\/pnas.1305373110","article-title":"Dissociable effects of surprise and model update in parietal and anterior cingulate cortex","volume":"110","author":"JX O\u2019Reilly","year":"2013","journal-title":"Proceedings of the National Academy of Sciences"},{"issue":"4","key":"ref10","doi-asserted-by":"crossref","first-page":"590","DOI":"10.1038\/nn.3961","article-title":"Anxious individuals have difficulty learning the causal statistics of aversive environments","volume":"18","author":"M Browning","year":"2015","journal-title":"Nature Neuroscience"},{"issue":"2","key":"ref11","doi-asserted-by":"crossref","first-page":"324","DOI":"10.1016\/j.cognition.2012.07.015","article-title":"Reward modulates adaptations to conflict","volume":"125","author":"S Braem","year":"2012","journal-title":"Cognition"},{"key":"ref12","doi-asserted-by":"crossref","first-page":"1","DOI":"10.3389\/fnins.2011.00115","article-title":"Pupil Dilation Signals Surprise: Evidence for Noradrenaline\u2019s Role in Decision Making","volume":"5","author":"K Preuschoff","year":"2011","journal-title":"Frontiers in Neuroscience"},{"issue":"3","key":"ref13","doi-asserted-by":"crossref","first-page":"136","DOI":"10.5214\/ans.0972-7531.1017309","article-title":"Conditioned reflexes: An investigation of the physiological activity of the cerebral cortex","volume":"17","author":"IP Pavlov","year":"2010","journal-title":"Annals of Neurosciences"},{"issue":"2","key":"ref14","doi-asserted-by":"crossref","first-page":"329","DOI":"10.1016\/S0896-6273(03)00169-7","article-title":"Temporal Difference Models and Reward-Related Learning in the Human Brain","volume":"38","author":"JP O\u2019Doherty","year":"2003","journal-title":"Neuron"},{"issue":"22","key":"ref15","doi-asserted-by":"crossref","first-page":"5861","DOI":"10.1523\/JNEUROSCI.0897-08.2008","article-title":"The Neural Mechanisms Underlying the Influence of Pavlovian Cues on Human Decision Making","volume":"28","author":"S Bray","year":"2008","journal-title":"Journal of Neuroscience"},{"issue":"2","key":"ref16","doi-asserted-by":"crossref","first-page":"e1002918","DOI":"10.1371\/journal.pcbi.1002918","article-title":"Evidence for Model-based Computations in the Human Amygdala during Pavlovian Conditioning","volume":"9","author":"C Pr\u00e9vost","year":"2013","journal-title":"PLOS Comput Biol"},{"issue":"42","key":"ref17","doi-asserted-by":"crossref","first-page":"14220","DOI":"10.1523\/JNEUROSCI.2277-15.2015","article-title":"Distinct Contributions of Ventromedial and Dorsolateral Subregions of the Human Substantia Nigra to Appetitive and Aversive Learning","volume":"35","author":"WM Pauli","year":"2015","journal-title":"Journal of Neuroscience"},{"issue":"8","key":"ref18","doi-asserted-by":"crossref","first-page":"1608","DOI":"10.1038\/npp.2011.42","article-title":"Neurocognitive Function in Dopamine-Beta-Hydroxylase Deficiency","volume":"36","author":"M Jepma","year":"2011","journal-title":"Neuropsychopharmacology"},{"issue":"2","key":"ref19","doi-asserted-by":"crossref","first-page":"252","DOI":"10.3758\/CABN.10.2.252","article-title":"Pupil diameter tracks changes in control state predicted by the adaptive gain theory of locus coeruleus function","volume":"10","author":"MS Gilzenrat","year":"2010","journal-title":"Cognitive, Affective, & Behavioral Neuroscience"},{"key":"ref20","first-page":"1","article-title":"Reduced pupillary reward sensitivity in Parkinson\u2019s disease","volume":"1","author":"SG Manohar","year":"2015","journal-title":"npj Parkinson\u2019s Disease"},{"key":"ref21","article-title":"Reward sensitivity deficits modulated by dopamine are associated with apathy in Parkinson\u2019s disease","author":"K Muhammed","year":"2016","journal-title":"Brain"},{"key":"ref22","doi-asserted-by":"crossref","first-page":"1940","DOI":"10.1126\/science.1102941","article-title":"By carrot or by stick: Cognitive reinforcement learning in parkinsonism","volume":"306","author":"MJ Frank","year":"2004","journal-title":"Science"},{"key":"ref23","doi-asserted-by":"crossref","DOI":"10.1109\/TNN.1998.712192","article-title":"Reinforcement Learning: An Introduction","author":"RS Sutton","year":"1998"},{"issue":"2","key":"ref24","doi-asserted-by":"crossref","first-page":"408","DOI":"10.3758\/s13423-016-1106-6","article-title":"Sensitivity to value-driven attention is predicted by how we learn from value","volume":"24","author":"S Jahfari","year":"2016","journal-title":"Psychonomic Bulletin Review"},{"key":"ref25","first-page":"95","article-title":"Cross-Task Contributions of Frontobasal Ganglia Circuitry in Response Inhibition and Conflict-Induced Slowing","volume":"4","author":"S Jahfari","year":"2018","journal-title":"Cerebral Cortex"},{"issue":"1","key":"ref26","doi-asserted-by":"crossref","first-page":"14","DOI":"10.1016\/j.jmp.2008.12.001","article-title":"Bayesian parameter estimation in the Expectancy Valence model of the Iowa gambling task","volume":"54","author":"R Wetzels","year":"2010","journal-title":"Journal of Mathematical Psychology"},{"key":"ref27","doi-asserted-by":"crossref","DOI":"10.3389\/fpsyg.2013.00898","article-title":"Validating the PVL-Delta model for the Iowa gambling task","volume":"4","author":"H Steingroever","year":"2013","journal-title":"Frontiers in Psychology"},{"issue":"2","key":"ref28","doi-asserted-by":"crossref","first-page":"95","DOI":"10.1037\/a0020684","article-title":"A model-based fMRI analysis with hierarchical Bayesian parameter estimation","volume":"4","author":"WY Ahn","year":"2011","journal-title":"Journal of Neuroscience, Psychology, and Economics"},{"issue":"3","key":"ref29","doi-asserted-by":"crossref","first-page":"951","DOI":"10.3758\/s13423-017-1331-7","article-title":"Bayesian techniques for analyzing group differences in the Iowa Gambling Task: A case study of intuitive and deliberate decision-makers","volume":"25","author":"H Steingroever","year":"2017","journal-title":"Psychonomic Bulletin Review"},{"issue":"2","key":"ref30","doi-asserted-by":"crossref","first-page":"391","DOI":"10.3758\/s13423-014-0684-4","article-title":"Using Bayesian hierarchical parameter estimation to assess the generalizability of cognitive models of choice","volume":"22","author":"B Scheibehenne","year":"2014","journal-title":"Psychonomic Bulletin Review"},{"issue":"9","key":"ref31","doi-asserted-by":"crossref","first-page":"1214","DOI":"10.1038\/nn1954","article-title":"Learning the value of information in an uncertain world","volume":"10","author":"TEJ Behrens","year":"2007","journal-title":"Nature Neuroscience"},{"issue":"41","key":"ref32","doi-asserted-by":"crossref","first-page":"16311","DOI":"10.1073\/pnas.0706111104","article-title":"Genetic triple dissociation reveals multiple roles for dopamine in reinforcement learning","volume":"104","author":"MJ Frank","year":"2007","journal-title":"Proceedings of the National Academy of Sciences of the United States of America"},{"issue":"7","key":"ref33","doi-asserted-by":"crossref","first-page":"1332","DOI":"10.1162\/jocn.2009.21092","article-title":"Dorsal Striatal\u2013midbrain Connectivity in Humans Predicts How Reinforcements Are Used to Guide Decisions","volume":"21","author":"T Kahnt","year":"2009","journal-title":"Journal of Cognitive Neuroscience"},{"key":"ref34","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1038\/s41562-017-0067","article-title":"Behavioural and neural characterization of optimistic reinforcement learning","volume":"1","author":"G Lefebvre","year":"2017","journal-title":"Nature Human Behaviour"},{"issue":"1","key":"ref35","doi-asserted-by":"crossref","first-page":"51","DOI":"10.1162\/0898929052880093","article-title":"Dynamic Dopamine Modulation in the Basal Ganglia: A Neurocomputational Account of Cognitive Deficits in Medicated and Nonmedicated Parkinsonism","volume":"17","author":"MJ Frank","year":"2005","journal-title":"Journal of Cognitive Neuroscience"},{"issue":"20","key":"ref36","doi-asserted-by":"crossref","first-page":"5360","DOI":"10.1523\/JNEUROSCI.4853-05.2006","article-title":"Role of Dopamine in the Primate Caudate Nucleus in Reward Modulation of Saccades","volume":"26","author":"K Nakamura","year":"2006","journal-title":"Journal of Neuroscience"},{"issue":"5890","key":"ref37","doi-asserted-by":"crossref","first-page":"848","DOI":"10.1126\/science.1160575","article-title":"Dichotomous Dopaminergic Control of Striatal Synaptic Plasticity","volume":"321","author":"W Shen","year":"2008","journal-title":"Science"},{"issue":"2","key":"ref38","doi-asserted-by":"crossref","first-page":"551","DOI":"10.1523\/JNEUROSCI.5498-10.2012","article-title":"Neural Prediction Errors Reveal a Risk-Sensitive Reinforcement-Learning Process in the Human Brain","volume":"32","author":"Y Niv","year":"2012","journal-title":"Journal of Neuroscience"},{"issue":"2-3","key":"ref39","doi-asserted-by":"crossref","first-page":"109","DOI":"10.1002\/(SICI)1097-0193(1999)8:2\/3<109::AID-HBM7>3.0.CO;2-W","article-title":"Optimal experimental design for event-related fMRI","volume":"8","author":"AM Dale","year":"1999","journal-title":"Human Brain Mapping"},{"issue":"5","key":"ref40","doi-asserted-by":"crossref","first-page":"e0155574","DOI":"10.1371\/journal.pone.0155574","article-title":"Cognitive and Ocular Factors Jointly Determine Pupil Responses under Equiluminance","volume":"11","author":"T Knapen","year":"2016","journal-title":"PLOS ONE"},{"issue":"11","key":"ref41","doi-asserted-by":"crossref","first-page":"1462","DOI":"10.1038\/nn.2925","article-title":"Subthalamic nucleus stimulation reverses mediofrontal influence over decision threshold","volume":"14","author":"JF Cavanagh","year":"2011","journal-title":"Nature Neuroscience"},{"issue":"4","key":"ref42","doi-asserted-by":"crossref","first-page":"1476","DOI":"10.1037\/a0035813","article-title":"Eye tracking and pupillometry are indicators of dissociable latent decision processes","volume":"143","author":"JF Cavanagh","year":"2014","journal-title":"Journal of Experimental Psychology: General"},{"issue":"5","key":"ref43","doi-asserted-by":"crossref","first-page":"E618","DOI":"10.1073\/pnas.1317557111","article-title":"Decision-related pupil dilation reflects upcoming choice and individual bias","volume":"111","author":"JW De Gee","year":"2014","journal-title":"Proceedings of the National Academy of Sciences of the United States of America"},{"issue":"37","key":"ref44","doi-asserted-by":"crossref","first-page":"12366","DOI":"10.1523\/JNEUROSCI.0822-10.2010","article-title":"An approximately Bayesian delta-rule model explains the dynamics of belief updating in a changing environment","volume":"30","author":"MR Nassar","year":"2010","journal-title":"Journal of Neuroscience"},{"key":"ref45","article-title":"Theory of Probability","author":"H Jeffreys","year":"1961"},{"issue":"4","key":"ref46","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1167\/14.4.1","article-title":"Pupil size signals mental effort deployed during multiple object tracking and predicts brain activity in the dorsal attention network and the locus coeruleus","volume":"14","author":"D Aln\u00e6s","year":"2014","journal-title":"Journal of Vision"},{"issue":"1","key":"ref47","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.ijpsycho.2010.03.008","article-title":"Analyzing the pupil response due to increased cognitive demand: An independent component analysis study","volume":"77","author":"S Jainta","year":"2010","journal-title":"International journal of psychophysiology: official journal of the International Organization of Psychophysiology"},{"issue":"8","key":"ref48","doi-asserted-by":"crossref","first-page":"1102","DOI":"10.1111\/ejn.12883","article-title":"Pupil size reveals preparatory processes in the generation of pro-saccades and anti-saccades","volume":"41","author":"CA Wang","year":"2015","journal-title":"European Journal of Neuroscience"},{"key":"ref49","doi-asserted-by":"crossref","first-page":"199","DOI":"10.1016\/S0301-0511(02)00031-5","article-title":"The effect of stimulus probability on pupillary response as an indicator of cognitive processing in human learning and categorization","volume":"60","author":"G Reinhard","year":"2002","journal-title":"Biological Psychology"},{"key":"ref50","first-page":"1","article-title":"Pupil dilation as an index of effort in cognitive control tasks: A review","volume":"205","author":"P van der Wel","year":"2018","journal-title":"Psychonomic Bulletin Review"},{"key":"ref51","doi-asserted-by":"crossref","first-page":"485","DOI":"10.1038\/212485a0","article-title":"Pupillary response at visual treshold","volume":"212","author":"G Hakerem","year":"1966","journal-title":"Nature"},{"issue":"2","key":"ref52","doi-asserted-by":"crossref","first-page":"167","DOI":"10.1111\/j.1469-8986.1982.tb02540.x","article-title":"Phasic Not Tonic Pupillary Responses Vary With Auditory Vigilance Performance","volume":"19","author":"J Beatty","year":"1982","journal-title":"Psychophysiology"},{"issue":"11","key":"ref53","doi-asserted-by":"crossref","first-page":"1532","DOI":"10.1111\/j.1469-8986.2011.01226.x","article-title":"Pupillometry and P3 index the locus coeruleus-noradrenergic arousal function in humans","volume":"48","author":"PR Murphy","year":"2011","journal-title":"Psychophysiology"},{"issue":"4","key":"ref54","doi-asserted-by":"crossref","first-page":"1234","DOI":"10.3758\/s13423-016-1199-y","article-title":"The drift diffusion model as the choice rule in reinforcement learning","volume":"24","author":"ML Pedersen","year":"2016","journal-title":"Psychonomic Bulletin Review"},{"key":"ref55","first-page":"259","article-title":"Neuroscience and Biobehavioral Reviews","volume":"43","author":"JP O\u2019Doherty","year":"2014","journal-title":"Neuroscience & Biobehavioral Reviews"},{"issue":"5306","key":"ref56","doi-asserted-by":"crossref","first-page":"1593","DOI":"10.1126\/science.275.5306.1593","article-title":"A Neural Substrate of Prediction and Reward","volume":"275","author":"W Schultz","year":"1997","journal-title":"Science"},{"issue":"5666","key":"ref57","doi-asserted-by":"crossref","first-page":"2040","DOI":"10.1126\/science.1093360","article-title":"Uniform Inhibition of Dopamine Neurons in the Ventral Tegmental Area by Aversive Stimuli","volume":"303","author":"MA Ungless","year":"2004","journal-title":"Science"},{"key":"ref58","doi-asserted-by":"crossref","first-page":"1615","DOI":"10.1038\/nn2013","article-title":"Dopamine neurons encode the better option in rats deciding between differently delayed or sized rewards","volume":"10","author":"MR Roesch","year":"2007","journal-title":"Nature Neuroscience"},{"key":"ref59","doi-asserted-by":"crossref","first-page":"449","DOI":"10.1038\/379449a0","article-title":"Preferential activation of midbrain dopamine neurons by appetitive rather than aversive stimuli","volume":"379","author":"J Mirenowicz","year":"1996","journal-title":"Nature"},{"issue":"2","key":"ref60","doi-asserted-by":"crossref","first-page":"408","DOI":"10.1523\/JNEUROSCI.3550-13.2014","article-title":"Transient Pupil Response Is Modulated by Contrast-Based Saliency","volume":"34","author":"CA Wang","year":"2014","journal-title":"Journal of Neuroscience"},{"key":"ref61","doi-asserted-by":"crossref","first-page":"134","DOI":"10.1016\/j.conb.2015.03.018","article-title":"A circuit for pupil orienting responses: implications for cognitive modulation of pupil size","volume":"33","author":"CA Wang","year":"2015","journal-title":"Current Opinion in Neurobiology"},{"issue":"12","key":"ref62","doi-asserted-by":"crossref","first-page":"3695","DOI":"10.1523\/JNEUROSCI.5195-08.2009","article-title":"Dopamine DRD2 polymorphism alters reversal learning and associated neural activity","volume":"29","author":"G Jocham","year":"2009","journal-title":"Journal of Neuroscience"},{"issue":"6","key":"ref63","doi-asserted-by":"crossref","first-page":"1871","DOI":"10.1093\/brain\/aws083","article-title":"Dopamine and performance in a reinforcement learning task: evidence from Parkinson\u2019s disease","volume":"135","author":"T Shiner","year":"2012","journal-title":"Brain"},{"key":"ref64","doi-asserted-by":"crossref","first-page":"15647","DOI":"10.1073\/pnas.1014269108","article-title":"Understanding dopamine and reinforcement learning: the dopamine reward prediction error hypothesis","volume":"108","author":"PW Glimcher","year":"2011","journal-title":"Proceedings of the National Academy of Sciences of the United States of America"},{"issue":"6","key":"ref65","first-page":"1","article-title":"Dopamine, learning and motivation","volume":"5","author":"RA Wise","year":"2004","journal-title":"Nature Reviews Neuroscience"},{"issue":"5","key":"ref66","doi-asserted-by":"crossref","first-page":"1606","DOI":"10.1523\/JNEUROSCI.3904-10.2011","article-title":"Dopamine-Mediated Reinforcement Learning Signals in the Striatum and Ventromedial Prefrontal Cortex Underlie Value-Based Choices","volume":"31","author":"G Jocham","year":"2011","journal-title":"Journal of Neuroscience"},{"issue":"7","key":"ref67","doi-asserted-by":"crossref","first-page":"1016","DOI":"10.1177\/0956797617693326","article-title":"Distinct Motivational Effects of Contingent and Noncontingent Rewards","volume":"28","author":"SG Manohar","year":"2017","journal-title":"Psychological Science"},{"key":"ref68","doi-asserted-by":"crossref","first-page":"e23232","DOI":"10.7554\/eLife.23232","article-title":"Dynamic modulation of decision biases by brainstem arousal systems","volume":"6","author":"JW De Gee","year":"2017","journal-title":"eLife"},{"issue":"9","key":"ref69","doi-asserted-by":"crossref","first-page":"e0185665","DOI":"10.1371\/journal.pone.0185665","article-title":"Individual differences in eye blink rate predict both transient and tonic pupil responses during reversal learning","volume":"12","author":"JC Van Slooten","year":"2017","journal-title":"PLOS ONE"},{"issue":"1","key":"ref70","doi-asserted-by":"crossref","first-page":"221","DOI":"10.1016\/j.neuron.2015.11.028","article-title":"Relationships between Pupil Diameter and Neuronal Activity in the Locus Coeruleus, Colliculi, and Cingulate Cortex","volume":"89","author":"S Joshi","year":"2016","journal-title":"Neuron"},{"key":"ref71","doi-asserted-by":"crossref","first-page":"13289","DOI":"10.1038\/ncomms13289","article-title":"Pupil fluctuations track rapid changes in adrenergic and cholinergic activity in cortex","volume":"7","author":"J Reimer","year":"2016","journal-title":"Nature Communications"},{"issue":"13","key":"ref72","doi-asserted-by":"crossref","first-page":"3099","DOI":"10.1016\/j.celrep.2017.08.094","article-title":"Dynamic Lateralization of Pupil Dilation Evoked by Locus Coeruleus Activation Results from Sympathetic, Not Parasympathetic, Contributions","volume":"20","author":"Y Liu","year":"2017","journal-title":"Cell reports"},{"issue":"20","key":"ref73","doi-asserted-by":"crossref","first-page":"7866","DOI":"10.1523\/JNEUROSCI.0454-15.2015","article-title":"Noradrenaline and Dopamine Neurons in the Reward\/Effort Trade-Off: A Direct Electrophysiological Comparison in Behaving Monkeys","volume":"35","author":"C Varazzani","year":"2015","journal-title":"Journal of Neuroscience"},{"issue":"3","key":"ref74","doi-asserted-by":"crossref","first-page":"211","DOI":"10.1038\/nrn2573","article-title":"The locus coeruleus and noradrenergic modulation of cognition","volume":"10","author":"SJ Sara","year":"2009","journal-title":"Nature Revieuws Neuroscience"},{"key":"ref75","doi-asserted-by":"crossref","DOI":"10.3389\/fnbeh.2012.00040","article-title":"Complementary neural correlates of motivation in dopaminergic and noradrenergic neurons of monkeys","volume":"6","author":"S Bouret","year":"2012","journal-title":"Frontiers in Behavioral Neuroscience"},{"key":"ref76","doi-asserted-by":"crossref","first-page":"276","DOI":"10.1037\/0033-2909.91.2.276","article-title":"Task-evoked pupillary responses, processing load, and the structure of processing resources","volume":"91","author":"J Beatty","year":"1992","journal-title":"Psychological Bulletin"},{"issue":"22","key":"ref77","doi-asserted-by":"crossref","first-page":"8456","DOI":"10.1073\/pnas.1201858109","article-title":"Pupil dilation deconvolution reveals the dynamics of attention at high temporal resolution","volume":"109","author":"SM Wierda","year":"2012","journal-title":"Proceedings of the National Academy of Sciences of the United States of America"},{"issue":"3","key":"ref78","doi-asserted-by":"crossref","first-page":"e18298","DOI":"10.1371\/journal.pone.0018298","article-title":"Pupillometric Evidence for the Decoupling of Attention from Perceptual Input during Offline Thought","volume":"6","author":"J Smallwood","year":"2011","journal-title":"PLOS ONE"},{"issue":"8","key":"ref79","doi-asserted-by":"crossref","first-page":"e102463","DOI":"10.1371\/journal.pone.0102463","article-title":"Pupil Dilation Dynamics Track Attention to High-Level Information","volume":"9","author":"OE Kang","year":"2014","journal-title":"PLOS ONE"},{"issue":"10","key":"ref80","doi-asserted-by":"crossref","first-page":"1292","DOI":"10.1038\/nn.2635","article-title":"Visual fixations and the computation and comparison of value in simple choice","volume":"13","author":"I Krajbich","year":"2010","journal-title":"Nature Neuroscience"},{"issue":"6","key":"ref81","doi-asserted-by":"crossref","first-page":"1299","DOI":"10.1016\/j.neuron.2016.04.045","article-title":"Orbitofrontal Cortex Value Signals Depend on Fixation Location during Free Viewing","volume":"90","author":"VB McGinty","year":"2016","journal-title":"Neuron"},{"key":"ref82","first-page":"10367","article-title":"Covert shift of attention modulates the value encoding in the orbitofrontal cortex","volume":"7","author":"Y Xie","year":"2018","journal-title":"eLife"},{"key":"ref83","doi-asserted-by":"crossref","first-page":"278","DOI":"10.1007\/BF00992698","article-title":"Q-Learning","volume":"8","author":"C Watkins","year":"1992","journal-title":"Machine Learning"},{"key":"ref84","first-page":"1","article-title":"Decision Making, Affect and Learning","author":"ND Daw","year":"2011"},{"issue":"1","key":"ref85","first-page":"287","article-title":"Neural Basis of Reinforcement Learning and Decision Making","volume":"35","author":"D Lee","year":"2012","journal-title":"Neural Basis of Reinforcement Learning and Decision Making"},{"issue":"8","key":"ref86","doi-asserted-by":"crossref","first-page":"1062","DOI":"10.1038\/nn.2342","article-title":"Prefrontal and striatal dopaminergic genes predict individual differences in exploration and exploitation","volume":"12","author":"MJ Frank","year":"2009","journal-title":"Nature Neuroscience"},{"issue":"5","key":"ref87","first-page":"460","article-title":"Probabilistic Reinforcement Learning in Patients With Schizophrenia: Relationships to Anhedonia and Avolition","volume":"1","author":"EC Dowd","year":"2016","journal-title":"Biological Psychiatry: Cognitive Neuroscience and Neuroimaging"},{"issue":"25","key":"ref88","doi-asserted-by":"crossref","first-page":"2081\u201316","DOI":"10.1523\/JNEUROSCI.2081-16.2017","article-title":"A selective role for dopamine in learning to maximize reward but not to minimize effort: evidence from patients with Parkinson\u2019s disease","volume":"37","author":"V Skvortsova","year":"2017","journal-title":"Journal of Neuroscience"},{"key":"ref89","doi-asserted-by":"crossref","first-page":"633","DOI":"10.1016\/j.neubiorev.2016.09.002","article-title":"Modelling ADHD: A review of ADHD theories through their predictions for computational models of decision-making and reinforcement learning","volume":"71","author":"S Ziegler","year":"2016","journal-title":"Neuroscience & Biobehavioral Reviews"},{"key":"ref90","doi-asserted-by":"crossref","unstructured":"McCoy B, Jahfari S, Engels G, Knapen T, Theeuwes J. Dopaminergic medication reduces striatal sensitivity to negative outcomes in Parkinson\u2019s disease. bioRxiv. 2018; p. 1\u201350.","DOI":"10.1101\/445528"},{"issue":"1","key":"ref91","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.jmp.2010.08.013","article-title":"How cognitive modeling can benefit from hierarchical Bayesian models","volume":"55","author":"MD Lee","year":"2011","journal-title":"Journal of Mathematical Psychology"},{"key":"ref92","doi-asserted-by":"crossref","DOI":"10.3389\/fninf.2013.00014","article-title":"HDDM: Hierarchical Bayesian estimation of the Drift-Diffusion Model in Python","volume":"7","author":"TV Wiecki","year":"2013","journal-title":"Frontiers in Neuroinformatics"},{"issue":"1","key":"ref93","doi-asserted-by":"crossref","first-page":"1","DOI":"10.18637\/jss.v076.i01","article-title":"Stan: A Probabilistic Programming Language","volume":"76","author":"B Carpenter","year":"2017","journal-title":"Journal of Statistical Software"},{"issue":"4","key":"ref94","doi-asserted-by":"crossref","first-page":"457","DOI":"10.1214\/ss\/1177011136","article-title":"Inference from iterative simulation using multiple sequences","volume":"7","author":"A Gelman","year":"1992","journal-title":"Statistical Science"},{"issue":"7","key":"ref95","first-page":"1","article-title":"Pupil dynamics during bistable motion perception","volume":"9","author":"JM Hupe","year":"2009","journal-title":"Journal of Vision"},{"issue":"1","key":"ref96","doi-asserted-by":"crossref","first-page":"16","DOI":"10.3758\/BF03204445","article-title":"Pupillary dilation as a measure of attention: a quantitative system analysis","volume":"25","author":"B Hoeks","year":"1993","journal-title":"Behavior Research Methods, Instruments, & Computers"},{"issue":"3","key":"ref97","first-page":"1","article-title":"A solid frame for the window on cognition: Modeling event-related pupil responses","volume":"16","author":"CW Korn","year":"2016","journal-title":"Journal of Vision"},{"key":"ref98","article-title":"Springer Series in Statistics","author":"T Hastie","year":"2009"},{"issue":"1","key":"ref99","doi-asserted-by":"crossref","first-page":"177","DOI":"10.1016\/j.jneumeth.2007.03.024","article-title":"Nonparametric statistical testing of EEG- and MEG-data","volume":"164","author":"E Maris","year":"2007","journal-title":"Journal of Neuroscience Methods"},{"key":"ref100","doi-asserted-by":"crossref","first-page":"1","DOI":"10.3389\/fnins.2013.00267","article-title":"MEG and EEG data analysis with MNE-Python","volume":"7","author":"A Gramfort","year":"2013","journal-title":"Frontiers in Neuroscience"},{"issue":"C","key":"ref101","doi-asserted-by":"crossref","first-page":"446","DOI":"10.1016\/j.neuroimage.2013.10.027","article-title":"MNE software for processing MEG and EEG data","volume":"86","author":"A Gramfort","year":"2014","journal-title":"NeuroImage"},{"key":"ref102","article-title":"An Introduction to the Bootstrap, Monographs on Statistics and Applied Probability","author":"B Efron","year":"1993"},{"key":"ref103","doi-asserted-by":"crossref","first-page":"175","DOI":"10.1046\/j.1475-1313.2002.00023.x","article-title":"Normal values and standard deviations for pupil diameter and interpupillary distance in subjects aged 1 month to 19 years","volume":"22","author":"C MacLachlan","year":"2002","journal-title":"Ophthalmic and Physiological Optics"},{"issue":"6","key":"ref104","doi-asserted-by":"crossref","first-page":"0107","DOI":"10.1038\/s41562-017-0107","article-title":"Arousal-related adjustments of perceptual biases optimize perception in dynamic environments","volume":"1","author":"K Krishnamurthy","year":"2017","journal-title":"Nature Human Behaviour"},{"key":"ref105","doi-asserted-by":"crossref","first-page":"515","DOI":"10.1038\/216515a0","article-title":"Pupil size as a measure of arousal during information processing","volume":"216","author":"J Bradshaw","year":"1967","journal-title":"Nature"}],"updated-by":[{"DOI":"10.1371\/journal.pcbi.1007031","type":"correction","label":"Correction","source":"publisher","updated":{"date-parts":[[2019,5,6]],"date-time":"2019-05-06T00:00:00Z","timestamp":1557100800000}},{"DOI":"10.1371\/journal.pcbi.1006632","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2018,12,12]],"date-time":"2018-12-12T00:00:00Z","timestamp":1544572800000}}],"container-title":["PLOS Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/dx.plos.org\/10.1371\/journal.pcbi.1006632","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,5,20]],"date-time":"2020-05-20T10:18:22Z","timestamp":1589969902000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1006632"}},"subtitle":[],"editor":[{"given":"Wolfgang","family":"Einh\u00e4user","sequence":"first","affiliation":[]}],"short-title":[],"issued":{"date-parts":[[2018,11,30]]},"references-count":105,"journal-issue":{"issue":"11","published-online":{"date-parts":[[2018,11,30]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pcbi.1006632","relation":{"has-preprint":[{"id-type":"doi","id":"10.1101\/302166","asserted-by":"object"}]},"ISSN":["1553-7358"],"issn-type":[{"value":"1553-7358","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,11,30]]}}}