{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,29]],"date-time":"2026-09-29T20:21:55Z","timestamp":1790713315120,"version":"4.1.0"},"reference-count":56,"publisher":"Public Library of Science (PLoS)","issue":"4","license":[{"start":{"date-parts":[[2017,4,26]],"date-time":"2017-04-26T00:00:00Z","timestamp":1493164800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100000781","name":"European Research Council","doi-asserted-by":"publisher","award":["StG_2011 283314"],"award-info":[{"award-number":["StG_2011 283314"]}],"id":[{"id":"10.13039\/501100000781","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100010663","name":"H2020 European Research Council (BE)","doi-asserted-by":"crossref","award":["StG_2011 283314"],"award-info":[{"award-number":["StG_2011 283314"]}],"id":[{"id":"10.13039\/100010663","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["www.plosone.org"],"crossmark-restriction":false},"short-container-title":["PLoS ONE"],"DOI":"10.1371\/journal.pone.0176034","type":"journal-article","created":{"date-parts":[[2017,4,26]],"date-time":"2017-04-26T17:29:20Z","timestamp":1493227760000},"page":"e0176034","update-policy":"https:\/\/doi.org\/10.1371\/journal.pone.corrections_policy","source":"Crossref","is-referenced-by-count":68,"title":["The effect of atomoxetine on random and directed exploration in humans"],"prefix":"10.1371","volume":"12","author":[{"given":"Christopher M.","family":"Warren","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Robert C.","family":"Wilson","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nic J.","family":"van der Wee","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Eric J.","family":"Giltay","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Martijn S.","family":"van Noorden","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jonathan D.","family":"Cohen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sander","family":"Nieuwenhuis","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"340","published-online":{"date-parts":[[2017,4,26]]},"reference":[{"key":"ref1","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1613\/jair.301","article-title":"Reinforcement learning: A survey","volume":"4","author":"L Kaelbling","year":"1996","journal-title":"J Artif Intell Res"},{"issue":"No. 1","key":"ref2","article-title":"Reinforcement learning: An introduction","volume":"Vol. 1","author":"RS Sutton","year":"1998"},{"issue":"1481","key":"ref3","doi-asserted-by":"publisher","first-page":"933","DOI":"10.1098\/rstb.2007.2098","article-title":"Should I stay or should I go? How the human brain manages the trade-off between exploitation and exploration","volume":"362","author":"JD Cohen","year":"2007","journal-title":"Philos Trans R Soc Lond B Biol Sci"},{"issue":"6","key":"ref4","doi-asserted-by":"publisher","DOI":"10.1037\/a0038199","article-title":"Humans use directed and random exploration to solve the explore\u2013exploit dilemma","volume":"143","author":"RC Wilson","year":"2014","journal-title":"J Exp Psychol Gen"},{"key":"ref5","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1561\/2200000024","article-title":"Regret analysis of stochastic and nonstochastic multi-armed bandit problems","volume":"5","author":"S Bubeck","year":"2012","journal-title":"Foundations and Trends in Machine Learning"},{"key":"ref6","first-page":"241","article-title":"Progress in statistics","author":"J Gittins","year":"1974"},{"key":"ref7","doi-asserted-by":"crossref","first-page":"148","DOI":"10.1111\/j.2517-6161.1979.tb01068.x","article-title":"Bandit processes and dynamic allocation indices","volume":"41","author":"J Gittins","year":"1979","journal-title":"J R Stat Soc Series B Stat Methodol"},{"issue":"2\u20133","key":"ref8","doi-asserted-by":"publisher","first-page":"235","DOI":"10.1023\/A:1013689704352","article-title":"Finite-time analysis of the multiarmed bandit problem","volume":"47","author":"P Auer","year":"2002","journal-title":"Mach Learn"},{"key":"ref9","doi-asserted-by":"publisher","first-page":"285","DOI":"10.1093\/biomet\/25.3-4.285","article-title":"On the likelihood that one unknown probability exceeds another in view of the evidence of two samples","volume":"25","author":"W Thompson","year":"1933","journal-title":"Biometrika"},{"key":"ref10","unstructured":"Watkins CJCH. Learning from delayed rewards, electronic, PH. D. Thesis, Cambridge University, Cambridge, England. 1989. <ext-link xmlns:xlink=\"http:\/\/www.w3.org\/1999\/xlink\" ext-link-type=\"uri\" xlink:href=\"http:\/\/chriswatkins.net\/wp-content\/uploads\/2015\/07\/Watkins-09-5-lng-ab-lng-SLT.pdf\" xlink:type=\"simple\">http:\/\/chriswatkins.net\/wp-content\/uploads\/2015\/07\/Watkins-09-5-lng-ab-lng-SLT.pdf<\/ext-link>."},{"key":"ref11","first-page":"211","article-title":"Advances in neural information processing systems","volume":"Vol. 2","author":"JS Bridle","year":"1990"},{"key":"ref12","doi-asserted-by":"publisher","first-page":"403","DOI":"10.1146\/annurev.neuro.28.061604.135709","article-title":"An integrative theory of locus coeruleus-norepinephrine function: adaptive gain and optimal performance","volume":"28","author":"G Aston-Jones","year":"2005","journal-title":"Annu Rev Neurosci"},{"issue":"5401","key":"ref13","doi-asserted-by":"publisher","first-page":"549","DOI":"10.1126\/science.283.5401.549","article-title":"The role of locus coeruleus in the regulation of cognitive performance","volume":"283","author":"M Usher","year":"1999","journal-title":"Science"},{"issue":"4971","key":"ref14","doi-asserted-by":"publisher","first-page":"892","DOI":"10.1126\/science.2392679","article-title":"A network model of catecholamine effects- Gain, signal-to-noise ratio, and behavior","volume":"249","author":"D Servan-Schreiber","year":"1990","journal-title":"Science"},{"issue":"8","key":"ref15","doi-asserted-by":"publisher","first-page":"1146","DOI":"10.1038\/nn.3428","article-title":"The effects of neural gain on attention and learning","volume":"16","author":"E Eldar","year":"2013","journal-title":"Nat Neurosci"},{"issue":"9","key":"ref16","doi-asserted-by":"publisher","first-page":"1180","DOI":"10.1038\/nn.2374","article-title":"Stress, genotype and norepinephrine in the prediction of mouse behavior using reinforcement learning","volume":"12","author":"G Luksys","year":"2009","journal-title":"Nat Neurosci"},{"issue":"1","key":"ref17","doi-asserted-by":"publisher","first-page":"21","DOI":"10.1016\/j.cell.2014.08.037","article-title":"Behavioral variability through stochastic choice and its gating by anterior cingulate cortex","volume":"159","author":"DG Tervo","year":"2014","journal-title":"Cell"},{"key":"ref18","unstructured":"Kane GA, Vazey EM, Wilson RC, Shenhav A, Daw N, Aston-Jones G, et al. Examining the Role of the Locus Coeruleus in Foraging and Exploration. 2015 Neuroscience Meeting Planner. Washington DC: Society for Neuroscience, 2015. <ext-link xmlns:xlink=\"http:\/\/www.w3.org\/1999\/xlink\" ext-link-type=\"uri\" xlink:href=\"https:\/\/www.sfn.org\" xlink:type=\"simple\">https:\/\/www.sfn.org<\/ext-link>."},{"issue":"1","key":"ref19","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1016\/j.neuron.2009.06.014","article-title":"Remote control of neuronal activity in transgenic mice expressing evolved G protein-coupled receptors","volume":"63","author":"GM Alexander","year":"2009","journal-title":"Neuron"},{"issue":"12","key":"ref20","doi-asserted-by":"publisher","first-page":"5163","DOI":"10.1073\/pnas.0700293104","article-title":"Evolving the lock to fit the key to create a family of G protein-coupled receptors potently activated by an inert ligand","volume":"104","author":"BN Armbruster","year":"2007","journal-title":"Proc Natl Acad Sci. U S A"},{"issue":"2","key":"ref21","doi-asserted-by":"publisher","first-page":"252","DOI":"10.3758\/CABN.10.2.252","article-title":"Pupil diameter tracks changes in control state predicted by the adaptive gain theory of locus coeruleus function","volume":"10","author":"MS Gilzenrat","year":"2010","journal-title":"Cogn Affect Behav Neurosci"},{"issue":"1","key":"ref22","doi-asserted-by":"publisher","first-page":"221","DOI":"10.1016\/j.neuron.2015.11.028","article-title":"Relationships between pupil diameter and neuronal activity in the locus coeruleus, colliculi, and cingulate cortex","volume":"89","author":"S Joshi","year":"2016","journal-title":"Neuron"},{"issue":"8","key":"ref23","doi-asserted-by":"publisher","first-page":"4140","DOI":"10.1002\/hbm.22466","article-title":"Pupil diameter covaries with BOLD activity in human locus coeruleus","volume":"35","author":"PR Murphy","year":"2014","journal-title":"Hum Brain Mapp"},{"issue":"2","key":"ref24","doi-asserted-by":"publisher","first-page":"162","DOI":"10.1111\/j.1469-8986.2010.01057.x","article-title":"The anatomical and functional relationship between the P3 and autonomic components of the orienting response","volume":"48","author":"S Nieuwenhuis","year":"2011","journal-title":"Psychophysiology"},{"issue":"7","key":"ref25","doi-asserted-by":"publisher","first-page":"1587","DOI":"10.1162\/jocn.2010.21548","article-title":"Pupil diameter predicts changes in the exploration\u2013exploitation trade-off: evidence for the adaptive gain theory","volume":"23","author":"M Jepma","year":"2011","journal-title":"J Cogn Neurosci"},{"key":"ref26","doi-asserted-by":"publisher","first-page":"e1003854","DOI":"10.1371\/journal.pcbi.1003854","article-title":"Pupil-linked arousal determines variability in perceptual decision making","volume":"10","author":"PR Murphy","year":"2014","journal-title":"PLoS Comput Biol"},{"issue":"4","key":"ref27","doi-asserted-by":"publisher","first-page":"1476","DOI":"10.1037\/a0035813","article-title":"Eye tracking and pupillometry are indicators of dissociable latent decision processes","volume":"143","author":"JF Cavanagh","year":"2014","journal-title":"J Exp Psychol Gen"},{"key":"ref28","first-page":"170","article-title":"The role of the noradrenergic system in the exploration-exploitation trade-off: a pharmacological study","volume":"4","author":"M Jepma","year":"2010","journal-title":"Front Hum Neurosci"},{"issue":"5","key":"ref29","doi-asserted-by":"publisher","first-page":"699","DOI":"10.1016\/S0893-133X(02)00346-9","article-title":"Atomoxetine increases extracellular levels of norepinephrine and dopamine in prefrontal cortex of rat: a potential mechanism for efficacy in attention deficit\/hyperactivity disorder","volume":"27","author":"FP Bymaster","year":"2002","journal-title":"Neuropsychopharmacol"},{"issue":"6","key":"ref30","doi-asserted-by":"publisher","first-page":"571","DOI":"10.2165\/00003088-200544060-00002","article-title":"Clinical pharmacokinetics of atomoxetine","volume":"44","author":"JM Sauer","year":"2005","journal-title":"Clin pharmacokinet"},{"issue":"2","key":"ref31","doi-asserted-by":"publisher","first-page":"174","DOI":"10.1016\/j.jaac.2013.11.005","article-title":"Efficacy and safety of atomoxetine in children and adolescents with attention-deficit\/hyperactivity disorder: results from a comprehensive meta-analysis and metaregression","volume":"53","author":"S Schwartz","year":"2014","journal-title":"J Am Acad Child Adolesc Psychiatry"},{"issue":"5","key":"ref32","doi-asserted-by":"publisher","first-page":"545","DOI":"10.1177\/0269881106075274","article-title":"Atomoxetine increases salivary cortisol in healthy volunteers","volume":"21","author":"SR Chamberlain","year":"2007","journal-title":"J Psychopharmacol"},{"key":"ref33","doi-asserted-by":"publisher","first-page":"325","DOI":"10.1007\/BF00122575","article-title":"Recent developments in modeling preferences: Uncertainty and ambiguity","volume":"5","author":"C Camerer","year":"1992","journal-title":"J Risk Uncertain"},{"key":"ref34","doi-asserted-by":"publisher","first-page":"265","DOI":"10.1086\/209163","article-title":"Modeling ambiguity in decisions under uncertainty","volume":"15","author":"BE Kahn","year":"1988","journal-title":"J Consum Res"},{"issue":"4","key":"ref35","doi-asserted-by":"publisher","first-page":"647","DOI":"10.1016\/S0893-6080(02)00055-2","article-title":"Simplified dynamics in a model of noradrenergic modulation of cognitive performance","volume":"15","author":"MS Gilzenrat","year":"2002","journal-title":"Neural Netw"},{"key":"ref36","unstructured":"Castelino CB, Ball GF. Differences in singing behavior by zebra finches across social contexts are abolished by systemic depletion of norepinephrine in the song control circuit. 2006 Neuroscience Meeting Planner. Atlanta, GA: Society for Neuroscience, 2006. <ext-link xmlns:xlink=\"http:\/\/www.w3.org\/1999\/xlink\" ext-link-type=\"uri\" xlink:href=\"https:\/\/www.sfn.org\" xlink:type=\"simple\">https:\/\/www.sfn.org<\/ext-link>."},{"issue":"5","key":"ref37","doi-asserted-by":"publisher","first-page":"819","DOI":"10.1016\/j.pnpbp.2004.05.026","article-title":"Role of presynaptic \u03b1 2-adrenoceptors in antidepressant action: recent findings from microdialysis studies","volume":"28","author":"RW Invernizzi","year":"2004","journal-title":"Prog Neuropsychopharmacol Biol Psychiatry"},{"key":"ref38","doi-asserted-by":"publisher","first-page":"755","DOI":"10.1016\/j.neuropharm.2005.11.022","article-title":"Effect of the attention deficit\/hyperactivity disorder drug atomoxetine on extracellular concentrations of norepinephrine and dopamine in several brain regions of the rat","volume":"50","author":"CJ Swanson","year":"2006","journal-title":"Neuropharmacol"},{"key":"ref39","doi-asserted-by":"crossref","first-page":"259","DOI":"10.1111\/j.1471-4159.2010.06750.x","article-title":"Effects of acute and chronic administration of atomoxetine and methylphenidate on extracellular levels of noradrenaline, dopamine and serotonin in the prefrontal cortex and striatum of mice","volume":"114","author":"K Koda","year":"2010","journal-title":"J Neurochem"},{"issue":"8","key":"ref40","doi-asserted-by":"publisher","first-page":"1062","DOI":"10.1038\/nn.2342","article-title":"Prefrontal and striatal dopaminergic genes predict individual differences in exploration and exploitation","volume":"12","author":"MJ Frank","year":"2009","journal-title":"Nat Neurosci"},{"issue":"5","key":"ref41","doi-asserted-by":"publisher","first-page":"424","DOI":"10.1016\/j.biopsych.2010.10.015","article-title":"Deficits in positive reinforcement learning and uncertainty-driven exploration are associated with distinct aspects of negative symptoms in schizophrenia","volume":"69","author":"GP Strauss","year":"2011","journal-title":"Biol Psychiatry"},{"issue":"2","key":"ref42","doi-asserted-by":"publisher","first-page":"454","DOI":"10.1038\/npp.2014.193","article-title":"Dopamine, locus of control, and the exploration-exploitation tradeoff","volume":"40","author":"AS Kayser","year":"2015","journal-title":"Neuropsychopharmacol"},{"key":"ref43","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1016\/j.neuropharm.2012.07.020","article-title":"Atomoxetine modulates spontaneous and sensory-evoked discharge of locus coeruleus noradrenergic neurons","volume":"64","author":"A Bari","year":"2013","journal-title":"Neuropharmacol"},{"issue":"3","key":"ref44","doi-asserted-by":"crossref","first-page":"1016","DOI":"10.1523\/JNEUROSCI.08-03-01016.1988","article-title":"Corticotropin-releasing hormone increases tonic but not sensory-evoked activity of noradrenergic locus coeruleus neurons in unanesthetized rats","volume":"8","author":"RJ Valentino","year":"1988","journal-title":"J Neurosci"},{"issue":"5","key":"ref45","doi-asserted-by":"publisher","first-page":"607","DOI":"10.1016\/0361-9230(94)90175-9","article-title":"Locus coeruleus activity in monkey: phasic and tonic changes are associated with altered vigilance","volume":"35","author":"J Rajkowski","year":"1994","journal-title":"Brain Res Bull"},{"issue":"1","key":"ref46","doi-asserted-by":"publisher","first-page":"33","DOI":"10.1016\/S0165-0173(03)00143-7","article-title":"The locus coeruleus\u2013noradrenergic system: modulation of behavioral state and state-dependent cognitive processes","volume":"42","author":"CW Berridge","year":"2003","journal-title":"Brain Res Rev"},{"issue":"2","key":"ref47","doi-asserted-by":"publisher","first-page":"155","DOI":"10.1037\/xge0000250","article-title":"Charting the Expansion of Strategic Exploratory Behavior During Adolescence","volume":"146","author":"LH Somerville","year":"2016","journal-title":"J Exp Psychol Gen"},{"key":"ref48","article-title":"A causal role for right frontopolar cortex in directed, but not random, exploration","author":"WK Zajkowski","year":"2016","journal-title":"Database: bioRxiv"},{"issue":"4","key":"ref49","doi-asserted-by":"publisher","first-page":"681","DOI":"10.1016\/j.neuron.2005.04.026","article-title":"Uncertainty, neuromodulation, and attention","volume":"46","author":"AJ Yu","year":"2005","journal-title":"Neuron"},{"issue":"21","key":"ref50","doi-asserted-by":"publisher","first-page":"5699","DOI":"10.1523\/JNEUROSCI.3475-15.2016","article-title":"Catecholamine-mediated increases in neural gain improve the precision of cortical representations","volume":"36","author":"CM Warren","year":"2016","journal-title":"J Neurosci"},{"issue":"12","key":"ref51","doi-asserted-by":"publisher","first-page":"1632","DOI":"10.1177\/0956797616665578","article-title":"Do you see the forest or the tree? Neural gain and breadth versus focus in perceptual processing","volume":"27","author":"E Eldar","year":"2016","journal-title":"Psychol Sci"},{"issue":"2","key":"ref52","doi-asserted-by":"publisher","first-page":"149","DOI":"10.1016\/S0376-8716(02)00053-4","article-title":"Comparison of the subjective, physiological, and psychomotor effects of atomoxetine and methylphenidate in light drug users","volume":"67","author":"SH Heil","year":"2002","journal-title":"Drug Alcohol Depend"},{"key":"ref53","article-title":"Bayesian cognitive modeling: A practical course","author":"MD Lee","year":"2014"},{"key":"ref54","article-title":"<italic>Stein&apos;s paradox in statistics<\/italic>","author":"B Efron","year":"1977"},{"issue":"2","key":"ref55","doi-asserted-by":"publisher","first-page":"573","DOI":"10.1037\/a0029146","article-title":"Bayesian estimation supersedes the t test","volume":"142","author":"JK Kruschke","year":"2013","journal-title":"J Exp Psychol Gen"},{"key":"ref56","article-title":"On the Importance of Avoiding Shortcuts in Modelling Hierarchical Data","author":"U Boehm","year":"2016","journal-title":"Database: Open Sicen Framework"}],"container-title":["PLOS ONE"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/dx.plos.org\/10.1371\/journal.pone.0176034","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,23]],"date-time":"2024-06-23T20:06:38Z","timestamp":1719173198000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pone.0176034"}},"subtitle":[],"editor":[{"given":"Tommy","family":"Pattij","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"editor"}]}],"short-title":[],"issued":{"date-parts":[[2017,4,26]]},"references-count":56,"journal-issue":{"issue":"4","published-online":{"date-parts":[[2017,4,26]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pone.0176034","relation":{},"ISSN":["1932-6203"],"issn-type":[{"value":"1932-6203","type":"electronic"}],"subject":[],"published":{"date-parts":[[2017,4,26]]}}}