{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,17]],"date-time":"2026-10-17T16:11:03Z","timestamp":1792253463839,"version":"4.4.0"},"reference-count":100,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2011,1,26]],"date-time":"2011-01-26T00:00:00Z","timestamp":1296000000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Nat Neurosci"],"published-print":{"date-parts":[[2011,2]]},"DOI":"10.1038\/nn.2723","type":"journal-article","created":{"date-parts":[[2011,1,26]],"date-time":"2011-01-26T15:29:56Z","timestamp":1296055796000},"page":"154-162","source":"Crossref","is-referenced-by-count":661,"title":["From reinforcement learning models to psychiatric and neurological disorders"],"prefix":"10.1038","volume":"14","author":[{"given":"Tiago V","family":"Maia","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Michael J","family":"Frank","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2011,1,26]]},"reference":[{"key":"BFnn2723_CR1","doi-asserted-by":"crossref","unstructured":"Charney, D.S. et al. Neuroscience research agenda to guide development of a pathophysiologically based classification system. in A Research Agenda for DSM-V (eds. Kupfer, D.J., First, M.B. & Regier, D.A.) 31\u201383 (American Psychiatric Association, Washington, D.C., 2002).","DOI":"10.1176\/appi.books.9780890427644.lg02"},{"key":"BFnn2723_CR2","doi-asserted-by":"publisher","first-page":"725","DOI":"10.1038\/nrn2218","volume":"8","author":"SE Hyman","year":"2007","unstructured":"Hyman, S.E. Can neuroscience be integrated into the DSM-V? Nat. Rev. Neurosci. 8, 725\u2013732 (2007).","journal-title":"Nat. Rev. Neurosci."},{"key":"BFnn2723_CR3","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.neubiorev.2005.03.024","volume":"30","author":"R Cools","year":"2006","unstructured":"Cools, R. Dopaminergic modulation of cognitive function-implications for L-DOPA treatment in Parkinson's disease. Neurosci. Biobehav. Rev. 30, 1\u201323 (2006).","journal-title":"Neurosci. Biobehav. Rev."},{"key":"BFnn2723_CR4","doi-asserted-by":"publisher","first-page":"1309","DOI":"10.1126\/science.1146157","volume":"318","author":"MJ Frank","year":"2007","unstructured":"Frank, M.J., Samanta, J., Moustafa, A.A. & Sherman, S.J. Hold your horses: impulsivity, deep brain stimulation, and medication in parkinsonism. Science 318, 1309\u20131312 (2007).","journal-title":"Science"},{"key":"BFnn2723_CR5","doi-asserted-by":"publisher","first-page":"343","DOI":"10.3758\/CABN.9.4.343","volume":"9","author":"TV Maia","year":"2009","unstructured":"Maia, T.V. Reinforcement learning, conditioning, and the brain: successes and challenges. Cogn. Affect. Behav. Neurosci. 9, 343\u2013364 (2009).","journal-title":"Cogn. Affect. Behav. Neurosci."},{"key":"BFnn2723_CR6","doi-asserted-by":"publisher","first-page":"1153","DOI":"10.1016\/j.neunet.2006.03.002","volume":"19","author":"P Dayan","year":"2006","unstructured":"Dayan, P., Niv, Y., Seymour, B. & Daw, N.D. The misbehavior of value and the discipline of the will. Neural Netw. 19, 1153\u20131160 (2006).","journal-title":"Neural Netw."},{"key":"BFnn2723_CR7","doi-asserted-by":"publisher","first-page":"423","DOI":"10.1016\/S0166-2236(03)00177-2","volume":"26","author":"SM McClure","year":"2003","unstructured":"McClure, S.M., Daw, N.D. & Montague, P.R. A computational substrate for incentive salience. Trends Neurosci. 26, 423\u2013428 (2003).","journal-title":"Trends Neurosci."},{"key":"BFnn2723_CR8","doi-asserted-by":"publisher","first-page":"285","DOI":"10.1016\/S0896-6273(02)00963-7","volume":"36","author":"P Dayan","year":"2002","unstructured":"Dayan, P. & Balleine, B.W. Reward, motivation, and reinforcement learning. Neuron 36, 285\u2013298 (2002).","journal-title":"Neuron"},{"key":"BFnn2723_CR9","doi-asserted-by":"publisher","first-page":"507","DOI":"10.1007\/s00213-006-0502-4","volume":"191","author":"Y Niv","year":"2007","unstructured":"Niv, Y., Daw, N.D., Joel, D. & Dayan, P. Tonic dopamine: opportunity costs and the control of response vigor. Psychopharmacology (Berl.) 191, 507\u2013520 (2007).","journal-title":"Psychopharmacology (Berl.)"},{"key":"BFnn2723_CR10","doi-asserted-by":"publisher","first-page":"275","DOI":"10.1016\/S0079-6123(10)83014-6","volume":"183","author":"TV Wiecki","year":"2010","unstructured":"Wiecki, T.V. & Frank, M.J. Neurocomputational models of motor and cognitive deficits in Parkinson's disease. Prog. Brain Res. 183, 275\u2013297 (2010).","journal-title":"Prog. Brain Res."},{"key":"BFnn2723_CR11","doi-asserted-by":"publisher","first-page":"1583","DOI":"10.1038\/sj.npp.1301278","volume":"32","author":"MJ Frank","year":"2007","unstructured":"Frank, M.J., Santamaria, A., O'Reilly, R.C. & Willcutt, E. Testing computational models of dopamine and noradrenaline dysfunction in attention deficit\/hyperactivity disorder. Neuropsychopharmacology 32, 1583\u20131599 (2007).","journal-title":"Neuropsychopharmacology"},{"key":"BFnn2723_CR12","doi-asserted-by":"publisher","first-page":"1641","DOI":"10.1098\/rstb.2007.2058","volume":"362","author":"MJ Frank","year":"2007","unstructured":"Frank, M.J., Scheres, A. & Sherman, S.J. Understanding decision-making deficits in neurological conditions: insights from models of natural action selection. Phil. Trans. R. Soc. Lond. B 362, 1641\u20131654 (2007).","journal-title":"Phil. Trans. R. Soc. Lond. B"},{"key":"BFnn2723_CR13","doi-asserted-by":"publisher","first-page":"756","DOI":"10.1016\/j.biopsych.2006.09.042","volume":"62","author":"JA Waltz","year":"2007","unstructured":"Waltz, J.A., Frank, M.J., Robinson, B.M. & Gold, J.M. Selective reinforcement learning deficits in schizophrenia support predictions from computational models of striatal-cortical dysfunction. Biol. Psychiatry 62, 756\u2013764 (2007).","journal-title":"Biol. Psychiatry"},{"key":"BFnn2723_CR14","doi-asserted-by":"publisher","first-page":"1944","DOI":"10.1126\/science.1102384","volume":"306","author":"AD Redish","year":"2004","unstructured":"Redish, A.D. Addiction as a computational process gone awry. Science 306, 1944\u20131947 (2004).","journal-title":"Science"},{"key":"BFnn2723_CR15","doi-asserted-by":"crossref","unstructured":"Sutton, R.S. & Barto, A.G. Reinforcement Learning: An Introduction (MIT Press, Cambridge, Massachusetts, 1998).","DOI":"10.1109\/TNN.1998.712192"},{"key":"BFnn2723_CR16","doi-asserted-by":"publisher","first-page":"129","DOI":"10.1016\/j.neuron.2005.05.020","volume":"47","author":"HM Bayer","year":"2005","unstructured":"Bayer, H.M. & Glimcher, P.W. Midbrain dopamine neurons encode a quantitative reward prediction error signal. Neuron 47, 129\u2013141 (2005).","journal-title":"Neuron"},{"key":"BFnn2723_CR17","doi-asserted-by":"publisher","first-page":"1428","DOI":"10.1152\/jn.01140.2006","volume":"98","author":"HM Bayer","year":"2007","unstructured":"Bayer, H.M., Lau, B. & Glimcher, P.W. Statistics of midbrain dopamine neuron spike trains in the awake primate. J. Neurophysiol. 98, 1428\u20131439 (2007).","journal-title":"J. Neurophysiol."},{"key":"BFnn2723_CR18","doi-asserted-by":"publisher","first-page":"603","DOI":"10.1016\/S0893-6080(02)00052-7","volume":"15","author":"ND Daw","year":"2002","unstructured":"Daw, N.D., Kakade, S. & Dayan, P. Opponent interactions between serotonin and dopamine. Neural Netw. 15, 603\u2013616 (2002).","journal-title":"Neural Netw."},{"key":"BFnn2723_CR19","doi-asserted-by":"publisher","first-page":"24","DOI":"10.1186\/1744-9081-6-24","volume":"6","author":"W Schultz","year":"2010","unstructured":"Schultz, W. Dopamine signals for reward value and risk: basic and recent data. Behav. Brain Funct. 6, 24 (2010).","journal-title":"Behav. Brain Funct."},{"key":"BFnn2723_CR20","doi-asserted-by":"publisher","first-page":"307","DOI":"10.1007\/s00221-009-2060-6","volume":"200","author":"G Morris","year":"2010","unstructured":"Morris, G., Schmidt, R. & Bergman, H. Striatal action-learning based on dopamine concentration. Exp. Brain Res. 200, 307\u2013317 (2010).","journal-title":"Exp. Brain Res."},{"key":"BFnn2723_CR21","doi-asserted-by":"publisher","first-page":"1080","DOI":"10.1126\/science.1168878","volume":"324","author":"HC Tsai","year":"2009","unstructured":"Tsai, H.C. et al. Phasic firing in dopaminergic neurons is sufficient for behavioral conditioning. Science 324, 1080\u20131084 (2009).","journal-title":"Science"},{"key":"BFnn2723_CR22","doi-asserted-by":"publisher","first-page":"50","DOI":"10.3758\/LB.38.1.50","volume":"38","author":"TV Maia","year":"2010","unstructured":"Maia, T.V. Two-factor theory, the actor-critic model, and conditioned avoidance. Learn. Behav. 38, 50\u201367 (2010).","journal-title":"Learn. Behav."},{"key":"BFnn2723_CR23","doi-asserted-by":"crossref","first-page":"452","DOI":"10.1126\/science.1094285","volume":"304","author":"J O'Doherty","year":"2004","unstructured":"O'Doherty, J. et al. Dissociable roles of ventral and dorsal striatum in instrumental conditioning. Science 304, 452\u2013454 (2004).","journal-title":"Science"},{"key":"BFnn2723_CR24","doi-asserted-by":"publisher","first-page":"357","DOI":"10.1146\/annurev.ne.09.030186.002041","volume":"9","author":"GE Alexander","year":"1986","unstructured":"Alexander, G.E., DeLong, M.R. & Strick, P.L. Parallel organization of functionally segregated circuits linking basal ganglia and cortex. Annu. Rev. Neurosci. 9, 357\u2013381 (1986).","journal-title":"Annu. Rev. Neurosci."},{"key":"BFnn2723_CR25","doi-asserted-by":"publisher","first-page":"464","DOI":"10.1038\/nrn1919","volume":"7","author":"HH Yin","year":"2006","unstructured":"Yin, H.H. & Knowlton, B.J. The role of the basal ganglia in habit formation. Nat. Rev. Neurosci. 7, 464\u2013476 (2006).","journal-title":"Nat. Rev. Neurosci."},{"key":"BFnn2723_CR26","doi-asserted-by":"publisher","first-page":"381","DOI":"10.1016\/S0301-0082(96)00042-1","volume":"50","author":"JW Mink","year":"1996","unstructured":"Mink, J.W. The basal ganglia: focused selection and inhibition of competing motor programs. Prog. Neurobiol. 50, 381\u2013425 (1996).","journal-title":"Prog. Neurobiol."},{"key":"BFnn2723_CR27","unstructured":"Prescott, T.J., Gurney, K. & Redgrave, P. Basal ganglia. in The Handbook of Brain Theory and Neural Networks (ed. Arbib, M.A.) 147\u2013151 (MIT Press, Cambridge, Massachusetts, 2003)."},{"key":"BFnn2723_CR28","doi-asserted-by":"publisher","first-page":"51","DOI":"10.1162\/0898929052880093","volume":"17","author":"MJ Frank","year":"2005","unstructured":"Frank, M.J. Dynamic dopamine modulation in the basal ganglia: a neurocomputational account of cognitive deficits in medicated and non-medicated Parkinsonism. J. Cogn. Neurosci. 17, 51\u201372 (2005).","journal-title":"J. Cogn. Neurosci."},{"key":"BFnn2723_CR29","doi-asserted-by":"publisher","first-page":"1337","DOI":"10.1126\/science.1115270","volume":"310","author":"K Samejima","year":"2005","unstructured":"Samejima, K., Ueda, Y., Doya, K. & Kimura, M. Representation of action-specific reward values in the striatum. Science 310, 1337\u20131340 (2005).","journal-title":"Science"},{"key":"BFnn2723_CR30","doi-asserted-by":"publisher","first-page":"366","DOI":"10.1016\/0166-2236(89)90074-X","volume":"12","author":"RL Albin","year":"1989","unstructured":"Albin, R.L., Young, A.B. & Penney, J.B. The functional anatomy of basal ganglia disorders. Trends Neurosci. 12, 366\u2013375 (1989).","journal-title":"Trends Neurosci."},{"key":"BFnn2723_CR31","doi-asserted-by":"publisher","first-page":"281","DOI":"10.1016\/0166-2236(90)90110-V","volume":"13","author":"MR DeLong","year":"1990","unstructured":"DeLong, M.R. Primate models of movement disorders of basal ganglia origin. Trends Neurosci. 13, 281\u2013285 (1990).","journal-title":"Trends Neurosci."},{"key":"BFnn2723_CR32","doi-asserted-by":"publisher","first-page":"111","DOI":"10.1016\/S0168-0102(02)00027-5","volume":"43","author":"A Nambu","year":"2002","unstructured":"Nambu, A., Tokuno, H. & Takada, M. Functional significance of the cortico-subthalamo-pallidal 'hyperdirect' pathway. Neurosci. Res. 43, 111\u2013117 (2002).","journal-title":"Neurosci. Res."},{"key":"BFnn2723_CR33","doi-asserted-by":"publisher","first-page":"442","DOI":"10.1162\/neco.2007.19.2.442","volume":"19","author":"R Bogacz","year":"2007","unstructured":"Bogacz, R. & Gurney, K. The basal ganglia and cortex implement optimal decision making between alternative actions. Neural Comput. 19, 442\u2013477 (2007).","journal-title":"Neural Comput."},{"key":"BFnn2723_CR34","doi-asserted-by":"publisher","first-page":"471","DOI":"10.1016\/j.neunet.2003.08.006","volume":"17","author":"JW Brown","year":"2004","unstructured":"Brown, J.W., Bullock, D. & Grossberg, S. How laminar frontal cortex and basal ganglia circuits interact to control planned and reactive saccades. Neural Netw. 17, 471\u2013510 (2004).","journal-title":"Neural Netw."},{"key":"BFnn2723_CR35","doi-asserted-by":"publisher","first-page":"1120","DOI":"10.1016\/j.neunet.2006.03.006","volume":"19","author":"MJ Frank","year":"2006","unstructured":"Frank, M.J. Hold your horses: a dynamic computational role for the subthalamic nucleus in decision making. Neural Netw. 19, 1120\u20131136 (2006).","journal-title":"Neural Netw."},{"key":"BFnn2723_CR36","doi-asserted-by":"publisher","first-page":"411","DOI":"10.1007\/PL00007985","volume":"84","author":"K Gurney","year":"2001","unstructured":"Gurney, K., Prescott, T.J. & Redgrave, P. A computational model of action selection in the basal ganglia. II. Analysis and simulation of behaviour. Biol. Cybern. 84, 411\u2013423 (2001).","journal-title":"Biol. Cybern."},{"key":"BFnn2723_CR37","doi-asserted-by":"publisher","first-page":"133","DOI":"10.1038\/npp.2010.96","volume":"36","author":"MJ Frank","year":"2010","unstructured":"Frank, M.J. & Fossella, J.A. Neurogenetics and pharmacology of learning, motivation, and cognition. Neuropsychopharmacology 36, 133\u2013152 (2010).","journal-title":"Neuropsychopharmacology"},{"key":"BFnn2723_CR38","doi-asserted-by":"publisher","first-page":"896","DOI":"10.1016\/j.neuron.2010.05.011","volume":"66","author":"T Hikida","year":"2010","unstructured":"Hikida, T., Kimura, K., Wada, N., Funabiki, K. & Nakanishi, S. Distinct roles of synaptic transmission in direct and indirect striatal pathways to reward and aversive behavior. Neuron 66, 896\u2013907 (2010).","journal-title":"Neuron"},{"key":"BFnn2723_CR39","doi-asserted-by":"publisher","first-page":"622","DOI":"10.1038\/nature09159","volume":"466","author":"AV Kravitz","year":"2010","unstructured":"Kravitz, A.V. et al. Regulation of parkinsonian motor behaviours by optogenetic control of basal ganglia circuitry. Nature 466, 622\u2013626 (2010).","journal-title":"Nature"},{"key":"BFnn2723_CR40","doi-asserted-by":"publisher","first-page":"S64","DOI":"10.1016\/S1471-1931(00)00019-7","volume":"23","author":"CR Gerfen","year":"2000","unstructured":"Gerfen, C.R. Molecular effects of dopamine on striatal-projection pathways. Trends Neurosci. 23, S64\u2013S70 (2000).","journal-title":"Trends Neurosci."},{"key":"BFnn2723_CR41","doi-asserted-by":"publisher","first-page":"848","DOI":"10.1126\/science.1160575","volume":"321","author":"W Shen","year":"2008","unstructured":"Shen, W., Flajolet, M., Greengard, P. & Surmeier, D.J. Dichotomous dopaminergic control of striatal synaptic plasticity. Science 321, 848\u2013851 (2008).","journal-title":"Science"},{"key":"BFnn2723_CR42","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1146\/annurev.ne.06.030183.000355","volume":"6","author":"I Creese","year":"1983","unstructured":"Creese, I., Sibley, D.R., Hamblin, M.W. & Leff, S.E. The classification of dopamine receptors: relationship to radioligand binding. Annu. Rev. Neurosci. 6, 43\u201371 (1983).","journal-title":"Annu. Rev. Neurosci."},{"key":"BFnn2723_CR43","doi-asserted-by":"crossref","unstructured":"Waltz, J.A., Frank, M.J., Wiecki, T.V. & Gold, J.M. Altered probabilistic learning and response biases in schizophrenia: behavioral evidence and neurocomputational modeling. Neuropsychology published online, doi:10.1037\/a0020882 (22 November 2010).","DOI":"10.1037\/a0020882"},{"key":"BFnn2723_CR44","doi-asserted-by":"publisher","first-page":"317","DOI":"10.1016\/j.jchemneu.2003.10.003","volume":"26","author":"SN Haber","year":"2003","unstructured":"Haber, S.N. The primate basal ganglia: parallel and integrative networks. J. Chem. Neuroanat. 26, 317\u2013330 (2003).","journal-title":"J. Chem. Neuroanat."},{"key":"BFnn2723_CR45","doi-asserted-by":"publisher","first-page":"1508","DOI":"10.1093\/cercor\/bhj088","volume":"16","author":"RB Postuma","year":"2006","unstructured":"Postuma, R.B. & Dagher, A. Basal ganglia functional connectivity based on a meta-analysis of 126 positron emission tomography and functional magnetic resonance imaging publications. Cereb. Cortex 16, 1508\u20131521 (2006).","journal-title":"Cereb. Cortex"},{"key":"BFnn2723_CR46","doi-asserted-by":"publisher","first-page":"137","DOI":"10.3758\/CABN.1.2.137","volume":"1","author":"MJ Frank","year":"2001","unstructured":"Frank, M.J., Loughry, B. & O'Reilly, R.C. Interactions between frontal cortex and basal ganglia in working memory: a computational model. Cogn. Affect. Behav. Neurosci. 1, 137\u2013160 (2001).","journal-title":"Cogn. Affect. Behav. Neurosci."},{"key":"BFnn2723_CR47","doi-asserted-by":"publisher","first-page":"283","DOI":"10.1162\/089976606775093909","volume":"18","author":"RC O'Reilly","year":"2006","unstructured":"O'Reilly, R.C. & Frank, M.J. Making working memory work: a computational model of learning in the prefrontal cortex and basal ganglia. Neural Comput. 18, 283\u2013328 (2006).","journal-title":"Neural Comput."},{"key":"BFnn2723_CR48","doi-asserted-by":"publisher","first-page":"9788","DOI":"10.1523\/JNEUROSCI.1513-10.2010","volume":"30","author":"B Baier","year":"2010","unstructured":"Baier, B. et al. Keeping memory clear and stable: the contribution of human basal ganglia and prefrontal cortex to working memory. J. Neurosci. 30, 9788\u20139792 (2010).","journal-title":"J. Neurosci."},{"key":"BFnn2723_CR49","doi-asserted-by":"publisher","first-page":"613","DOI":"10.1016\/S0301-0082(98)00060-4","volume":"56","author":"TM Tzschentke","year":"1998","unstructured":"Tzschentke, T.M. Measuring reward with the conditioned place preference paradigm: a comprehensive review of drug effects, recent progress and new issues. Prog. Neurobiol. 56, 613\u2013672 (1998).","journal-title":"Prog. Neurobiol."},{"key":"BFnn2723_CR50","doi-asserted-by":"publisher","first-page":"385","DOI":"10.1126\/science.1188472","volume":"330","author":"MK Lobo","year":"2010","unstructured":"Lobo, M.K. et al. Cell type-specific loss of BDNF signaling mimics optogenetic control of cocaine reward. Science 330, 385\u2013390 (2010).","journal-title":"Science"},{"key":"BFnn2723_CR51","doi-asserted-by":"publisher","first-page":"300","DOI":"10.1037\/0033-295X.113.2.300","volume":"113","author":"MJ Frank","year":"2006","unstructured":"Frank, M.J. & Claus, E.D. Anatomy of a decision: striato-orbitofrontal interactions in reinforcement learning, decision making, and reversal. Psychol. Rev. 113, 300\u2013326 (2006).","journal-title":"Psychol. Rev."},{"key":"BFnn2723_CR52","doi-asserted-by":"publisher","first-page":"13307","DOI":"10.1073\/pnas.0502624102","volume":"102","author":"PS Kalanithi","year":"2005","unstructured":"Kalanithi, P.S. et al. Altered parvalbumin-positive neuron distribution in basal ganglia of individuals with Tourette syndrome. Proc. Natl. Acad. Sci. USA 102, 13307\u201313312 (2005).","journal-title":"Proc. Natl. Acad. Sci. USA"},{"key":"BFnn2723_CR53","doi-asserted-by":"publisher","first-page":"1234","DOI":"10.1016\/S0006-3223(99)00192-4","volume":"46","author":"J Biederman","year":"1999","unstructured":"Biederman, J. & Spencer, T. Attention-deficit\/hyperactivity disorder (ADHD) as a noradrenergic disorder. Biol. Psychiatry 46, 1234\u20131242 (1999).","journal-title":"Biol. Psychiatry"},{"key":"BFnn2723_CR54","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/S0074-7742(06)78001-1","volume":"78","author":"O Guillin","year":"2007","unstructured":"Guillin, O., Abi-Dargham, A. & Laruelle, M. Neurobiology of dopamine in schizophrenia. Int. Rev. Neurobiol. 78, 1\u201339 (2007).","journal-title":"Int. Rev. Neurobiol."},{"key":"BFnn2723_CR55","doi-asserted-by":"publisher","first-page":"32","DOI":"10.1016\/j.bbr.2009.06.009","volume":"204","author":"S Nikolaus","year":"2009","unstructured":"Nikolaus, S., Antke, C. & Muller, H.W. In vivo imaging of synaptic function in the central nervous system. II. Mental and affective disorders. Behav. Brain Res. 204, 32\u201366 (2009).","journal-title":"Behav. Brain Res."},{"key":"BFnn2723_CR56","doi-asserted-by":"publisher","first-page":"265","DOI":"10.1017\/S1092852900021015","volume":"12","author":"SM Stahl","year":"2007","unstructured":"Stahl, S.M. Beyond the dopamine hypothesis to the NMDA glutamate receptor hypofunction hypothesis of schizophrenia. CNS Spectr. 12, 265\u2013268 (2007).","journal-title":"CNS Spectr."},{"key":"BFnn2723_CR57","doi-asserted-by":"publisher","first-page":"696","DOI":"10.1038\/nrn2462","volume":"9","author":"ET Rolls","year":"2008","unstructured":"Rolls, E.T., Loh, M., Deco, G. & Winterer, G. Computational models of schizophrenia and dopamine modulation in the prefrontal cortex. Nat. Rev. Neurosci. 9, 696\u2013709 (2008).","journal-title":"Nat. Rev. Neurosci."},{"key":"BFnn2723_CR58","doi-asserted-by":"publisher","first-page":"1940","DOI":"10.1126\/science.1102941","volume":"306","author":"MJ Frank","year":"2004","unstructured":"Frank, M.J., Seeberger, L.C. & O'Reilly, R.C. By carrot or by stick: cognitive reinforcement learning in parkinsonism. Science 306, 1940\u20131943 (2004).","journal-title":"Science"},{"key":"BFnn2723_CR59","doi-asserted-by":"publisher","first-page":"3144","DOI":"10.1016\/j.neuropsychologia.2008.07.011","volume":"46","author":"AA Moustafa","year":"2008","unstructured":"Moustafa, A.A., Sherman, S.J. & Frank, M.J. A dopaminergic basis for working memory, learning and attentional shifting in Parkinsonism. Neuropsychologia 46, 3144\u20133156 (2008).","journal-title":"Neuropsychologia"},{"key":"BFnn2723_CR60","doi-asserted-by":"publisher","first-page":"225","DOI":"10.1093\/brain\/awp301","volume":"133","author":"R Cools","year":"2010","unstructured":"Cools, R., Miyakawa, A., Sheridan, M. & D'Esposito, M. Enhanced frontal function in Parkinson's disease. Brain 133, 225\u2013233 (2010).","journal-title":"Brain"},{"key":"BFnn2723_CR61","doi-asserted-by":"publisher","first-page":"190","DOI":"10.1016\/S0887-8994(01)00262-4","volume":"25","author":"JW Mink","year":"2001","unstructured":"Mink, J.W. Basal ganglia dysfunction in Tourette's syndrome: a new hypothesis. Pediatr. Neurol. 25, 190\u2013198 (2001).","journal-title":"Pediatr. Neurol."},{"key":"BFnn2723_CR62","doi-asserted-by":"publisher","first-page":"59","DOI":"10.1016\/0306-4522(90)90221-O","volume":"39","author":"JM Delfs","year":"1990","unstructured":"Delfs, J.M. & Kelley, A.E. The role of D1 and D2 dopamine receptors in oral stereotypy induced by dopaminergic stimulation of the ventrolateral striatum. Neuroscience 39, 59\u201367 (1990).","journal-title":"Neuroscience"},{"key":"BFnn2723_CR63","doi-asserted-by":"publisher","first-page":"719","DOI":"10.1126\/science.2953072","volume":"236","author":"JR Walters","year":"1987","unstructured":"Walters, J.R., Bergstrom, D.A., Carlson, J.H., Chase, T.N. & Braun, A.R. D1 dopamine receptor activation required for postsynaptic expression of D2 agonist effects. Science 236, 719\u2013722 (1987).","journal-title":"Science"},{"key":"BFnn2723_CR64","doi-asserted-by":"publisher","first-page":"495","DOI":"10.1016\/S0079-6123(08)00924-2","volume":"172","author":"TD Steeves","year":"2008","unstructured":"Steeves, T.D. & Fox, S.H. Neurobiological basis of serotonin-dopamine antagonists in the treatment of Gilles de la Tourette syndrome. Prog. Brain Res. 172, 495\u2013513 (2008).","journal-title":"Prog. Brain Res."},{"key":"BFnn2723_CR65","doi-asserted-by":"publisher","first-page":"19179","DOI":"10.1073\/pnas.0904035106","volume":"106","author":"S Palminteri","year":"2009","unstructured":"Palminteri, S. et al. Pharmacological modulation of subliminal learning in Parkinson's and Tourette's syndromes. Proc. Natl. Acad. Sci. USA 106, 19179\u201319184 (2009).","journal-title":"Proc. Natl. Acad. Sci. USA"},{"key":"BFnn2723_CR66","unstructured":"Peterson, B.S. et al. Neuroanatomical circuitry. in Tourette's Syndrome: Tics, Obsessions, Compulsions. Developmental Psychopathology and Clinical Care (eds. Leckman, J.F. & Cohen, D.J.) 230\u2013259 (John Wiley & Sons, New York, 1999)."},{"key":"BFnn2723_CR67","doi-asserted-by":"publisher","first-page":"2029","DOI":"10.1093\/brain\/awl050","volume":"129","author":"S Bohlhalter","year":"2006","unstructured":"Bohlhalter, S. et al. Neural correlates of tic generation in Tourette syndrome: an event-related functional MRI study. Brain 129, 2029\u20132037 (2006).","journal-title":"Brain"},{"key":"BFnn2723_CR68","doi-asserted-by":"publisher","first-page":"65","DOI":"10.1037\/0033-2909.121.1.65","volume":"121","author":"RA Barkley","year":"1997","unstructured":"Barkley, R.A. Behavioral inhibition, sustained attention, and executive functions: constructing a unifying theory of ADHD. Psychol. Bull. 121, 65\u201394 (1997).","journal-title":"Psychol. Bull."},{"key":"BFnn2723_CR69","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/S0166-4328(97)00170-8","volume":"94","author":"T Sagvolden","year":"1998","unstructured":"Sagvolden, T. & Sergeant, J.A. Attention deficit\/hyperactivity disorder\u2014from brain dysfunctions to behaviour. Behav. Brain Res. 94, 1\u201310 (1998).","journal-title":"Behav. Brain Res."},{"key":"BFnn2723_CR70","doi-asserted-by":"publisher","first-page":"1231","DOI":"10.1016\/j.biopsych.2004.09.008","volume":"57","author":"EJ Sonuga-Barke","year":"2005","unstructured":"Sonuga-Barke, E.J. Causal models of attention-deficit\/hyperactivity disorder: from common simple deficits to multiple developmental pathways. Biol. Psychiatry 57, 1231\u20131238 (2005).","journal-title":"Biol. Psychiatry"},{"key":"BFnn2723_CR71","doi-asserted-by":"publisher","first-page":"397","DOI":"10.1017\/S0140525X05000075","volume":"28","author":"T Sagvolden","year":"2005","unstructured":"Sagvolden, T., Johansen, E.B., Aase, H. & Russell, V.A. A dynamic developmental theory of attention-deficit\/hyperactivity disorder (ADHD) predominantly hyperactive\/impulsive and combined subtypes. Behav. Brain Sci. 28, 397\u2013419 (2005).","journal-title":"Behav. Brain Sci."},{"key":"BFnn2723_CR72","doi-asserted-by":"publisher","first-page":"361","DOI":"10.1162\/0899766053011546","volume":"17","author":"AJ Smith","year":"2005","unstructured":"Smith, A.J., Becker, S. & Kapur, S. A computational model of the functional role of the ventral-striatal D2 receptor in the expression of previously acquired behaviors. Neural Comput. 17, 361\u2013395 (2005).","journal-title":"Neural Comput."},{"key":"BFnn2723_CR73","doi-asserted-by":"publisher","first-page":"192","DOI":"10.1016\/j.tips.2008.01.002","volume":"29","author":"T Pattij","year":"2008","unstructured":"Pattij, T. & Vanderschuren, L.J. The neuropharmacology of impulsive behaviour. Trends Pharmacol. Sci. 29, 192\u2013199 (2008).","journal-title":"Trends Pharmacol. Sci."},{"key":"BFnn2723_CR74","doi-asserted-by":"publisher","first-page":"669","DOI":"10.1038\/sj.npp.1300610","volume":"30","author":"CA Winstanley","year":"2005","unstructured":"Winstanley, C.A., Theobald, D.E., Dalley, J.W. & Robbins, T.W. Interactions between serotonin and dopamine in the control of impulsive choice in rats: therapeutic implications for impulse control disorders. Neuropsychopharmacology 30, 669\u2013682 (2005).","journal-title":"Neuropsychopharmacology"},{"key":"BFnn2723_CR75","doi-asserted-by":"publisher","first-page":"206","DOI":"10.1007\/s00213-004-1813-y","volume":"175","author":"S Kheramin","year":"2004","unstructured":"Kheramin, S. et al. Effects of orbital prefrontal cortex dopamine depletion on inter-temporal choice: a quantitative analysis. Psychopharmacology (Berl.) 175, 206\u2013214 (2004).","journal-title":"Psychopharmacology (Berl.)"},{"key":"BFnn2723_CR76","doi-asserted-by":"publisher","first-page":"1733","DOI":"10.1152\/jn.2000.83.3.1733","volume":"83","author":"D Durstewitz","year":"2000","unstructured":"Durstewitz, D., Seamans, J.K. & Sejnowski, T.J. Dopamine-mediated stabilization of delay-period activity in a network model of prefrontal cortex. J. Neurophysiol. 83, 1733\u20131750 (2000).","journal-title":"J. Neurophysiol."},{"key":"BFnn2723_CR77","doi-asserted-by":"publisher","first-page":"397","DOI":"10.1016\/j.tics.2005.06.016","volume":"9","author":"TV Maia","year":"2005","unstructured":"Maia, T.V. & Cleeremans, A. Consciousness: converging insights from connectionist modeling and neuroscience. Trends Cogn. Sci. 9, 397\u2013404 (2005).","journal-title":"Trends Cogn. Sci."},{"key":"BFnn2723_CR78","doi-asserted-by":"publisher","first-page":"538","DOI":"10.1038\/nn.2516","volume":"13","author":"B Figner","year":"2010","unstructured":"Figner, B. et al. Lateral prefrontal cortex and self-control in intertemporal choice. Nat. Neurosci. 13, 538\u2013539 (2010).","journal-title":"Nat. Neurosci."},{"key":"BFnn2723_CR79","doi-asserted-by":"publisher","first-page":"1575","DOI":"10.1001\/archneur.64.11.1575","volume":"64","author":"ND Volkow","year":"2007","unstructured":"Volkow, N.D., Fowler, J.S., Wang, G.J., Swanson, J.M. & Telang, F. Dopamine in drug abuse and addiction: results of imaging studies and treatment implications. Arch. Neurol. 64, 1575\u20131579 (2007).","journal-title":"Arch. Neurol."},{"key":"BFnn2723_CR80","doi-asserted-by":"publisher","first-page":"774","DOI":"10.1016\/j.pbb.2007.03.005","volume":"86","author":"LV Panlilio","year":"2007","unstructured":"Panlilio, L.V., Thorndike, E.B. & Schindler, C.W. Blocking of conditioning to a cocaine-paired stimulus: testing the hypothesis that cocaine perpetually produces a signal of larger-than-expected reward. Pharmacol. Biochem. Behav. 86, 774\u2013777 (2007).","journal-title":"Pharmacol. Biochem. Behav."},{"key":"BFnn2723_CR81","doi-asserted-by":"publisher","first-page":"2869","DOI":"10.1162\/neco.2009.10-08-882","volume":"21","author":"A Dezfouli","year":"2009","unstructured":"Dezfouli, A. et al. A neurocomputational model for cocaine addiction. Neural Comput. 21, 2869\u20132893 (2009).","journal-title":"Neural Comput."},{"key":"BFnn2723_CR82","doi-asserted-by":"crossref","first-page":"415","DOI":"10.1017\/S0140525X0800472X","volume":"31","author":"AD Redish","year":"2008","unstructured":"Redish, A.D., Jensen, S. & Johnson, A. A unified framework for addiction: vulnerabilities in the decision process. Behav. Brain Sci. 31, 415\u2013437, discussion 437\u2013487 (2008).","journal-title":"Behav. Brain Sci."},{"key":"BFnn2723_CR83","doi-asserted-by":"publisher","first-page":"116","DOI":"10.1016\/j.tins.2005.12.006","volume":"29","author":"G Schoenbaum","year":"2006","unstructured":"Schoenbaum, G., Roesch, M.R. & Stalnaker, T.A. Orbitofrontal cortex, decision-making and drug addiction. Trends Neurosci. 29, 116\u2013124 (2006).","journal-title":"Trends Neurosci."},{"key":"BFnn2723_CR84","doi-asserted-by":"publisher","first-page":"309","DOI":"10.1016\/S0165-0173(98)00019-8","volume":"28","author":"KC Berridge","year":"1998","unstructured":"Berridge, K.C. & Robinson, T.E. What is the role of dopamine in reward: hedonic impact, reward learning, or incentive salience? Brain Res. Brain Res. Rev. 28, 309\u2013369 (1998).","journal-title":"Brain Res. Brain Res. Rev."},{"key":"BFnn2723_CR85","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1176\/appi.ajp.160.1.13","volume":"160","author":"S Kapur","year":"2003","unstructured":"Kapur, S. Psychosis as a state of aberrant salience: a framework linking biology, phenomenology, and pharmacology in schizophrenia. Am. J. Psychiatry 160, 13\u201323 (2003).","journal-title":"Am. J. Psychiatry"},{"key":"BFnn2723_CR86","doi-asserted-by":"publisher","first-page":"238","DOI":"10.1177\/0269881107077716","volume":"21","author":"PR Corlett","year":"2007","unstructured":"Corlett, P.R., Honey, G.D. & Fletcher, P.C. From prediction error to psychosis: ketamine as a pharmacological model of delusions. J. Psychopharmacol. 21, 238\u2013252 (2007).","journal-title":"J. Psychopharmacol."},{"key":"BFnn2723_CR87","doi-asserted-by":"publisher","first-page":"2387","DOI":"10.1093\/brain\/awm173","volume":"130","author":"PR Corlett","year":"2007","unstructured":"Corlett, P.R. et al. Disrupted prediction-error signal in psychosis: evidence for an associative account of delusions. Brain 130, 2387\u20132400 (2007).","journal-title":"Brain"},{"key":"BFnn2723_CR88","doi-asserted-by":"publisher","first-page":"267","DOI":"10.1038\/sj.mp.4002058","volume":"13","author":"GK Murray","year":"2008","unstructured":"Murray, G.K. et al. Substantia nigra\/ventral tegmental reward prediction error disruption in psychosis. Mol. Psychiatry 13, 267\u2013276 (2008).","journal-title":"Mol. Psychiatry"},{"key":"BFnn2723_CR89","doi-asserted-by":"publisher","first-page":"1567","DOI":"10.1038\/npp.2008.214","volume":"34","author":"JA Waltz","year":"2009","unstructured":"Waltz, J.A. et al. Patients with schizophrenia have a reduced neural response to both unpredictable and predictable primary reinforcers. Neuropsychopharmacology 34, 1567\u20131577 (2009).","journal-title":"Neuropsychopharmacology"},{"key":"BFnn2723_CR90","unstructured":"Strauss, G.P. et al. Deficits in positive reinforcement learning and uncertainty-driven exploration are associated with distinct aspects of negative symptoms in schizophrenia. Biol. Psychiatry (in the press)."},{"key":"BFnn2723_CR91","doi-asserted-by":"publisher","first-page":"851","DOI":"10.1016\/S0149-7634(99)00037-8","volume":"23","author":"ML Wadenberg","year":"1999","unstructured":"Wadenberg, M.L. & Hicks, P.B. The conditioned avoidance response test re-evaluated: is it a sensitive test for the detection of potentially atypical antipsychotics? Neurosci. Biobehav. Rev. 23, 851\u2013862 (1999).","journal-title":"Neurosci. Biobehav. Rev."},{"key":"BFnn2723_CR92","doi-asserted-by":"publisher","first-page":"87","DOI":"10.1016\/0091-3057(74)90139-7","volume":"2","author":"HC Fibiger","year":"1974","unstructured":"Fibiger, H.C., Phillips, A.G. & Zis, A.P. Deficits in instrumental responding after 6-hydroxydopamine lesions of the nigro-neostriatal dopaminergic projection. Pharmacol. Biochem. Behav. 2, 87\u201396 (1974).","journal-title":"Pharmacol. Biochem. Behav."},{"key":"BFnn2723_CR93","doi-asserted-by":"publisher","first-page":"573","DOI":"10.1007\/BF01982337","volume":"40","author":"G Fantin","year":"1984","unstructured":"Fantin, G. & Bottecchia, D. Effect of nucleus accumbens destruction in rat. Experientia 40, 573\u2013575 (1984).","journal-title":"Experientia"},{"key":"BFnn2723_CR94","doi-asserted-by":"publisher","first-page":"297","DOI":"10.1016\/0006-3223(90)90657-N","volume":"28","author":"ML Wadenberg","year":"1990","unstructured":"Wadenberg, M.L., Ericson, E., Magnusson, O. & Ahlenius, S. Suppression of conditioned avoidance behavior by the local application of (\u2013)sulpiride into the ventral, but not the dorsal, striatum of the rat. Biol. Psychiatry 28, 297\u2013307 (1990).","journal-title":"Biol. Psychiatry"},{"key":"BFnn2723_CR95","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1016\/S0166-4328(02)00282-6","volume":"137","author":"JD Salamone","year":"2002","unstructured":"Salamone, J.D. & Correa, M. Motivational views of reinforcement: implications for understanding the behavioral functions of nucleus accumbens dopamine. Behav. Brain Res. 137, 3\u201325 (2002).","journal-title":"Behav. Brain Res."},{"key":"BFnn2723_CR96","doi-asserted-by":"publisher","first-page":"1437","DOI":"10.1111\/j.1460-9568.2008.06422.x","volume":"28","author":"HH Yin","year":"2008","unstructured":"Yin, H.H., Ostlund, S.B. & Balleine, B.W. Reward-guided learning beyond dopamine in the nucleus accumbens: the integrative functions of cortico-basal ganglia networks. Eur. J. Neurosci. 28, 1437\u20131448 (2008).","journal-title":"Eur. J. Neurosci."},{"key":"BFnn2723_CR97","doi-asserted-by":"publisher","first-page":"1251","DOI":"10.1017\/S0954579408000606","volume":"20","author":"TV Maia","year":"2008","unstructured":"Maia, T.V., Cooney, R.E. & Peterson, B.S. The neural bases of obsessive-compulsive disorder in children and adults. Dev. Psychopathol. 20, 1251\u20131283 (2008).","journal-title":"Dev. Psychopathol."},{"issue":"Suppl","key":"BFnn2723_CR98","doi-asserted-by":"publisher","first-page":"1218","DOI":"10.1038\/81504","volume":"3","author":"P Dayan","year":"2000","unstructured":"Dayan, P., Kakade, S. & Montague, P.R. Learning and selective attention. Nat. Neurosci. 3 Suppl: 1218\u20131223 (2000).","journal-title":"Nat. Neurosci."},{"key":"BFnn2723_CR99","doi-asserted-by":"publisher","first-page":"197","DOI":"10.1037\/a0017808","volume":"117","author":"SJ Gershman","year":"2010","unstructured":"Gershman, S.J., Blei, D.M. & Niv, Y. Context, learning, and extinction. Psychol. Rev. 117, 197\u2013209 (2010).","journal-title":"Psychol. Rev."},{"key":"BFnn2723_CR100","doi-asserted-by":"publisher","first-page":"1232","DOI":"10.1111\/j.1551-6709.2009.01054.x","volume":"33","author":"TV Maia","year":"2009","unstructured":"Maia, T.V. Fear conditioning and social groups: statistics, not genetics. Cogn. Sci. 33, 1232\u20131251 (2009).","journal-title":"Cogn. Sci."}],"container-title":["Nature Neuroscience"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/www.nature.com\/articles\/nn.2723.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/www.nature.com\/articles\/nn.2723","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/www.nature.com\/articles\/nn.2723.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,3,2]],"date-time":"2025-03-02T05:13:24Z","timestamp":1740892404000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/nn.2723"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2011,1,26]]},"references-count":100,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2011,2]]}},"alternative-id":["BFnn2723"],"URL":"https:\/\/doi.org\/10.1038\/nn.2723","relation":{},"ISSN":["1097-6256","1546-1726"],"issn-type":[{"value":"1097-6256","type":"print"},{"value":"1546-1726","type":"electronic"}],"subject":[],"published":{"date-parts":[[2011,1,26]]}}}