{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T14:45:11Z","timestamp":1742913911893,"version":"3.40.3"},"publisher-location":"New York, NY","reference-count":45,"publisher":"Springer New York","isbn-type":[{"type":"electronic","value":"9781461473206"}],"license":[{"start":{"date-parts":[[2013,1,1]],"date-time":"2013-01-01T00:00:00Z","timestamp":1356998400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2013]]},"DOI":"10.1007\/978-1-4614-7320-6_631-3","type":"book-chapter","created":{"date-parts":[[2014,8,22]],"date-time":"2014-08-22T09:41:07Z","timestamp":1408700467000},"page":"1-7","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Computation with Dopaminergic Modulation"],"prefix":"10.1007","author":[{"given":"Sam","family":"Gershman","sequence":"first","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2014,3,3]]},"reference":[{"key":"631-3_CR1","doi-asserted-by":"publisher","first-page":"436","DOI":"10.1016\/S1364-6613(98)01240-6","volume":"2","author":"AFT Arnsten","year":"1998","unstructured":"Arnsten AFT (1998) Catecholamine modulation of prefrontal cortical cognitive function. Trends Cogn Sci 2:436\u2013447","journal-title":"Trends Cogn Sci"},{"key":"631-3_CR2","doi-asserted-by":"publisher","first-page":"309","DOI":"10.1016\/S0165-0173(98)00019-8","volume":"28","author":"KC Berridge","year":"1998","unstructured":"Berridge KC, Robinson TE (1998) What is the role of dopamine in reward: hedonic impact, reward learning, or incentive salience? Brain Res Rev 28:309\u2013369","journal-title":"Brain Res Rev"},{"key":"631-3_CR3","doi-asserted-by":"publisher","first-page":"327","DOI":"10.1016\/S0079-6123(08)63082-4","volume":"121","author":"TS Braver","year":"1999","unstructured":"Braver TS, Cohen JD (1999) Dopamine, cognitive control, and schizophrenia: the gating model. Prog Brain Res 121:327\u2013349","journal-title":"Prog Brain Res"},{"key":"631-3_CR4","doi-asserted-by":"publisher","first-page":"341","DOI":"10.1016\/S0149-7634(87)80006-4","volume":"11","author":"CR Clarke","year":"1987","unstructured":"Clarke CR, Geffen GM, Geffen LB (1987) Catecholamines and attention I: animal and clinical studies. Neurosci Biobehav Rev 11:341\u2013352","journal-title":"Neurosci Biobehav Rev"},{"key":"631-3_CR5","doi-asserted-by":"publisher","first-page":"223","DOI":"10.1016\/S0959-4388(02)00314-8","volume":"12","author":"JD Cohen","year":"2002","unstructured":"Cohen JD, Braver TS, Brown JW (2002) Computational perspectives on dopamine function in prefrontal cortex. Curr Opin Neurobiol 12:223\u2013229","journal-title":"Curr Opin Neurobiol"},{"key":"631-3_CR6","doi-asserted-by":"publisher","first-page":"933","DOI":"10.1098\/rstb.2007.2098","volume":"362","author":"JD Cohen","year":"2007","unstructured":"Cohen JD, McClure SM, Yu AJ (2007) Should I stay or should I go? How the human brain manages the trade-off between exploitation and exploration. Philos Trans R Soc Lond B Biol Sci 362:933\u2013942","journal-title":"Philos Trans R Soc Lond B Biol Sci"},{"key":"631-3_CR7","doi-asserted-by":"publisher","first-page":"1663","DOI":"10.1016\/j.neuropsychologia.2006.03.030","volume":"44","author":"R Cools","year":"2006","unstructured":"Cools R, Altamirano L, D\u2019Esposito M (2006) Reversal learning in Parkinson\u2019s disease depends on medication status and outcome valence. Neuropsychologia 44:1663\u20131673","journal-title":"Neuropsychologia"},{"key":"631-3_CR8","doi-asserted-by":"publisher","first-page":"502","DOI":"10.1016\/j.neuron.2009.01.031","volume":"61","author":"A Dagher","year":"2009","unstructured":"Dagher A, Robbins T (2009) Personality addiction dopamine: Insights from Parkinson\u2019s disease. Neuron 61:502\u2013510","journal-title":"Neuron"},{"key":"631-3_CR9","doi-asserted-by":"publisher","first-page":"1637","DOI":"10.1162\/neco.2006.18.7.1637","volume":"18","author":"ND Daw","year":"2006","unstructured":"Daw ND, Courville AC, Touretzky DS (2006) Representation and timing in theories of the dopamine system. Neural Comput 18:1637\u20131677","journal-title":"Neural Comput"},{"key":"631-3_CR10","doi-asserted-by":"publisher","first-page":"587","DOI":"10.1007\/s00213-004-2059-4","volume":"179","author":"F Denk","year":"2005","unstructured":"Denk F, Walton ME, Jennings KA, Sharp T, Rushworth MF, Bannerman DM (2005) Differential involvement of serotonin and dopamine systems in cost\u2013benefit decisions about delay oreffort. Psychopharmacology (Berl) 179:587\u2013596","journal-title":"Psychopharmacology (Berl)"},{"key":"631-3_CR11","doi-asserted-by":"publisher","first-page":"739","DOI":"10.1016\/j.biopsych.2008.05.015","volume":"64","author":"D Durstewitz","year":"2008","unstructured":"Durstewitz D, Seamans JK (2008) The dual-state theory of prefrontal cortex dopamine function with relevance to COMT genotypes and schizophrenia. Biol Psychiatry 64:739\u2013749","journal-title":"Biol Psychiatry"},{"key":"631-3_CR12","doi-asserted-by":"crossref","first-page":"2807","DOI":"10.1523\/JNEUROSCI.19-07-02807.1999","volume":"19","author":"D Durstewitz","year":"1999","unstructured":"Durstewitz D, Kelc M, G\u00fcnt\u00fcrk\u00fcn O (1999) A neurocomputational theory of the dopaminergic modulation of working memory functions. J Neurosci 19:2807\u20132822","journal-title":"J Neurosci"},{"key":"631-3_CR13","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1146\/annurev.ne.10.030187.000435","volume":"10","author":"L Foote","year":"1987","unstructured":"Foote L, Morrison JH (1987) Extrathalamic modulation of cortical function. Annu Rev Neurosci 10:67\u201395","journal-title":"Annu Rev Neurosci"},{"key":"631-3_CR14","doi-asserted-by":"publisher","first-page":"51","DOI":"10.1162\/0898929052880093","volume":"17","author":"MJ Frank","year":"2005","unstructured":"Frank MJ (2005) Dynamic dopamine modulation in the basal ganglia: a neurocomputational account of cognitive deficits in medicated and nonmedicated Parkinsonism. J Cogn Neurosci 17:51\u201372","journal-title":"J Cogn Neurosci"},{"key":"631-3_CR15","doi-asserted-by":"publisher","first-page":"1008","DOI":"10.1093\/schbul\/sbn123","volume":"34","author":"MJ Frank","year":"2008","unstructured":"Frank MJ (2008) Schizophrenia: a computational reinforcement learning perspective. Schizophr Bull 34:1008\u20131011","journal-title":"Schizophr Bull"},{"key":"631-3_CR16","doi-asserted-by":"publisher","first-page":"1940","DOI":"10.1126\/science.1102941","volume":"306","author":"MJ Frank","year":"2004","unstructured":"Frank MJ, Seeberger L, O'Reilly RC (2004) By carrot or by stick: cognitive reinforcement learning in Parkinsonism. Science 306:1940\u20131943","journal-title":"Science"},{"key":"631-3_CR17","doi-asserted-by":"publisher","first-page":"15647","DOI":"10.1073\/pnas.1014269108","volume":"108","author":"PW Glimcher","year":"2011","unstructured":"Glimcher PW (2011) Understanding dopamine and reinforcement learning: the dopamine reward prediction error hypothesis. Proc Natl Acad Sci 108:15647\u201315654","journal-title":"Proc Natl Acad Sci"},{"key":"631-3_CR18","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/0306-4522(91)90196-U","volume":"41","author":"AA Grace","year":"1991","unstructured":"Grace AA (1991) Phasic versus tonic dopamine release and the modulation of dopamine system responsivity: a hypothesis of the etiology of schizophrenia. Neuroscience 41:1\u201324","journal-title":"Neuroscience"},{"key":"631-3_CR19","doi-asserted-by":"publisher","first-page":"304","DOI":"10.1038\/1124","volume":"1","author":"JR Hollerman","year":"1998","unstructured":"Hollerman JR, Schultz W (1998) Dopamine neurons report an error in the temporal prediction of reward during learning. Nat Neurosci 1:304\u2013309","journal-title":"Nat Neurosci"},{"key":"631-3_CR20","doi-asserted-by":"publisher","first-page":"251","DOI":"10.1016\/S0006-8993(97)00265-5","volume":"759","author":"JC Horvitz","year":"1997","unstructured":"Horvitz JC, Stewart T, Jacobs B (1997) Burst activity of ventral tegmental dopamine neurons is elicited by sensory stimuli in the awake cat. Brain Res 759:251\u2013258","journal-title":"Brain Res"},{"key":"631-3_CR21","first-page":"249","volume-title":"Models of information processing in the basal ganglia","author":"JC Houk","year":"1995","unstructured":"Houk JC, Adams JL, Barto AG (1995) A model of how the basal ganglia generate and use neural signals that predict reinforcement. In: Houk JC, Davis JL, Beiser DG (eds) Models of information processing in the basal ganglia. MIT Press, Cambridge, MA, pp 249\u2013270"},{"key":"631-3_CR22","doi-asserted-by":"publisher","first-page":"549","DOI":"10.1016\/S0893-6080(02)00048-5","volume":"15","author":"S Kakade","year":"2002","unstructured":"Kakade S, Dayan P (2002) Dopamine: generalization and bonuses. Neural Netw 15:549\u2013559","journal-title":"Neural Netw"},{"key":"631-3_CR23","doi-asserted-by":"publisher","first-page":"609","DOI":"10.1007\/s00213-006-0527-8","volume":"191","author":"CC Lapish","year":"2007","unstructured":"Lapish CC, Kroener S, Durstewitz D, Lavin A, Seamans JK (2007) The ability of the mesocortical dopamine system to operate in distinct temporal modes. Psychopharmacology (Berl) 191:609\u2013625","journal-title":"Psychopharmacology (Berl)"},{"key":"631-3_CR24","doi-asserted-by":"publisher","first-page":"360","DOI":"10.1002\/cne.903380304","volume":"338","author":"JB Levitt","year":"1993","unstructured":"Levitt JB, Lewis DA, Yoshioka T, Lund JS (1993) Topography of pyramidal neuron intrinsic connections in macaque monkey prefrontal cortex (areas 9 and 46). J Comp Neurol 338:360\u2013376","journal-title":"J Comp Neurol"},{"key":"631-3_CR25","doi-asserted-by":"publisher","first-page":"7105","DOI":"10.1523\/JNEUROSCI.0264-07.2007","volume":"27","author":"P Mazzoni","year":"2007","unstructured":"Mazzoni P, Hristova A, Krakauer JW (2007) Why don\u2019t we move faster? Parkinson\u2019s disease, movement vigor, and implicit motivation. J Neurosci 27:7105\u20137116","journal-title":"J Neurosci"},{"issue":"5","key":"631-3_CR26","doi-asserted-by":"crossref","first-page":"1936","DOI":"10.1523\/JNEUROSCI.16-05-01936.1996","volume":"16","author":"PR Montague","year":"1996","unstructured":"Montague PR, Dayan P, Sejnowski TJ (1996) A framework for mesencephalic dopamine systems based on predictive Hebbian learning. J Neurosci 16(5):1936\u20131947","journal-title":"J Neurosci"},{"key":"631-3_CR45","doi-asserted-by":"publisher","first-page":"1057","DOI":"10.1038\/nn1743","volume":"9","author":"G Morris","year":"2006","unstructured":"Morris G, Nevet A, Arkadir D, Vaadia E, Bergman H (2006) Midbrain dopamine neurons encode decisions for future action. Nature Neuroscience 9:1057\u20131063","journal-title":"Nature Neuroscience"},{"key":"631-3_CR27","doi-asserted-by":"publisher","first-page":"12294","DOI":"10.1523\/JNEUROSCI.3116-08.2008","volume":"28","author":"AA Moustafa","year":"2008","unstructured":"Moustafa AA, Cohen MX, Sherman SJ, Frank MJ (2008a) A role for dopamine in temporal decision making and reward maximization in Parkinsonism. J Neurosci 28:12294\u201312304","journal-title":"J Neurosci"},{"key":"631-3_CR28","doi-asserted-by":"publisher","first-page":"3144","DOI":"10.1016\/j.neuropsychologia.2008.07.011","volume":"46","author":"AA Moustafa","year":"2008","unstructured":"Moustafa AA, Sherman SJ, Frank MJ (2008b) A dopaminergic basis for working memory, learning, and attentional shifting in Parkinson\u2019s disease. Neuropsychologia 46:3144\u20133156","journal-title":"Neuropsychologia"},{"key":"631-3_CR29","doi-asserted-by":"publisher","first-page":"3731","DOI":"10.1152\/jn.00335.2007","volume":"98","author":"JT Moyer","year":"2007","unstructured":"Moyer JT, Wolf JA, Finkel LH (2007) Effects of dopaminergic modulation on the integrative properties of the ventral striatal medium spiny neuron. J Neurophysiol 98:3731\u20133748","journal-title":"J Neurophysiol"},{"key":"631-3_CR30","doi-asserted-by":"publisher","first-page":"11777","DOI":"10.1523\/JNEUROSCI.4010-07.2007","volume":"27","author":"Y Niv","year":"2007","unstructured":"Niv Y, Rivlin-Etzion M (2007) Parkinson\u2019s disease: fighting the will? J Neurosci 27:11777\u201311779","journal-title":"J Neurosci"},{"key":"631-3_CR31","doi-asserted-by":"publisher","first-page":"507","DOI":"10.1007\/s00213-006-0502-4","volume":"191","author":"Y Niv","year":"2007","unstructured":"Niv Y, Daw ND, Joel D, Dayan P (2007) Tonic dopamine: opportunity costs and the controlof response vigor. Psychopharmacology (Berl) 191:507\u2013520","journal-title":"Psychopharmacology (Berl)"},{"key":"631-3_CR32","doi-asserted-by":"publisher","first-page":"283","DOI":"10.1162\/089976606775093909","volume":"18","author":"RC O'Reilly","year":"2006","unstructured":"O'Reilly RC, Frank MJ (2006) Making working memory work: a computational model of learning in the prefrontal cortex and basal ganglia. Neural Comput 18:283\u2013328","journal-title":"Neural Comput"},{"issue":"12","key":"631-3_CR46","doi-asserted-by":"crossref","first-page":"1615","DOI":"10.1038\/nn2013","volume":"10","author":"Matthew R Roesch","year":"2007","unstructured":"Roesch MR, Calu DJ, Schoenbaum G (2007) Dopamine neurons encode the better options in rats deciding between differently delayed or sized rewards. Nature Neuroscience 10:1615:1624","journal-title":"Nature Neuroscience"},{"key":"631-3_CR33","doi-asserted-by":"publisher","first-page":"863","DOI":"10.1016\/S0306-4522(01)00249-4","volume":"5","author":"JD Salamone","year":"2001","unstructured":"Salamone JD, Wisniecki A, Carlson BB, Correa M (2001) Nucleus accumbens dopamine depletions make animals highly sensitive to high fixed ratio requirements but do not impair primary food reinforcement. Neuroscience 5:863\u2013870","journal-title":"Neuroscience"},{"key":"631-3_CR34","doi-asserted-by":"publisher","first-page":"947","DOI":"10.1126\/science.1825731","volume":"251","author":"T Sawaguchi","year":"1991","unstructured":"Sawaguchi T, Goldman-Rakic PS (1991) D1 dopamine receptors in prefrontal cortex: involvement in working memory. Science 251:947\u2013950","journal-title":"Science"},{"key":"631-3_CR35","doi-asserted-by":"publisher","first-page":"259","DOI":"10.1146\/annurev.neuro.28.061604.135722","volume":"30","author":"W Schultz","year":"2007","unstructured":"Schultz W (2007) Multiple dopamine functions at different time courses. Annu Rev Neurosci 30:259\u2013288","journal-title":"Annu Rev Neurosci"},{"key":"631-3_CR36","doi-asserted-by":"publisher","first-page":"1593","DOI":"10.1126\/science.275.5306.1593","volume":"275","author":"W Schultz","year":"1997","unstructured":"Schultz W, Dayan P, Montague PR (1997) A neural substrate of prediction and reward. Science 275:1593\u20131599","journal-title":"Science"},{"key":"631-3_CR37","doi-asserted-by":"publisher","first-page":"892","DOI":"10.1126\/science.2392679","volume":"249","author":"D Servan-Schreiber","year":"1990","unstructured":"Servan-Schreiber D, Printz H, Cohen JD (1990) A network model of catecholamine effects: gain, signal-to-noise ratio, and behavior. Science 249:892\u2013895","journal-title":"Science"},{"key":"631-3_CR38","doi-asserted-by":"publisher","first-page":"557","DOI":"10.1016\/S0091-3057(97)00544-3","volume":"59","author":"JD Sokolowski","year":"1998","unstructured":"Sokolowski JD, Salamone JD (1998) The role of accumbens dopamine in lever pressing and response allocation: effects of 6-OHDA injected into core and dorsomedial shell. Pharmacol Biochem Behav 59:557\u2013566","journal-title":"Pharmacol Biochem Behav"},{"key":"631-3_CR39","doi-asserted-by":"publisher","first-page":"350","DOI":"10.1007\/s002210050467","volume":"121","author":"RE Suri","year":"1998","unstructured":"Suri RE, Schultz W (1998) Learning of sequential movements by neural network model with dopamine-like reinforcement signal. Exp Brain Res 121:350\u2013354","journal-title":"Exp Brain Res"},{"key":"631-3_CR40","volume-title":"Reinforcement learning: an introduction","author":"RS Sutton","year":"1998","unstructured":"Sutton RS, Barto AG (1998) Reinforcement learning: an introduction. MIT Press, Cambridge, MA"},{"key":"631-3_CR41","doi-asserted-by":"publisher","first-page":"10652","DOI":"10.1523\/JNEUROSCI.3179-04.2004","volume":"24","author":"H Trantham-Davidson","year":"2004","unstructured":"Trantham-Davidson H, Neely LC, Lavin A, Seamans JK (2004) Mechanisms underlying differential D1 versus D2 dopamine receptor regulation of inhibition in prefrontal cortex. J Neurosci 24:10652\u201310659","journal-title":"J Neurosci"},{"key":"631-3_CR42","doi-asserted-by":"publisher","first-page":"756","DOI":"10.1016\/j.biopsych.2006.09.042","volume":"62","author":"JA Waltz","year":"2007","unstructured":"Waltz JA, Frank MJ, Robinson BM, Gold JM (2007) Selective reinforcement learning deficits in schizophrenia support predictions from computational models of striatal-corticaldysfunction. Biol Psychiatry 62:756\u2013764","journal-title":"Biol Psychiatry"},{"key":"631-3_CR43","doi-asserted-by":"publisher","first-page":"275","DOI":"10.1016\/S0079-6123(10)83014-6","volume":"183","author":"TV Wiecki","year":"2010","unstructured":"Wiecki TV, Frank MJ (2010) Neurocomputational models of motor and cognitive deficits in Parkinson\u2019s disease. Prog Brain Res 183:275\u2013297","journal-title":"Prog Brain Res"}],"container-title":["Encyclopedia of Computational Neuroscience"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-1-4614-7320-6_631-3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,23]],"date-time":"2023-01-23T19:40:01Z","timestamp":1674502801000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-1-4614-7320-6_631-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013]]},"ISBN":["9781461473206"],"references-count":45,"URL":"https:\/\/doi.org\/10.1007\/978-1-4614-7320-6_631-3","relation":{},"subject":[],"published":{"date-parts":[[2013]]},"assertion":[{"value":"28 November 2013, 19:47:03","order":1,"name":"received","label":"Received","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"28 November 2013, 19:47:03","order":2,"name":"accepted","label":"Accepted","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"3 March 2014","order":3,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}