{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,13]],"date-time":"2026-05-13T17:17:45Z","timestamp":1778692665477,"version":"3.51.4"},"reference-count":199,"publisher":"Elsevier BV","issue":"2","license":[{"start":{"date-parts":[[2002,10,1]],"date-time":"2002-10-01T00:00:00Z","timestamp":1033430400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2013,7,17]],"date-time":"2013-07-17T00:00:00Z","timestamp":1374019200000},"content-version":"vor","delay-in-days":3942,"URL":"https:\/\/www.elsevier.com\/open-access\/userlicense\/1.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Neuron"],"published-print":{"date-parts":[[2002,10]]},"DOI":"10.1016\/s0896-6273(02)00967-4","type":"journal-article","created":{"date-parts":[[2004,4,14]],"date-time":"2004-04-14T09:27:58Z","timestamp":1081934878000},"page":"241-263","source":"Crossref","is-referenced-by-count":1889,"title":["Getting Formal with Dopamine and Reward"],"prefix":"10.1016","volume":"36","author":[{"given":"Wolfram","family":"Schultz","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"78","reference":[{"key":"10.1016\/S0896-6273(02)00967-4_BIB1","doi-asserted-by":"crossref","first-page":"1655","DOI":"10.1111\/j.1471-4159.1989.tb09224.x","article-title":"Differential effect of stress on in vivo dopamine release in striatum, nucleus accumbens, and medial frontal cortex","volume":"52","author":"Abercrombie","year":"1989","journal-title":"J. Neurochem."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB2","doi-asserted-by":"crossref","first-page":"199","DOI":"10.1007\/BF00421027","article-title":"Effects of low and high doses of L-dopa on the tetrabenazine or \u03b1-methyltyrosine-induced suppression of behaviour in a successive discrimination task","volume":"39","author":"Ahlenius","year":"1974","journal-title":"Psychopharmacologia"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB3","doi-asserted-by":"crossref","first-page":"2166","DOI":"10.1152\/jn.2000.84.4.2166","article-title":"Reward-predicting and reward-detecting neuronal activity in the primarte supplementary eye field","volume":"84","author":"Amador","year":"2000","journal-title":"J. Neurophysiol."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB4","first-page":"306","article-title":"A quantitative study on the nigro-neostriatal dopamine neurons. Acta physiol","volume":"67","author":"And\u00e9n","year":"1966","journal-title":"Scand."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB5","doi-asserted-by":"crossref","first-page":"945","DOI":"10.1152\/jn.1992.68.3.945","article-title":"Neuronal activity in monkey striatum related to the expectation of predictable environmental events","volume":"68","author":"Apicella","year":"1992","journal-title":"J. Neurophysiol."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB6","doi-asserted-by":"crossref","first-page":"456","DOI":"10.1007\/PL00005773","article-title":"Responses of tonically discharging neurons in the monkey striatum to primary rewards delivered during different behavioral states","volume":"116","author":"Apicella","year":"1997","journal-title":"Exp. Brain Res."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB7","doi-asserted-by":"crossref","first-page":"887","DOI":"10.1523\/JNEUROSCI.01-08-00887.1981","article-title":"Norepinephrine-containing locus coeruleus neurons in behaving rats exhibit pronounced responses to nonnoxious environmental stimuli","volume":"1","author":"Aston-Jones","year":"1981","journal-title":"J. Neurosci."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB8","doi-asserted-by":"crossref","first-page":"4467","DOI":"10.1523\/JNEUROSCI.14-07-04467.1994","article-title":"Locus coeruleus neurons in monkey are selectively activated by attended cues in a vigilance task","volume":"14","author":"Aston-Jones","year":"1994","journal-title":"J. Neurosci."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB9","doi-asserted-by":"crossref","first-page":"697","DOI":"10.1016\/S0306-4522(97)00060-2","article-title":"Conditioned responses of monkey locus coeruleus neurons anticipate acquisition of discriminative behavior in a vigilance task","volume":"80","author":"Aston-Jones","year":"1997","journal-title":"Neuroscience"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB10","doi-asserted-by":"crossref","first-page":"1011","DOI":"10.1016\/S0896-6273(02)00719-5","article-title":"Cerebellar function in consolidation of a motor memory","volume":"34","author":"Attwell","year":"2002","journal-title":"Neuron"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB11","doi-asserted-by":"crossref","first-page":"79","DOI":"10.1038\/35083586","article-title":"Cortical remodelling induced by activity of ventral tegmental dopamine neurons","volume":"412","author":"Bao","year":"2001","journal-title":"Nature"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB12","series-title":"Models of Information Processing in the Basal Ganglia","article-title":"Adaptive critics and the basal ganglia","author":"Barto","year":"1995"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB13","doi-asserted-by":"crossref","first-page":"834","DOI":"10.1109\/TSMC.1983.6313077","article-title":"Neuronlike adaptive elements that can solve difficult learning problems","volume":"SMC-13","author":"Barto","year":"1983","journal-title":"IEEE Trans. Syst. Man and Cybern."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB14","doi-asserted-by":"crossref","first-page":"99","DOI":"10.1002\/cne.902730109","article-title":"Regional and laminar distribution of the dopamine and serotonin innervation in the macaque cerebral cortex","volume":"273","author":"Berger","year":"1988","journal-title":"J. Comp. Neurol."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB15","doi-asserted-by":"crossref","first-page":"1272","DOI":"10.1126\/science.276.5316.1272","article-title":"Brain regions responsive to novelty in the absence of awareness","volume":"276","author":"Berns","year":"1997","journal-title":"Science"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB16","doi-asserted-by":"crossref","first-page":"115","DOI":"10.1016\/S0014-2999(02)01291-8","article-title":"Long-term potentiation in rat prefrontal slices facilitated by phased application of dopamine","volume":"438","author":"Blond","year":"2002","journal-title":"Eur. J. Pharmacol."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB17","doi-asserted-by":"crossref","first-page":"1061","DOI":"10.1152\/jn.1996.75.3.1061","article-title":"Neural signals in the monkey ventral striatum related to motivation for juice and cocaine rewards","volume":"75","author":"Bowman","year":"1996","journal-title":"J. Neurophysiol."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB18","doi-asserted-by":"crossref","first-page":"1706","DOI":"10.1126\/science.1069434","article-title":"Operant learning in aplysia","volume":"296","author":"Brembs","year":"2002","journal-title":"Science"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB19","doi-asserted-by":"crossref","first-page":"349","DOI":"10.1016\/0306-4522(83)90138-0","article-title":"The electrophysiology of dopamine (D2) receptors","volume":"10","author":"Brown","year":"1983","journal-title":"Neuroscience"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB20","doi-asserted-by":"crossref","first-page":"929","DOI":"10.1126\/science.112679","article-title":"Cognitive deficit caused by regional depletion of dopamine in prefrontal cortex of rhesus monkey","volume":"205","author":"Brozoski","year":"1979","journal-title":"Science"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB21","doi-asserted-by":"crossref","first-page":"4546","DOI":"10.1073\/pnas.80.14.4546","article-title":"A primate model of parkinsonism, selective destruction of dopaminergic neurons in the pars compacta of the substantia nigra by N-methyl-4-phenyl-1,2,3,6-tetrahydropyridine","volume":"80","author":"Burns","year":"1983","journal-title":"Proc. Natl. Acad. Sci. USA"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB22","doi-asserted-by":"crossref","first-page":"4224","DOI":"10.1523\/JNEUROSCI.12-11-04224.1992","article-title":"Long-term synaptic depression in the striatum","volume":"12","author":"Calabresi","year":"1992","journal-title":"J. Neurosci."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB23","doi-asserted-by":"crossref","first-page":"4536","DOI":"10.1523\/JNEUROSCI.17-12-04536.1997","article-title":"Abnormal synaptic plasticity in the striatum of mice lacking dopamine D2 receptors","volume":"17","author":"Calabresi","year":"1997","journal-title":"J. Neurosci."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB24","doi-asserted-by":"crossref","first-page":"141","DOI":"10.1016\/0028-3932(89)90167-X","article-title":"The performance on learning tasks of patients in the early stages of Parkinson's disease","volume":"27","author":"Canavan","year":"1989","journal-title":"Neuropsychologia"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB25","doi-asserted-by":"crossref","first-page":"14","DOI":"10.1016\/0006-8993(93)90557-4","article-title":"Firing patterns of nucleus accumbens neurons during cocaine self-administration","volume":"626","author":"Carelli","year":"1993","journal-title":"Brain Res."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB26","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1002\/(SICI)1096-9861(19960520)369:1<1::AID-CNE1>3.0.CO;2-7","article-title":"Hippocampal afferents to the rat prefrontal cortex","volume":"369","author":"Carr","year":"1996","journal-title":"J. Comp. Neurol."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB27","doi-asserted-by":"crossref","first-page":"9576","DOI":"10.1073\/pnas.90.20.9576","article-title":"Neuromodulatory actions of dopamine in the neostriatum are dependent upon the excitatory amino acid receptor subtypes activated","volume":"90","author":"Cepeda","year":"1993","journal-title":"Proc. Natl. Acad. Sci. USA"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB28","doi-asserted-by":"crossref","first-page":"1224","DOI":"10.1523\/JNEUROSCI.14-03-01224.1994","article-title":"Electrophysiological and pharmacological evidence for the role of the nucleus accumbens in cocaine self-administration in freely moving rats","volume":"14","author":"Chang","year":"1994","journal-title":"J. Neurosci."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB29","doi-asserted-by":"crossref","first-page":"641","DOI":"10.1016\/0306-4522(94)90465-0","article-title":"Nonlinear relationship between impulse flow, dopamine release and dopamine elimination in the rat brain in vivo","volume":"62","author":"Chergui","year":"1994","journal-title":"Neuroscience"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB30","doi-asserted-by":"crossref","first-page":"347","DOI":"10.1016\/0306-4522(84)90058-7","article-title":"Presynaptic regulation of neurotransmitter release in the brain","volume":"12","author":"Chesselet","year":"1984","journal-title":"Neuroscience"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB31","doi-asserted-by":"crossref","first-page":"345","DOI":"10.1016\/0014-2999(87)90592-9","article-title":"Extracellular dopamine in rat striatum following uptake inhibition by cocaine, nomifensine and benztropine","volume":"139","author":"Church","year":"1987","journal-title":"Eur. J. Pharmacol."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB32","doi-asserted-by":"crossref","first-page":"191","DOI":"10.1023\/A:1008862904946","article-title":"A predictive reinforcement model of dopamine neurons for learning approach behavior","volume":"6","author":"Contreras-Vidal","year":"1999","journal-title":"J. Comput. Neurosci."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB33","doi-asserted-by":"crossref","first-page":"1673","DOI":"10.1152\/jn.1996.75.4.1673","article-title":"Hunger and satiety modify the responses of olfactory and visual neurons in the primate orbitofrontal cortex","volume":"75","author":"Critchley","year":"1996","journal-title":"J. Neurophysiol."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB34","doi-asserted-by":"crossref","first-page":"4776","DOI":"10.1073\/pnas.86.12.4776","article-title":"Norepinepherine induces pathway-specific long-lasting potentiation and depression in the hippocampal dentate gyrus","volume":"86","author":"Dahl","year":"1989","journal-title":"Proc. Natl. Acad. Sci."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB35","doi-asserted-by":"crossref","first-page":"1599","DOI":"10.1523\/JNEUROSCI.03-08-01599.1983","article-title":"Relations between movement and single cell discharge in the substantia nigra of the behaving monkey","volume":"3","author":"DeLong","year":"1983","journal-title":"J. Neurosci."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB36","series-title":"Contemporary Animal Learning Theory","author":"Dickinson","year":"1980"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB37","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1080\/02724990042000010","article-title":"Causal learning","volume":"54B","author":"Dickinson","year":"2001","journal-title":"Q. J. Exp. Psychol."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB38","doi-asserted-by":"crossref","first-page":"1","DOI":"10.3758\/BF03199951","article-title":"Motivational control of goal-directed action","volume":"22","author":"Dickinson","year":"1994","journal-title":"Anim. Learn. Behav."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB39","doi-asserted-by":"crossref","first-page":"5210","DOI":"10.1523\/JNEUROSCI.22-12-05210.2002","article-title":"Dopamine modulates excitability of spiny neurons in the avian basal ganglia","volume":"22","author":"Ding","year":"2002","journal-title":"J. Neurosci."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB40","doi-asserted-by":"crossref","first-page":"295","DOI":"10.1016\/0006-8993(92)91639-V","article-title":"High-speed chronoamperometric measurements of mesolimbic and nigrostriatal dopamine release associated with repeated daily stress","volume":"586","author":"Doherty","year":"1992","journal-title":"Brain Res."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB41","doi-asserted-by":"crossref","first-page":"427","DOI":"10.1016\/0306-4522(86)90272-1","article-title":"Quantification of the dopamine innervation in adult rat neostriatum","volume":"19","author":"Doucet","year":"1986","journal-title":"Neuroscience"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB42","doi-asserted-by":"crossref","first-page":"647","DOI":"10.1016\/0306-4522(94)90466-9","article-title":"Continuous in vivo monitoring of evoked dopamine release in the rat nucleus accumbens by amperometry","volume":"62","author":"Dugast","year":"1994","journal-title":"Neuroscience"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB43","series-title":"The Cerebellum as a Neuronal Machine","author":"Eccles","year":"1967"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB44","doi-asserted-by":"crossref","first-page":"196","DOI":"10.1007\/s002130050284","article-title":"Effects of methylphenidate on spatial working memory and planning in healthy young adults","volume":"131","author":"Elliott","year":"1997","journal-title":"Psychopharmacology (Berl.)"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB45","unstructured":"Fagg, A.H. (1993). Reinforcement learning for robotic reaching and grasping. In New Perspectives in the Control of the Reach to Grasp Movement, K.M.B. Bennet and U. Castiello, eds. (North Holland), pp. 281\u2013308."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB46","doi-asserted-by":"crossref","first-page":"447","DOI":"10.1016\/0013-4694(91)90062-9","article-title":"Effects of crossmodal divided attention on late ERP components. II. Error processing in choice reaction tasks","volume":"78","author":"Falkenstein","year":"1991","journal-title":"Electroencephalgr. Clin. Neurophysiol."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB47","series-title":"Handbook of Physiology\u2014The Nervous System IV","article-title":"Reward, motivation, cognition, psychobiology of mesotelencephalic dopamine systems","author":"Fibiger","year":"1986"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB48","doi-asserted-by":"crossref","first-page":"165","DOI":"10.1016\/0006-8993(88)90924-9","article-title":"Abnormal influences of passive limb movement on the activity of globus pallidus neurons in parkinsonian monkey","volume":"444","author":"Filion","year":"1988","journal-title":"Brain Res."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB49","series-title":"Incentive Relativity","author":"Flaherty","year":"1996"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB50","doi-asserted-by":"crossref","first-page":"1043","DOI":"10.1038\/nn733","article-title":"Responses of human frontal cortex to surprising events are predicted by formal associative learning theory","volume":"4","author":"Fletcher","year":"2001","journal-title":"Nat. Neurosci."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB51","doi-asserted-by":"crossref","first-page":"3033","DOI":"10.1073\/pnas.77.5.3033","article-title":"Impulse activity of locus coeruleus neurons in awake rats and monkeys is a function of sensory stimulation and arousal","volume":"77","author":"Foote","year":"1980","journal-title":"Proc. Natl. Acad. Sci. USA"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB52","doi-asserted-by":"crossref","first-page":"269","DOI":"10.1016\/0014-4886(77)90175-3","article-title":"Interaction of norepinephrine with cerebellar activity evoked by mossy and climbing fibers","volume":"55","author":"Freedman","year":"1977","journal-title":"Exp. Neurol."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB53","doi-asserted-by":"crossref","first-page":"1189","DOI":"10.1016\/0306-4522(84)90294-X","article-title":"Tyrosine hydroxylase-immunoreactive boutons in synaptic contact with identified striatonigral neurons, with particular reference to dendritic spines","volume":"13","author":"Freund","year":"1984","journal-title":"Neuroscience"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB54","doi-asserted-by":"crossref","first-page":"229","DOI":"10.1016\/0306-4522(94)90592-4","article-title":"Value-dependent selection in the brain","volume":"59","author":"Friston","year":"1994","journal-title":"Neuroscience"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB55","doi-asserted-by":"crossref","first-page":"223","DOI":"10.1016\/0304-3940(86)90467-2","article-title":"\u201cError\u201d potentials in limbic cortex (anterior cingulate area 24) of monkeys during motor learning","volume":"70","author":"Gemba","year":"1986","journal-title":"Neurosci. Lett."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB56","doi-asserted-by":"crossref","first-page":"161","DOI":"10.1016\/0306-4522(88)90320-X","article-title":"1-methyl-4-phenyl-1,2,3,6-tetrahydropyridine (MPTP)-induced parkinsonian syndrome in macaca fascicularis","volume":"24","author":"German","year":"1988","journal-title":"Neuroscience"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB57","doi-asserted-by":"crossref","first-page":"309","DOI":"10.1016\/0006-8993(77)90997-0","article-title":"Purkinje cell activity during motor learning","volume":"128","author":"Gilbert","year":"1977","journal-title":"Brain Res."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB58","doi-asserted-by":"crossref","first-page":"606","DOI":"10.1038\/379606a0","article-title":"Hyperlocomotion and indifference to cocaine and amphetamine in mice lacking the dopamine transporter","volume":"379","author":"Giros","year":"1996","journal-title":"Nature"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB59","doi-asserted-by":"crossref","first-page":"9015","DOI":"10.1073\/pnas.86.22.9015","article-title":"Dopamine synaptic complex with pyramidal neurons in primate cerebral cortex","volume":"86","author":"Goldman-Rakic","year":"1989","journal-title":"Proc. Natl. Acad. Sci. USA"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB60","doi-asserted-by":"crossref","first-page":"19","DOI":"10.1016\/0306-4522(88)90307-7","article-title":"Nonlinear relationship between impulse flow and dopamine released by rat midbrain dopaminergic neurons as studied by in vivo electrochemistry","volume":"24","author":"Gonon","year":"1988","journal-title":"Neuroscience"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB61","doi-asserted-by":"crossref","first-page":"5972","DOI":"10.1523\/JNEUROSCI.17-15-05972.1997","article-title":"Prolonged and extrasynaptic excitatory action of dopamine mediated by D1 receptors in the rat striatum in vivo","volume":"17","author":"Gonon","year":"1997","journal-title":"J. Neurosci."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB62","doi-asserted-by":"crossref","first-page":"351","DOI":"10.1111\/j.1748-1716.1986.tb07988.x","article-title":"Nicotinic effects on the firing pattern of midbrain dopamine neurons","volume":"128","author":"Grenhoff","year":"1986","journal-title":"Acta Physiol. Scand."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB63","series-title":"Models of Information Processing in the Basal Ganglia","article-title":"Elements of the intrinsic organization and information processing in the neostriatum","author":"Groves","year":"1995"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB64","doi-asserted-by":"crossref","unstructured":"Gullapalli, V., Barto, A.G., and Grupen, R.A. (1994). Learning admittance mapping for force-guided assembly. In Proceedings of the 1994 International Conference on Robotics and Automation (Los Alamitos, CA: Computer Society Press), pp. 2633\u20132638.","DOI":"10.1109\/ROBOT.1994.351117"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB65","doi-asserted-by":"crossref","first-page":"1019","DOI":"10.1016\/S0306-4522(99)00395-4","article-title":"Integrity of the mesocortical DA system is necessary for complete expression of in vivo hippocampal-prefrontal cortex long-term potentiation","volume":"94","author":"Gurden","year":"1999","journal-title":"Neuroscience"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB66","doi-asserted-by":"crossref","first-page":"RC106","DOI":"10.1523\/JNEUROSCI.20-22-j0003.2000","article-title":"Essential role of D1 but not D2 receptors in the NMDA receptor-dependent long-term potentiation at hippocampal-prefrontal cortex synapses in vivo","volume":"20","author":"Gurden","year":"2000","journal-title":"J. Neurosci."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB67","doi-asserted-by":"crossref","first-page":"51","DOI":"10.1037\/h0062474","article-title":"The formation of learning sets","volume":"56","author":"Harlow","year":"1949","journal-title":"Psychol. Rev."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB68","doi-asserted-by":"crossref","first-page":"2477","DOI":"10.1152\/jn.2001.85.6.2477","article-title":"Influence of expectation of different rewards on behavior-related neuronal activity in the striatum","volume":"85","author":"Hassani","year":"2001","journal-title":"J. Neurophysiol."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB69","doi-asserted-by":"crossref","first-page":"3334","DOI":"10.1523\/JNEUROSCI.17-09-03334.1997","article-title":"D1 receptor activation enhances evoked discharge in neostriatal medium spiny neurons by modulating an L-type Ca2+ conductance","volume":"17","author":"Hernandez-Lopez","year":"1997","journal-title":"J. Neurosci."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB70","doi-asserted-by":"crossref","first-page":"1726","DOI":"10.1046\/j.1471-4159.1996.66041726.x","article-title":"On the origin of extracellular glutamate levels monitored in the basal ganglia of the rat by in vivo microdialysis","volume":"66","author":"Herrera-Marschitz","year":"1996","journal-title":"J. Neurochem."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB71","doi-asserted-by":"crossref","first-page":"814","DOI":"10.1152\/jn.1989.61.4.814","article-title":"Functional properties of monkey caudate neurons. III. Activities related to expectation of target and reward","volume":"61","author":"Hikosaka","year":"1989","journal-title":"J. Neurophysiol."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB72","doi-asserted-by":"crossref","first-page":"31","DOI":"10.1113\/jphysiol.1990.sp018159","article-title":"Use-dependent changes in synaptic efficacy in rat prefrontal neurons in vitro","volume":"427","author":"Hirsch","year":"1990","journal-title":"J. Physiol."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB73","doi-asserted-by":"crossref","first-page":"304","DOI":"10.1038\/1124","article-title":"Dopamine neurons report an error in the temporal prediction of reward during learning","volume":"1","author":"Hollerman","year":"1998","journal-title":"Nat. Neurosci."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB74","doi-asserted-by":"crossref","first-page":"947","DOI":"10.1152\/jn.1998.80.2.947","article-title":"Influence of reward expectation on behavior-related neuronal activity in primate striatum","volume":"80","author":"Hollerman","year":"1998","journal-title":"J. Neurophysiol."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB75","doi-asserted-by":"crossref","first-page":"651","DOI":"10.1016\/S0306-4522(00)00019-1","article-title":"Mesolimbocortical and nigrostriatal dopamine responses to salient non-reward events","volume":"96","author":"Horvitz","year":"2000","journal-title":"Neuroscience"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB76","series-title":"Models of Information Processing in the Basal Ganglia","article-title":"A model of how the basal ganglia generate and use neural signals that predict reinforcement","author":"Houk","year":"1995"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB77","doi-asserted-by":"crossref","first-page":"368","DOI":"10.1017\/S0140525X00081474","article-title":"Models of the cerebellum and motor learning","volume":"19","author":"Houk","year":"1996","journal-title":"Behav. Brain Sci."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB78","doi-asserted-by":"crossref","first-page":"85","DOI":"10.1146\/annurev.ne.12.030189.000505","article-title":"Long-term depression","volume":"12","author":"Ito","year":"1989","journal-title":"Annu. Rev. Neurosci."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB79","doi-asserted-by":"crossref","first-page":"5575","DOI":"10.1523\/JNEUROSCI.20-15-05575.2000","article-title":"Amphetamine blocks long-term synaptic depression in the ventral tegmental area","volume":"20","author":"Jones","year":"2000","journal-title":"J. Neurosci."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB80","doi-asserted-by":"crossref","first-page":"797","DOI":"10.1016\/S0896-6273(02)00713-4","article-title":"Reciprocal bidirectional plasticity of parallel fiber receptive fields in cerebellar Purkinje cells and their afferent interneurons","volume":"34","author":"J\u00f6rntell","year":"2002","journal-title":"Neuron"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB81","series-title":"Fundamental Issues in Instrumental Learning","article-title":"Selective association and conditioning","author":"Kamin","year":"1969"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB82","doi-asserted-by":"crossref","first-page":"3013","DOI":"10.1152\/jn.1997.77.6.3013","article-title":"Noradrenergic regulation of synaptic plasticity in the hippocampal CA1 region","volume":"77","author":"Katsuki","year":"1997","journal-title":"J. Neurophysiol."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB83","doi-asserted-by":"crossref","first-page":"411","DOI":"10.1038\/1625","article-title":"Expectation of reward modulates cognitive signals in the basal ganglia","volume":"1","author":"Kawagoe","year":"1998","journal-title":"Nat. Neurosci."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB84","doi-asserted-by":"crossref","first-page":"445","DOI":"10.1016\/0166-2236(92)90008-V","article-title":"The cerebellum and VOR\/OKR learning models","volume":"15","author":"Kawato","year":"1992","journal-title":"Trends Neurosci."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB85","doi-asserted-by":"crossref","first-page":"117","DOI":"10.1152\/jn.2001.85.1.117","article-title":"Dopamine D-1\/D-5 receptor activation is required for long-term potentiation in the rat neostriatum in vitro","volume":"85","author":"Kerr","year":"2001","journal-title":"J. Neurophysiol."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB86","doi-asserted-by":"crossref","first-page":"570","DOI":"10.1126\/science.279.5350.570","article-title":"Inhibitory cerebello-olivary projections and blocking effect in classical conditioning","volume":"279","author":"Kim","year":"1998","journal-title":"Science"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB87","doi-asserted-by":"crossref","first-page":"494","DOI":"10.1038\/33141","article-title":"Cerebellar complex spikes encode both destinations and errors in arm movement","volume":"392","author":"Kitazawa","year":"1998","journal-title":"Nature"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB88","doi-asserted-by":"crossref","first-page":"1399","DOI":"10.1126\/science.273.5280.1399","article-title":"A neostriatal habit learning system in humans","volume":"273","author":"Knowlton","year":"1996","journal-title":"Science"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB89","series-title":"The Emotional Brain","author":"LeDoux","year":"1998"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB90","doi-asserted-by":"crossref","first-page":"415","DOI":"10.1016\/S0896-6273(00)80854-5","article-title":"Effect of expected reward magnitude on the responses of neurons in the dorsolateral prefrontal cortex of the macaque","volume":"24","author":"Leon","year":"1999","journal-title":"Neuron"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB91","doi-asserted-by":"crossref","first-page":"85","DOI":"10.1016\/0006-8993(76)90558-8","article-title":"A quantitative correlation between single unit activity and fluorescence intensity of dopamine neurones in zona compacta of substantia nigra, as demonstrated under the influence of nicotine and physostigmine","volume":"117","author":"Lichtensteiger","year":"1976","journal-title":"Brain Res."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB92","first-page":"145","article-title":"Slow cortical potentials in Parkinsonian patients during the course of an associative learning task","volume":"4","author":"Linden","year":"1990","journal-title":"J. Psychophysiol."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB93","doi-asserted-by":"crossref","first-page":"401","DOI":"10.1016\/0959-4388(93)90133-J","article-title":"Cellular mechanisms of long-term depression in the cerebellum","volume":"3","author":"Linden","year":"1993","journal-title":"Curr. Opin. Neurobiol."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB94","doi-asserted-by":"crossref","first-page":"337","DOI":"10.1016\/0006-8993(91)90816-E","article-title":"Responses of monkey midbrain dopamine neurons during delayed alternation performance","volume":"586","author":"Ljungberg","year":"1991","journal-title":"Brain Res."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB95","doi-asserted-by":"crossref","first-page":"145","DOI":"10.1152\/jn.1992.67.1.145","article-title":"Responses of monkey dopamine neurons during learning of behavioral reactions","volume":"67","author":"Ljungberg","year":"1992","journal-title":"J. Neurophysiol."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB96","doi-asserted-by":"crossref","first-page":"958","DOI":"10.1016\/0959-4388(93)90168-X","article-title":"On the cerebellum and motor learning","volume":"3","author":"Llinas","year":"1993","journal-title":"Curr. Opin. Neurobiol."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB97","doi-asserted-by":"crossref","first-page":"225","DOI":"10.1037\/0097-7403.9.3.225","article-title":"Facilitation of instrumental behavior by a Pavlovian appetitive conditioned stimulus","volume":"9","author":"Lovibond","year":"1983","journal-title":"J. Exp. Psychol. Anim. Behav. Process."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB98","doi-asserted-by":"crossref","first-page":"395","DOI":"10.1016\/0006-8993(86)90646-3","article-title":"Differential reactivity of dopaminergic neurons in the nucleus accumbens in response to different behavioral situations. An in vivo voltammetric study in free moving rats","volume":"397","author":"Louilot","year":"1986","journal-title":"Brain Res."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB99","doi-asserted-by":"crossref","first-page":"562","DOI":"10.1002\/cne.903450407","article-title":"Primate striatonigral projections","volume":"345","author":"Lynd-Balta","year":"1994","journal-title":"J. Comp. Neurol."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB100","doi-asserted-by":"crossref","first-page":"276","DOI":"10.1037\/h0076778","article-title":"A theory of attention","volume":"82","author":"Mackintosh","year":"1975","journal-title":"Psychol. Rev."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB101","doi-asserted-by":"crossref","first-page":"349","DOI":"10.1016\/S0896-6273(00)00042-8","article-title":"Long-term potentiation of excitatory inputs to brain reward areas by nicotine","volume":"27","author":"Mansvelder","year":"2000","journal-title":"Neuron"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB102","doi-asserted-by":"crossref","first-page":"905","DOI":"10.1016\/S0896-6273(02)00625-6","article-title":"Synaptic mechanisms underlie nicotine-induced excitability of brain areas","volume":"33","author":"Mansvelder","year":"2002","journal-title":"Neuron"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB103","doi-asserted-by":"crossref","first-page":"437","DOI":"10.1113\/jphysiol.1969.sp008820","article-title":"A theory of cerebellar cortex","volume":"202","author":"Marr","year":"1969","journal-title":"J. Physiol."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB104","first-page":"233","article-title":"Blocking observed in human eyelid conditioning","volume":"43B","author":"Martin","year":"1991","journal-title":"Q. J. Exp. Psychol."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB105","doi-asserted-by":"crossref","first-page":"1615","DOI":"10.1152\/jn.1992.67.6.1615","article-title":"Visual and oculomotor functions of monkey subthalamic nucleus","volume":"67","author":"Matsumura","year":"1992","journal-title":"J. Neurophysiol."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB106","doi-asserted-by":"crossref","first-page":"330","DOI":"10.1038\/416330a","article-title":"Inhibition of climbing fibers is a signal for the extinction of conditioned eyelid responses","volume":"416","author":"Medina","year":"2002","journal-title":"Nature"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB107","doi-asserted-by":"crossref","first-page":"1255","DOI":"10.1016\/0024-3205(81)90231-9","article-title":"Mesencephalic dopaminergic unit activity in the behaviorally conditioned rat","volume":"29","author":"Miller","year":"1981","journal-title":"Life Sci."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB108","doi-asserted-by":"crossref","first-page":"1024","DOI":"10.1152\/jn.1994.72.2.1024","article-title":"Importance of unpredictability for reward responses in primate dopamine neurons","volume":"72","author":"Mirenowicz","year":"1994","journal-title":"J. Neurophysiol."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB109","doi-asserted-by":"crossref","first-page":"449","DOI":"10.1038\/379449a0","article-title":"Preferential activation of midbrain dopamine neurons by appetitive rather than aversive stimuli","volume":"379","author":"Mirenowicz","year":"1996","journal-title":"Nature"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB110","doi-asserted-by":"crossref","first-page":"491","DOI":"10.1007\/BF00249793","article-title":"The primate globus pallidus","volume":"68","author":"Mitchell","year":"1987","journal-title":"Exp. Brain Res."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB111","doi-asserted-by":"crossref","first-page":"725","DOI":"10.1038\/377725a0","article-title":"Bee foraging in uncertain environments using predictive hebbian learning","volume":"377","author":"Montague","year":"1995","journal-title":"Nature"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB112","doi-asserted-by":"crossref","first-page":"1936","DOI":"10.1523\/JNEUROSCI.16-05-01936.1996","article-title":"A framework for mesencephalic dopamine systems based on predictive Hebbian learning","volume":"16","author":"Montague","year":"1996","journal-title":"J. Neurosci."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB113","doi-asserted-by":"crossref","first-page":"1325","DOI":"10.1073\/pnas.93.3.1325","article-title":"Increased dopamine turnover in the prefrontal cortex impairs spatial working memory performance in rats and monkeys","volume":"93","author":"Murphy","year":"1996","journal-title":"Proc. Natl. Acad. Sci. USA"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB114","doi-asserted-by":"crossref","first-page":"1983","DOI":"10.1152\/jn.1999.81.4.1983","article-title":"Dopaminergic synapses mediate neuronal changes in an analogue of operant conditioning","volume":"81","author":"Nargeot","year":"1999","journal-title":"J. Neurophysiol."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB115","doi-asserted-by":"crossref","first-page":"213","DOI":"10.1016\/0006-8993(79)90328-7","article-title":"Prefrontal and cingulate unit activity during timing behavior in the monkey","volume":"171","author":"Niki","year":"1979","journal-title":"Brain Res."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB116","doi-asserted-by":"crossref","first-page":"3556","DOI":"10.1523\/JNEUROSCI.08-10-03556.1988","article-title":"Topographic distribution of modality-specific amygdalar neurons in alert monkey","volume":"8","author":"Nishijo","year":"1988","journal-title":"J. Neurosci."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB117","doi-asserted-by":"crossref","first-page":"302","DOI":"10.1016\/0006-8993(87)91021-3","article-title":"Neuronal activity in the ventral tegmental area (VTA) during motivated bar press feeding behavior in the monkey","volume":"413","author":"Nishino","year":"1987","journal-title":"Brain Res."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB118","doi-asserted-by":"crossref","first-page":"11","DOI":"10.1038\/4513","article-title":"Orbitofrontal cortex is activated during breaches of expectation in tasks of visual attention","volume":"2","author":"Nobre","year":"1999","journal-title":"Nat. Neurosci."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB119","doi-asserted-by":"crossref","first-page":"2222","DOI":"10.1152\/jn.1992.68.6.2222","article-title":"Purkinje cell complex and simple spike changes during a voluntary arm movement learning task in the monkey","volume":"68","author":"Ojakangas","year":"1992","journal-title":"J. Neurophysiol."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB120","doi-asserted-by":"crossref","first-page":"669","DOI":"10.1016\/S0306-4522(97)00677-5","article-title":"Dopamine facilitates long-term depression of glutamatergic transmisssion in rat prefrontal cortex","volume":"85","author":"Otani","year":"1998","journal-title":"Neuroscience"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB121","doi-asserted-by":"crossref","first-page":"7478","DOI":"10.1523\/JNEUROSCI.16-23-07478.1996","article-title":"D1\/D5 dopamine recetor activation increases the magnitude of early long-term potentiation at CA1 hippocampal synapses","volume":"16","author":"Otmakhova","year":"1996","journal-title":"J. Neurosci."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB122","doi-asserted-by":"crossref","first-page":"1273","DOI":"10.1523\/JNEUROSCI.18-04-01270.1998","article-title":"D1\/D5 dopamine receptors inhibit depotentiation at CA1 synapses via cAMP-dependent mechanism","volume":"18","author":"Otmakhova","year":"1998","journal-title":"J. Neurosci."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB123","doi-asserted-by":"crossref","first-page":"532","DOI":"10.1037\/0033-295X.87.6.532","article-title":"A model for Pavlovian conditioning","volume":"87","author":"Pearce","year":"1980","journal-title":"Psychol. Rev."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB124","doi-asserted-by":"crossref","first-page":"7588","DOI":"10.1523\/JNEUROSCI.18-18-07588.1998","article-title":"Phasic firing time locked to cocaine self-infusion and locomotion","volume":"18","author":"Peoples","year":"1998","journal-title":"J. Neurosci."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB125","series-title":"Neural Mechanisms in Disorders of Movement","article-title":"The primate nigro-striato-pallido-nigral system. Not a mere loop","author":"Percheron","year":"1989"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB126","doi-asserted-by":"crossref","first-page":"233","DOI":"10.1038\/22268","article-title":"Neural correlates of decision variables in parietal cortex","volume":"400","author":"Platt","year":"1999","journal-title":"Nature"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB127","doi-asserted-by":"crossref","first-page":"534","DOI":"10.1152\/jn.1960.23.5.534","article-title":"Experimental and histological study of midbrain dyskinesias","volume":"23","author":"Poirier","year":"1960","journal-title":"J. Neurophysiol."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB128","doi-asserted-by":"crossref","first-page":"324","DOI":"10.1016\/0006-8993(86)90370-7","article-title":"Single unit activity of locus coeruleus neurons in the freely moving cat. I. During naturalistic behaviors and in response to simple and complex stimuli","volume":"371","author":"Rasmussen","year":"1986","journal-title":"Brain Res."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB129","doi-asserted-by":"crossref","first-page":"146","DOI":"10.1016\/S0166-2236(98)01373-3","article-title":"Is the short-latency dopamine response too short to signal reward?","volume":"22","author":"Redgrave","year":"1999","journal-title":"Trends Neurosci."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB130","series-title":"Classical Conditioning II","article-title":"A theory of Pavlovian conditioning","author":"Rescorla","year":"1972"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB131","doi-asserted-by":"crossref","first-page":"67","DOI":"10.1038\/35092560","article-title":"A cellular mechanism of reward-related learning","volume":"413","author":"Reynolds","year":"2001","journal-title":"Nature"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB132","doi-asserted-by":"crossref","first-page":"364","DOI":"10.1016\/0006-8993(86)91529-5","article-title":"Nucleus basalis of Meynert neuronal activity during a delayed response task in monkey","volume":"399","author":"Richardson","year":"1986","journal-title":"Brain Res."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB133","doi-asserted-by":"crossref","first-page":"2528","DOI":"10.1523\/JNEUROSCI.10-08-02528.1990","article-title":"Context-dependent responses of primate nucleus basalis neurons in a go\/no-go task","volume":"10","author":"Richardson","year":"1990","journal-title":"J. Neurosci."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB134","doi-asserted-by":"crossref","first-page":"767","DOI":"10.1016\/0306-4522(89)90168-1","article-title":"Anatomical and affinity state comparisons between dopamine D1 and D2 receptors in the rat central nervous system","volume":"30","author":"Richfield","year":"1989","journal-title":"Neuroscience"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB135","doi-asserted-by":"crossref","first-page":"228","DOI":"10.1016\/S0959-4388(96)80077-8","article-title":"Neurobehavioural mechanisms of reward and motivation","volume":"6","author":"Robbins","year":"1996","journal-title":"Curr. Opin. Neurobiol."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB136","doi-asserted-by":"crossref","first-page":"247","DOI":"10.1016\/0165-0173(93)90013-P","article-title":"The neural basis for drug craving","volume":"18","author":"Robinson","year":"1993","journal-title":"Brain Res. Brain Res. Rev."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB137","doi-asserted-by":"crossref","first-page":"1532","DOI":"10.1523\/JNEUROSCI.19-04-01532.1999","article-title":"Responses to the sensory properties of fat of neurons in the primate orbitofrontal cortex","volume":"19","author":"Rolls","year":"1999","journal-title":"J. Neurosci."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB138","doi-asserted-by":"crossref","first-page":"592","DOI":"10.1152\/jn.1990.63.3.592","article-title":"Dopamine neurons of the monkey midbrain","volume":"63","author":"Romo","year":"1990","journal-title":"J. Neurophysiol."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB139","doi-asserted-by":"crossref","first-page":"375","DOI":"10.1016\/0006-8993(81)90160-8","article-title":"Single cell activity in ventral prefrontal cortex of behaving monkeys","volume":"209","author":"Rosenkilde","year":"1981","journal-title":"Brain Res."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB140","doi-asserted-by":"crossref","first-page":"282","DOI":"10.1038\/417282a","article-title":"Dopamine-mediated modulation of odour-evoked amygdala potentials during pavlovian conditioning","volume":"417","author":"Rosenkranz","year":"2002","journal-title":"Nature"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB141","doi-asserted-by":"crossref","first-page":"463","DOI":"10.1113\/jphysiol.1987.sp016881","article-title":"Synaptic modofication of parallel fibre-Purkinje cell transmission in in vitro guinea-pig cerebellar slices","volume":"394","author":"Sakurai","year":"1987","journal-title":"J. Physiol."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB142","doi-asserted-by":"crossref","first-page":"571","DOI":"10.1016\/S0079-6123(08)63835-2","article-title":"Plasticity of sensory responses of locus coeruleus neurons in the behaving rat","volume":"88","author":"Sara","year":"1991","journal-title":"Prog. Brain Res."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB143","doi-asserted-by":"crossref","first-page":"1801","DOI":"10.1046\/j.1460-9568.2000.00068.x","article-title":"Influence of the predicted time of stimuli eliciting movements on responses to tonically active neurons in the monkey striatum","volume":"12","author":"Sardo","year":"2000","journal-title":"Eur. J. Neurosci."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB144","doi-asserted-by":"crossref","first-page":"947","DOI":"10.1126\/science.1825731","article-title":"D1 dopamine receptors in prefrontal cortex","volume":"251","author":"Sawaguchi","year":"1991","journal-title":"Science"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB145","doi-asserted-by":"crossref","first-page":"379","DOI":"10.1037\/h0046234","article-title":"Cognitive, social and physiological determinants of emotional state","volume":"69","author":"Schachter","year":"1962","journal-title":"Psychol. Rev."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB146","doi-asserted-by":"crossref","first-page":"1439","DOI":"10.1152\/jn.1986.56.5.1439","article-title":"Responses of midbrain dopamine neurons to behavioral trigger stimuli in the monkey","volume":"56","author":"Schultz","year":"1986","journal-title":"J. Neurophysiol."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB147","doi-asserted-by":"crossref","first-page":"129","DOI":"10.1016\/1044-5765(92)90011-P","article-title":"Activity of dopamine neurons in the behaving primate","volume":"4","author":"Schultz","year":"1992","journal-title":"Semin. Neurosci."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB148","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1152\/jn.1998.80.1.1","article-title":"Predictive reward signal of dopamine neurons","volume":"80","author":"Schultz","year":"1998","journal-title":"J. Neurophysiol."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB149","doi-asserted-by":"crossref","first-page":"201","DOI":"10.1152\/jn.1987.57.1.201","article-title":"Responses of nigrostriatal dopamine neurons to high intensity somatosensory stimulation in the anesthetized monkey","volume":"57","author":"Schultz","year":"1987","journal-title":"J. Neurophysiol."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB150","doi-asserted-by":"crossref","first-page":"607","DOI":"10.1152\/jn.1990.63.3.607","article-title":"Dopamine neurons of the monkey midbrain","volume":"63","author":"Schultz","year":"1990","journal-title":"J. Neurophysiol."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB151","doi-asserted-by":"crossref","first-page":"171","DOI":"10.1007\/978-3-642-68915-4_16","article-title":"The encoding of motor acts by the substantia nigra","volume":"7","author":"Schultz","year":"1983","journal-title":"Exp. Brain Res. Suppl."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB152","doi-asserted-by":"crossref","first-page":"377","DOI":"10.1007\/BF00237874","article-title":"The activity of pars compacta neurons of the monkey substantia nigra in relation to motor activation","volume":"51","author":"Schultz","year":"1983","journal-title":"Exp. Brain Res."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB153","doi-asserted-by":"crossref","first-page":"900","DOI":"10.1523\/JNEUROSCI.13-03-00900.1993","article-title":"Responses of monkey dopamine neurons to reward and conditioned stimuli during successive steps of learning a delayed response task","volume":"13","author":"Schultz","year":"1993","journal-title":"J. Neurosci."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB154","doi-asserted-by":"crossref","first-page":"1593","DOI":"10.1126\/science.275.5306.1593","article-title":"A neural substrate of prediction and reward","volume":"275","author":"Schultz","year":"1997","journal-title":"Science"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB155","doi-asserted-by":"crossref","first-page":"114","DOI":"10.1016\/0006-8993(91)91276-7","article-title":"Dorsal accessory inferior olive activity diminishes during acquisition of the rabbit classically conditioned eyelid response","volume":"545","author":"Sears","year":"1991","journal-title":"Brain Res."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB156","doi-asserted-by":"crossref","first-page":"171","DOI":"10.1016\/0006-8993(95)00060-4","article-title":"Noradrenergic enhancement of GABA-induced input resistance changes in layer V regular spiking pyramidal neurons of rat somatosensory cortex","volume":"675","author":"Sessler","year":"1995","journal-title":"Brain Res."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB157","doi-asserted-by":"crossref","first-page":"1335","DOI":"10.1126\/science.282.5392.1335","article-title":"Role for cingulate motor area cells in voluntary movement selection based on reward","volume":"282","author":"Shima","year":"1998","journal-title":"Science"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB158","doi-asserted-by":"crossref","first-page":"150","DOI":"10.1038\/286150a0","article-title":"Dopaminergic A10 neurons are involved in cognitive functions","volume":"286","author":"Simon","year":"1980","journal-title":"Nature"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB159","doi-asserted-by":"crossref","first-page":"259","DOI":"10.1016\/0166-2236(90)90106-K","article-title":"The neural network of the basal ganglia as revealed by the study of synaptic connections of identified neurones","volume":"13","author":"Smith","year":"1990","journal-title":"Trends Neurosci."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB160","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1002\/cne.903440102","article-title":"Synaptic relationships between dopaminergic afferents and cortical or thalamic input in the sensorimotor territory of the striatum in monkey","volume":"344","author":"Smith","year":"1994","journal-title":"J. Comp. Neurol."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB161","doi-asserted-by":"crossref","first-page":"85","DOI":"10.1002\/mds.870100110","article-title":"Associative learning in degenerative neostriatal disorders","volume":"10","author":"Sprengelmeyer","year":"1995","journal-title":"Mov. Disord."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB162","doi-asserted-by":"crossref","first-page":"857","DOI":"10.1038\/35048576","article-title":"Performance monitoring by the supplementary eye field","volume":"408","author":"Stuphorn","year":"2000","journal-title":"Nature"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB163","doi-asserted-by":"crossref","first-page":"2603","DOI":"10.1046\/j.1471-4159.1995.65062603.x","article-title":"Uptake of dopamine released by impulse flow in the rat mesolimbic and striatal system in vivo","volume":"65","author":"Suaud-Chagny","year":"1995","journal-title":"J. Neurochem."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB164","doi-asserted-by":"crossref","first-page":"350","DOI":"10.1007\/s002210050467","article-title":"Learning of sequential movements by neural network model with dopamine-like reinforcement signal","volume":"121","author":"Suri","year":"1998","journal-title":"Exp. Brain Res."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB165","doi-asserted-by":"crossref","first-page":"871","DOI":"10.1016\/S0306-4522(98)00697-6","article-title":"A neural network with dopamine-like reinforcement signal that learns a spatial delayed response task","volume":"91","author":"Suri","year":"1999","journal-title":"Neuroscience"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB166","doi-asserted-by":"crossref","first-page":"135","DOI":"10.1037\/0033-295X.88.2.135","article-title":"Toward a modern theory of adaptive networks","volume":"88","author":"Sutton","year":"1981","journal-title":"Psychol. Rev."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB167","series-title":"Learning and Computational Neuroscience","article-title":"Time-derivative models of Pavlovian reinforcement","author":"Sutton","year":"1990"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB168","doi-asserted-by":"crossref","first-page":"37","DOI":"10.1038\/417037a","article-title":"Rat navigation guided by remote control","volume":"417","author":"Talwar","year":"2002","journal-title":"Nature"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB169","doi-asserted-by":"crossref","first-page":"1255","DOI":"10.1073\/pnas.98.3.1255","article-title":"Dopamine-dependent synaptic plasticity in striatum during in vivo development","volume":"98","author":"Tang","year":"2001","journal-title":"Proc. Natl. Acad. Sci. USA"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB170","doi-asserted-by":"crossref","first-page":"215","DOI":"10.1162\/neco.1994.6.2.215","article-title":"TD-Gammon, a self-teaching backgammon program, achieves master-level play","volume":"6","author":"Tesauro","year":"1994","journal-title":"Neural Comput."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB171","series-title":"Perspectives on Cognitive Neuroscience","article-title":"Brain substrates of basic associative learning and memory","author":"Thompson","year":"1991"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB172","doi-asserted-by":"crossref","first-page":"93","DOI":"10.1007\/BF00235545","article-title":"The orbitofrontal cortex","volume":"49","author":"Thorpe","year":"1983","journal-title":"Exp. Brain Res."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB173","doi-asserted-by":"crossref","first-page":"683","DOI":"10.1016\/0306-4522(85)90070-3","article-title":"Responses of rat pallidum cells to cortex stimulation and effects of altered dopaminergic activity","volume":"15","author":"Toan","year":"1985","journal-title":"Neuroscience"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB174","doi-asserted-by":"crossref","first-page":"63","DOI":"10.1016\/0006-8993(94)01439-O","article-title":"Chronic administration of (+) amphetamine alters the reactivity of midbrain dopaminergic neurons to prefrontal cortex stimulation in the rat","volume":"674","author":"Tong","year":"1995","journal-title":"Brain Res."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB175","doi-asserted-by":"crossref","first-page":"704","DOI":"10.1038\/19525","article-title":"Relative reward preference in primate orbitofrontal cortex","volume":"398","author":"Tremblay","year":"1999","journal-title":"Nature"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB176","doi-asserted-by":"crossref","first-page":"1877","DOI":"10.1152\/jn.2000.83.4.1877","article-title":"Modifications of reward expectation-related neuronal activity during learning in primate orbitofrontal cortex","volume":"83","author":"Tremblay","year":"2000","journal-title":"J. Neurophysiol."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB177","doi-asserted-by":"crossref","first-page":"964","DOI":"10.1152\/jn.1998.80.2.964","article-title":"Modifications of reward expectation-related neuronal activity during learning in primate striatum","volume":"80","author":"Tremblay","year":"1998","journal-title":"J. Neurophysiol."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB178","doi-asserted-by":"crossref","first-page":"1373","DOI":"10.1152\/jn.1997.78.3.1373","article-title":"Spatial processing in the monkey frontal eye field. I. Predictive visual responses","volume":"78","author":"Umeno","year":"1997","journal-title":"J. Neurophysiol."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB179","doi-asserted-by":"crossref","first-page":"583","DOI":"10.1038\/35079077","article-title":"Single cocaine exposure in vivo induces long-term potentiation in dopamine neurons","volume":"411","author":"Ungless","year":"2001","journal-title":"Nature"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB180","doi-asserted-by":"crossref","first-page":"400","DOI":"10.1037\/h0023791","article-title":"Cognitive effects of false heart-rate feedback","volume":"4","author":"Valins","year":"1966","journal-title":"J. Pers. Soc. Psychol."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB181","doi-asserted-by":"crossref","first-page":"1180","DOI":"10.1111\/j.1460-9568.1995.tb01108.x","article-title":"Response to novelty and its rapid habituation in locus coeruleus neurons of the freely exploring rat","volume":"7","author":"Vankov","year":"1995","journal-title":"Eur. J. Neurosci."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB182","doi-asserted-by":"crossref","first-page":"1283","DOI":"10.1016\/0028-3932(90)90044-O","article-title":"Memory for temporal order and conditional associative-learning in patients with Parkinson's disease","volume":"28","author":"Vriezen","year":"1990","journal-title":"Neuropsychologia"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB183","doi-asserted-by":"crossref","first-page":"1922","DOI":"10.1523\/JNEUROSCI.16-05-01922.1996","article-title":"Dopamine D1 receptor actions in layer V\u2013VI rat prefrontal cortex neurons in vitro","volume":"16","author":"Yang","year":"1996","journal-title":"J. Neurosci."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB184","doi-asserted-by":"crossref","first-page":"401","DOI":"10.1016\/0006-8993(82)90518-2","article-title":"Response of nucleus accumbens neurons to amygdala stimulation and its modification by dopamine","volume":"239","author":"Yim","year":"1982","journal-title":"Brain Res."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB185","doi-asserted-by":"crossref","first-page":"871","DOI":"10.1016\/0306-4522(92)90275-7","article-title":"Increased dopamine release in vivo in nucleus accumbens and caudate nucleus of the rat during drinking","volume":"48","author":"Young","year":"1992","journal-title":"Neuroscience"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB186","doi-asserted-by":"crossref","first-page":"43","DOI":"10.1038\/35083500","article-title":"Dopamine responses comply with basic assumptions of formal learning theory","volume":"412","author":"Waelti","year":"2001","journal-title":"Nature"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB187","doi-asserted-by":"crossref","first-page":"113","DOI":"10.1016\/0304-3940(89)90450-3","article-title":"The appropriateness of behavioral responses coded in post-trial activity of primate prefrontal units","volume":"101","author":"Watanabe","year":"1989","journal-title":"Neurosci. Lett."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB188","doi-asserted-by":"crossref","first-page":"629","DOI":"10.1038\/382629a0","article-title":"Reward expectancy in primate prefrontal neurons","volume":"382","author":"Watanabe","year":"1996","journal-title":"Nature"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB189","doi-asserted-by":"crossref","first-page":"11","DOI":"10.1016\/0014-4886(80)90159-4","article-title":"Interaction of norepinephrine with cerebrocortical activity evoked by stimulation of somatosensory afferent pathways in the rat","volume":"67","author":"Waterhouse","year":"1980","journal-title":"Exp. Neurol."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB190","doi-asserted-by":"crossref","first-page":"331","DOI":"10.1016\/S0006-8993(96)01215-2","article-title":"Low-dose amphetamine elevates movement-related firing of rat striatal neurons","volume":"745","author":"West","year":"1997","journal-title":"Brain Res."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB191","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/0306-4522(95)00436-M","article-title":"Dopamine reverses the depression of rat corticostriatal synapses which normally follows high-frequency stimulation of cortex in vitro","volume":"70","author":"Wickens","year":"1996","journal-title":"Neuroscience"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB192","doi-asserted-by":"crossref","first-page":"199","DOI":"10.1093\/cercor\/3.3.199","article-title":"Characterization of the dopaminergic innervation of the primate frontal cortex using a dopamine-specific antibody","volume":"3","author":"Williams","year":"1993","journal-title":"Cereb. Cortex"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB193","doi-asserted-by":"crossref","first-page":"104","DOI":"10.1007\/BF00228852","article-title":"Neuronal responses related to the novelty and familiarity of visual stimuli in the substantia innominata","volume":"80","author":"Wilson","year":"1990","journal-title":"Exp. Brain Res."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB194","doi-asserted-by":"crossref","first-page":"213","DOI":"10.1016\/0006-8993(90)90546-N","article-title":"Neuronal responses related to reinforcement in the primate basal forebrain","volume":"509","author":"Wilson","year":"1990","journal-title":"Brain Res."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB195","doi-asserted-by":"crossref","first-page":"1254","DOI":"10.1523\/JNEUROSCI.10-04-01254.1990","article-title":"Learning and memory is reflected in the responses of reinforcement-related neurons in the primate basal forebrain","volume":"10","author":"Wilson","year":"1990","journal-title":"J. Neurosci."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB196","doi-asserted-by":"crossref","first-page":"319","DOI":"10.1146\/annurev.ne.19.030196.001535","article-title":"Addictive drugs and brain stimulation reward","volume":"19","author":"Wise","year":"1996","journal-title":"Annu. Rev. Neurosci."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB197","doi-asserted-by":"crossref","first-page":"243","DOI":"10.1016\/S0959-4388(96)80079-1","article-title":"Neurobiology of addiction","volume":"6","author":"Wise","year":"1996","journal-title":"Curr. Opin. Neurobiol."},{"key":"10.1016\/S0896-6273(02)00967-4_BIB198","doi-asserted-by":"crossref","first-page":"229","DOI":"10.1016\/S0896-6273(02)00965-0","article-title":"Brain reward circuitry","volume":"36","author":"Wise","year":"2002","journal-title":"Neuron"},{"key":"10.1016\/S0896-6273(02)00967-4_BIB199","doi-asserted-by":"crossref","first-page":"247","DOI":"10.1002\/syn.890100307","article-title":"Localization of drug reward mechanisms by intracranial injections","volume":"10","author":"Wise","year":"1992","journal-title":"Synapse"}],"container-title":["Neuron"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0896627302009674?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0896627302009674?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2019,2,14]],"date-time":"2019-02-14T02:56:10Z","timestamp":1550112970000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0896627302009674"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2002,10]]},"references-count":199,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2002,10]]}},"alternative-id":["S0896627302009674"],"URL":"https:\/\/doi.org\/10.1016\/s0896-6273(02)00967-4","relation":{},"ISSN":["0896-6273"],"issn-type":[{"value":"0896-6273","type":"print"}],"subject":[],"published":{"date-parts":[[2002,10]]}}}