{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,31]],"date-time":"2026-03-31T09:02:25Z","timestamp":1774947745760,"version":"3.50.1"},"reference-count":50,"publisher":"Springer Science and Business Media LLC","issue":"6842","license":[{"start":{"date-parts":[[2001,7,1]],"date-time":"2001-07-01T00:00:00Z","timestamp":993945600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Nature"],"published-print":{"date-parts":[[2001,7]]},"DOI":"10.1038\/35083500","type":"journal-article","created":{"date-parts":[[2002,7,26]],"date-time":"2002-07-26T04:32:48Z","timestamp":1027657968000},"page":"43-48","source":"Crossref","is-referenced-by-count":784,"title":["Dopamine responses comply with basic assumptions of formal learning theory"],"prefix":"10.1038","volume":"412","author":[{"given":"Pascale","family":"Waelti","sequence":"first","affiliation":[]},{"given":"Anthony","family":"Dickinson","sequence":"additional","affiliation":[]},{"given":"Wolfram","family":"Schultz","sequence":"additional","affiliation":[]}],"member":"297","reference":[{"key":"BF35083500_CR1","doi-asserted-by":"publisher","DOI":"10.5962\/bhl.title.55072","volume-title":"Animal Intelligence: Experimental Studies","author":"EL Thorndike","year":"1911","unstructured":"Thorndike, E. L. Animal Intelligence: Experimental Studies (MacMillan, New York, 1911)."},{"key":"BF35083500_CR2","volume-title":"Conditional Reflexes","author":"IP Pavlov","year":"1927","unstructured":"Pavlov, I. P. Conditional Reflexes (Oxford Univ. Press, London, 1927)."},{"key":"BF35083500_CR3","first-page":"64","volume-title":"Classical Conditioning II: Current Research and Theory","author":"RA Rescorla","year":"1972","unstructured":"Rescorla, R. A. & Wagner, A. R. in Classical Conditioning II: Current Research and Theory (eds Black, A. H. & Prokasy, W. F.) 64\u201399 (Appleton Century Crofts, New York, 1972)."},{"key":"BF35083500_CR4","doi-asserted-by":"publisher","first-page":"276","DOI":"10.1037\/h0076778","volume":"82","author":"NJ Mackintosh","year":"1975","unstructured":"Mackintosh, N. J. A theory of attention: Variations in the associability of stimulus with reinforcement. Psychol. Rev. 82, 276\u2013298 (1975).","journal-title":"Psychol. Rev."},{"key":"BF35083500_CR5","doi-asserted-by":"publisher","first-page":"532","DOI":"10.1037\/0033-295X.87.6.532","volume":"87","author":"JM Pearce","year":"1980","unstructured":"Pearce, J. M. & Hall, G. A. A model for Pavlovian conditioning: variations in the effectiveness of conditioned but not of unconditioned stimuli. Psychol. Rev. 87, 532\u2013552 (1980).","journal-title":"Psychol. Rev."},{"key":"BF35083500_CR6","volume-title":"Contemporary Animal Learning Theory","author":"A Dickinson","year":"1980","unstructured":"Dickinson, A. Contemporary Animal Learning Theory (Cambridge Univ. Press, Cambridge, 1980)."},{"key":"BF35083500_CR7","doi-asserted-by":"publisher","first-page":"473","DOI":"10.1146\/annurev.neuro.23.1.473","volume":"23","author":"W Schultz","year":"2000","unstructured":"Schultz, W. & Dickinson, A. Neuronal coding of prediction errors. Annu. Rev. Neurosci. 23, 473\u2013500 (2000).","journal-title":"Annu. Rev. Neurosci."},{"key":"BF35083500_CR8","doi-asserted-by":"crossref","unstructured":"Widrow, G. & Hoff, M. E. Adaptive switching circuits. IRE Western Electron. Show Convention, Convention Record Part 4, 96\u2013104 (1960).","DOI":"10.21236\/AD0241531"},{"key":"BF35083500_CR9","doi-asserted-by":"publisher","first-page":"35","DOI":"10.1115\/1.3662552","volume":"82","author":"RE Kalman","year":"1960","unstructured":"Kalman, R. E. A new approach to linear filtering and prediction problems. J. Basic Eng. Trans. ASME 82, 35\u201345 (1960).","journal-title":"J. Basic Eng. Trans. ASME"},{"key":"BF35083500_CR10","volume-title":"Adaptive Signal Processing","author":"G Widrow","year":"1985","unstructured":"Widrow, G. & Sterns, S. D. Adaptive Signal Processing (Prentice-Hall, Englewood Cliffs, 1985)."},{"key":"BF35083500_CR11","doi-asserted-by":"publisher","first-page":"437","DOI":"10.1113\/jphysiol.1969.sp008820","volume":"202","author":"D Marr","year":"1969","unstructured":"Marr, D. A theory of cerebellar cortex. J. Physiol. 202, 437\u2013470 (1969).","journal-title":"J. Physiol."},{"key":"BF35083500_CR12","doi-asserted-by":"publisher","first-page":"85","DOI":"10.1146\/annurev.ne.12.030189.000505","volume":"12","author":"M Ito","year":"1989","unstructured":"Ito, M. Long-term depression. Ann. Rev. Neurosci. 12, 85\u2013102 (1989).","journal-title":"Ann. Rev. Neurosci."},{"key":"BF35083500_CR13","first-page":"25","volume-title":"Perspectives on Cognitive Neuroscience","author":"RF Thompson","year":"1991","unstructured":"Thompson, R. F. & Gluck, M. A. in Perspectives on Cognitive Neuroscience (eds Lister, R. G. & Weingartner, H.) 25\u201345 (Oxford Univ. Press, New York, 1991)."},{"key":"BF35083500_CR14","doi-asserted-by":"publisher","first-page":"445","DOI":"10.1016\/0166-2236(92)90008-V","volume":"15","author":"M Kawato","year":"1992","unstructured":"Kawato, M. & Gomi, H. The cerebellum and VOR\/OKR learning models. Trends Neurosci. 15, 445\u2013453 (1992).","journal-title":"Trends Neurosci."},{"key":"BF35083500_CR15","doi-asserted-by":"publisher","first-page":"570","DOI":"10.1126\/science.279.5350.570","volume":"279","author":"JJ Kim","year":"1998","unstructured":"Kim, J. J., Krupa, D. J. & Thompson, R. F. Inhibitory cerebello-olivary projections and blocking effect in classical conditioning. Science 279, 570\u2013573 (1998).","journal-title":"Science"},{"key":"BF35083500_CR16","doi-asserted-by":"publisher","first-page":"135","DOI":"10.1037\/0033-295X.88.2.135","volume":"88","author":"RS Sutton","year":"1981","unstructured":"Sutton, R. S. & Barto, A. G. Toward a modern theory of adaptive networks: expectation and prediction. Psychol. Rev. 88, 135\u2013170 (1981).","journal-title":"Psychol. Rev."},{"key":"BF35083500_CR17","volume-title":"Reinforcement Learning","author":"RS Sutton","year":"1998","unstructured":"Sutton, R. S. & Barto, A. G. Reinforcement Learning (MIT Press, Cambridge, Massachusetts, 1998)."},{"key":"BF35083500_CR18","first-page":"647","volume-title":"Handbook of Physiology\u2014The Nervous System IV","author":"HC Fibiger","year":"1986","unstructured":"Fibiger, H. C. & Phillips, A. G. in Handbook of Physiology\u2014The Nervous System IV (ed. Bloom, F. E.) 647\u2013675 (Williams and Wilkins, Baltimore, 1986)."},{"key":"BF35083500_CR19","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1002\/syn.890100307","volume":"10","author":"RA Wise","year":"1992","unstructured":"Wise, R. A. & Hoffman, C. D. Localization of drug reward mechanisms by intracranial injections. Synapse 10, 247\u2013263 (1992).","journal-title":"Synapse"},{"key":"BF35083500_CR20","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1016\/0165-0173(93)90013-P","volume":"18","author":"TE Robinson","year":"1993","unstructured":"Robinson, T. E. & Berridge, K. C. The neural basis for drug craving: an incentive-sensitization theory of addiction. Brain Res. Rev. 18, 247\u2013291 (1993).","journal-title":"Brain Res. Rev."},{"key":"BF35083500_CR21","doi-asserted-by":"publisher","first-page":"228","DOI":"10.1016\/S0959-4388(96)80077-8","volume":"6","author":"TW Robbins","year":"1996","unstructured":"Robbins, T. W. & Everitt, B. J. Neurobehavioural mechanisms of reward and motivation. Curr. Opin. Neurobiol. 6, 228\u2013236 (1996).","journal-title":"Curr. Opin. Neurobiol."},{"key":"BF35083500_CR22","doi-asserted-by":"publisher","first-page":"592","DOI":"10.1152\/jn.1990.63.3.592","volume":"63","author":"R Romo","year":"1990","unstructured":"Romo, R. & Schultz, W. Dopamine neurons of the monkey midbrain: Contingencies of responses to active touch during self-initiated arm movements. J. Neurophysiol. 63, 592\u2013606 (1990).","journal-title":"J. Neurophysiol."},{"key":"BF35083500_CR23","doi-asserted-by":"publisher","first-page":"607","DOI":"10.1152\/jn.1990.63.3.607","volume":"63","author":"W Schultz","year":"1990","unstructured":"Schultz, W. & Romo, R. Dopamine neurons of the monkey midbrain: Contingencies of responses to stimuli eliciting immediate behavioural reactions. J. Neurophysiol. 63, 607\u2013624 (1990).","journal-title":"J. Neurophysiol."},{"key":"BF35083500_CR24","doi-asserted-by":"publisher","first-page":"145","DOI":"10.1152\/jn.1992.67.1.145","volume":"67","author":"T Ljungberg","year":"1992","unstructured":"Ljungberg, T., Apicella, P. & Schultz, W. Responses of monkey dopamine neurons during learning of behavioural reactions. J. Neurophysiol. 67, 145\u2013163 (1992).","journal-title":"J. Neurophysiol."},{"key":"BF35083500_CR25","doi-asserted-by":"publisher","first-page":"900","DOI":"10.1523\/JNEUROSCI.13-03-00900.1993","volume":"13","author":"W Schultz","year":"1993","unstructured":"Schultz, W., Apicella, P. & Ljungberg, T. Responses of monkey dopamine neurons to reward and conditioned stimuli during successive steps of learning a delayed response task. J. Neurosci. 13, 900\u2013913 (1993).","journal-title":"J. Neurosci."},{"key":"BF35083500_CR26","doi-asserted-by":"publisher","first-page":"1593","DOI":"10.1126\/science.275.5306.1593","volume":"275","author":"W Schultz","year":"1997","unstructured":"Schultz, W., Dayan, P. & Montague, R. R. A neural substrate of prediction and reward. Science 275, 1593\u20131599 (1997).","journal-title":"Science"},{"key":"BF35083500_CR27","doi-asserted-by":"publisher","first-page":"304","DOI":"10.1038\/1124","volume":"1","author":"JR Hollerman","year":"1998","unstructured":"Hollerman, J. R. & Schultz, W. Dopamine neurons report an error in the temporal prediction of reward during learning. Nature Neurosci. 1, 304\u2013309 (1998).","journal-title":"Nature Neurosci."},{"key":"BF35083500_CR28","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1152\/jn.1998.80.1.1","volume":"80","author":"W Schultz","year":"1998","unstructured":"Schultz, W. Predictive reward signal of dopamine neurons. J. Neurophysiol. 80, 1\u201327 (1998).","journal-title":"J. Neurophysiol."},{"key":"BF35083500_CR29","doi-asserted-by":"publisher","first-page":"117","DOI":"10.1016\/0166-4328(94)90153-8","volume":"61","author":"JD Salamone","year":"1994","unstructured":"Salamone, J. D. The involvement of nucleus accumbens dopamine in appetitive and aversive motivation. Behav. Brain Res. 61, 117\u2013133 (1994).","journal-title":"Behav. Brain Res."},{"key":"BF35083500_CR30","doi-asserted-by":"publisher","first-page":"651","DOI":"10.1016\/S0306-4522(00)00019-1","volume":"96","author":"JC Horvitz","year":"2000","unstructured":"Horvitz, J. C. Mesolimbocortical and nigrostriatal dopamine responses to salient non-reward events. Neuroscience 96, 651\u2013656 (2000).","journal-title":"Neuroscience"},{"key":"BF35083500_CR31","first-page":"497","volume-title":"Learning and Computational Neuroscience: Foundations of Adaptive Networks","author":"RS Sutton","year":"1990","unstructured":"Sutton, R. S. & Barto, A. G. in Learning and Computational Neuroscience: Foundations of Adaptive Networks (eds Gabriel, M. & Moore, J.) 497\u2013537 (MIT Press, Cambridge, Massachusetts, 1990)."},{"key":"BF35083500_CR32","volume-title":"Conditioning and Associative Learning","author":"NJ Mackintosh","year":"1983","unstructured":"Mackintosh, N. J. Conditioning and Associative Learning (Oxford Univ. Press, New York, 1983)."},{"key":"BF35083500_CR33","doi-asserted-by":"publisher","first-page":"229","DOI":"10.1016\/0306-4522(94)90592-4","volume":"59","author":"KJ Friston","year":"1994","unstructured":"Friston, K. J., Tononi, G., Reeke, G. N. Jr, Sporns, O. & Edelman, G. M. Value-dependent selection in the brain: simulation in a synthetic neural model. Neuroscience 59, 229\u2013243 (1994).","journal-title":"Neuroscience"},{"key":"BF35083500_CR34","doi-asserted-by":"publisher","first-page":"1936","DOI":"10.1523\/JNEUROSCI.16-05-01936.1996","volume":"16","author":"PR Montague","year":"1996","unstructured":"Montague, P. R., Dayan, P. & Sejnowski, T. J. A framework for mesencephalic dopamine systems based on predictive Hebbian learning. J. Neurosci. 16, 1936\u20131947 (1996).","journal-title":"J. Neurosci."},{"key":"BF35083500_CR35","first-page":"249","volume-title":"Models of Information Processing in the Basal Ganglia","author":"JC Houk","year":"1995","unstructured":"Houk, J. C., Adams, J. L. & Barto, A. G. in Models of Information Processing in the Basal Ganglia (eds Houk, J. C., Davis, J. L. & Beiser, D. G.) 249\u2013270 (MIT Press, Cambridge, Massachusetts, 1995)."},{"key":"BF35083500_CR36","doi-asserted-by":"publisher","first-page":"871","DOI":"10.1016\/S0306-4522(98)00697-6","volume":"91","author":"R Suri","year":"1999","unstructured":"Suri, R. & Schultz, W. A neural network with dopamine-like reinforcement signal that learns a spatial delayed response task. Neuroscience 91, 871\u2013890 (1999).","journal-title":"Neuroscience"},{"key":"BF35083500_CR37","first-page":"42","volume-title":"Fundamental Issues in Instrumental Learning","author":"LJ Kamin","year":"1969","unstructured":"Kamin, L. J. in Fundamental Issues in Instrumental Learning (eds Mackintosh, N. J. & Honig, W. K.) 42\u201364 (Dalhousie Univ. Press, Dalhousie, 1969)."},{"key":"BF35083500_CR38","first-page":"233","volume":"43","author":"I Martin","year":"1991","unstructured":"Martin, I. & Levey, A. B. Blocking observed in human eyelid conditioning. Q. J. Exp. Psychol. B 43, 233\u2013255 (1991).","journal-title":"Q. J. Exp. Psychol. B"},{"key":"BF35083500_CR39","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1080\/02724990042000010","volume":"54","author":"A Dickinson","year":"2001","unstructured":"Dickinson, A. Causal learning: An associative analysis. Q. J. Exp. Psychol. B 54, 3\u201325 (2001).","journal-title":"Q. J. Exp. Psychol. B"},{"key":"BF35083500_CR40","doi-asserted-by":"publisher","first-page":"373","DOI":"10.3758\/BF03209846","volume":"25","author":"PC Holland","year":"1997","unstructured":"Holland, P. C. Brain mechanisms for changes in processing of conditioned stimuli in Pavlovian conditioning: Implications for behavioural theory. Anim. Learn. Behav. 25, 373\u2013399 (1997).","journal-title":"Anim. Learn. Behav."},{"key":"BF35083500_CR41","doi-asserted-by":"publisher","first-page":"4224","DOI":"10.1523\/JNEUROSCI.12-11-04224.1992","volume":"12","author":"P Calabresi","year":"1992","unstructured":"Calabresi, P., Maj, R., Pisani, A., Mercuri, N. B. & Bernardi, G. Long-term synaptic depression in the striatum: Physiological and pharmacological characterization. J. Neurosci. 12, 4224\u20134233 (1992).","journal-title":"J. Neurosci."},{"key":"BF35083500_CR42","doi-asserted-by":"publisher","first-page":"357","DOI":"10.1097\/00001756-199204000-00017","volume":"3","author":"M Garcia-Munoz","year":"1992","unstructured":"Garcia-Munoz, M., Young, S. J. & Groves, P. Presynaptic long-term changes in excitability of the corticostriatal pathway. NeuroReport 3, 357\u2013360 (1992).","journal-title":"NeuroReport"},{"key":"BF35083500_CR43","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/0306-4522(95)00436-M","volume":"70","author":"JR Wickens","year":"1996","unstructured":"Wickens, J. R., Begg, A. J. & Arbuthnott, G. W. Dopamine reverses the depression of rat corticostriatal synapses which normally follows high-frequency stimulation of cortex in vitro. Neuroscience 70, 1\u20135 (1996).","journal-title":"Neuroscience"},{"key":"BF35083500_CR44","doi-asserted-by":"publisher","first-page":"4536","DOI":"10.1523\/JNEUROSCI.17-12-04536.1997","volume":"17","author":"P Calabresi","year":"1997","unstructured":"Calabresi, P. et al. Abnormal synaptic plasticity in the striatum of mice lacking dopamine D2 receptors. J. Neurosci. 17, 4536\u20134544 (1997).","journal-title":"J. Neurosci."},{"key":"BF35083500_CR45","doi-asserted-by":"publisher","first-page":"669","DOI":"10.1016\/S0306-4522(97)00677-5","volume":"85","author":"S Otani","year":"1998","unstructured":"Otani, S., Blond, O., Desce, J. M. & Crepel, F. Dopamine facilitates long-term depression of glutamatergic transmission in rat prefrontal cortex. Neuroscience 85, 669\u2013676 (1998).","journal-title":"Neuroscience"},{"key":"BF35083500_CR46","doi-asserted-by":"publisher","first-page":"9788","DOI":"10.1523\/JNEUROSCI.19-22-09788.1999","volume":"19","author":"S Otani","year":"1999","unstructured":"Otani, S., Auclair, N., Desce, J., Roisin, M. P. & Crepel, F. J. Neurosci. 19, 9788\u20139802 (1999).","journal-title":"J. Neurosci."},{"key":"BF35083500_CR47","doi-asserted-by":"publisher","first-page":"3575","DOI":"10.1152\/jn.1999.82.6.3575","volume":"82","author":"D Centonze","year":"1999","unstructured":"Centonze, D. et al. Unilateral dopamine denervation blocks corticostriatal LTP. J. Neurophysiol. 82, 3575\u20133579 (1999).","journal-title":"J. Neurophysiol."},{"key":"BF35083500_CR48","first-page":"8","volume":"49","author":"ML Minsky","year":"1961","unstructured":"Minsky, M. L. Steps toward artificial intelligence. Proc. Inst. Radio Engineers 49, 8\u201330 (1961).","journal-title":"Proc. Inst. Radio Engineers"},{"key":"BF35083500_CR49","first-page":"45","volume":"25","author":"AS Rauhut","year":"1999","unstructured":"Rauhut, A. S., McPhee, J. E. & Ayres, J. J. B. Blocked and overshadowed stimuli are weakened in their ability to serve as blockers and second-order reinforcers in Pavlovian fear conditioning. J. Exp. Psychol: Anim. Behav. Process 25, 45\u201367 (1999).","journal-title":"J. Exp. Psychol: Anim. Behav. Process"},{"key":"BF35083500_CR50","doi-asserted-by":"publisher","first-page":"201","DOI":"10.1152\/jn.1987.57.1.201","volume":"57","author":"W Schultz","year":"1987","unstructured":"Schultz, W. & Romo, R. Responses of nigrostriatal dopamine neurons to high intensity somatosensory stimulation in the anesthetized monkey. J. Neurophysiol. 57, 201\u2013217 (1987).","journal-title":"J. Neurophysiol."}],"container-title":["Nature"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/www.nature.com\/articles\/35083500.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/www.nature.com\/articles\/35083500","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/www.nature.com\/doifinder\/10.1038\/35083500","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"},{"URL":"http:\/\/www.nature.com\/articles\/35083500.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,5,16]],"date-time":"2023-05-16T22:02:27Z","timestamp":1684274547000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/35083500"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2001,7]]},"references-count":50,"journal-issue":{"issue":"6842","published-print":{"date-parts":[[2001,7]]}},"alternative-id":["BF35083500"],"URL":"https:\/\/doi.org\/10.1038\/35083500","relation":{"has-review":[{"id-type":"doi","id":"10.3410\/f.1002908.30755","asserted-by":"object"},{"id-type":"doi","id":"10.3410\/f.1002908.33905","asserted-by":"object"}]},"ISSN":["0028-0836","1476-4687"],"issn-type":[{"value":"0028-0836","type":"print"},{"value":"1476-4687","type":"electronic"}],"subject":[],"published":{"date-parts":[[2001,7]]}}}