{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,19]],"date-time":"2026-06-19T01:12:25Z","timestamp":1781831545447,"version":"3.54.5"},"reference-count":48,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[1998,8,1]],"date-time":"1998-08-01T00:00:00Z","timestamp":901929600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Nat Neurosci"],"published-print":{"date-parts":[[1998,8]]},"DOI":"10.1038\/1124","type":"journal-article","created":{"date-parts":[[2002,7,26]],"date-time":"2002-07-26T08:32:58Z","timestamp":1027672378000},"page":"304-309","source":"Crossref","is-referenced-by-count":884,"title":["Dopamine neurons report an error in the temporal prediction of reward during learning"],"prefix":"10.1038","volume":"1","author":[{"given":"Jeffrey R.","family":"Hollerman","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wolfram","family":"Schultz","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","reference":[{"key":"BFnn0898_304_CR1","first-page":"64","volume-title":"Classical Conditioning II: Current Research and Theory","author":"RA Rescorla","year":"1972","unstructured":"Rescorla, R. A. & Wagner, A.R. in Classical Conditioning II: Current Research and Theory (eds Black, A. H. & Prokasy, W. F.) 64\u201399 (Appleton Century Crofts, New York, 1972)."},{"key":"BFnn0898_304_CR2","volume-title":"Contemporary Animal Learning Theory","author":"A Dickinson","year":"1980","unstructured":"Dickinson, A. Contemporary Animal Learning Theory (Cambridge Univ. Press, Cambridge, 1980)."},{"key":"BFnn0898_304_CR3","doi-asserted-by":"publisher","first-page":"276","DOI":"10.1037\/h0076778","volume":"82","author":"NJ Mackintosh","year":"1975","unstructured":"Mackintosh, N. J. A theory of attention: Variations in the associability of stimulus with reinforcement . Psychol. Rev. 82, 276\u2013 298 (1975).","journal-title":"Psychol. Rev"},{"key":"BFnn0898_304_CR4","doi-asserted-by":"publisher","first-page":"532","DOI":"10.1037\/0033-295X.87.6.532","volume":"87","author":"JM Pearce","year":"1980","unstructured":"Pearce, J. M. & Hall, G. A model for Pavlovian conditioning: variations in the effectiveness of conditioned but not of unconditioned stimuli . Psychol. Rev. 87, 532\u2013 552 (1980).","journal-title":"Psychol. Rev"},{"key":"BFnn0898_304_CR5","doi-asserted-by":"publisher","first-page":"135","DOI":"10.1037\/0033-295X.88.2.135","volume":"88","author":"RS Sutton","year":"1981","unstructured":"Sutton, R. S. & Barto, A. G. Toward a modern theory of adaptive networks: expectation and prediction. Psychol. Rev.  88, 135\u2013170 (1981).","journal-title":"Psychol. Rev"},{"key":"BFnn0898_304_CR6","doi-asserted-by":"publisher","first-page":"679","DOI":"10.1037\/h0026550","volume":"66","author":"MC Smith","year":"1968","unstructured":"Smith, M. C. CS-US interval and US intensity in classical conditioning of the rabbit's nictitating membrane response. J. Comp. Physiol. Psychol. 66, 679\u2013687 (1968).","journal-title":"J. Comp. Physiol. Psychol"},{"key":"BFnn0898_304_CR7","doi-asserted-by":"publisher","first-page":"313","DOI":"10.1037\/0097-7403.2.4.313","volume":"2","author":"A Dickinson","year":"1976","unstructured":"Dickinson, A., Hall, G. & Mackintosh, N. J. Surprise and the attenuation of blocking.  J. Exp. Psychol. Anim. Behav. Proc. 2, 313\u2013 322 (1976).","journal-title":"J. Exp. Psychol. Anim. Behav. Proc"},{"key":"BFnn0898_304_CR8","first-page":"9","volume":"3","author":"RS Sutton","year":"1988","unstructured":"Sutton, R. S. Learning to predict by the method of temporal difference. Machine Learning  3, 9\u201344 (1988 ).","journal-title":"Machine Learning"},{"key":"BFnn0898_304_CR9","doi-asserted-by":"publisher","first-page":"834","DOI":"10.1109\/TSMC.1983.6313077","volume":"13","author":"AG Barto","year":"1983","unstructured":"Barto, A. G., Sutton, R. S. & Anderson, C. W. Neuronlike adaptive elements that can solve difficult learning problems. IEEE Trans Syst. Man Cybernet. SMC  13, 834\u2013846 (1983).","journal-title":"IEEE Trans Syst. Man Cybernet. SMC"},{"key":"BFnn0898_304_CR10","doi-asserted-by":"publisher","first-page":"215","DOI":"10.1162\/neco.1994.6.2.215","volume":"6","author":"G Tesauro","year":"1994","unstructured":"Tesauro, G. TD-Gammon, a self-teaching backgammon program, achieves master-level play.  Neural Comp. 6, 215\u2013219 (1994).","journal-title":"Neural Comp"},{"key":"BFnn0898_304_CR11","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1017\/S0140525X00010372","volume":"5","author":"RA Wise","year":"1982","unstructured":"Wise, R. A. Neuroleptics and operant behavior: The anhedonia hypothesis. Behav. Brain Sci. 5, 39\u201387 (1982).","journal-title":"Brain Sci"},{"key":"BFnn0898_304_CR12","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1017\/S0140525X00010372","volume":"5","author":"RA Wise","year":"1982","unstructured":"Wise, R. A. Neuroleptics and operant behavior: The anhedonia hypothesis. Behav. Brain Sci . 5, 39\u201387 ( 1982).","journal-title":"Behav. Brain Sci"},{"key":"BFnn0898_304_CR13","first-page":"647","volume-title":"Handbook of Physiology - The Nervous System","author":"HC Fibiger","year":"1986","unstructured":"Fibiger, H. C. & Phillips, A. G. in Handbook of Physiology - The Nervous System, vol IV (ed. Bloom, F. E.) 647\u2013 675 (Williams & Wilkins, Baltimore, 1986)."},{"key":"BFnn0898_304_CR14","doi-asserted-by":"publisher","first-page":"228","DOI":"10.1016\/S0959-4388(96)80077-8","volume":"6","author":"TW Robbins","year":"1996","unstructured":"Robbins, T. W. & Everitt, B. J. Neurobehavioural mechanisms of reward and motivation. Curr. Opin. Neurobiol. 6, 228\u2013236 (1996).","journal-title":"Curr. Opin. Neurobiol"},{"key":"BFnn0898_304_CR15","doi-asserted-by":"publisher","first-page":"1024","DOI":"10.1152\/jn.1994.72.2.1024","volume":"72","author":"J Mirenowicz","year":"1994","unstructured":"Mirenowicz, J. & Schultz, W. Importance of unpredictability for reward responses in primate dopamine neurons. J. Neurophysiol.  72, 1024\u20131027 (1994).","journal-title":"J. Neurophysiol"},{"key":"BFnn0898_304_CR16","doi-asserted-by":"publisher","first-page":"1593","DOI":"10.1126\/science.275.5306.1593","volume":"275","author":"W Schultz","year":"1997","unstructured":"Schultz, W., Dayan, P. & Montague, R. R. A neural substrate of prediction and reward.  Science 275, 1593\u20131599 ( 1997).","journal-title":"Science"},{"key":"BFnn0898_304_CR17","doi-asserted-by":"publisher","first-page":"145","DOI":"10.1152\/jn.1992.67.1.145","volume":"67","author":"T Ljungberg","year":"1992","unstructured":"Ljungberg, T., Apicella, P. & Schultz, W. Responses of monkey dopamine neurons during learning of behavioral reactions . J. Neurophysiol. 67, 145\u2013 163 (1992).","journal-title":"J. Neurophysiol"},{"key":"BFnn0898_304_CR18","doi-asserted-by":"publisher","first-page":"900","DOI":"10.1523\/JNEUROSCI.13-03-00900.1993","volume":"13","author":"W Schultz","year":"1993","unstructured":"Schultz, W., Apicella, P. & Ljungberg, T. Responses of monkey dopamine neurons to reward and conditioned stimuli during successive steps of learning a delayed response task. J. Neurosci . 13, 900\u2013913 ( 1993).","journal-title":"J. Neurosci"},{"key":"BFnn0898_304_CR19","doi-asserted-by":"publisher","first-page":"217","DOI":"10.1016\/0006-8993(83)91145-9","volume":"258","author":"GF Steinfels","year":"1983","unstructured":"Steinfels, G. F., Heym, J., Strecker, R.E & Jacobs, B. L. Behavioral correlates of dopaminergic unit activity in freely moving cats.  Brain Res. 258, 217\u2013228 (1983).","journal-title":"Brain Res"},{"key":"BFnn0898_304_CR20","doi-asserted-by":"publisher","first-page":"607","DOI":"10.1152\/jn.1990.63.3.607","volume":"63","author":"W Schultz","year":"1990","unstructured":"Schultz, W. & Romo, R. Dopamine neurons of the monkey midbrain: Contingencies of responses to stimuli eliciting immediate behavioral reactions . J. Neurophysiol. 63, 607\u2013 624 (1990).","journal-title":"J. Neurophysiol"},{"key":"BFnn0898_304_CR21","doi-asserted-by":"publisher","first-page":"449","DOI":"10.1038\/379449a0","volume":"379","author":"J Mirenowicz","year":"1996","unstructured":"Mirenowicz, J. & Schultz, W. Preferential activation of midbrain dopamine neurons by appetitive rather than aversive stimuli. Nature  379, 449\u2013451 ( 1996).","journal-title":"Nature"},{"key":"BFnn0898_304_CR22","doi-asserted-by":"publisher","first-page":"251","DOI":"10.1016\/S0006-8993(97)00265-5","volume":"759","author":"JC Horvitz","year":"1997","unstructured":"Horvitz, J. C., Stewart, T. & Jacobs, B. L. Burst activity of ventral tegmental dopamine neurons is elicited by sensory stimuli in the awake cat. Brain Res.  759, 251\u2013258 (1997).","journal-title":"Brain Res"},{"key":"BFnn0898_304_CR23","first-page":"249","volume-title":"Models of Information Processing in the Basal Ganglia","author":"JC Houk","year":"1995","unstructured":"Houk, J. C., Adams, J. L. & Barto, A. G. in Models of Information Processing in the Basal Ganglia  (eds Houk, J. C., Davis, J. L. & Beiser, D. G.) 249\u2013 270 (MIT Press, Cambridge, 1995)."},{"key":"BFnn0898_304_CR24","doi-asserted-by":"publisher","first-page":"725","DOI":"10.1038\/377725a0","volume":"377","author":"PR Montague","year":"1995","unstructured":"Montague, P. R., Dayan, P., Person, C. & Sejnowski, T. J. Bee foraging in uncertain environments using predictive hebbian learning. Nature  377, 725\u2013728 ( 1995).","journal-title":"Nature"},{"key":"BFnn0898_304_CR25","doi-asserted-by":"publisher","first-page":"1936","DOI":"10.1523\/JNEUROSCI.16-05-01936.1996","volume":"16","author":"PR Montague","year":"1996","unstructured":"Montague, P. R., Dayan, P. & Sejnowski, T. J. A framework for mesencephalic dopamine systems based on predictive Hebbian learning. J. Neurosci. 16, 1936\u20131947 (1996).","journal-title":"J. Neurosci"},{"key":"BFnn0898_304_CR26","doi-asserted-by":"crossref","unstructured":"Suri, R. E. & Schultz, W. Learning of sequential movements with dopamine-like reinforcement signal in neural network model.  Exp. Brain Res. (in press).","DOI":"10.1007\/s002210050467"},{"key":"BFnn0898_304_CR27","doi-asserted-by":"publisher","first-page":"4224","DOI":"10.1523\/JNEUROSCI.12-11-04224.1992","volume":"12","author":"P Calabresi","year":"1992","unstructured":"Calabresi, P., Maj, R., Pisani, A., Mercuri, N. B. & Bernardi, G. Long-term synaptic depression in the striatum: Physiological and pharmacological characterization. J. Neurosci.  12, 4224\u20134233 (1992).","journal-title":"J. Neurosci"},{"key":"BFnn0898_304_CR28","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/0306-4522(95)00436-M","volume":"70","author":"JR Wickens","year":"1996","unstructured":"Wickens, J. R., Begg, A. J. & Arbuthnott, G. W. Dopamine reverses the depression of rat corticostriatal synapses which normally follows high-frequency stimulation of cortex in vitro . Neuroscience 70, 1\u20135 (1996).","journal-title":"Neuroscience"},{"key":"BFnn0898_304_CR29","doi-asserted-by":"publisher","first-page":"4536","DOI":"10.1523\/JNEUROSCI.17-12-04536.1997","volume":"17","author":"P Calabresi","year":"1997","unstructured":"Calabresi, P. et al. Abnormal synaptic plasticity in the striatum of mice lacking dopamine D2 receptors . J. Neurosci. 17, 4536\u2013 4544 (1997).","journal-title":"J. Neurosci"},{"key":"BFnn0898_304_CR30","doi-asserted-by":"publisher","first-page":"814","DOI":"10.1152\/jn.1989.61.4.814","volume":"61","author":"O Hikosaka","year":"1989","unstructured":"Hikosaka, O., Sakamoto, M. & Usui, S. Functional properties of monkey caudate neurons. III.Activities related to expectation of target and reward. J. Neurophysiol.  61, 814\u2013832 (1989).","journal-title":"J. Neurophysiol"},{"key":"BFnn0898_304_CR31","doi-asserted-by":"publisher","first-page":"491","DOI":"10.1007\/BF00231732","volume":"85","author":"P Apicella","year":"1991","unstructured":"Apicella, P., Ljungberg, T., Scarnati, E. & Schultz, W. Responses to reward in monkey dorsal and ventral striatum. Exp. Brain Res.  85, 491\u2013500 (1991).","journal-title":"Exp. Brain Res"},{"key":"BFnn0898_304_CR32","doi-asserted-by":"publisher","first-page":"4595","DOI":"10.1523\/JNEUROSCI.12-12-04595.1992","volume":"12","author":"W Schultz","year":"1992","unstructured":"Schultz, W., Apicella, P., Scarnati, E. & Ljungberg, T. Neuronal activity in monkey ventral striatum related to the expectation of reward.  J. Neurosci. 12, 4595\u20134610 (1992).","journal-title":"J. Neurosci"},{"key":"BFnn0898_304_CR33","doi-asserted-by":"publisher","first-page":"243","DOI":"10.1016\/0166-4328(93)90120-F","volume":"55","author":"GV Williams","year":"1993","unstructured":"Williams, G. V., Rolls, E. T., Leonard, C. M. & Stern, C. Neuronal responses in the ventral striatum of the behaving monkey.  Behav. Brain Res. 55, 243\u2013252 (1993).","journal-title":"Behav. Brain Res"},{"key":"BFnn0898_304_CR34","doi-asserted-by":"publisher","first-page":"3969","DOI":"10.1523\/JNEUROSCI.14-06-03969.1994","volume":"14","author":"T Aosaki","year":"1994","unstructured":"Aosaki, T. et al. Responses of tonically active neurons in the primate's striatum undergo systematic changes during behavioral sensorimotor conditioning. J. Neurosci . 14, 3969\u20133984 ( 1994).","journal-title":"J. Neurosci"},{"key":"BFnn0898_304_CR35","doi-asserted-by":"publisher","first-page":"1061","DOI":"10.1152\/jn.1996.75.3.1061","volume":"75","author":"EM Bowman","year":"1996","unstructured":"Bowman, E. M., Aigner, T. G. & Richmond, B. J. Neural signals in the monkey ventral striatum related to motivation for juice and cocaine rewards. J. Neurophysiol.  75, 1061\u20131073 (1996).","journal-title":"J. Neurophysiol"},{"key":"BFnn0898_304_CR36","doi-asserted-by":"publisher","first-page":"456","DOI":"10.1007\/PL00005773","volume":"116","author":"P Apicella","year":"1997","unstructured":"Apicella, P., Legallet, E. & Trouche, E. Responses of tonically discharging neurons in the monkey striatum to primary rewards delivered during different behavioral states. Exp. Brain Res. 116, 456\u2013466 ( 1997).","journal-title":"Exp. Brain Res"},{"key":"BFnn0898_304_CR37","doi-asserted-by":"publisher","first-page":"1615","DOI":"10.1152\/jn.1992.67.6.1615","volume":"67","author":"M Matsumura","year":"1992","unstructured":"Matsumura, M., Kojima, J., Gardiner, T. W. & Hikosaka, O. Visual and oculomotor functions of monkey subthalamic nucleus. J. Neurophysiol.  67, 1615\u20131632 (1992).","journal-title":"J. Neurophysiol"},{"key":"BFnn0898_304_CR38","doi-asserted-by":"publisher","first-page":"3556","DOI":"10.1523\/JNEUROSCI.08-10-03556.1988","volume":"8","author":"H Nishijo","year":"1988","unstructured":"Nishijo, H., Ono, T. & Nishino, H. Topographic distribution of modality-specific amygdalar neurons in alert monkey . J. Neurosci. 8, 3556\u2013 3569 (1988).","journal-title":"J. Neurosci"},{"key":"BFnn0898_304_CR39","doi-asserted-by":"publisher","first-page":"113","DOI":"10.1016\/0304-3940(89)90450-3","volume":"101","author":"M Watanabe","year":"1989","unstructured":"Watanabe, M. The appropriateness of behavioral responses coded in post-trial activity of primate prefrontal units. Neurosci. Lett. 101, 113\u2013 117 (1989).","journal-title":"Neurosci. Lett"},{"key":"BFnn0898_304_CR40","doi-asserted-by":"publisher","first-page":"629","DOI":"10.1038\/382629a0","volume":"382","author":"M Watanabe","year":"1996","unstructured":"Watanabe, M. Reward expectancy in primate prefrontal neurons. Nature 382, 629\u2013632 (1996).","journal-title":"Nature"},{"key":"BFnn0898_304_CR41","doi-asserted-by":"publisher","first-page":"93","DOI":"10.1007\/BF00235545","volume":"49","author":"SJ Thorpe","year":"1983","unstructured":"Thorpe, S. J., Rolls, E. T. & Maddison, S. The orbitofrontal cortex: neuronal activity in the behaving monkey. Exp. Brain Res. 49, 93\u2013 115 (1983).","journal-title":"Exp. Brain Res"},{"key":"BFnn0898_304_CR42","doi-asserted-by":"publisher","first-page":"213","DOI":"10.1016\/0006-8993(79)90328-7","volume":"171","author":"H Niki","year":"1979","unstructured":"Niki, H. & Watanabe, M. Prefrontal and cingulate unit activity during timing behavior in the monkey. Brain Res. 171 , 213\u2013224 (1979).","journal-title":"Brain Res"},{"key":"BFnn0898_304_CR43","doi-asserted-by":"publisher","first-page":"887","DOI":"10.1523\/JNEUROSCI.01-08-00887.1981","volume":"1","author":"G Aston-Jones","year":"1981","unstructured":"Aston-Jones, G. & Bloom, F. E. Norepinephrine-containing locus coeruleus neurons in behaving rats exhibit pronounced responses to nonnoxious environmental stimuli. J. Neurosci. 1, 887 \u2013900 (1981).","journal-title":"J. Neurosci"},{"key":"BFnn0898_304_CR44","doi-asserted-by":"publisher","first-page":"571","DOI":"10.1016\/S0079-6123(08)63835-2","volume":"88","author":"SJ Sara","year":"1991","unstructured":"Sara, S. J. & Segal, M. Plasticity of sensory responses of locus coeruleus neurons in the behaving rat: implications for cognition.  Prog. Brain Res. 88, 571\u2013585 (1991).","journal-title":"Prog. Brain Res"},{"key":"BFnn0898_304_CR45","doi-asserted-by":"publisher","first-page":"4467","DOI":"10.1523\/JNEUROSCI.14-07-04467.1994","volume":"14","author":"G Aston-Jones","year":"1994","unstructured":"Aston-Jones, G., Rajkowski, J., Kubiak, P. & Alexinsky, T. Locus coeruleus neurons in monkey are selectively activated by attended cues in a vigilance task. J. Neurosci. 14, 4467 \u20134480 (1994).","journal-title":"J. Neurosci"},{"key":"BFnn0898_304_CR46","doi-asserted-by":"publisher","first-page":"364","DOI":"10.1016\/0006-8993(86)91529-5","volume":"399","author":"RT Richardson","year":"1986","unstructured":"Richardson, R. T. & DeLong, M. R. Nucleus basalis of Meynert neuronal activity during a delayed response task in monkey. Brain Res.  399, 364\u2013368 (1986).","journal-title":"Brain Res"},{"key":"BFnn0898_304_CR47","doi-asserted-by":"publisher","first-page":"213","DOI":"10.1016\/0006-8993(90)90546-N","volume":"509","author":"FAW Wilson","year":"1990","unstructured":"Wilson, F. A. W. & Rolls, E. T. Neuronal responses related to reinforcement in the primate basal forebrain. Brain Res. 509, 213\u2013231 (1990).","journal-title":"Brain Res"},{"key":"BFnn0898_304_CR48","doi-asserted-by":"publisher","first-page":"3144","DOI":"10.1523\/JNEUROSCI.08-09-03144.1988","volume":"8","author":"EA Gaffan","year":"1988","unstructured":"Gaffan, E. A., Gaffan, D. & Harrison, S. Disconnection of the amygdala from visual association cortex impairs visual reward association learning in monkeys. J. Neurosci.  8, 3144\u20133150 (1988).","journal-title":"J. Neurosci"}],"container-title":["Nature Neuroscience"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/www.nature.com\/articles\/nn0898_304.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/www.nature.com\/articles\/nn0898_304","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/www.nature.com\/articles\/nn0898_304.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,12,1]],"date-time":"2021-12-01T20:19:14Z","timestamp":1638389954000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/nn0898_304"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[1998,8]]},"references-count":48,"journal-issue":{"issue":"4","published-print":{"date-parts":[[1998,8]]}},"alternative-id":["BFnn0898_304"],"URL":"https:\/\/doi.org\/10.1038\/1124","relation":{},"ISSN":["1097-6256","1546-1726"],"issn-type":[{"value":"1097-6256","type":"print"},{"value":"1546-1726","type":"electronic"}],"subject":[],"published":{"date-parts":[[1998,8]]}}}