{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,27]],"date-time":"2026-05-27T10:39:54Z","timestamp":1779878394280,"version":"3.53.1"},"reference-count":34,"publisher":"Elsevier BV","issue":"2","license":[{"start":{"date-parts":[[2003,4,1]],"date-time":"2003-04-01T00:00:00Z","timestamp":1049155200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2013,7,17]],"date-time":"2013-07-17T00:00:00Z","timestamp":1374019200000},"content-version":"vor","delay-in-days":3760,"URL":"https:\/\/www.elsevier.com\/open-access\/userlicense\/1.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Neuron"],"published-print":{"date-parts":[[2003,4]]},"DOI":"10.1016\/s0896-6273(03)00169-7","type":"journal-article","created":{"date-parts":[[2004,4,15]],"date-time":"2004-04-15T09:36:44Z","timestamp":1082021804000},"page":"329-337","source":"Crossref","is-referenced-by-count":1240,"title":["Temporal Difference Models and Reward-Related Learning in the Human Brain"],"prefix":"10.1016","volume":"38","author":[{"given":"John P.","family":"O'Doherty","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Peter","family":"Dayan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Karl","family":"Friston","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hugo","family":"Critchley","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Raymond J.","family":"Dolan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/S0896-6273(03)00169-7_BIB1","doi-asserted-by":"crossref","first-page":"945","DOI":"10.1152\/jn.1992.68.3.945","article-title":"Neuronal activity in monkey striatum related to the expectation of predictable environmental events","volume":"68","author":"Apicella","year":"1992","journal-title":"J. Neurophysiol."},{"key":"10.1016\/S0896-6273(03)00169-7_BIB2","doi-asserted-by":"crossref","first-page":"2793","DOI":"10.1523\/JNEUROSCI.21-08-02793.2001","article-title":"Predictability modulates human brain response to reward","volume":"21","author":"Berns","year":"2001","journal-title":"J. Neurosci."},{"key":"10.1016\/S0896-6273(03)00169-7_BIB3","doi-asserted-by":"crossref","first-page":"619","DOI":"10.1016\/S0896-6273(01)00303-8","article-title":"Functional imaging of neural responses to expectancy and experience of monetary gains and losses","volume":"30","author":"Breiter","year":"2001","journal-title":"Neuron"},{"key":"10.1016\/S0896-6273(03)00169-7_BIB4","doi-asserted-by":"crossref","first-page":"1218","DOI":"10.1038\/81504","article-title":"Learning and selective attention","volume":"3","author":"Dayan","year":"2000","journal-title":"Nat. Neurosci. Suppl."},{"key":"10.1016\/S0896-6273(03)00169-7_BIB5","doi-asserted-by":"crossref","first-page":"3072","DOI":"10.1152\/jn.2000.84.6.3072","article-title":"Tracking the hemodynamic responses to reward and punishment in the striatum","volume":"84","author":"Delgado","year":"2000","journal-title":"J. Neurophysiol."},{"key":"10.1016\/S0896-6273(03)00169-7_BIB6","series-title":"The Human Brain Stem and Cerebellum","author":"Duvernoy","year":"1995"},{"key":"10.1016\/S0896-6273(03)00169-7_BIB7","series-title":"The Human Brain","author":"Duvernoy","year":"1999"},{"key":"10.1016\/S0896-6273(03)00169-7_BIB8","doi-asserted-by":"crossref","first-page":"6159","DOI":"10.1523\/JNEUROSCI.20-16-06159.2000","article-title":"Dissociable neural responses in human reward systems","volume":"20","author":"Elliott","year":"2000","journal-title":"J. Neurosci."},{"key":"10.1016\/S0896-6273(03)00169-7_BIB9","doi-asserted-by":"crossref","first-page":"1043","DOI":"10.1038\/nn733","article-title":"Responses of human frontal cortex to surprising events are predicted by formal associative learning theory","volume":"4","author":"Fletcher","year":"2001","journal-title":"Nat. Neurosci."},{"key":"10.1016\/S0896-6273(03)00169-7_BIB10","doi-asserted-by":"crossref","first-page":"453","DOI":"10.1097\/00001756-199902250-00003","article-title":"The representation of the pleasantness of touch in the human brain, and its relation to taste and olfactory areas","volume":"10","author":"Francis","year":"1999","journal-title":"Neuroreport"},{"key":"10.1016\/S0896-6273(03)00169-7_BIB11","doi-asserted-by":"crossref","first-page":"229","DOI":"10.1016\/0306-4522(94)90592-4","article-title":"Value-dependent selection in the brain","volume":"59","author":"Friston","year":"1994","journal-title":"Neuroscience"},{"key":"10.1016\/S0896-6273(03)00169-7_BIB12","doi-asserted-by":"crossref","first-page":"165","DOI":"10.1002\/hbm.460030303","article-title":"Spatial registration and normalisation of images","volume":"2","author":"Friston","year":"1995","journal-title":"Hum. Brain Mapp."},{"key":"10.1016\/S0896-6273(03)00169-7_BIB13","doi-asserted-by":"crossref","first-page":"263","DOI":"10.1093\/cercor\/10.3.263","article-title":"Delay activity of orbital and lateral prefrontal neurons of the monkey varying with different rewards","volume":"10","author":"Hikosaka","year":"2000","journal-title":"Cereb. Cortex"},{"key":"10.1016\/S0896-6273(03)00169-7_BIB14","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1002\/(SICI)1096-9861(19970721)384:1<1::AID-CNE1>3.0.CO;2-5","article-title":"Neurochemical architecture of the human striatum","volume":"384","author":"Holt","year":"1997","journal-title":"J. Comp. Neurol."},{"key":"10.1016\/S0896-6273(03)00169-7_BIB15","doi-asserted-by":"crossref","first-page":"122","DOI":"10.1002\/cne.10312","article-title":"Three-dimensional cartography of functional territories in the human striatopallidal complex by using calbindin immunoreactivity","volume":"450","author":"Karachi","year":"2002","journal-title":"J. Comp. Neurol."},{"key":"10.1016\/S0896-6273(03)00169-7_BIB16","doi-asserted-by":"crossref","first-page":"3683","DOI":"10.1097\/00001756-200112040-00016","article-title":"Dissociation of reward anticipation and outcome with event-related fMRI","volume":"12","author":"Knutson","year":"2001","journal-title":"Neuroreport"},{"key":"10.1016\/S0896-6273(03)00169-7_BIB17","doi-asserted-by":"crossref","first-page":"RC159","DOI":"10.1523\/JNEUROSCI.21-16-j0002.2001","article-title":"Anticipation of increasing monetary reward selectively recruits nucleus accumbens","volume":"21","author":"Knutson","year":"2001","journal-title":"J. Neurosci."},{"key":"10.1016\/S0896-6273(03)00169-7_BIB18","doi-asserted-by":"crossref","first-page":"145","DOI":"10.1152\/jn.1992.67.1.145","article-title":"Responses of monkey dopamine neurons during learning of behavioral reactions","volume":"67","author":"Ljungberg","year":"1992","journal-title":"J. Neurophysiol."},{"key":"10.1016\/S0896-6273(03)00169-7_BIB19","doi-asserted-by":"crossref","first-page":"1024","DOI":"10.1152\/jn.1994.72.2.1024","article-title":"Importance of unpredictability for reward responses in primate dopamine neurons","volume":"72","author":"Mirenowicz","year":"1994","journal-title":"J. Neurophysiol."},{"key":"10.1016\/S0896-6273(03)00169-7_BIB20","doi-asserted-by":"crossref","first-page":"449","DOI":"10.1038\/379449a0","article-title":"Preferential activation of midbrain dopamine neurons by appetitive rather than aversive stimuli","volume":"379","author":"Mirenowicz","year":"1996","journal-title":"Nature"},{"key":"10.1016\/S0896-6273(03)00169-7_BIB21","doi-asserted-by":"crossref","first-page":"11","DOI":"10.1038\/4513","article-title":"Orbitofrontal cortex is activated during breaches of expectation in tasks of visual attention","volume":"2","author":"Nobre","year":"1999","journal-title":"Nat. Neurosci."},{"key":"10.1016\/S0896-6273(03)00169-7_BIB22","doi-asserted-by":"crossref","first-page":"1315","DOI":"10.1152\/jn.2001.85.3.1315","article-title":"Representation of pleasant and aversive taste in the human brain","volume":"85","author":"O'Doherty","year":"2001","journal-title":"J. Neurophysiol."},{"key":"10.1016\/S0896-6273(03)00169-7_BIB23","doi-asserted-by":"crossref","first-page":"815","DOI":"10.1016\/S0896-6273(02)00603-7","article-title":"Neural responses during anticipation of a primary taste reward","volume":"33","author":"O'Doherty","year":"2002","journal-title":"Neuron"},{"key":"10.1016\/S0896-6273(03)00169-7_BIB24","doi-asserted-by":"crossref","first-page":"117","DOI":"10.1016\/0165-0173(87)90011-7","article-title":"Ventral tegmental (A10) system","volume":"434","author":"Oades","year":"1987","journal-title":"Brain Res."},{"key":"10.1016\/S0896-6273(03)00169-7_BIB25","doi-asserted-by":"crossref","first-page":"97","DOI":"10.1038\/nn802","article-title":"Activity in human ventral striatum locked to errors of reward prediction","volume":"5","author":"Pagnoni","year":"2002","journal-title":"Nat. Neurosci."},{"key":"10.1016\/S0896-6273(03)00169-7_BIB26","doi-asserted-by":"crossref","first-page":"532","DOI":"10.1037\/0033-295X.87.6.532","article-title":"A model for Pavlovian learning","volume":"87","author":"Pearce","year":"1980","journal-title":"Psychol. Rev."},{"key":"10.1016\/S0896-6273(03)00169-7_BIB27","doi-asserted-by":"crossref","first-page":"9281","DOI":"10.1073\/pnas.160266497","article-title":"Learning about pain","volume":"97","author":"Ploghaus","year":"2000","journal-title":"Proc. Natl. Acad. Sci. USA"},{"key":"10.1016\/S0896-6273(03)00169-7_BIB28","series-title":"Classical Conditioning II","article-title":"A theory of Pavlovian conditioning","author":"Rescorla","year":"1972"},{"key":"10.1016\/S0896-6273(03)00169-7_BIB29","doi-asserted-by":"crossref","first-page":"155","DOI":"10.1038\/407","article-title":"Orbitofrontal cortex and basolateral amygdala encode expected outcomes during learning","volume":"1","author":"Schoenbaum","year":"1998","journal-title":"Nat. Neurosci."},{"key":"10.1016\/S0896-6273(03)00169-7_BIB30","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1152\/jn.1998.80.1.1","article-title":"Predictive reward signal of dopamine neurons","volume":"80","author":"Schultz","year":"1998","journal-title":"J. Neurophysiol."},{"key":"10.1016\/S0896-6273(03)00169-7_BIB31","doi-asserted-by":"crossref","first-page":"1593","DOI":"10.1126\/science.275.5306.1593","article-title":"A neural substrate of prediction and reward","volume":"275","author":"Schultz","year":"1997","journal-title":"Science"},{"key":"10.1016\/S0896-6273(03)00169-7_BIB32","doi-asserted-by":"crossref","first-page":"421","DOI":"10.1016\/S0028-3908(98)00071-9","article-title":"Reward prediction in primate basal ganglia and frontal cortex","volume":"37","author":"Schultz","year":"1998","journal-title":"Neuropharmacology"},{"key":"10.1016\/S0896-6273(03)00169-7_BIB33","doi-asserted-by":"crossref","first-page":"9","DOI":"10.1007\/BF00115009","article-title":"Learning to predict by the methods of temporal differences","volume":"3","author":"Sutton","year":"1988","journal-title":"Machine Learning"},{"key":"10.1016\/S0896-6273(03)00169-7_BIB34","series-title":"Learning and Computational Neuroscience","article-title":"Time derivative models of Pavlovian reinforcement","author":"Sutton","year":"1990"}],"container-title":["Neuron"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0896627303001697?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0896627303001697?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2019,2,14]],"date-time":"2019-02-14T02:23:05Z","timestamp":1550110985000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0896627303001697"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2003,4]]},"references-count":34,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2003,4]]}},"alternative-id":["S0896627303001697"],"URL":"https:\/\/doi.org\/10.1016\/s0896-6273(03)00169-7","relation":{},"ISSN":["0896-6273"],"issn-type":[{"value":"0896-6273","type":"print"}],"subject":[],"published":{"date-parts":[[2003,4]]}}}