{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T07:34:55Z","timestamp":1775028895285,"version":"3.50.1"},"reference-count":13,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2000,6,1]],"date-time":"2000-06-01T00:00:00Z","timestamp":959817600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2000,6,1]],"date-time":"2000-06-01T00:00:00Z","timestamp":959817600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Neurocomputing"],"published-print":{"date-parts":[[2000,6]]},"DOI":"10.1016\/s0925-2312(00)00232-0","type":"journal-article","created":{"date-parts":[[2002,7,25]],"date-time":"2002-07-25T22:46:48Z","timestamp":1027637208000},"page":"679-684","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":22,"special_numbering":"C","title":["Behavioral considerations suggest an average reward TD model of the dopamine system"],"prefix":"10.1016","volume":"32-33","author":[{"given":"Nathaniel D.","family":"Daw","sequence":"first","affiliation":[]},{"given":"David S.","family":"Touretzky","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/S0925-2312(00)00232-0_BIB1","first-page":"1","article-title":"Choice between delayed reinforcers in a discrete-trials schedule","volume":"44","author":"Bradshaw","year":"1992","journal-title":"Q. J. Exp. Psychol. B"},{"key":"10.1016\/S0925-2312(00)00232-0_BIB2","first-page":"117","article-title":"Statistical models of conditioning","volume":"10","author":"Dayan","year":"1997","journal-title":"NIPS"},{"key":"10.1016\/S0925-2312(00)00232-0_BIB3","series-title":"Models of Information Processing in the Basal Ganglia","first-page":"249","article-title":"A model of how the basal ganglia generate and use neural signals that predict reinforcement","author":"Houk","year":"1995"},{"key":"10.1016\/S0925-2312(00)00232-0_BIB4","doi-asserted-by":"crossref","unstructured":"C.R. Gallistel, J. Gibbon, Time, rate and conditioning (2000), forthcoming.","DOI":"10.1037\/\/0033-295X.107.2.289"},{"key":"10.1016\/S0925-2312(00)00232-0_BIB5","series-title":"Characterizing Human Psychological Adaptations","first-page":"51","article-title":"Normative and descriptive models of decision making: time discounting and risk sensitivity","author":"Kacelnik","year":"1997"},{"key":"10.1016\/S0925-2312(00)00232-0_BIB6","series-title":"Quantitative Analyses of Behavior, Vol. V","first-page":"55","article-title":"An adjusting procedure for studying delayed reinforcement","author":"Mazur","year":"1987"},{"key":"10.1016\/S0925-2312(00)00232-0_BIB7","doi-asserted-by":"crossref","first-page":"1936","DOI":"10.1523\/JNEUROSCI.16-05-01936.1996","article-title":"A framework for mesencephalic dopamine systems based on predictive Hebbian learning","volume":"16","author":"Montague","year":"1996","journal-title":"J. Neurosci."},{"key":"10.1016\/S0925-2312(00)00232-0_BIB8","doi-asserted-by":"crossref","first-page":"231","DOI":"10.1016\/S0921-8890(97)00041-9","article-title":"Shaping robot behavior using principles from instrumental conditioning","volume":"22","author":"Saksida","year":"1998","journal-title":"Robot. Autonom. System"},{"key":"10.1016\/S0925-2312(00)00232-0_BIB9","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1152\/jn.1998.80.1.1","article-title":"Predictive reward signal of dopamine neurons","volume":"80","author":"Schultz","year":"1998","journal-title":"J. Neurophys."},{"key":"10.1016\/S0925-2312(00)00232-0_BIB10","doi-asserted-by":"crossref","first-page":"1593","DOI":"10.1126\/science.275.5306.1593","article-title":"A neural substrate of prediction and reward","volume":"275","author":"Schultz","year":"1997","journal-title":"Science"},{"key":"10.1016\/S0925-2312(00)00232-0_BIB11","doi-asserted-by":"crossref","first-page":"9","DOI":"10.1023\/A:1022633531479","article-title":"Learning to predict by the method of temporal differences","volume":"3","author":"Sutton","year":"1988","journal-title":"Mach. Learning"},{"key":"10.1016\/S0925-2312(00)00232-0_BIB12","unstructured":"R.S. Sutton, A.G. Barto, A temporal-difference model of classical conditioning, in: Proceedings of the Ninth Annual Conference of the Cognitive Science Society, Erlbaum, Hillsdale, 1987, pp. 355\u2013378."},{"key":"10.1016\/S0925-2312(00)00232-0_BIB13","first-page":"319","article-title":"Average cost temporal-difference learning","volume":"35","author":"Tsitsiklis","year":"1997","journal-title":"Automatica"}],"container-title":["Neurocomputing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0925231200002320?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0925231200002320?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,10,13]],"date-time":"2025-10-13T18:10:36Z","timestamp":1760379036000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0925231200002320"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2000,6]]},"references-count":13,"alternative-id":["S0925231200002320"],"URL":"https:\/\/doi.org\/10.1016\/s0925-2312(00)00232-0","relation":{},"ISSN":["0925-2312"],"issn-type":[{"value":"0925-2312","type":"print"}],"subject":[],"published":{"date-parts":[[2000,6]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Behavioral considerations suggest an average reward TD model of the dopamine system","name":"articletitle","label":"Article Title"},{"value":"Neurocomputing","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/S0925-2312(00)00232-0","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"converted-article","name":"content_type","label":"Content Type"},{"value":"Copyright \u00a9 2000 Published by Elsevier B.V.","name":"copyright","label":"Copyright"}]}}