{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,2]],"date-time":"2026-04-02T02:40:30Z","timestamp":1775097630380,"version":"3.50.1"},"reference-count":67,"publisher":"Elsevier BV","issue":"4-6","license":[{"start":{"date-parts":[[2002,6,1]],"date-time":"2002-06-01T00:00:00Z","timestamp":1022889600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Neural Networks"],"published-print":{"date-parts":[[2002,6]]},"DOI":"10.1016\/s0893-6080(02)00048-5","type":"journal-article","created":{"date-parts":[[2002,10,11]],"date-time":"2002-10-11T21:02:29Z","timestamp":1034370149000},"page":"549-559","source":"Crossref","is-referenced-by-count":376,"title":["Dopamine: generalization and bonuses"],"prefix":"10.1016","volume":"15","author":[{"given":"Sham","family":"Kakade","sequence":"first","affiliation":[]},{"given":"Peter","family":"Dayan","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/S0893-6080(02)00048-5_BIB1","doi-asserted-by":"crossref","first-page":"23","DOI":"10.1016\/0166-4328(95)00203-0","article-title":"Psychobiology of novelty seeking and drug seeking behavior","volume":"77","author":"Bardo","year":"1996","journal-title":"Behavioural Brain Research"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB64","doi-asserted-by":"crossref","first-page":"834","DOI":"10.1109\/TSMC.1983.6313077","article-title":"Neuronlike adaptive elements that can solve difficult learning control problems","volume":"SMC-13","author":"Barto","year":"1983","journal-title":"IEEE Transaction on Systems, Man and Cybernetics"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB2","series-title":"Neuro-dynamic programming","author":"Bertsekas","year":"1996"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB3","first-page":"953","volume":"IJCAI","author":"Brafman","year":"2001","journal-title":"R-MAX\u2014A general polynomial time algorithm for near-optimal reinforcement learning"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB4","doi-asserted-by":"crossref","first-page":"312","DOI":"10.1016\/S0006-3223(99)00116-X","article-title":"Cognition and control in schizophrenia: A computational model of dopamine and prefrontal function","volume":"46","author":"Braver","year":"1999","journal-title":"Biological Psychiatry"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB5","doi-asserted-by":"crossref","first-page":"681","DOI":"10.1037\/h0040090","article-title":"The misbehavior of organisms","volume":"16","author":"Breland","year":"1961","journal-title":"American Psychologist"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB6","doi-asserted-by":"crossref","first-page":"566","DOI":"10.1111\/j.1749-6632.1984.tb23459.x","article-title":"Properties of the internal clock","volume":"423","author":"Church","year":"1984","journal-title":"Annals of the New York Academy of Sciences"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB7","series-title":"The prefrontal cortex, executive and cognitive functions","author":"Cohen","year":"1998"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB9","doi-asserted-by":"crossref","first-page":"679","DOI":"10.1016\/S0925-2312(00)00232-0","article-title":"Behavioral considerations suggest an average reward TD model of the dopamine system","volume":"32","author":"Daw","year":"2000","journal-title":"Neurocomputing"},{"issue":"4\u20135","key":"10.1016\/S0893-6080(02)00048-5_BIB8","article-title":"Opponent interactions between serotonin and dopamine","volume":"15","author":"Daw","year":"2002","journal-title":"Neural Networks"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB10","article-title":"Motivated reinforcement learning","author":"Dayan","year":"2000"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB11","series-title":"Theoretical neuroscience","author":"Dayan","year":"2001"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB12","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1007\/BF00115298","article-title":"Exploration bonuses and dual control","volume":"25","author":"Dayan","year":"1996","journal-title":"Machine Learning"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB13","series-title":"Steven's handbook of experimental psychology","article-title":"The role of learning in motivation","volume":"Vol. 3","author":"Dickinson","year":"2001"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB14","first-page":"243","article-title":"Reinforcement learning in continuous time and space","volume":"12","author":"Doya","year":"1999","journal-title":"Neural Computation"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB15","doi-asserted-by":"crossref","first-page":"1453","DOI":"10.1176\/ajp.156.9.1453","article-title":"Association between novelty seeking and type 4 dopamine receptor gene in a large Finnish cohort sample","volume":"156","author":"Ekelund","year":"1999","journal-title":"American Journal of Psychiatry"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB16","doi-asserted-by":"crossref","first-page":"6610","DOI":"10.1523\/JNEUROSCI.19-15-06610.1999","article-title":"Orbitofrontal cortex and representation of incentive value in associative learning","volume":"19","author":"Gallagher","year":"1999","journal-title":"Journal of Neuroscience"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB17","doi-asserted-by":"crossref","first-page":"170","DOI":"10.1016\/S0959-4388(97)80005-0","article-title":"Toward a neurobiology of temporal cognition: Advances and challenges","volume":"7","author":"Gibbon","year":"1997","journal-title":"Current Opinion in Neurobiology"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB18","doi-asserted-by":"crossref","first-page":"1548","DOI":"10.1126\/science.278.5343.1547b","article-title":"Dopamine's role","volume":"278","author":"Gray","year":"1997","journal-title":"Science"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB26","doi-asserted-by":"crossref","first-page":"195","DOI":"10.3758\/BF03327274","article-title":"Neural dynamics of attentionally modulated pavlovian conditioning: Conditioned reinforcement, inhibition, and opponent processing","volume":"15","author":"Grossberg","year":"1987","journal-title":"Psychobiology"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB27","doi-asserted-by":"crossref","first-page":"79","DOI":"10.1016\/0893-6080(89)90026-9","article-title":"Neural dynamics of adaptive timing and temporal discrimination during associative learning","volume":"2","author":"Grossberg","year":"1989","journal-title":"Neural Networks"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB28","doi-asserted-by":"crossref","first-page":"169","DOI":"10.1016\/S0166-4328(98)00102-8","article-title":"An electrophysiological characterization of ventral tegmental area dopaminergic neurons during differential pavlovian fear conditioning in the awake rabbit","volume":"99","author":"Guarraci","year":"1999","journal-title":"Behavioural Brain Research"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB19","doi-asserted-by":"crossref","first-page":"3913","DOI":"10.1523\/JNEUROSCI.17-10-03913.1997","article-title":"The role of an amygdalo-nigrostriatal pathway in associative learning","volume":"17","author":"Han","year":"1997","journal-title":"Journal of Neuroscience"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB20","doi-asserted-by":"crossref","first-page":"5256","DOI":"10.1523\/JNEUROSCI.16-16-05256.1996","article-title":"Neurotoxic lesions of basolateral, but not central, amygdala interfere with Pavlovian second-order conditioning and reinforcer devaluation effects","volume":"16","author":"Hatfield","year":"1996","journal-title":"Journal of Neuroscience"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB21","doi-asserted-by":"crossref","first-page":"65","DOI":"10.1016\/S1364-6613(98)01271-6","article-title":"Amygdala circuitry in attentional and representational processes","volume":"3","author":"Holland","year":"1999","journal-title":"Trends in Cognitive Sciences"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB22","first-page":"976","article-title":"Involvement of dopamine and excitatory amino acid transmission in novelty-induced motor activity","volume":"269","author":"Hooks","year":"1994","journal-title":"Journal of Pharmacology, Experimental Therapeutics"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB23","doi-asserted-by":"crossref","first-page":"251","DOI":"10.1016\/S0006-8993(97)00265-5","article-title":"Burst activity of ventral tegmental dopamine neurons is elicited by sensory stimuli in the awake cat","volume":"759","author":"Horvitz","year":"1997","journal-title":"Brain Research"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB24","series-title":"Models of information processing in the basal ganglia","first-page":"249","article-title":"A model of how the basal ganglia generate and use neural signals that predict reinforcement","author":"Houk","year":"1995"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB25","series-title":"Principles of behavior","author":"Hull","year":"1943"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB29","doi-asserted-by":"crossref","first-page":"6","DOI":"10.1016\/S0165-0173(99)00023-5","volume":"31","author":"Ikemoto","year":"1999","journal-title":"Brain Research Reviews"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB30","series-title":"Dopamine bonuses","author":"Kakade","year":"2000"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB31","unstructured":"Kehoe, E.J (1977). Effects of serial compound stimuli on stimulus selection in classical conditioning of the rabbit nictitating membrane response. PhD Thesis, University of Iowa."},{"key":"10.1016\/S0893-6080(02)00048-5_BIB32","doi-asserted-by":"crossref","first-page":"1024","DOI":"10.1152\/jn.1994.72.2.1024","article-title":"Importance of unpredictability for reward responses in primate dopamine neurons","volume":"72","author":"Mirenowicz","year":"1994","journal-title":"Journal of Neurophysiology"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB33","doi-asserted-by":"crossref","first-page":"449","DOI":"10.1038\/379449a0","article-title":"Preferential activation of midbrain dopamine neurons by appetitive rather than aversive stimuli","volume":"379","author":"Mirenowicz","year":"1996","journal-title":"Nature"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB34","doi-asserted-by":"crossref","first-page":"725","DOI":"10.1038\/377725a0","article-title":"Bee foraging in uncertain environments using predictive hebbian learning","volume":"377","author":"Montague","year":"1995","journal-title":"Nature"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB35","doi-asserted-by":"crossref","first-page":"1936","DOI":"10.1523\/JNEUROSCI.16-05-01936.1996","article-title":"A framework for mesencephalic dopamine systems based on predictive hebbian learning","volume":"16","author":"Montague","year":"1996","journal-title":"Journal of Neuroscience"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB36","unstructured":"Ng, A. Y., Harada, D., & Russell, S (1999). Policy invariance under reward transformations: Theory and application to reward shaping. Proceedings of the 16th International Conference on Machine Learning."},{"key":"10.1016\/S0893-6080(02)00048-5_BIB37","doi-asserted-by":"crossref","first-page":"95","DOI":"10.1038\/82959","article-title":"Abstract reward and punishment representations in the human orbitofrontal cortex","volume":"4","author":"O'Doherty","year":"2001","journal-title":"Nature Neuroscience"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB38","doi-asserted-by":"crossref","first-page":"1040","DOI":"10.1038\/35059085","article-title":"Temporal dynamics of a neural solution to the aperture problem in visual area MT of macaque brain","volume":"409","author":"Pack","year":"2001","journal-title":"Nature"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB39","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1016\/S0893-133X(98)00115-8","article-title":"Dopamine D4 receptor gene: Novelty or nonsense?","volume":"21","author":"Paterson","year":"1999","journal-title":"Neuropsychopharmacology"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB40","first-page":"53","article-title":"The influence of background stimuli on summation in autoshaping","volume":"52","author":"Pearce","year":"1999","journal-title":"Quarterly Journal of Experimental Psychology, Comparative, Physiological Psychology"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB41","doi-asserted-by":"crossref","first-page":"146","DOI":"10.1016\/S0166-2236(98)01373-3","article-title":"Is the short-latency dopamine response too short to signal reward error?","volume":"22","author":"Redgrave","year":"1999","journal-title":"Trends in Neurosciences"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB42","doi-asserted-by":"crossref","first-page":"38","DOI":"10.3758\/BF03198952","article-title":"Intrinsic reinforcing properties of putatively neutral stimuli in an instrumental two-lever discrimination task","volume":"24","author":"Reed","year":"1996","journal-title":"Animal Learning and Behavior"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB43","series-title":"Classical conditioning II, current research and theory","first-page":"64","article-title":"A theory of pavlovian conditioning: The effectiveness of reinforcement and non-reinforcement","author":"Rescorla","year":"1972"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB44","doi-asserted-by":"crossref","first-page":"284","DOI":"10.1093\/cercor\/10.3.284","article-title":"The orbitofrontal cortex and reward","volume":"10","author":"Rolls","year":"2000","journal-title":"Cerebral Cortex"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB45","doi-asserted-by":"crossref","first-page":"117","DOI":"10.1016\/0166-4328(94)90153-8","article-title":"The involvement of nucleus accumbens dopamine in appetitive and aversive motivation","volume":"61","author":"Salamone","year":"1994","journal-title":"Behavioural Brain Research"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB46","doi-asserted-by":"crossref","first-page":"155","DOI":"10.1038\/407","article-title":"Orbitofrontal cortex and basolateral amygdala encode expected outcomes during learning","volume":"1","author":"Schoenbaum","year":"1998","journal-title":"Nature Neuroscience"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB47","doi-asserted-by":"crossref","first-page":"1876","DOI":"10.1523\/JNEUROSCI.19-05-01876.1999","article-title":"Neural encoding in orbitofrontal cortex and basolateral amygdala during olfactory discrimination learning","volume":"19","author":"Schoenbaum","year":"1999","journal-title":"Journal of Neuroscience"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB48","doi-asserted-by":"crossref","first-page":"129","DOI":"10.1016\/1044-5765(92)90011-P","article-title":"Activity of dopamine neurons in the behaving primate","volume":"4","author":"Schultz","year":"1992","journal-title":"Seminars in the Neurosciences"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB49","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1152\/jn.1998.80.1.1","article-title":"Predictive reward signal of dopamine neurons","volume":"80","author":"Schultz","year":"1998","journal-title":"Journal of Neurophysiology"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB52","first-page":"607","article-title":"Dopamine neurons of the monkey midbrain, contingencies of responses to stimuli eliciting immediate behavioral reactions","volume":"63","author":"Schultz","year":"1990","journal-title":"Journal of Neuroscience"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB50","doi-asserted-by":"crossref","first-page":"900","DOI":"10.1523\/JNEUROSCI.13-03-00900.1993","article-title":"Responses of monkey dopamine neurons to reward and conditioned stimuli during successive steps of learning a delayed response task","volume":"13","author":"Schultz","year":"1993","journal-title":"Journal of Neuroscience"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB51","doi-asserted-by":"crossref","first-page":"1593","DOI":"10.1126\/science.275.5306.1593","article-title":"A neural substrate of prediction and reward","volume":"275","author":"Schultz","year":"1997","journal-title":"Science"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB53","doi-asserted-by":"crossref","first-page":"272","DOI":"10.1093\/cercor\/10.3.272","article-title":"Reward processing in primate orbitofrontal cortex and basal ganglia","volume":"10","author":"Schultz","year":"2000","journal-title":"Cerebral Cortex"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB54","doi-asserted-by":"crossref","first-page":"119","DOI":"10.1037\/h0036128","article-title":"An opponent-process theory of motivation. I. Temporal dynamics of affect","volume":"81","author":"Solomon","year":"1974","journal-title":"Psychological Review"},{"issue":"4\u20136","key":"10.1016\/S0893-6080(02)00048-5_BIB65","doi-asserted-by":"crossref","first-page":"523","DOI":"10.1016\/S0893-6080(02)00046-1","article-title":"TD models of reward predictive responses in dopamine neurons","volume":"15","author":"Suri","year":"2002","journal-title":"Neural Networks"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB66","doi-asserted-by":"crossref","first-page":"871","DOI":"10.1016\/S0306-4522(98)00697-6","article-title":"A neural network model with dopamine-like reinforcement signal that learns a spatial delayed response task","volume":"91","author":"Suri","year":"1999","journal-title":"Neuroscience"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB67","doi-asserted-by":"crossref","first-page":"9","DOI":"10.1007\/BF00115009","article-title":"Learning to predict by the methods of temporal difference","volume":"3","author":"Sutton","year":"1988","journal-title":"Machine Learning"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB55","first-page":"216","article-title":"Integrated architectures for learning, planning, and reacting based on approximating dynamic programming","author":"Sutton","year":"1990","journal-title":"Machine Learning, Proceedings of the Seventh International Conference"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB56","series-title":"Reinforcement learning: An introduction","author":"Sutton","year":"1998"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB57","doi-asserted-by":"crossref","first-page":"1864","DOI":"10.1152\/jn.2000.83.4.1864","article-title":"Reward-related neuronal activity during go\u2013nogo task performance in primate orbitofrontal cortex","volume":"83","author":"Tremblay","year":"2000","journal-title":"Journal of Neurophysiology"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB58","doi-asserted-by":"crossref","first-page":"1877","DOI":"10.1152\/jn.2000.83.4.1877","article-title":"Modifications of reward expectation-related neuronal activity during learning in primate orbitofrontal cortex","volume":"83","author":"Tremblay","year":"2000","journal-title":"Journal of Neurophysiology"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB59","doi-asserted-by":"crossref","first-page":"43","DOI":"10.1038\/35083500","article-title":"Dopamine responses comply with basic assumptions of formal learning theory","volume":"412","author":"Waelti","year":"2001","journal-title":"Nature"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB60","doi-asserted-by":"crossref","first-page":"3082","DOI":"10.1523\/JNEUROSCI.16-09-03082.1996","article-title":"Covert orienting of attention in the rat and the role of striatal dopamine","volume":"16","author":"Ward","year":"1996","journal-title":"Journal of Neuroscience"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB61","unstructured":"Watkins, C. J. C. H (1989). Learning from delayed rewards. PhD dissertation, University of Cambridge."},{"key":"10.1016\/S0893-6080(02)00048-5_BIB62","doi-asserted-by":"crossref","first-page":"213","DOI":"10.1007\/BF02805996","article-title":"Excitotoxic lesions of the basolateral amygdala impair the acquisition of cocaine-seeking behaviour under a second-order schedule of reinforcement","volume":"127","author":"Whitelaw","year":"1996","journal-title":"Psychopharmacology"},{"key":"10.1016\/S0893-6080(02)00048-5_BIB63","doi-asserted-by":"crossref","first-page":"572","DOI":"10.1038\/376572a0","article-title":"Modulation of memory fields by dopamine D1 receptors in prefrontal cortex","volume":"376","author":"Williams","year":"1995","journal-title":"Nature"}],"container-title":["Neural Networks"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0893608002000485?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0893608002000485?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2023,4,23]],"date-time":"2023-04-23T21:42:38Z","timestamp":1682286158000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0893608002000485"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2002,6]]},"references-count":67,"journal-issue":{"issue":"4-6","published-print":{"date-parts":[[2002,6]]}},"alternative-id":["S0893608002000485"],"URL":"https:\/\/doi.org\/10.1016\/s0893-6080(02)00048-5","relation":{},"ISSN":["0893-6080"],"issn-type":[{"value":"0893-6080","type":"print"}],"subject":[],"published":{"date-parts":[[2002,6]]}}}