{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,23]],"date-time":"2026-10-23T23:25:04Z","timestamp":1792797904219,"version":"4.5.0"},"reference-count":30,"publisher":"Springer Science and Business Media LLC","issue":"7095","license":[{"start":{"date-parts":[[2006,6,1]],"date-time":"2006-06-01T00:00:00Z","timestamp":1149120000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Nature"],"published-print":{"date-parts":[[2006,6]]},"DOI":"10.1038\/nature04766","type":"journal-article","created":{"date-parts":[[2006,6,14]],"date-time":"2006-06-14T14:55:02Z","timestamp":1150296902000},"page":"876-879","source":"Crossref","is-referenced-by-count":1922,"title":["Cortical substrates for exploratory decisions in humans"],"prefix":"10.1038","volume":"441","author":[{"given":"Nathaniel D.","family":"Daw","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"John P.","family":"O'Doherty","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Peter","family":"Dayan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ben","family":"Seymour","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Raymond J.","family":"Dolan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","reference":[{"key":"BFnature04766_CR1","first-page":"241","volume-title":"Progress in Statistics","author":"JC Gittins","year":"1974","unstructured":"Gittins, J. C. & Jones, D. in Progress in Statistics (ed. Gani, J.) 241\u2013266 (North-Holland, Amsterdam, 1974)"},{"key":"BFnature04766_CR2","volume-title":"Reinforcement Learning: An Introduction","author":"RS Sutton","year":"1998","unstructured":"Sutton, R. S. & Barto, A. G. Reinforcement Learning: An Introduction (MIT Press, Cambridge, Massachusetts, 1998)"},{"key":"BFnature04766_CR3","doi-asserted-by":"publisher","first-page":"1936","DOI":"10.1523\/JNEUROSCI.16-05-01936.1996","volume":"16","author":"PR Montague","year":"1996","unstructured":"Montague, P. R., Dayan, P. & Sejnowski, T. J. A framework for mesencephalic dopamine systems based on predictive Hebbian learning. J. Neurosci. 16, 1936\u20131947 (1996)","journal-title":"J. Neurosci."},{"key":"BFnature04766_CR4","doi-asserted-by":"publisher","first-page":"129","DOI":"10.1016\/j.neuron.2005.05.020","volume":"47","author":"HM Bayer","year":"2005","unstructured":"Bayer, H. M. & Glimcher, P. W. Midbrain dopamine neurons encode a quantitative reward prediction error signal. Neuron 47, 129\u2013141 (2005)","journal-title":"Neuron"},{"key":"BFnature04766_CR5","doi-asserted-by":"publisher","first-page":"3072","DOI":"10.1152\/jn.2000.84.6.3072","volume":"84","author":"MR Delgado","year":"2000","unstructured":"Delgado, M. R., Nystrom, L. E., Fissell, C., Noll, D. C. & Fiez, J. A. Tracking the hemodynamic responses to reward and punishment in the striatum. J. Neurophysiol. 84, 3072\u20133077 (2000)","journal-title":"J. Neurophysiol."},{"key":"BFnature04766_CR6","doi-asserted-by":"publisher","first-page":"20","DOI":"10.1006\/nimg.2000.0593","volume":"12","author":"B Knutson","year":"2000","unstructured":"Knutson, B., Westdorp, A., Kaiser, E. & Hommer, D. fMRI visualization of brain activity during a monetary incentive delay task. Neuroimage 12, 20\u201327 (2000)","journal-title":"Neuroimage"},{"key":"BFnature04766_CR7","doi-asserted-by":"publisher","first-page":"339","DOI":"10.1016\/S0896-6273(03)00154-5","volume":"38","author":"SM McClure","year":"2003","unstructured":"McClure, S. M., Berns, G. S. & Montague, P. R. Temporal prediction errors in a passive learning task activate human striatum. Neuron 38, 339\u2013346 (2003)","journal-title":"Neuron"},{"key":"BFnature04766_CR8","doi-asserted-by":"publisher","first-page":"329","DOI":"10.1016\/S0896-6273(03)00169-7","volume":"38","author":"JP O'Doherty","year":"2003","unstructured":"O'Doherty, J. P., Dayan, P., Friston, K., Critchley, H. & Dolan, R. J. Temporal difference models and reward-related learning in the human brain. Neuron 38, 329\u2013337 (2003)","journal-title":"Neuron"},{"key":"BFnature04766_CR9","doi-asserted-by":"publisher","first-page":"452","DOI":"10.1126\/science.1094285","volume":"304","author":"JP O'Doherty","year":"2004","unstructured":"O'Doherty, J. P. et al. Dissociable roles of ventral and dorsal striatum in instrumental conditioning. Science 304, 452\u2013454 (2004)","journal-title":"Science"},{"key":"BFnature04766_CR10","doi-asserted-by":"publisher","first-page":"129","DOI":"10.1016\/0040-5809(76)90040-X","volume":"9","author":"EL Charnov","year":"1976","unstructured":"Charnov, E. L. Optimal foraging: The marginal value theorem. Theor. Popul. Biol. 9, 129\u2013136 (1976)","journal-title":"Theor. Popul. Biol."},{"key":"BFnature04766_CR11","doi-asserted-by":"publisher","first-page":"431","DOI":"10.1016\/S0301-0082(97)00042-7","volume":"53","author":"AM Owen","year":"1997","unstructured":"Owen, A. M. Cognitive planning in humans: Neuropsychological, neuroanatomical and neuropharmacological perspectives. Prog. Neurobiol. 53, 431\u2013450 (1997)","journal-title":"Prog. Neurobiol."},{"key":"BFnature04766_CR12","doi-asserted-by":"publisher","first-page":"1704","DOI":"10.1038\/nn1560","volume":"8","author":"ND Daw","year":"2005","unstructured":"Daw, N. D., Niv, Y. & Dayan, P. Uncertainty-based competition between prefrontal and dorsolateral striatal systems for behavioural control. Nature Neurosci. 8, 1704\u20131711 (2005)","journal-title":"Nature Neurosci."},{"key":"BFnature04766_CR13","doi-asserted-by":"publisher","first-page":"549","DOI":"10.1016\/S0893-6080(02)00048-5","volume":"15","author":"S Kakade","year":"2002","unstructured":"Kakade, S. & Dayan, P. Dopamine: Generalization and bonuses. Neural Netw. 15, 549\u2013559 (2002)","journal-title":"Neural Netw."},{"key":"BFnature04766_CR14","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/4168.001.0001","volume-title":"Learning in Embedded Systems","author":"LP Kaelbling","year":"1993","unstructured":"Kaelbling, L. P. Learning in Embedded Systems (MIT Press, Cambridge, Massachusetts, 1993)"},{"key":"BFnature04766_CR15","doi-asserted-by":"publisher","first-page":"503","DOI":"10.1126\/science.1100907","volume":"306","author":"SM McClure","year":"2004","unstructured":"McClure, S. M., Laibson, D. I., Loewenstein, G. & Cohen, J. D. Separate neural systems value immediate and delayed monetary rewards. Science 306, 503\u2013507 (2004)","journal-title":"Science"},{"key":"BFnature04766_CR16","doi-asserted-by":"publisher","first-page":"95","DOI":"10.1038\/82959","volume":"4","author":"J O'Doherty","year":"2001","unstructured":"O'Doherty, J., Kringelbach, M. L., Rolls, E. T., Hornak, J. & Andrews, C. Abstract reward and punishment representations in the human orbitofrontal cortex. Nature Neurosci. 4, 95\u2013102 (2001)","journal-title":"Nature Neurosci."},{"key":"BFnature04766_CR17","doi-asserted-by":"publisher","first-page":"769","DOI":"10.1016\/j.conb.2004.10.016","volume":"14","author":"J O'Doherty","year":"2004","unstructured":"O'Doherty, J. Reward representations and reward-related learning in the human brain: Insights from neuroimaging. Curr. Opin. Neurobiol. 14, 769\u2013776 (2004)","journal-title":"Curr. Opin. Neurobiol."},{"key":"BFnature04766_CR18","doi-asserted-by":"publisher","first-page":"1104","DOI":"10.1126\/science.1087919","volume":"301","author":"JA Gottfried","year":"2003","unstructured":"Gottfried, J. A., O'Doherty, J. & Dolan, R. J. Encoding predictive reward value in human amygdala and orbitofrontal cortex. Science 301, 1104\u20131107 (2003)","journal-title":"Science"},{"key":"BFnature04766_CR19","doi-asserted-by":"publisher","first-page":"887","DOI":"10.1038\/nn1279","volume":"7","author":"SC Tanaka","year":"2004","unstructured":"Tanaka, S. C. et al. Prediction of immediate and future rewards differentially recruits cortico-basal ganglia loops. Nature Neurosci. 7, 887\u2013893 (2004)","journal-title":"Nature Neurosci."},{"key":"BFnature04766_CR20","doi-asserted-by":"publisher","first-page":"167","DOI":"10.1146\/annurev.neuro.24.1.167","volume":"24","author":"EK Miller","year":"2001","unstructured":"Miller, E. K. & Cohen, J. D. An integrative theory of prefrontal cortex function. Annu. Rev. Neurosci. 24, 167\u2013202 (2001)","journal-title":"Annu. Rev. Neurosci."},{"key":"BFnature04766_CR21","doi-asserted-by":"publisher","first-page":"184","DOI":"10.1038\/nrn1343","volume":"5","author":"N Ramnani","year":"2004","unstructured":"Ramnani, N. & Owen, A. M. Anterior prefrontal cortex: Insights into function from anatomy and neuroimaging. Nature Rev. Neurosci. 5, 184\u2013194 (2004)","journal-title":"Nature Rev. Neurosci."},{"key":"BFnature04766_CR22","doi-asserted-by":"publisher","first-page":"1181","DOI":"10.1126\/science.1088545","volume":"302","author":"E Koechlin","year":"2003","unstructured":"Koechlin, E., Ody, C. & Kouneiher, F. A. The architecture of cognitive control in the human prefrontal cortex. Science 302, 1181\u20131185 (2003)","journal-title":"Science"},{"key":"BFnature04766_CR23","doi-asserted-by":"publisher","first-page":"523","DOI":"10.1006\/nimg.2001.1019","volume":"15","author":"TS Braver","year":"2002","unstructured":"Braver, T. S. & Bongiolatti, S. R. The role of frontopolar cortex in subgoal processing during working memory. Neuroimage 15, 523\u2013536 (2002)","journal-title":"Neuroimage"},{"key":"BFnature04766_CR24","doi-asserted-by":"publisher","first-page":"233","DOI":"10.1038\/22268","volume":"400","author":"ML Platt","year":"1999","unstructured":"Platt, M. L. & Glimcher, P. W. Neural correlates of decision variables in parietal cortex. Nature 400, 233\u2013238 (1999)","journal-title":"Nature"},{"key":"BFnature04766_CR25","doi-asserted-by":"publisher","first-page":"1782","DOI":"10.1126\/science.1094765","volume":"304","author":"LP Sugrue","year":"2004","unstructured":"Sugrue, L. P., Corrado, G. S. & Newsome, W. T. Matching behaviour and the representation of value in the parietal cortex. Science 304, 1782\u20131787 (2004)","journal-title":"Science"},{"key":"BFnature04766_CR26","doi-asserted-by":"publisher","first-page":"365","DOI":"10.1016\/j.neuron.2004.09.009","volume":"44","author":"MC Dorris","year":"2004","unstructured":"Dorris, M. C. & Glimcher, P. W. Activity in posterior parietal cortex is correlated with the relative subjective desirability of action. Neuron 44, 365\u2013378 (2004)","journal-title":"Neuron"},{"key":"BFnature04766_CR27","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1111\/j.1469-7580.2005.00426.x","volume":"207","author":"C Grefkes","year":"2005","unstructured":"Grefkes, C. & Fink, G. R. The functional organization of the intraparietal sulcus in humans and monkeys. J. Anat. 207, 3\u201317 (2005)","journal-title":"J. Anat."},{"key":"BFnature04766_CR28","doi-asserted-by":"publisher","first-page":"848","DOI":"10.1016\/S0028-3932(99)00134-7","volume":"38","author":"PW Burgess","year":"2000","unstructured":"Burgess, P. W., Veitch, E., de Lacy Costello, A. & Shallice, T. The cognitive and neuroanatomical correlates of multitasking. Neuropsychologia 38, 848\u2013863 (2000)","journal-title":"Neuropsychologia"},{"key":"BFnature04766_CR29","doi-asserted-by":"publisher","first-page":"549","DOI":"10.1126\/science.283.5401.549","volume":"283","author":"M Usher","year":"1999","unstructured":"Usher, M., Cohen, J. D., Servan-Schreiber, D., Rajkowski, J. & Aston-Jones, G. The role of locus coeruleus in the regulation of cognitive performance. Science 283, 549\u2013554 (1999)","journal-title":"Science"},{"key":"BFnature04766_CR30","doi-asserted-by":"publisher","first-page":"495","DOI":"10.1016\/S0893-6080(02)00044-8","volume":"15","author":"K Doya","year":"2002","unstructured":"Doya, K. Metalearning and neuromodulation. Neural Netw. 15, 495\u2013506 (2002)","journal-title":"Neural Netw."}],"container-title":["Nature"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/www.nature.com\/articles\/nature04766.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/www.nature.com\/articles\/nature04766","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/www.nature.com\/articles\/nature04766.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,5,18]],"date-time":"2023-05-18T13:55:18Z","timestamp":1684418118000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/nature04766"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2006,6]]},"references-count":30,"journal-issue":{"issue":"7095","published-print":{"date-parts":[[2006,6]]}},"alternative-id":["BFnature04766"],"URL":"https:\/\/doi.org\/10.1038\/nature04766","relation":{"has-review":[{"id-type":"doi","id":"10.3410\/f.1032862.374517","asserted-by":"object"}]},"ISSN":["0028-0836","1476-4687"],"issn-type":[{"value":"0028-0836","type":"print"},{"value":"1476-4687","type":"electronic"}],"subject":[],"published":{"date-parts":[[2006,6]]}}}