{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,18]],"date-time":"2026-02-18T22:28:15Z","timestamp":1771453695768,"version":"3.50.1"},"reference-count":86,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"5","license":[{"start":{"date-parts":[[2014,5,1]],"date-time":"2014-05-01T00:00:00Z","timestamp":1398902400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/OAPA.html"}],"funder":[{"DOI":"10.13039\/100000006","name":"U.S. Office of Naval Research","doi-asserted-by":"crossref","award":["N000141010072"],"award-info":[{"award-number":["N000141010072"]}],"id":[{"id":"10.13039\/100000006","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["NS036449"],"award-info":[{"award-number":["NS036449"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["EY018613"],"award-info":[{"award-number":["EY018613"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["#114670811"],"award-info":[{"award-number":["#114670811"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["SBE-0542013"],"award-info":[{"award-number":["SBE-0542013"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["ENG-1137279"],"award-info":[{"award-number":["ENG-1137279"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000011","name":"Howard Hughes Medical Institute","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000011","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Proc. IEEE"],"published-print":{"date-parts":[[2014,5]]},"DOI":"10.1109\/jproc.2014.2314297","type":"journal-article","created":{"date-parts":[[2014,4,22]],"date-time":"2014-04-22T14:04:25Z","timestamp":1398175465000},"page":"799-811","source":"Crossref","is-referenced-by-count":10,"title":["Prospective Optimization"],"prefix":"10.1109","volume":"102","author":[{"given":"Terrence J.","family":"Sejnowski","sequence":"first","affiliation":[{"name":"Salk Inst. for Biol. Sci., Howard Hughes Med. Inst., Howard, WI, USA"}]},{"given":"Howard","family":"Poizner","sequence":"additional","affiliation":[{"name":"Inst. for Neural Comput., Univ. of California at San Diego, La Jolla, CA, USA"}]},{"given":"Gary","family":"Lynch","sequence":"additional","affiliation":[{"name":"Dept. of Psychiatry & Human Behavior, Univ. of California at Irvine, Irvine, CA, USA"}]},{"given":"Sergei","family":"Gepshtein","sequence":"additional","affiliation":[{"name":"Syst. Neurobiol. Labs., Univ. of California at San Diego, La Jolla, CA, USA"}]},{"given":"Ralph J.","family":"Greenspan","sequence":"additional","affiliation":[{"name":"Kavli Inst. for Brain & Mind, Univ. of California at San Diego, La Jolla, CA, USA"}]}],"member":"263","reference":[{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1038\/nn2007"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1152\/jn.00177.2009"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.0810524105"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1523\/JNEUROSCI.5295-07.2008"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1016\/j.neuron.2010.03.026"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1523\/JNEUROSCI.4549-07.2007"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1016\/S0166-4328(00)00249-7"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1016\/j.neulet.2007.12.024"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1523\/JNEUROSCI.0575-04.2004"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1103\/PhysRevE.83.011105"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1016\/j.neuropsychologia.2006.01.014"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1016\/j.tics.2008.03.003"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1037\/0033-295X.112.1.243"},{"key":"ref32","author":"resnikoff","year":"1985","journal-title":"The Illusion of Reality Topics in Information Science"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1037\/a0017144"},{"key":"ref30","first-page":"429","article-title":"Theory of communication","volume":"3","author":"gabor","year":"1946","journal-title":"Proc Inst Electr Eng"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1301216110"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1523\/JNEUROSCI.1906-05.2005"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1364\/JOSAA.20.001419"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1037\/0033-2909.97.2.155"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1038\/nn814"},{"key":"ref62","first-page":"471","article-title":"Integrated modeling and control based on reinforcement learning and dynamic programming","volume":"3","author":"sutton","year":"1991","journal-title":"Advances in neural information processing systems"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.3389\/fnsys.2011.00022"},{"key":"ref63","doi-asserted-by":"crossref","first-page":"4320","DOI":"10.1523\/JNEUROSCI.20-11-04320.2000","article-title":"Medial frontal cortex mediates perceptual attentional set shifting in the rat","volume":"20","author":"birrell","year":"2000","journal-title":"J Neurosci"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1016\/S0960-9822(03)00133-7"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1016\/S0166-2236(02)02164-1"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1016\/j.cub.2004.01.029"},{"key":"ref65","doi-asserted-by":"crossref","first-page":"9285","DOI":"10.1523\/JNEUROSCI.17-23-09285.1997","article-title":"Dissociable forms of inhibitory control within prefrontal cortex with an analog of the Wisconsin Card Sort Test: Restriction to novel situations and independence from ‘on-line’ processing","volume":"17","author":"dias","year":"1997","journal-title":"J Neurosci"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1037\/0735-7044.110.5.872"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1167\/7.5.13"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1523\/JNEUROSCI.3761-07.2007"},{"key":"ref68","doi-asserted-by":"crossref","first-page":"685","DOI":"10.1002\/hipo.20695","article-title":"Foreseeing the future: Occurrence probability of imagined future events modulates hippocampal activation","volume":"20","author":"weiler","year":"2010","journal-title":"Hippocampus"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1523\/JNEUROSCI.6559-10.2011"},{"key":"ref2","author":"rescorla","year":"1972","journal-title":"A Theory of Pavlovian Conditioning Variations in the Effectiveness of Reinforcement and Nonreinforcement"},{"key":"ref1","author":"bellman","year":"1957","journal-title":"Dynamic Programming"},{"key":"ref20","doi-asserted-by":"crossref","first-page":"2362","DOI":"10.1016\/j.visres.2010.09.031","article-title":"Decision-theoretic models of visual perception and action","volume":"50","author":"zhang","year":"2010","journal-title":"Vis Res"},{"key":"ref22","author":"bishop","year":"2007","journal-title":"Pattern Recognition and Machine Learning"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1016\/j.visres.2010.09.027"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1016\/S1364-6613(02)01948-4"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1162\/08997660460733976"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1038\/415429a"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1016\/0042-6989(94)00176-M"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1037\/0033-2909.130.5.769"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.3758\/PBR.16.6.1071"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1162\/089892901750363208"},{"key":"ref58","doi-asserted-by":"crossref","first-page":"9029","DOI":"10.1523\/JNEUROSCI.19-20-09029.1999","article-title":"Choosing between small, likely rewards and large, unlikely rewards activates inferior and orbital prefrontal cortex","volume":"19","author":"rogers","year":"1999","journal-title":"J Neurosci"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1038\/nrn1919"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1038\/nrn2915"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1038\/npp.2010.84"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1016\/j.neubiorev.2005.03.024"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1001\/archneur.64.8.1089"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1523\/JNEUROSCI.1600-08.2008"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1093\/acprof:oso\/9780195100273.001.0001"},{"key":"ref11","author":"churchland","year":"1994","journal-title":"A Critique of Pure Vision"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1080\/13506280902764539"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1037\/0033-295X.96.2.267"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1146\/annurev.psych.58.110405.085632"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1085\/jgp.25.6.819"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1080\/net.12.3.241.253"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1038\/nn1961"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1364\/JOSAA.4.002336"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1038\/nature04587"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1146\/annurev.psych.58.110405.085632"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1038\/nrn2213"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1002\/0470013427.ch6"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1002\/hipo.20870"},{"key":"ref19","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/8029.003.0046","article-title":"Optimal estimation in sensory systems","author":"simoncelli","year":"2009","journal-title":"The Cognitive Neurosciences IV"},{"key":"ref80","first-page":"256","article-title":"Key changes in the evolution of human psychology","author":"mithen","year":"2007","journal-title":"The Evolution of Mind Fundamental Questions and Controversies"},{"key":"ref4","author":"sutton","year":"1984","journal-title":"Temporal credit assignment in reinforcement learning"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1037\/0033-295X.88.2.135"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1014954107"},{"key":"ref5","first-page":"539","article-title":"Learning and sequential decision making","author":"barto","year":"1990","journal-title":"Learning and Computational Neuroscience"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511818363"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1177\/0278364910371999"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2014.2311211"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/203330.203343"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1016\/j.neuroscience.2009.07.033"},{"key":"ref9","author":"jessell","year":"2000","journal-title":"Principles of Neural Science"},{"key":"ref46","doi-asserted-by":"crossref","first-page":"1593","DOI":"10.1126\/science.275.5306.1593","article-title":"A neural substrate of prediction and reward","volume":"275","author":"schultz","year":"1997","journal-title":"Science"},{"key":"ref45","doi-asserted-by":"crossref","first-page":"1936","DOI":"10.1523\/JNEUROSCI.16-05-01936.1996","article-title":"A framework for mesencephalic dopamine systems based on predictive Hebbian learning","volume":"16","author":"montague","year":"1996","journal-title":"J Neurosci"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1038\/nn1743"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1038\/nature05860"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1006\/cogp.1998.0681"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1523\/JNEUROSCI.1343-10.2010"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1016\/0006-8993(74)90484-3"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1002\/cne.23087"}],"container-title":["Proceedings of the IEEE"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/5\/6807530\/06803897.pdf?arnumber=6803897","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,2,18]],"date-time":"2026-02-18T21:20:07Z","timestamp":1771449607000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/6803897\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014,5]]},"references-count":86,"journal-issue":{"issue":"5"},"URL":"https:\/\/doi.org\/10.1109\/jproc.2014.2314297","relation":{},"ISSN":["0018-9219","1558-2256"],"issn-type":[{"value":"0018-9219","type":"print"},{"value":"1558-2256","type":"electronic"}],"subject":[],"published":{"date-parts":[[2014,5]]}}}