{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,12]],"date-time":"2026-04-12T19:19:03Z","timestamp":1776021543113,"version":"3.50.1"},"reference-count":62,"publisher":"Public Library of Science (PLoS)","issue":"8","license":[{"start":{"date-parts":[[2008,8,8]],"date-time":"2008-08-08T00:00:00Z","timestamp":1218153600000},"content-version":"unspecified","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/publicdomain\/zero\/1.0\/"}],"content-domain":{"domain":["www.ploscompbiol.org"],"crossmark-restriction":false},"short-container-title":["PLoS Comput Biol"],"DOI":"10.1371\/journal.pcbi.1000131","type":"journal-article","created":{"date-parts":[[2008,8,7]],"date-time":"2008-08-07T22:00:25Z","timestamp":1218146425000},"page":"e1000131","update-policy":"https:\/\/doi.org\/10.1371\/journal.pcbi.corrections_policy","source":"Crossref","is-referenced-by-count":23,"title":["Modeling the Violation of Reward Maximization and Invariance in Reinforcement Schedules"],"prefix":"10.1371","volume":"4","author":[{"given":"Giancarlo","family":"La Camera","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Barry J.","family":"Richmond","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"340","published-online":{"date-parts":[[2008,8,8]]},"reference":[{"key":"ref1","article-title":"Decision making: Descriptive, normative, and prescriptive interactions","author":"DE Bell","year":"1988"},{"key":"ref2","doi-asserted-by":"crossref","first-page":"e152","DOI":"10.1371\/journal.pcbi.0020152","article-title":"Humans can adopt optimal discounting strategy under real-time constraints.","volume":"2","author":"N Schweighofer","year":"2006","journal-title":"PLoS Comput Biol"},{"key":"ref3","doi-asserted-by":"crossref","first-page":"54","DOI":"10.1037\/0096-3445.126.1.54","article-title":"Bidding on the future: evidence against normative discounting of delayed rewards.","volume":"126","author":"KN Kirby","year":"1997","journal-title":"J Exp Psychol Gen"},{"key":"ref4","doi-asserted-by":"crossref","first-page":"91","DOI":"10.1002\/ejsp.2420080108","article-title":"The effect of normative models on individual and group choice.","volume":"8","author":"JW Dickson","year":"1978","journal-title":"Eur J Soc Psychol"},{"key":"ref5","doi-asserted-by":"crossref","first-page":"375","DOI":"10.1016\/j.tics.2006.06.010","article-title":"A normative perspective on motivation.","volume":"10","author":"Y Niv","year":"2006","journal-title":"Trends Cogn Sci"},{"key":"ref6","doi-asserted-by":"crossref","DOI":"10.1109\/TNN.1998.712192","article-title":"Reinforcement learning: An introduction","author":"RS Sutton","year":"1998"},{"key":"ref7","doi-asserted-by":"crossref","first-page":"S209","DOI":"10.1086\/296363","article-title":"Rationality in psychology and economics.","volume":"59","author":"HA Simon","year":"1986","journal-title":"J Bus"},{"key":"ref8","first-page":"529","article-title":"The expected utility model: its variants, purposes, evidence and limitations.","volume":"20","author":"PJ Schoemaker","year":"1982","journal-title":"J Econ Lit"},{"key":"ref9","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1111\/j.1465-7295.1982.tb01138.x","article-title":"Risk perception in psychology and economics.","volume":"20","author":"KJ Arrow","year":"1982","journal-title":"Econ Inq"},{"key":"ref10","doi-asserted-by":"crossref","first-page":"S251","DOI":"10.1086\/296365","article-title":"Rational choice and the framing of decisions.","volume":"59","author":"A Tversky","year":"1986","journal-title":"J Bus"},{"key":"ref11","doi-asserted-by":"crossref","first-page":"1337","DOI":"10.1126\/science.1115270","article-title":"Representation of action-specific reward values in the striatum.","volume":"310","author":"K Samejima","year":"2005","journal-title":"Science"},{"key":"ref12","doi-asserted-by":"crossref","first-page":"1042","DOI":"10.1038\/nature05051","article-title":"Dopamine-dependent prediction errors underpin reward-seeking behaviour in humans.","volume":"442","author":"M Pessiglione","year":"2006","journal-title":"Nature"},{"key":"ref13","doi-asserted-by":"crossref","first-page":"948","DOI":"10.1152\/jn.00382.2005","article-title":"Different neural correlates of reward expectation and reward expectation error in the putamen and caudate nucleus during stimulus-action-reward association learning.","volume":"95","author":"M Haruno","year":"2006","journal-title":"J Neurophysiol"},{"key":"ref14","doi-asserted-by":"crossref","first-page":"285","DOI":"10.1016\/S0896-6273(02)00963-7","article-title":"Reward, motivation, and reinforcement learning.","volume":"36","author":"P Dayan","year":"2002","journal-title":"Neuron"},{"key":"ref15","first-page":"11","article-title":"Motivated reinforcement learning.","author":"P Dayan","year":"2002"},{"key":"ref16","doi-asserted-by":"crossref","first-page":"1153","DOI":"10.1016\/j.neunet.2006.03.002","article-title":"The misbehavior of value and the discipline of the will.","volume":"19","author":"P Dayan","year":"2006","journal-title":"Neural Netw"},{"key":"ref17","doi-asserted-by":"crossref","first-page":"1061","DOI":"10.1152\/jn.1996.75.3.1061","article-title":"Neural signals in the monkey ventral striatum related to motivation for juice and cocaine rewards.","volume":"75","author":"EM Bowman","year":"1996","journal-title":"J Neurophysiol"},{"key":"ref18","doi-asserted-by":"crossref","first-page":"453","DOI":"10.1126\/science.7455683","article-title":"The framing of decisions and the psychology of choice.","volume":"211","author":"A Tversky","year":"1981","journal-title":"Science"},{"key":"ref19","doi-asserted-by":"crossref","first-page":"341","DOI":"10.1037\/0003-066X.39.4.341","article-title":"Choices, values, and frames.","volume":"39","author":"D Kahneman","year":"1984","journal-title":"Am Psychol"},{"key":"ref20","doi-asserted-by":"crossref","first-page":"591","DOI":"10.1037\/0033-2909.125.5.591","article-title":"The sunk cost and Concorde effect: are humans less rational than lower animals?","volume":"125","author":"HR Arkes","year":"1999","journal-title":"Psychol Bull"},{"key":"ref21","doi-asserted-by":"crossref","first-page":"124","DOI":"10.1016\/0749-5978(85)90049-4","article-title":"The psychology of sunk cost.","volume":"35","author":"HR Arkes","year":"1985","journal-title":"Organ Behav Hum Decis Process"},{"key":"ref22","doi-asserted-by":"crossref","first-page":"1677","DOI":"10.1152\/jn.2000.83.3.1677","article-title":"Response differences in monkey TE and perirhinal cortex: stimulus association related to reward schedules.","volume":"83","author":"Z Liu","year":"2000","journal-title":"J Neurophysiol"},{"key":"ref23","doi-asserted-by":"crossref","first-page":"2613","DOI":"10.1523\/JNEUROSCI.18-07-02613.1998","article-title":"Neuronal signals in the monkey ventral striatum related to progress through a predictable series of trials.","volume":"18","author":"M Shidara","year":"1998","journal-title":"J Neurosci"},{"key":"ref24","doi-asserted-by":"crossref","first-page":"277","DOI":"10.1111\/j.1460-9568.2006.04905.x","article-title":"Dopamine neuronal responses in monkeys performing visually cued reward schedules.","volume":"24","author":"S Ravel","year":"2006","journal-title":"Eur J Neurosci"},{"key":"ref25","doi-asserted-by":"crossref","first-page":"11071","DOI":"10.1523\/JNEUROSCI.1796-05.2005","article-title":"Neuronal signals in the monkey basolateral amygdala during reward schedules.","volume":"25","author":"Y Sugase-Miyamoto","year":"2005","journal-title":"J Neurosci"},{"key":"ref26","doi-asserted-by":"crossref","first-page":"12336","DOI":"10.1073\/pnas.0403639101","article-title":"DNA targeting of rhinal cortex D2 receptor protein reversibly blocks learning of cues that predict reward.","volume":"101","author":"Z Liu","year":"2004","journal-title":"Proc Natl Acad Sci U S A"},{"key":"ref27","doi-asserted-by":"crossref","first-page":"9","DOI":"10.1007\/BF00115009","article-title":"Learning to predict by the methods of temporal differences.","volume":"3","author":"RS Sutton","year":"1988","journal-title":"Mach Learn"},{"key":"ref28","doi-asserted-by":"crossref","first-page":"555","DOI":"10.1901\/jeab.2005.110-04","article-title":"Dynamic response-by-response models of matching behavior in rhesus monkeys.","volume":"84","author":"B Lau","year":"2005","journal-title":"J Exp Anal Behav"},{"key":"ref29","doi-asserted-by":"crossref","first-page":"876","DOI":"10.1038\/nature04766","article-title":"Cortical substrates for exploratory decisions in humans.","volume":"441","author":"ND Daw","year":"2006","journal-title":"Nature"},{"key":"ref30","doi-asserted-by":"crossref","first-page":"1593","DOI":"10.1126\/science.275.5306.1593","article-title":"A neural substrate of prediction and reward.","volume":"275","author":"W Schultz","year":"1997","journal-title":"Science"},{"key":"ref31","doi-asserted-by":"crossref","first-page":"1936","DOI":"10.1523\/JNEUROSCI.16-05-01936.1996","article-title":"A framework for mesencephalic dopamine systems based on predictive Hebbian learning.","volume":"16","author":"PR Montague","year":"1996","journal-title":"J Neurosci"},{"key":"ref32","doi-asserted-by":"crossref","first-page":"1307","DOI":"10.1038\/81841","article-title":"Learning motivational significance of visual cues for reward schedules requires rhinal cortex.","volume":"3","author":"Z Liu","year":"2000","journal-title":"Nat Neurosci"},{"key":"ref33","article-title":"Lesions of orbitofrontal cortex in rhesus monkeys disrupt assessments of outcome value as a function of cost. Neuroscience Meeting Planner","author":"JM Simmons","year":"2007"},{"key":"ref34","first-page":"576 p","article-title":"Theoretical neuroscience: computational and mathematical modeling of neural systems","author":"P Dayan","year":"2005"},{"key":"ref35","doi-asserted-by":"crossref","first-page":"623","DOI":"10.1162\/089892998563022","article-title":"A computational role for dopamine delivery in human decision-making.","volume":"10","author":"DM Egelman","year":"1998","journal-title":"J Cogn Neurosci"},{"key":"ref36","doi-asserted-by":"crossref","first-page":"423","DOI":"10.1016\/S0166-2236(03)00177-2","article-title":"A computational substrate for incentive salience.","volume":"26","author":"SM McClure","year":"2003","journal-title":"Trends Neurosci"},{"key":"ref37","doi-asserted-by":"crossref","first-page":"535","DOI":"10.1016\/S0893-6080(02)00047-3","article-title":"Actor-critic models of the basal ganglia: new anatomical and computational perspectives.","volume":"15","author":"D Joel","year":"2002","journal-title":"Neural Netw"},{"key":"ref38","doi-asserted-by":"crossref","first-page":"126","DOI":"10.1038\/nn1817","article-title":"Separate neural substrates for skill learning and performance in the ventral and dorsal striatum.","volume":"10","author":"HE Atallah","year":"2007","journal-title":"Nat Neurosci"},{"key":"ref39","first-page":"1019","article-title":"How fast to work: Response vigor, motivation and tonic dopamine.","author":"Y Niv","year":"2005"},{"key":"ref40","doi-asserted-by":"crossref","first-page":"1782","DOI":"10.1126\/science.1094765","article-title":"Matching behavior and the representation of value in the parietal cortex.","volume":"304","author":"LP Sugrue","year":"2004","journal-title":"Science"},{"key":"ref41","doi-asserted-by":"crossref","first-page":"1232","DOI":"10.1016\/j.cub.2006.04.031","article-title":"Primates take weather into account when searching for fruits.","volume":"16","author":"KR Janmaat","year":"2006","journal-title":"Curr Biol"},{"key":"ref42","article-title":"The temporal precision of reward prediction in dopamine neurons. Neuroscience Meeting Planner","author":"CD Fiorillo","year":"2007"},{"key":"ref43","article-title":"Temporal discounting in the activity of dopamine neurons during a Pavlovian task. Neuroscience Meeting Planner","author":"S Kobayashi","year":"2007"},{"key":"ref44","doi-asserted-by":"crossref","first-page":"1709","DOI":"10.1126\/science.1069504","article-title":"Anterior cingulate: single neuronal signals related to degree of reward expectancy.","volume":"296","author":"M Shidara","year":"2002","journal-title":"Science"},{"key":"ref45","doi-asserted-by":"crossref","first-page":"452","DOI":"10.1126\/science.1094285","article-title":"Dissociable roles of ventral and dorsal striatum in instrumental conditioning.","volume":"304","author":"J O'Doherty","year":"2004","journal-title":"Science"},{"key":"ref46","doi-asserted-by":"crossref","first-page":"376","DOI":"10.1196\/annals.1401.028","article-title":"A comparison of reward-contingent neuronal activity in monkey orbitofrontal cortex and ventral striatum: guiding actions toward rewards.","volume":"1121","author":"JM Simmons","year":"2007","journal-title":"Ann N Y Acad Sci"},{"key":"ref47","doi-asserted-by":"crossref","first-page":"39","DOI":"10.1016\/0167-2681(80)90051-7","article-title":"Toward a positive theory of consumer choice.","volume":"5","author":"R Thaler","year":"1980","journal-title":"J Econ Behav Organ"},{"key":"ref48","article-title":"The Foundations of Statistics","author":"LJ Savage","year":"1954"},{"key":"ref49","article-title":"Framing effects on decision-making under risk in macaque monkeys. Abstract Viewer\/Itinerary Planner","author":"N So","year":"2007"},{"key":"ref50","doi-asserted-by":"crossref","first-page":"3352","DOI":"10.1073\/pnas.042491999","article-title":"Framing effects and risky decisions in starlings.","volume":"99","author":"B Marsh","year":"2002","journal-title":"Proc Natl Acad Sci U S A"},{"key":"ref51","doi-asserted-by":"crossref","first-page":"245","DOI":"10.1006\/anbe.2001.1900","article-title":"Cost can increase preference in starlings.","volume":"63","author":"A Kacelnik","year":"2002","journal-title":"Anim Behav"},{"key":"ref52","doi-asserted-by":"crossref","first-page":"1613","DOI":"10.1126\/science.1123924","article-title":"State-dependent learned valuation drives choice in an invertebrate.","volume":"311","author":"L Pompilio","year":"2006","journal-title":"Science"},{"key":"ref53","doi-asserted-by":"crossref","first-page":"684","DOI":"10.1126\/science.1128356","article-title":"Frames, biases, and rational decision-making in the human brain.","volume":"313","author":"B De Martino","year":"2006","journal-title":"Science"},{"key":"ref54","doi-asserted-by":"crossref","first-page":"93","DOI":"10.1093\/cercor\/bhm034","article-title":"Dynamic changes in representations of preceding and upcoming reward in monkey orbitofrontal cortex.","volume":"18","author":"JM Simmons","year":"2008","journal-title":"Cereb Cortex"},{"key":"ref55","article-title":"e-Handbook of Statistical Methods: Online Publication.","year":"2006"},{"key":"ref56","article-title":"Statistical Methods for Behavioral Science Research","author":"LA Marascuilo","year":"1971"},{"key":"ref57","article-title":"Biostatistical Analysis","author":"JH Zar","year":"1999"},{"key":"ref58","doi-asserted-by":"crossref","first-page":"3448","DOI":"10.1152\/jn.00453.2006","article-title":"Multiple time scales of temporal response in pyramidal and fast spiking cortical neurons.","volume":"96","author":"G La Camera","year":"2006","journal-title":"J Neurophysiol"},{"key":"ref59","doi-asserted-by":"crossref","first-page":"101","DOI":"10.1214\/ss\/1009213286","article-title":"Interval estimation for a binomial proportion.","volume":"16","author":"LD Brown","year":"2001","journal-title":"Stati Sci"},{"key":"ref60","first-page":"287 p","article-title":"Introductory Probability and Statistical Applications","author":"PL Meyer","year":"1965"},{"key":"ref61","article-title":"Modeling the behavior of monkeys in reward schedules with context-dependent and adaptive reinforcement learning. Abstract Viewer\/Itinerary Planner","author":"G La Camera","year":"2005"},{"key":"ref62","doi-asserted-by":"crossref","first-page":"6235","DOI":"10.1523\/JNEUROSCI.1478-05.2005","article-title":"Dopamine cells respond to predicted events during classical conditioning: evidence for eligibility traces in the reward-learning network.","volume":"25","author":"WX Pan","year":"2005","journal-title":"J Neurosci"}],"container-title":["PLoS Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/dx.plos.org\/10.1371\/journal.pcbi.1000131","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,13]],"date-time":"2019-05-13T05:23:00Z","timestamp":1557724980000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1000131"}},"subtitle":[],"editor":[{"given":"Karl J.","family":"Friston","sequence":"first","affiliation":[],"role":[{"role":"editor","vocabulary":"crossref"}]}],"short-title":[],"issued":{"date-parts":[[2008,8,8]]},"references-count":62,"journal-issue":{"issue":"8","published-online":{"date-parts":[[2008,8,8]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pcbi.1000131","relation":{},"ISSN":["1553-7358"],"issn-type":[{"value":"1553-7358","type":"electronic"}],"subject":[],"published":{"date-parts":[[2008,8,8]]}}}