{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,20]],"date-time":"2026-10-20T16:16:36Z","timestamp":1792512996888,"version":"4.5.0"},"reference-count":126,"publisher":"Elsevier","isbn-type":[{"value":"9780323853361","type":"print"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1016\/bs.irn.2020.12.001","type":"book-chapter","created":{"date-parts":[[2021,1,23]],"date-time":"2021-01-23T07:32:23Z","timestamp":1611387143000},"page":"83-113","source":"Crossref","is-referenced-by-count":6,"title":["Dynamic decision making and value computations in medial frontal cortex"],"prefix":"10.1016","member":"78","reference":[{"key":"10.1016\/bs.irn.2020.12.001_bb0010","first-page":"126292","article-title":"Single-trial inhibition of anterior cingulate disrupts model-based reinforcement learning in a two-step decision task","author":"Akam","year":"2017","journal-title":"bioRxiv"},{"key":"10.1016\/bs.irn.2020.12.001_bb0015","doi-asserted-by":"crossref","first-page":"e32517","DOI":"10.7554\/eLife.32517","article-title":"Thalamocortical and corticothalamic pathways differentially contribute to goal-directed behaviors in the rat","volume":"7","author":"Alcaraz","year":"2018","journal-title":"Elife"},{"key":"10.1016\/bs.irn.2020.12.001_bb0020","doi-asserted-by":"crossref","first-page":"403","DOI":"10.1146\/annurev.neuro.28.061604.135709","article-title":"An integrative theory of locus coeruleus-norepinephrine function: Adaptive gain and optimal performance","volume":"28","author":"Aston-Jones","year":"2005","journal-title":"Annual Review of Neuroscience"},{"key":"10.1016\/bs.irn.2020.12.001_bb0025","doi-asserted-by":"crossref","first-page":"165","DOI":"10.1016\/S0079-6123(00)26013-5","article-title":"Locus coeruleus and regulation of behavioral flexibility and attention","volume":"126","author":"Aston-Jones","year":"2000","journal-title":"Progress in Brain Research"},{"key":"10.1016\/bs.irn.2020.12.001_bb0030","doi-asserted-by":"crossref","first-page":"8161","DOI":"10.1523\/JNEUROSCI.1554-07.2007","article-title":"The role of the dorsal striatum in reward and decision-making","volume":"27","author":"Balleine","year":"2007","journal-title":"The Journal of Neuroscience: The Official Journal of the Society for Neuroscience"},{"issue":"1","key":"10.1016\/bs.irn.2020.12.001_bb0035","doi-asserted-by":"crossref","first-page":"48","DOI":"10.1038\/npp.2009.131","article-title":"Human and rodent homologies in action control: Corticostriatal determinants of goal-directed and habitual action","volume":"35","author":"Balleine","year":"2010","journal-title":"Neuropsychopharmacology"},{"issue":"5","key":"10.1016\/bs.irn.2020.12.001_bb0040","doi-asserted-by":"crossref","first-page":"922","DOI":"10.1016\/j.neuron.2019.06.001","article-title":"Stable representations of decision variables for flexible behavior","volume":"103","author":"Bari","year":"2019","journal-title":"Neuron"},{"issue":"1","key":"10.1016\/bs.irn.2020.12.001_bb0045","doi-asserted-by":"crossref","first-page":"129","DOI":"10.1016\/j.neuron.2005.05.020","article-title":"Midbrain dopamine neurons encode a quantitative reward prediction error signal","volume":"47","author":"Bayer","year":"2005","journal-title":"Neuron"},{"key":"10.1016\/bs.irn.2020.12.001_bb0050","series-title":"Neuro-dynamic programming","author":"Bertsekas","year":"1996"},{"issue":"3","key":"10.1016\/bs.irn.2020.12.001_bb0055","doi-asserted-by":"crossref","first-page":"196","DOI":"10.1176\/appi.neuropsych.12110268","article-title":"Toward an understanding of decision making in severe mental illness","volume":"26","author":"C\u00e1ceda","year":"2014","journal-title":"The Journal of Neuropsychiatry and Clinical Neurosciences"},{"key":"10.1016\/bs.irn.2020.12.001_bb0060","doi-asserted-by":"crossref","first-page":"170","DOI":"10.1016\/j.neuron.2010.11.041","article-title":"Heterogeneous coding of temporally discounted values in the dorsal and ventral striatum during intertemporal choice","volume":"69","author":"Cai","year":"2011","journal-title":"Neuron"},{"issue":"6","key":"10.1016\/bs.irn.2020.12.001_bb0065","doi-asserted-by":"crossref","first-page":"1599","DOI":"10.1007\/s00415-015-7743-2","article-title":"Ivan Petrovich Pavlov (1849\u20131936)","volume":"262","author":"Cambiaghi","year":"2015","journal-title":"Journal of Neurology"},{"issue":"12","key":"10.1016\/bs.irn.2020.12.001_bb0070","doi-asserted-by":"crossref","first-page":"1526","DOI":"10.1038\/nn.2682","article-title":"Tuning arousal with optogenetic modulation of locus coeruleus neurons","volume":"13","author":"Carter","year":"2010","journal-title":"Nature Neuroscience"},{"issue":"2","key":"10.1016\/bs.irn.2020.12.001_bb0075","doi-asserted-by":"crossref","first-page":"129","DOI":"10.1016\/0040-5809(76)90040-X","article-title":"Optimal foraging, the marginal value theorem","volume":"9","author":"Charnov","year":"1976","journal-title":"Theoretical Population Biology"},{"issue":"4","key":"10.1016\/bs.irn.2020.12.001_bb0080","doi-asserted-by":"crossref","first-page":"1212","DOI":"10.1523\/JNEUROSCI.2798-13.2014","article-title":"Vigor of movements and the cost of time in decision making","volume":"34","author":"Choi","year":"2014","journal-title":"Journal of Neuroscience"},{"key":"10.1016\/bs.irn.2020.12.001_bb0085","doi-asserted-by":"crossref","DOI":"10.7554\/eLife.06346","article-title":"Serotonergic neurons signal reward and punishment on multiple timescales","volume":"4","author":"Cohen","year":"2015","journal-title":"eLife"},{"issue":"7383","key":"10.1016\/bs.irn.2020.12.001_bb0090","doi-asserted-by":"crossref","first-page":"85","DOI":"10.1038\/nature10754","article-title":"Neuron-type-specific signals for reward and punishment in the ventral tegmental area","volume":"482","author":"Cohen","year":"2012","journal-title":"Nature"},{"key":"10.1016\/bs.irn.2020.12.001_bb0095","doi-asserted-by":"crossref","first-page":"1704","DOI":"10.1038\/nn1560","article-title":"Uncertainty-based competition between prefrontal and dorsolateral striatal systems for behavioral control","volume":"8","author":"Daw","year":"2005","journal-title":"Nature Neuroscience"},{"issue":"7095","key":"10.1016\/bs.irn.2020.12.001_bb0100","doi-asserted-by":"crossref","first-page":"876","DOI":"10.1038\/nature04766","article-title":"Cortical substrates for exploratory decisions in humans","volume":"441","author":"Daw","year":"2006","journal-title":"Nature"},{"key":"10.1016\/bs.irn.2020.12.001_bb0105","series-title":"Theoretical neuroscience: Computational and mathematical modeling of neural systems","author":"Dayan","year":"2001"},{"key":"10.1016\/bs.irn.2020.12.001_bb0110","doi-asserted-by":"crossref","first-page":"1153","DOI":"10.1016\/j.neunet.2006.03.002","article-title":"The misbehavior of value and the discipline of the will","volume":"19","author":"Dayan","year":"2006","journal-title":"Neural Networks: The Official Journal of the International Neural Network Society"},{"issue":"4","key":"10.1016\/bs.irn.2020.12.001_bb0115","doi-asserted-by":"crossref","first-page":"335","DOI":"10.1080\/09548980601004024","article-title":"Phasic norepinephrine: A neural interrupt signal for unexpected events","volume":"17","author":"Dayan","year":"2006","journal-title":"Network"},{"key":"10.1016\/bs.irn.2020.12.001_bb0120","doi-asserted-by":"crossref","first-page":"8363","DOI":"10.1523\/JNEUROSCI.0450-17.2017","article-title":"Adaptive encoding of outcome prediction by prefrontal cortex ensembles supports behavioral flexibility","volume":"37","author":"Del Arco","year":"2017","journal-title":"The Journal of Neuroscience: The Official Journal of the Society for Neuroscience"},{"issue":"13","key":"10.1016\/bs.irn.2020.12.001_bb0125","doi-asserted-by":"crossref","first-page":"1763","DOI":"10.1016\/j.cub.2016.05.008","article-title":"Pea Plants Show Risk Sensitivity","volume":"26","author":"Dener","year":"2016","journal-title":"Current Biology"},{"issue":"1","key":"10.1016\/bs.irn.2020.12.001_bb0130","doi-asserted-by":"crossref","first-page":"19","DOI":"10.1016\/0166-4328(90)90118-X","article-title":"Activation of the noradrenergic system facilitates an attentional shift in the rat","volume":"39","author":"Devauges","year":"1990","journal-title":"Behavioural Brain Research"},{"issue":"1","key":"10.1016\/bs.irn.2020.12.001_bb0135","doi-asserted-by":"crossref","first-page":"93","DOI":"10.1016\/S0166-4328(05)80056-7","article-title":"Memory retrieval enhancement by locus coeruleus stimulation: Evidence for mediation by beta-receptors","volume":"43","author":"Devauges","year":"1991","journal-title":"Behavioural Brain Research"},{"issue":"4","key":"10.1016\/bs.irn.2020.12.001_bb0140","doi-asserted-by":"crossref","first-page":"410","DOI":"10.1038\/nn2077","article-title":"Modulators of decision making","volume":"11","author":"Doya","year":"2008","journal-title":"Nature Neuroscience"},{"issue":"5","key":"10.1016\/bs.irn.2020.12.001_bb0145","doi-asserted-by":"crossref","first-page":"e0197263","DOI":"10.1371\/journal.pone.0197263","article-title":"Influence of learning strategy on response time during complex value-based learning and choice","volume":"13","author":"Farashahi","year":"2018","journal-title":"PLoS One"},{"key":"10.1016\/bs.irn.2020.12.001_bb0150","series-title":"Schedules of reinforcement","author":"Ferster","year":"1957"},{"issue":"9","key":"10.1016\/bs.irn.2020.12.001_bb0155","doi-asserted-by":"crossref","first-page":"2463","DOI":"10.1523\/JNEUROSCI.1839-16.2017","article-title":"The role of orbitofrontal-amygdala interactions in updating action-outcome valuations in macaques","volume":"37","author":"Fiuzat","year":"2017","journal-title":"The Journal of Neuroscience: The Official Journal of the Society for Neuroscience"},{"issue":"3","key":"10.1016\/bs.irn.2020.12.001_bb0160","doi-asserted-by":"crossref","first-page":"306","DOI":"10.1016\/j.cub.2014.12.002","article-title":"Activation of dorsal raphe serotonergic neurons promotes waiting but is not reinforcing","volume":"25","author":"Fonseca","year":"2015","journal-title":"Current Biology"},{"key":"10.1016\/bs.irn.2020.12.001_bb0165","doi-asserted-by":"crossref","first-page":"1","DOI":"10.7554\/eLife.46187","article-title":"A thalamocortical circuit for updating action-outcome associations","volume":"8","author":"Fresno","year":"2019","journal-title":"eLife"},{"issue":"12","key":"10.1016\/bs.irn.2020.12.001_bb0170","doi-asserted-by":"crossref","first-page":"1682","DOI":"10.1038\/nn.4390","article-title":"Neural substrate of dynamic Bayesian inference in the cerebral cortex","volume":"19","author":"Funamizu","year":"2016","journal-title":"Nature Neuroscience"},{"issue":"3997","key":"10.1016\/bs.irn.2020.12.001_bb0175","doi-asserted-by":"crossref","first-page":"652","DOI":"10.1126\/science.173.3997.652","article-title":"Neuron activity related to short-term memory","volume":"173","author":"Fuster","year":"1971","journal-title":"Science"},{"issue":"4","key":"10.1016\/bs.irn.2020.12.001_bb0180","doi-asserted-by":"crossref","first-page":"354","DOI":"10.1037\/0097-7403.27.4.354","article-title":"The rat approximates an ideal detector of changes in rates of reward: Implications for the law of effect","volume":"27","author":"Gallistel","year":"2001","journal-title":"Journal of Experimental Psychology. Animal Behavior Processes"},{"key":"10.1016\/bs.irn.2020.12.001_bb0185","doi-asserted-by":"crossref","DOI":"10.1523\/JNEUROSCI.2084-17.2018","article-title":"Dynamic flexibility in striatal-cortical circuits supports reinforcement learning","author":"Gerraty","year":"2018","journal-title":"The Journal of Neuroscience: The Official Journal of the Society for Neuroscience"},{"issue":"2","key":"10.1016\/bs.irn.2020.12.001_bb0190","doi-asserted-by":"crossref","first-page":"213","DOI":"10.1016\/j.geb.2004.06.011","article-title":"Physiological utility theory and the neuroeconomics of choice","volume":"52","author":"Glimcher","year":"2005","journal-title":"Games and Economic Behavior"},{"key":"10.1016\/bs.irn.2020.12.001_bb0195","doi-asserted-by":"crossref","first-page":"535","DOI":"10.1146\/annurev.neuro.29.051605.113038","article-title":"The neural basis of decision making","volume":"30","author":"Gold","year":"2007","journal-title":"Annual Review of Neuroscience"},{"issue":"1","key":"10.1016\/bs.irn.2020.12.001_bb0200","doi-asserted-by":"crossref","first-page":"1333563","DOI":"10.1901\/jeab.1977.27-183","article-title":"The matching law in and within groups of rats","volume":"27","author":"Graft","year":"1977","journal-title":"Journal of the Experimental Analysis of Behavior"},{"issue":"20","key":"10.1016\/bs.irn.2020.12.001_bb0205","doi-asserted-by":"crossref","first-page":"R1088","DOI":"10.1016\/j.cub.2016.06.041","article-title":"The basal ganglia over 500 million years","volume":"26","author":"Grillner","year":"2016","journal-title":"Current Biology"},{"issue":"34","key":"10.1016\/bs.irn.2020.12.001_bb0210","doi-asserted-by":"crossref","first-page":"11727","DOI":"10.1523\/JNEUROSCI.0424-12.2012","article-title":"Evidence for hyperbolic temporal discounting of reward in control of movements","volume":"32","author":"Haith","year":"2012","journal-title":"The Journal of Neuroscience: The Official Journal of the Society for Neuroscience"},{"issue":"1","key":"10.1016\/bs.irn.2020.12.001_bb0215","doi-asserted-by":"crossref","first-page":"117","DOI":"10.1038\/nn.4173","article-title":"Mesolimbic dopamine signals the value of work","volume":"19","author":"Hamid","year":"2016","journal-title":"Nature Neuroscience"},{"key":"10.1016\/bs.irn.2020.12.001_bb0220","doi-asserted-by":"crossref","first-page":"419","DOI":"10.1016\/0278-5846(87)90015-7","article-title":"A role for norepinephrine in arousal, emotion and learning?: Limbic modulation by norepinephrine and the Kety hypothesis","volume":"11","author":"Harley","year":"1987","journal-title":"Progress in Neuro-Psychopharmacology & Biological Psychiatry"},{"issue":"7","key":"10.1016\/bs.irn.2020.12.001_bb0225","doi-asserted-by":"crossref","first-page":"1858","DOI":"10.1016\/j.cell.2019.04.027","article-title":"Area-specificity and plasticity of history-dependent value coding during learning","volume":"177","author":"Hattori","year":"2019","journal-title":"Cell"},{"key":"10.1016\/bs.irn.2020.12.001_bb0230","doi-asserted-by":"crossref","first-page":"267","DOI":"10.1901\/jeab.1961.4-267","article-title":"Relative and absolute strength of response as a function of frequency of reinforcement","volume":"4","author":"Herrnstein","year":"1961","journal-title":"Journal of the Experimental Analysis of Behavior"},{"key":"10.1016\/bs.irn.2020.12.001_bb0235","series-title":"The Matching Law: Papers in Psychology and economics","author":"Herrnstein","year":"2000"},{"issue":"2","key":"10.1016\/bs.irn.2020.12.001_bb0240","doi-asserted-by":"crossref","first-page":"209","DOI":"10.1901\/jeab.1979.31-209","article-title":"Is matching compatible with reinforcement maximization on concurrent variable interval variable ratio?","volume":"31","author":"Herrnstein","year":"1979","journal-title":"Journal of the Experimental Analysis of Behavior"},{"key":"10.1016\/bs.irn.2020.12.001_bb0245","doi-asserted-by":"crossref","first-page":"143","DOI":"10.1016\/B978-0-12-662650-6.50011-8","article-title":"Melioration and behavioral allocation","volume":"1","author":"Herrnstein","year":"1980","journal-title":"Limits to Action: The Allocation of Individual Behavior"},{"issue":"5820","key":"10.1016\/bs.irn.2020.12.001_bb0250","doi-asserted-by":"crossref","first-page":"239","DOI":"10.1038\/292239a0","article-title":"Gait and the energetics of locomotion in horses","volume":"292","author":"Hoyt","year":"1981","journal-title":"Nature"},{"issue":"6","key":"10.1016\/bs.irn.2020.12.001_bb0255","doi-asserted-by":"crossref","first-page":"1257","DOI":"10.1093\/cercor\/bhs104","article-title":"Action and outcome activity state patterns in the anterior cingulate cortex","volume":"23","author":"Hyman","year":"2013","journal-title":"Cerebral Cortex"},{"issue":"1","key":"10.1016\/bs.irn.2020.12.001_bb0260","doi-asserted-by":"crossref","first-page":"2477","DOI":"10.1038\/s41467-018-04840-2","article-title":"An effect of serotonergic stimulation on learning rates for rewards apparent after long intertrial intervals","volume":"9","author":"Iigaya","year":"2018","journal-title":"Nature Communications"},{"issue":"31","key":"10.1016\/bs.irn.2020.12.001_bb0265","doi-asserted-by":"crossref","first-page":"9861","DOI":"10.1523\/JNEUROSCI.6157-08.2009","article-title":"Validation of decision-making models and analysis of decision variables in the rat basal ganglia","volume":"29","author":"Ito","year":"2009","journal-title":"The Journal of Neuroscience: The Official Journal of the Society for Neuroscience"},{"issue":"8","key":"10.1016\/bs.irn.2020.12.001_bb0270","doi-asserted-by":"crossref","first-page":"3499","DOI":"10.1523\/JNEUROSCI.1962-14.2015","article-title":"Distinct neural representation in the dorsolateral, dorsomedial, and ventral parts of the striatum during fixed- and free-choice tasks","volume":"35","author":"Ito","year":"2015","journal-title":"The Journal of Neuroscience: The Official Journal of the Society for Neuroscience"},{"key":"10.1016\/bs.irn.2020.12.001_bb0275","doi-asserted-by":"crossref","first-page":"59","DOI":"10.1016\/j.jmp.2015.03.006","article-title":"The relation between reinforcement learning parameters and the influence of reinforcement history on choice behavior","volume":"66","author":"Katahira","year":"2015","journal-title":"Journal of Mathematical Psychology"},{"issue":"7","key":"10.1016\/bs.irn.2020.12.001_bb0280","doi-asserted-by":"crossref","first-page":"940","DOI":"10.1038\/nn1724","article-title":"Optimal decision making and the anterior cingulate cortex","volume":"9","author":"Kennerley","year":"2006","journal-title":"Nature Neuroscience"},{"key":"10.1016\/bs.irn.2020.12.001_bb0285","series-title":"The neurosciences: Second study program","first-page":"324","article-title":"The biogenic amines in the central nervous system: Their possible roles in arousal, emotion, and learning","author":"Kety","year":"1970"},{"issue":"1","key":"10.1016\/bs.irn.2020.12.001_bb0290","doi-asserted-by":"crossref","first-page":"52","DOI":"10.1523\/JNEUROSCI.2422-12.2013","article-title":"Signals for previous goal choice persist in the dorsomedial, but not dorsolateral striatum of rats","volume":"33","author":"Kim","year":"2013","journal-title":"The Journal of Neuroscience: The Official Journal of the Society for Neuroscience"},{"issue":"3","key":"10.1016\/bs.irn.2020.12.001_bb0295","doi-asserted-by":"crossref","first-page":"555","DOI":"10.1901\/jeab.2005.110-04","article-title":"Dynamic response-by-response models of matching behavior in rhesus monkeys","volume":"84","author":"Lau","year":"2005","journal-title":"Journal of the Experimental Analysis of Behavior"},{"issue":"3","key":"10.1016\/bs.irn.2020.12.001_bb0300","doi-asserted-by":"crossref","first-page":"451","DOI":"10.1016\/j.neuron.2008.02.021","article-title":"Value representations in the primate striatum during matching behavior","volume":"58","author":"Lau","year":"2008","journal-title":"Neuron"},{"issue":"14","key":"10.1016\/bs.irn.2020.12.001_bb0305","doi-asserted-by":"crossref","first-page":"5504","DOI":"10.1523\/JNEUROSCI.6316-10.2011","article-title":"Signals in human striatum are appropriate for policy update rather than value prediction","volume":"31","author":"Li","year":"2011","journal-title":"The Journal of Neuroscience: The Official Journal of the Society for Neuroscience"},{"issue":"7","key":"10.1016\/bs.irn.2020.12.001_bb0310","doi-asserted-by":"crossref","first-page":"e6099","DOI":"10.1371\/journal.pone.0006099","article-title":"PINP: A new method of tagging neuronal populations for identification during in vivo electrophysiological recording","volume":"4","author":"Lima","year":"2009","journal-title":"PLoS One"},{"issue":"6208","key":"10.1016\/bs.irn.2020.12.001_bb0315","doi-asserted-by":"crossref","first-page":"458","DOI":"10.1126\/science.1256573","article-title":"Medial prefrontal activity during delay period contributes to learning of a working memory task","volume":"346","author":"Liu","year":"2014","journal-title":"Science"},{"issue":"41","key":"10.1016\/bs.irn.2020.12.001_bb0320","doi-asserted-by":"crossref","first-page":"15224","DOI":"10.1073\/pnas.0505220103","article-title":"Operant matching is a generic outcome of synaptic plasticity based on the covariance between reward and neural activity","volume":"103","author":"Loewenstein","year":"2006","journal-title":"Proceedings of the National Academy of Sciences of the United States of America"},{"issue":"1","key":"10.1016\/bs.irn.2020.12.001_bb0325","doi-asserted-by":"crossref","first-page":"1000","DOI":"10.1038\/s41467-018-03438-y","article-title":"Activation of serotonin neurons promotes active persistence in a probabilistic foraging task","volume":"9","author":"Lottem","year":"2018","journal-title":"Nature Communications"},{"issue":"2","key":"10.1016\/bs.irn.2020.12.001_bb0330","doi-asserted-by":"crossref","first-page":"256","DOI":"10.1016\/j.neuron.2018.03.040","article-title":"Genetic dissection of neural circuits: A decade of progress","volume":"98","author":"Luo","year":"2018","journal-title":"Neuron"},{"issue":"5","key":"10.1016\/bs.irn.2020.12.001_bb0335","doi-asserted-by":"crossref","first-page":"647","DOI":"10.1038\/nn1890","article-title":"Medial prefrontal cell activity signaling prediction errors of action values","volume":"10","author":"Matsumoto","year":"2007","journal-title":"Nature Neuroscience"},{"issue":"7540","key":"10.1016\/bs.irn.2020.12.001_bb0340","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1038\/nature14236","article-title":"Human-level control through deep reinforcement learning","volume":"518","author":"Mnih","year":"2015","journal-title":"Nature"},{"issue":"4","key":"10.1016\/bs.irn.2020.12.001_bb0345","doi-asserted-by":"crossref","first-page":"528","DOI":"10.1109\/JPROC.2014.2307022","article-title":"The misbehavior of reinforcement learning","volume":"102","author":"Mongillo","year":"2014","journal-title":"Proceedings of the IEEE"},{"key":"10.1016\/bs.irn.2020.12.001_bb0350","doi-asserted-by":"crossref","first-page":"110","DOI":"10.1016\/j.bbr.2016.05.017","article-title":"Corticostriatal circuit mechanisms of value-based action selection: Implementation of reinforcement learning algorithms and beyond","volume":"311","author":"Morita","year":"2016","journal-title":"Behavioural Brain Research"},{"issue":"8","key":"10.1016\/bs.irn.2020.12.001_bb0355","doi-asserted-by":"crossref","first-page":"1057","DOI":"10.1038\/nn1743","article-title":"Midbrain dopamine neurons encode decisions for future action","volume":"9","author":"Morris","year":"2006","journal-title":"Nature Neuroscience"},{"issue":"4","key":"10.1016\/bs.irn.2020.12.001_bb0360","doi-asserted-by":"crossref","first-page":"908","DOI":"10.1016\/j.neuron.2017.04.040","article-title":"Distinct sources of deterministic and stochastic components of action timing decisions in rodent frontal cortex","volume":"94","author":"Murakami","year":"2017","journal-title":"Neuron"},{"issue":"19","key":"10.1016\/bs.irn.2020.12.001_bb0365","doi-asserted-by":"crossref","first-page":"4490","DOI":"10.1523\/JNEUROSCI.3537-17.2018","article-title":"Cell-type-specific contributions of medial prefrontal neurons to flexible behaviors","volume":"38","author":"Nakayama","year":"2018","journal-title":"The Journal of Neuroscience: The Official Journal of the Society for Neuroscience"},{"issue":"3","key":"10.1016\/bs.irn.2020.12.001_bb0370","doi-asserted-by":"crossref","first-page":"507","DOI":"10.1007\/s00213-006-0502-4","article-title":"Tonic dopamine: Opportunity costs and the control of response vigor","volume":"191","author":"Niv","year":"2007","journal-title":"Psychopharmacology"},{"issue":"7350","key":"10.1016\/bs.irn.2020.12.001_bb0375","doi-asserted-by":"crossref","first-page":"204","DOI":"10.1038\/nature10131","article-title":"Visual place learning in Drosophila melanogaster","volume":"474","author":"Ofstad","year":"2011","journal-title":"Nature"},{"key":"10.1016\/bs.irn.2020.12.001_bb0380","doi-asserted-by":"crossref","first-page":"1267","DOI":"10.1038\/s41593-020-0688-5","article-title":"A quantitative reward prediction error signal in the ventral pallidum","volume":"23","author":"Ottenheimer","year":"2020","journal-title":"Nature Neuroscience"},{"issue":"6","key":"10.1016\/bs.irn.2020.12.001_bb0385","doi-asserted-by":"crossref","first-page":"845","DOI":"10.1038\/nn.4287","article-title":"Reward and choice encoding in terminals of midbrain dopamine neurons depends on striatal target","volume":"19","author":"Parker","year":"2016","journal-title":"Nature Neuroscience"},{"issue":"11","key":"10.1016\/bs.irn.2020.12.001_bb0390","first-page":"380","article-title":"Conditioned reflexes","volume":"3","author":"Pavlov","year":"1928","journal-title":"Journal of Philosophical Studies"},{"issue":"1","key":"10.1016\/bs.irn.2020.12.001_bb0395","doi-asserted-by":"crossref","first-page":"57","DOI":"10.1007\/BF03391874","article-title":"Choice, matching, and human behavior: A review of the literature","volume":"6","author":"Pierce","year":"1983","journal-title":"Behavior Analyst"},{"issue":"4","key":"10.1016\/bs.irn.2020.12.001_bb0400","first-page":"277","article-title":"Energy-speed relation and optimal speed during level walking","volume":"17","author":"Ralston","year":"1958","journal-title":"Internationale Zeitschrift f\u00fcr Angewandte Physiologie Einschliesslich Arbeitsphysiologie"},{"issue":"7","key":"10.1016\/bs.irn.2020.12.001_bb0405","doi-asserted-by":"crossref","first-page":"545","DOI":"10.1038\/nrn2357","article-title":"A framework for studying the neurobiology of value-based decision making","volume":"9","author":"Rangel","year":"2008","journal-title":"Nature Reviews Neuroscience"},{"issue":"2","key":"10.1016\/bs.irn.2020.12.001_bb0410","doi-asserted-by":"crossref","first-page":"472","DOI":"10.1016\/j.cell.2018.07.043","article-title":"Anatomically defined and functionally distinct dorsal raphe serotonin sub-systems","volume":"175","author":"Ren","year":"2018","journal-title":"Cell"},{"issue":"46","key":"10.1016\/bs.irn.2020.12.001_bb0415","doi-asserted-by":"crossref","first-page":"15369","DOI":"10.1523\/JNEUROSCI.2621-15.2015","article-title":"Modulation of saccade vigor during value-based decision making","volume":"35","author":"Reppert","year":"2015","journal-title":"The Journal of Neuroscience: The Official Journal of the Society for Neuroscience"},{"issue":"2","key":"10.1016\/bs.irn.2020.12.001_bb0420","doi-asserted-by":"crossref","first-page":"741","DOI":"10.1152\/jn.00033.2018","article-title":"Movement vigor as a traitlike attribute of individuality","volume":"120","author":"Reppert","year":"2018","journal-title":"Journal of Neurophysiology"},{"issue":"1","key":"10.1016\/bs.irn.2020.12.001_bb0425","doi-asserted-by":"crossref","first-page":"329","DOI":"10.1146\/annurev.ne.11.030188.001553","article-title":"Behavioral studies of Pavlovian conditioning","volume":"11","author":"Rescorla","year":"1988","journal-title":"Annual Review of Neuroscience"},{"issue":"4\u20136","key":"10.1016\/bs.irn.2020.12.001_bb0430","doi-asserted-by":"crossref","first-page":"507","DOI":"10.1016\/S0893-6080(02)00045-X","article-title":"Dopamine-dependent plasticity of corticostriatal synapses","volume":"15","author":"Reynolds","year":"2002","journal-title":"Neural Networks"},{"issue":"2","key":"10.1016\/bs.irn.2020.12.001_bb0435","first-page":"6","article-title":"Biometric recognition via eye movements: Saccadic vigor and acceleration cues","volume":"13","author":"Rigas","year":"2016","journal-title":"ACM Transactions on Applied Perception (TAP)"},{"issue":"3","key":"10.1016\/bs.irn.2020.12.001_bb0440","doi-asserted-by":"crossref","first-page":"643","DOI":"10.1093\/cercor\/bhk009","article-title":"Associative encoding in anterior piriform cortex versus orbitofrontal cortex during odor discrimination and reversal learning","volume":"17","author":"Roesch","year":"2007","journal-title":"Cerebral Cortex (New York, N.Y. : 1991)"},{"issue":"1","key":"10.1016\/bs.irn.2020.12.001_bb0445","doi-asserted-by":"crossref","first-page":"227","DOI":"10.1162\/neco.2008.20.1.227","article-title":"The Actor-Critic Learning Is Behind the Matching Law: Matching Versus Optimal Behaviors","volume":"20","author":"Sakai","year":"2008","journal-title":"Neural Computation"},{"issue":"11","key":"10.1016\/bs.irn.2020.12.001_bb0450","doi-asserted-by":"crossref","first-page":"e3795","DOI":"10.1371\/journal.pone.0003795","article-title":"When does reward maximization lead to matching law?","volume":"3","author":"Sakai","year":"2008","journal-title":"PLoS ONE"},{"issue":"5752","key":"10.1016\/bs.irn.2020.12.001_bb0455","doi-asserted-by":"crossref","first-page":"1337","DOI":"10.1126\/science.1115270","article-title":"Representation of action-specific reward values in the striatum","volume":"310","author":"Samejima","year":"2005","journal-title":"Science"},{"issue":"3","key":"10.1016\/bs.irn.2020.12.001_bb0460","doi-asserted-by":"crossref","first-page":"108","DOI":"10.1016\/j.tics.2006.01.009","article-title":"Neuroeconomics: Cross-currents in research on decision-making","volume":"10","author":"Sanfey","year":"2006","journal-title":"Trends in Cognitive Sciences"},{"issue":"3","key":"10.1016\/bs.irn.2020.12.001_bb0465","doi-asserted-by":"crossref","first-page":"453","DOI":"10.1901\/jeab.1994.61-453","article-title":"Human choice in concurrent ratio-interval schedules of reinforcement","volume":"61","author":"Savastano","year":"1994","journal-title":"Journal of the Experimental Analysis of Behavior"},{"issue":"5306","key":"10.1016\/bs.irn.2020.12.001_bb0470","doi-asserted-by":"crossref","first-page":"1593","DOI":"10.1126\/science.275.5306.1593","article-title":"A neural substrate of prediction and reward","volume":"275","author":"Schultz","year":"1997","journal-title":"Science"},{"issue":"18","key":"10.1016\/bs.irn.2020.12.001_bb0475","doi-asserted-by":"crossref","first-page":"2452","DOI":"10.1016\/j.cub.2015.08.016","article-title":"Humans can continuously optimize energetic cost during walking","volume":"25","author":"Selinger","year":"2015","journal-title":"Current Biology"},{"issue":"31","key":"10.1016\/bs.irn.2020.12.001_bb0480","doi-asserted-by":"crossref","first-page":"8366","DOI":"10.1523\/JNEUROSCI.2369-07.2007","article-title":"Temporal filtering of reward signals in the dorsal anterior cingulate cortex during a mixed-strategy game","volume":"27","author":"Seo","year":"2007","journal-title":"The Journal of Neuroscience: The Official Journal of the Society for Neuroscience"},{"issue":"5","key":"10.1016\/bs.irn.2020.12.001_bb0485","doi-asserted-by":"crossref","first-page":"947","DOI":"10.1016\/j.neuron.2012.03.037","article-title":"Action selection and action value in frontal-striatal circuits","volume":"74","author":"Seo","year":"2012","journal-title":"Neuron"},{"key":"10.1016\/bs.irn.2020.12.001_bb0490","doi-asserted-by":"crossref","DOI":"10.1016\/j.tins.2019.02.003","article-title":"Movement vigor as a reflection of subjective economic utility","volume":"42","author":"Shadmehr","year":"2019","journal-title":"Trends in Neurosciences"},{"issue":"3","key":"10.1016\/bs.irn.2020.12.001_bb0495","doi-asserted-by":"crossref","first-page":"233","DOI":"10.1002\/bdm.413","article-title":"A re-examination of probability matching and rational choice","volume":"15","author":"Shanks","year":"2002","journal-title":"Journal of Behavioral Decision Making"},{"issue":"2","key":"10.1016\/bs.irn.2020.12.001_bb0500","doi-asserted-by":"crossref","first-page":"669","DOI":"10.1007\/s00429-016-1250-9","article-title":"The functional logic of corticostriatal connections","volume":"222","author":"Shipp","year":"2017","journal-title":"Brain Structure and Function"},{"issue":"6","key":"10.1016\/bs.irn.2020.12.001_bb0505","doi-asserted-by":"crossref","first-page":"3374","DOI":"10.1152\/jn.00884.2015","article-title":"Action-outcome relationships are represented differently by medial prefrontal and orbitofrontal cortex neurons during action execution","volume":"114","author":"Simon","year":"2015","journal-title":"Journal of Neurophysiology"},{"issue":"7","key":"10.1016\/bs.irn.2020.12.001_bb0510","doi-asserted-by":"crossref","first-page":"966","DOI":"10.1038\/nn.3413","article-title":"A causal link between prediction errors, dopamine neurons and learning","volume":"16","author":"Steinberg","year":"2013","journal-title":"Nature Neuroscience"},{"issue":"1","key":"10.1016\/bs.irn.2020.12.001_bb0515","doi-asserted-by":"crossref","first-page":"93","DOI":"10.1016\/0028-3932(88)90033-4","article-title":"The preparation and production of isometric force in Parkinson's disease","volume":"26","author":"Stelmach","year":"1988","journal-title":"Neuropsychologia"},{"issue":"5678","key":"10.1016\/bs.irn.2020.12.001_bb0520","doi-asserted-by":"crossref","first-page":"1782","DOI":"10.1126\/science.1094765","article-title":"Matching behavior and the representation of value in the parietal cortex","volume":"304","author":"Sugrue","year":"2004","journal-title":"Science"},{"issue":"5","key":"10.1016\/bs.irn.2020.12.001_bb0525","doi-asserted-by":"crossref","first-page":"363","DOI":"10.1038\/nrn1666","article-title":"Choosing the greater of two goods: Neural currencies for valuation and decision making","volume":"6","author":"Sugrue","year":"2005","journal-title":"Nature Reviews Neuroscience"},{"issue":"9","key":"10.1016\/bs.irn.2020.12.001_bb0530","doi-asserted-by":"crossref","first-page":"1202","DOI":"10.1038\/nn.2881","article-title":"Role of rodent secondary motor cortex in value-based action selection","volume":"14","author":"Sul","year":"2011","journal-title":"Nature Neuroscience"},{"issue":"3","key":"10.1016\/bs.irn.2020.12.001_bb0535","doi-asserted-by":"crossref","first-page":"449","DOI":"10.1016\/j.neuron.2010.03.033","article-title":"Distinct roles of rodent orbitofrontal and medial prefrontal cortex in decision making","volume":"66","author":"Sul","year":"2010","journal-title":"Neuron"},{"issue":"6","key":"10.1016\/bs.irn.2020.12.001_bb0540","doi-asserted-by":"crossref","first-page":"2347","DOI":"10.1152\/jn.00872.2017","article-title":"Vigor of reaching movements: Reward discounts the cost of effort","volume":"119","author":"Summerside","year":"2018","journal-title":"Journal of Neurophysiology"},{"key":"10.1016\/bs.irn.2020.12.001_bb0545","series-title":"Reinforcement learning: An introduction","author":"Sutton","year":"1998"},{"issue":"9","key":"10.1016\/bs.irn.2020.12.001_bb0550","doi-asserted-by":"crossref","first-page":"1281","DOI":"10.1038\/nn.3188","article-title":"Transient stimulation of distinct subpopulations of striatal neurons mimics changes in action value","volume":"15","author":"Tai","year":"2012","journal-title":"Nature Neuroscience"},{"key":"10.1016\/bs.irn.2020.12.001_bb0555","doi-asserted-by":"crossref","first-page":"12554","DOI":"10.1038\/ncomms12554","article-title":"A dynamic code for economic object valuation in prefrontal cortex neurons","volume":"7","author":"Tsutsui","year":"2016","journal-title":"Nature Communications"},{"issue":"4","key":"10.1016\/bs.irn.2020.12.001_bb0560","doi-asserted-by":"crossref","first-page":"291","DOI":"10.1002\/bdm.415","article-title":"A re-examination of melioration and rational choice","volume":"15","author":"Tunney","year":"2002","journal-title":"Journal of Behavioral Decision Making"},{"key":"10.1016\/bs.irn.2020.12.001_bb0565","doi-asserted-by":"crossref","first-page":"66","DOI":"10.3389\/fnana.2017.00066","article-title":"Distinct functions of the primate putamen direct and indirect pathways in adaptive outcome-based action selection","volume":"11","author":"Ueda","year":"2017","journal-title":"Frontiers in Neuroanatomy"},{"issue":"1\u20132","key":"10.1016\/bs.irn.2020.12.001_bb0570","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1016\/j.bbr.2003.09.028","article-title":"Do rats have a prefrontal cortex?","volume":"146","author":"Uylings","year":"2003","journal-title":"Behavioural Brain Research"},{"issue":"2","key":"10.1016\/bs.irn.2020.12.001_bb0575","doi-asserted-by":"crossref","first-page":"325","DOI":"10.1901\/jeab.1992.58-325","article-title":"Maximizing versus matching on concurrent variable-interval schedules","volume":"58","author":"Vyse","year":"1992","journal-title":"Journal of the Experimental Analysis of Behavior"},{"issue":"1","key":"10.1016\/bs.irn.2020.12.001_bb0580","doi-asserted-by":"crossref","first-page":"138","DOI":"10.1016\/j.neuron.2017.03.017","article-title":"Genetically distinct parallel pathways in the entopeduncular nucleus for limbic and sensorimotor output of the basal ganglia","volume":"94","author":"Wallace","year":"2017","journal-title":"Neuron"},{"issue":"5","key":"10.1016\/bs.irn.2020.12.001_bb0585","doi-asserted-by":"crossref","first-page":"639","DOI":"10.1038\/nn.3377","article-title":"The dorsomedial striatum encodes net expected return, critical for energizing performance vigor","volume":"16","author":"Wang","year":"2013","journal-title":"Nature Neuroscience"},{"key":"10.1016\/bs.irn.2020.12.001_bb0590","doi-asserted-by":"crossref","first-page":"860","DOI":"10.1038\/s41593-018-0147-8","article-title":"Prefrontal cortex as a meta-reinforcement learning system","volume":"21","author":"Wang","year":"2018","journal-title":"Nature Neuroscience"},{"issue":"3\u20134","key":"10.1016\/bs.irn.2020.12.001_bb0595","first-page":"279","article-title":"Q-learning","volume":"8","author":"Watkins","year":"1992","journal-title":"Machine Learning"},{"issue":"4","key":"10.1016\/bs.irn.2020.12.001_bb0600","doi-asserted-by":"crossref","first-page":"423","DOI":"10.1016\/0023-9690(85)90025-6","article-title":"Choice behavior in a discrete-trial concurrent VI-VR: A test of maximizing theories of matching","volume":"16","author":"Williams","year":"1985","journal-title":"Learning and Motivation"},{"issue":"44","key":"10.1016\/bs.irn.2020.12.001_bb0605","first-page":"E10476","article-title":"Control of movement vigor and decision making during foraging","volume":"115","author":"Yoon","year":"2018","journal-title":"Proceedings of the National Academy of Sciences of the United States of America"},{"key":"10.1016\/bs.irn.2020.12.001_bb0610","first-page":"1","article-title":"Serotonin-mediated inhibition of ventral hippocampus is required for sustained goal-directed behavior","author":"Yoshida","year":"2019","journal-title":"Nature Neuroscience"},{"key":"10.1016\/bs.irn.2020.12.001_bb0615","first-page":"931","article-title":"Decision-making tasks","volume":"2","author":"Yu","year":"2014","journal-title":"Encyclopedia of computational neuroscience"},{"key":"10.1016\/bs.irn.2020.12.001_bb0620","first-page":"1873","article-title":"Sequential effects: Superstition or rational behavior?","volume":"21","author":"Yu","year":"2009","journal-title":"Advances in Neural Information Processing Systems"},{"key":"10.1016\/bs.irn.2020.12.001_bb0625","first-page":"157","article-title":"Expected and unexpected uncertainty: ACh and NE in the neocortex","author":"Yu","year":"2003"},{"issue":"4","key":"10.1016\/bs.irn.2020.12.001_bb0630","doi-asserted-by":"crossref","first-page":"681","DOI":"10.1016\/j.neuron.2005.04.026","article-title":"Uncertainty, neuromodulation, and attention","volume":"46","author":"Yu","year":"2005","journal-title":"Neuron"},{"issue":"4","key":"10.1016\/bs.irn.2020.12.001_bb0635","doi-asserted-by":"crossref","first-page":"275","DOI":"10.1037\/dec0000013","article-title":"Maximizing masquerading as matching in human visual search choice behavior","volume":"1","author":"Yu","year":"2014","journal-title":"Decision"}],"container-title":["International Review of Neurobiology","What does Medial Frontal Cortex Signal During Behavior? Insights from Behavioral Neurophysiology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0074774220301604?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0074774220301604?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,9,24]],"date-time":"2025-09-24T21:18:03Z","timestamp":1758748683000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0074774220301604"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9780323853361"],"references-count":126,"URL":"https:\/\/doi.org\/10.1016\/bs.irn.2020.12.001","relation":{},"ISSN":["0074-7742"],"issn-type":[{"value":"0074-7742","type":"print"}],"subject":[],"published":{"date-parts":[[2021]]}}}