{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,31]],"date-time":"2026-03-31T17:21:56Z","timestamp":1774977716143,"version":"3.50.1"},"reference-count":81,"publisher":"Public Library of Science (PLoS)","issue":"5","license":[{"start":{"date-parts":[[2011,5,26]],"date-time":"2011-05-26T00:00:00Z","timestamp":1306368000000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["www.ploscompbiol.org"],"crossmark-restriction":false},"short-container-title":["PLoS Comput Biol"],"DOI":"10.1371\/journal.pcbi.1002055","type":"journal-article","created":{"date-parts":[[2011,5,26]],"date-time":"2011-05-26T21:14:19Z","timestamp":1306444459000},"page":"e1002055","update-policy":"https:\/\/doi.org\/10.1371\/journal.pcbi.corrections_policy","source":"Crossref","is-referenced-by-count":309,"title":["Speed\/Accuracy Trade-Off between the Habitual and the Goal-Directed Processes"],"prefix":"10.1371","volume":"7","author":[{"given":"Mehdi","family":"Keramati","sequence":"first","affiliation":[]},{"given":"Amir","family":"Dezfouli","sequence":"additional","affiliation":[]},{"given":"Payam","family":"Piray","sequence":"additional","affiliation":[]}],"member":"340","published-online":{"date-parts":[[2011,5,26]]},"reference":[{"key":"ref1","doi-asserted-by":"crossref","first-page":"545","DOI":"10.1038\/nrn2357","article-title":"A framework for studying the neurobiology of valuebased decision making.","volume":"9","author":"A Rangel","year":"2008","journal-title":"Nat Rev Neurosci"},{"key":"ref2","first-page":"497","article-title":"The role of learning in motivation.","author":"A Dickinson","year":"2002"},{"key":"ref3","doi-asserted-by":"crossref","first-page":"77","DOI":"10.1080\/14640748208400878","article-title":"Variations in the sensitivity of instrumental responding to reinforcer devaluation.","volume":"34","author":"CD Adams","year":"1982","journal-title":"Q J Exp Psychol"},{"key":"ref4","doi-asserted-by":"crossref","first-page":"48","DOI":"10.1038\/npp.2009.131","article-title":"Human and rodent homologies in action control: corticostriatal determinants of goal-directed and habitual action.","volume":"35","author":"BW Balleine","year":"2010","journal-title":"Neuropsychopharmacol"},{"key":"ref5","doi-asserted-by":"crossref","first-page":"1704","DOI":"10.1038\/nn1560","article-title":"Uncertainty-based competition between prefrontal and dorsolateral striatal systems for behavioral control.","volume":"8","author":"ND Daw","year":"2005","journal-title":"Nat Neurosci"},{"key":"ref6","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1037\/h0062733","article-title":"The determiners of behavior at a choice point.","volume":"45","author":"E Tolman","year":"1938","journal-title":"Psychol Rev"},{"key":"ref7","doi-asserted-by":"crossref","first-page":"318","DOI":"10.1037\/h0057054","article-title":"Prediction of vicarious trial and error by means of the schematic sowbug.","volume":"46","author":"E Tolman","year":"1939","journal-title":"Psychol Rev"},{"key":"ref8","first-page":"75","article-title":"Vicarious trial and error at a point of choice. i. a general survey of its relation to learning efficacy.","volume":"53","author":"K Muenzinger","year":"1938","journal-title":"J Genet Psychol"},{"key":"ref9","doi-asserted-by":"crossref","first-page":"55","DOI":"10.1037\/0097-7403.18.1.56","article-title":"Does a cognitive map guide choices in the radial-arm maze?","volume":"18","author":"MF Brown","year":"1992","journal-title":"J Exp Psychol Anim Behav Process"},{"key":"ref10","doi-asserted-by":"crossref","first-page":"49","DOI":"10.1016\/j.tics.2006.11.004","article-title":"Self-projection and the brain.","volume":"11","author":"RL Buckner","year":"2007","journal-title":"Trends Cogn Sci"},{"key":"ref11","doi-asserted-by":"crossref","first-page":"784","DOI":"10.1037\/0033-295X.114.3.784","article-title":"Reconciling reinforcement learning models with behavioral extinction and renewal: implications for addiction, relapse, and problem gambling.","volume":"114","author":"AD Redish","year":"2007","journal-title":"Psychol Rev"},{"key":"ref12","doi-asserted-by":"crossref","first-page":"265","DOI":"10.1080\/00207450500403108","article-title":"Vicarious trial-and-error behavior and hippocampal cytochrome oxidase activity during y-maze discrimination learning in the rat.","volume":"116","author":"D Hu","year":"2006","journal-title":"Int J Neurosci"},{"key":"ref13","article-title":"Handbook of psychological research on the rat.","author":"NL Munn","year":"1950"},{"key":"ref14","doi-asserted-by":"crossref","first-page":"415","DOI":"10.1017\/S0140525X0800472X","article-title":"A unified framework for addiction: vulnerabilities in the decision process.","volume":"31","author":"AD Redish","year":"2008","journal-title":"Behav Brain Sci"},{"key":"ref15","doi-asserted-by":"crossref","DOI":"10.1109\/TNN.1998.712192","article-title":"Reinforcement Learning: An Introduction.","author":"RS Sutton","year":"1998"},{"key":"ref16","first-page":"185","article-title":"Kalman temporal differences: the deterministic case.","author":"M Geist","year":"2009"},{"key":"ref17","doi-asserted-by":"crossref","first-page":"22","DOI":"10.1109\/TSSC.1966.300074","article-title":"Information value theory.","volume":"2","author":"R Howard","year":"1996","journal-title":"IEEE T Syst Sci Cyb"},{"key":"ref18","first-page":"761","article-title":"Bayesian Q-Learning.","author":"R Dearden","year":"1998"},{"key":"ref19","doi-asserted-by":"crossref","first-page":"507","DOI":"10.1007\/s00213-006-0502-4","article-title":"Tonic dopamine: opportunity costs and the control of response vigor.","volume":"191","author":"Y Niv","year":"2007","journal-title":"Psychopharmacology (Berl)"},{"key":"ref20","doi-asserted-by":"crossref","first-page":"162","DOI":"10.1111\/1467-8721.ep11512272","article-title":"Motivational control of instrumental action.","volume":"4","author":"A Dickinson","year":"1995","journal-title":"Curr Dir Psychol Sci"},{"key":"ref21","doi-asserted-by":"crossref","first-page":"104","DOI":"10.1037\/0097-7403.30.2.104","article-title":"Relations between pavlovian-instrumental transfer and reinforcer devaluation.","volume":"30","author":"PC Holland","year":"2004","journal-title":"J Exp Psychol Anim Behav Process"},{"key":"ref22","doi-asserted-by":"crossref","first-page":"400","DOI":"10.1093\/cercor\/13.4.400","article-title":"Coordination of actions and habits in the medial prefrontal cortex of rats.","volume":"13","author":"S Killcross","year":"2003","journal-title":"Cereb Cortex"},{"key":"ref23","doi-asserted-by":"crossref","first-page":"181","DOI":"10.1111\/j.1460-9568.2004.03095.x","article-title":"Lesions of dorsolateral striatum preserve outcome expectancy but disrupt habit formation in instrumental learning.","volume":"19","author":"HH Yin","year":"2004","journal-title":"Eur J Neurosci"},{"key":"ref24","doi-asserted-by":"crossref","first-page":"520","DOI":"10.1037\/0097-7403.11.4.520","article-title":"Instrumental responding remains sensitive to reinforcer devaluation after extensive training.","volume":"11","author":"RM Colwill","year":"1985","journal-title":"J Exp Psychol Anim Behav Process"},{"key":"ref25","doi-asserted-by":"crossref","first-page":"105","DOI":"10.3758\/BF03209051","article-title":"The role of response-reinforcer associations increases throughout extended instrumental training.","volume":"16","author":"RM Colwill","year":"1988","journal-title":"Anim Learn Behav"},{"key":"ref26","doi-asserted-by":"crossref","first-page":"334","DOI":"10.1037\/a0016887","article-title":"Choice and contingency in the development of behavioral autonomy during instrumental conditioning.","volume":"36","author":"Y Kosaki","year":"2010","journal-title":"J Exp Psychol Anim Behav Process"},{"key":"ref27","doi-asserted-by":"crossref","first-page":"1886","DOI":"10.1162\/089892905775008661","article-title":"An effect of dopamine depletion on decision-making: the temporal coupling of deliberation and execution.","volume":"17","author":"M Pessiglione","year":"2005","journal-title":"J Cog Neurosci"},{"key":"ref28","doi-asserted-by":"crossref","first-page":"11","DOI":"10.1080\/17470215208416600","article-title":"On the rate of gain of information.","volume":"4","author":"WE Hick","year":"1952","journal-title":"Q J Exp Psychol"},{"key":"ref29","doi-asserted-by":"crossref","first-page":"188","DOI":"10.1037\/h0056940","article-title":"Stimulus information as a determinant of reaction time.","volume":"45","author":"R Hyman","year":"1953","journal-title":"J Exp Psychol"},{"key":"ref30","doi-asserted-by":"crossref","first-page":"815","DOI":"10.2466\/pms.1965.20.3.815","article-title":"Interaction of S-R compatibility and the rate of gain of information.","volume":"20","author":"E Alluisi","year":"1965","journal-title":"Percept Mot Skills"},{"key":"ref31","doi-asserted-by":"crossref","first-page":"111","DOI":"10.3758\/BF03342816","article-title":"Stimulus-response compatibility and the rate of gain of information.","volume":"1","author":"E Alluisi","year":"1964","journal-title":"Psychon Sci"},{"key":"ref32","doi-asserted-by":"crossref","first-page":"61","DOI":"10.1111\/j.2044-8295.1965.tb00944.x","article-title":"On the interaction of S-R compatibility with other variables affecting reaction time.","volume":"56","author":"DE Broadbent","year":"1965","journal-title":"Brit J Psychol"},{"key":"ref33","first-page":"165","article-title":"Lift reaction time and topographic compatibility of the S-R field.","volume":"72","author":"IM Spigel","year":"1965","journal-title":"J Gen Psychol"},{"key":"ref34","doi-asserted-by":"crossref","first-page":"107","DOI":"10.2466\/pms.1993.77.1.107","article-title":"Application of hick's law of response speed in alzheimer and parkinson diseases.","volume":"77","author":"RK Mahurin","year":"1993","journal-title":"Percept Mot Skills"},{"key":"ref35","doi-asserted-by":"crossref","first-page":"284","DOI":"10.3758\/BF03212983","article-title":"Pigeon reaction time, hick's law, and intelligence.","volume":"7","author":"C Vickrey","year":"2000","journal-title":"Psychon Bull Rev"},{"key":"ref36","doi-asserted-by":"crossref","first-page":"16","DOI":"10.1080\/17470215908416282","article-title":"On the reduction of choice reaction-times with practice.","volume":"11","author":"GH Mowbray","year":"1959","journal-title":"Q J Exp Psychol"},{"key":"ref37","first-page":"73","article-title":"Choice reaction time: basic concepts.","author":"AT Welford","year":"1980"},{"key":"ref38","article-title":"Winner-Take-All mechanisms.","author":"A Yuille","year":"1995"},{"key":"ref39","doi-asserted-by":"crossref","first-page":"69","DOI":"10.1007\/BF00327046","article-title":"Pattern formation, contrast control, and oscillations in the short term memory of shunting on-center off-surround networks.","volume":"20","author":"SA Ellias","year":"1975","journal-title":"Biol Cybernetics"},{"key":"ref40","doi-asserted-by":"crossref","first-page":"1936","DOI":"10.1523\/JNEUROSCI.16-05-01936.1996","article-title":"A framework for mesencephalic dopamine systems based on predictive hebbian learning.","volume":"16","author":"PR Montague","year":"1996","journal-title":"J Neurosci"},{"key":"ref41","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1152\/jn.1998.80.1.1","article-title":"Predictive reward signal of dopamine neurons.","volume":"80","author":"W Schultz","year":"1998","journal-title":"J Neurophysiol"},{"key":"ref42","first-page":"80","article-title":"The action of central nervous system stimulant drugs: a general theory concerning amphetamine effects.","author":"M Lyons","year":"1975"},{"key":"ref43","doi-asserted-by":"crossref","first-page":"67","DOI":"10.1007\/BF00427498","article-title":"Increased response switching, perseveration and perseverative switching following d-amphetamine in the rat.","volume":"80","author":"JL Evenden","year":"1983","journal-title":"Psychopharmacology (Berl)"},{"key":"ref44","doi-asserted-by":"crossref","first-page":"405","DOI":"10.1007\/BF00555222","article-title":"Enhanced behavioural control by conditioned reinforcers following microinjections of d-amphetamine into the nucleus accumbens.","volume":"84","author":"JR Taylor","year":"1984","journal-title":"Psychopharmacology (Berl)"},{"key":"ref45","doi-asserted-by":"crossref","first-page":"390","DOI":"10.1007\/BF00179197","article-title":"6-Hydroxydopamine lesions of the nucleus accumbens, but not of the caudate nucleus, attenuate enhanced responding with reward-related stimuli produced by intra-accumbens d-amphetamine.","volume":"90","author":"JR Taylor","year":"1986","journal-title":"Psychopharmacology (Berl)"},{"key":"ref46","doi-asserted-by":"crossref","first-page":"146","DOI":"10.1007\/BF00179924","article-title":"Disruptive effects of low doses of d-amphetamine on the ability of rats to organize behaviour into functional sequences.","volume":"93","author":"T Ljungberg","year":"1987","journal-title":"Psychopharmacology (Berl)"},{"key":"ref47","doi-asserted-by":"crossref","first-page":"139","DOI":"10.1007\/BF00429052","article-title":"A functional effect of dopamine in the nucleus accumbens and in some other dopamine-rich parts of the rat brain.","volume":"45","author":"DM Jackson","year":"1975","journal-title":"Psychopharmacologia"},{"key":"ref48","doi-asserted-by":"crossref","first-page":"113","DOI":"10.1016\/0091-3057(87)90485-0","article-title":"Effects of systemic and intracranial amphetamine injections on behavior in the open field: a detailed analysis.","volume":"27","author":"GD Carr","year":"1987","journal-title":"Pharmacol Biochem Behav"},{"key":"ref49","doi-asserted-by":"crossref","first-page":"557","DOI":"10.1016\/S0091-3057(97)00544-3","article-title":"The role of accumbens dopamine in lever pressing and response allocation: effects of 6-OHDA injected into core and dorsomedial shell.","volume":"59","author":"JD Sokolowski","year":"1998","journal-title":"Pharmacol Biochem Behav"},{"key":"ref50","doi-asserted-by":"crossref","first-page":"545","DOI":"10.1016\/S0306-4522(99)00004-4","article-title":"Nucleus accumbens dopamine depletions make rats more sensitive to high ratio requirements but do not impair primary food reinforcement.","volume":"92","author":"JE Aberman","year":"1999","journal-title":"Neuroscience"},{"key":"ref51","doi-asserted-by":"crossref","first-page":"863","DOI":"10.1016\/S0306-4522(01)00249-4","article-title":"Nucleus accumbens dopamine depletions make animals highly sensitive to high fixed ratio requirements but do not impair primary food reinforcement.","volume":"105","author":"JD Salamone","year":"2001","journal-title":"Neuroscience"},{"key":"ref52","doi-asserted-by":"crossref","first-page":"179","DOI":"10.1016\/S0166-4328(02)00292-9","article-title":"Nucleus accumbens dopamine and work requirements on interval schedules.","volume":"137","author":"M Correa","year":"2002","journal-title":"Behav Brain Res"},{"key":"ref53","doi-asserted-by":"crossref","first-page":"1749","DOI":"10.1111\/j.1460-9568.2005.03972.x","article-title":"Ratio and time requirements on operant schedules: effort-related effects of nucleus accumbens dopamine depletions.","volume":"21","author":"S Mingote","year":"2005","journal-title":"Eur J Neurosci"},{"key":"ref54","article-title":"Microeconomic Theory.","author":"A Mas-Colell","year":"1995"},{"key":"ref55","article-title":"Administrative behavior.","author":"H Simon","year":"1947"},{"key":"ref56","article-title":"Volume 2, Models of bounded rationality.","author":"H Simon","year":"1982"},{"key":"ref57","doi-asserted-by":"crossref","first-page":"99","DOI":"10.2307\/1884852","article-title":"A behavioral model of rational choice.","volume":"69","author":"H Simon","year":"1955","journal-title":"Q J Econ"},{"key":"ref58","doi-asserted-by":"crossref","first-page":"535","DOI":"10.1146\/annurev.neuro.29.051605.113038","article-title":"The neural basis of decision making.","volume":"30","author":"JI Gold","year":"2007","journal-title":"Annu Rev Neurosci"},{"key":"ref59","article-title":"Adaptive thinking: Rationality in the real world.","author":"G Gigerenzer","year":"2000"},{"key":"ref60","article-title":"Simple heuristics that make us smart.","author":"G Gigerenzer","year":"1999"},{"key":"ref61","first-page":"43","article-title":"Approximate reasoning using anytime algorithms.","author":"S Zilberstein","year":"1995"},{"key":"ref62","doi-asserted-by":"crossref","first-page":"1325","DOI":"10.1152\/jn.1997.77.3.1325","article-title":"Anatomy of motor learning. II. subcortical structures and learning by trial and error.","volume":"77","author":"M Jueptner","year":"1997","journal-title":"J Neurophysiol"},{"key":"ref63","doi-asserted-by":"crossref","first-page":"1313","DOI":"10.1152\/jn.1997.77.3.1313","article-title":"Anatomy of motor learning. i. frontal cortex and attention to action.","volume":"77","author":"M Jueptner","year":"1997","journal-title":"J Neurophysiol"},{"key":"ref64","doi-asserted-by":"crossref","first-page":"55","DOI":"10.1016\/j.brainres.2009.07.006","article-title":"Effect on movement selection of an evolving sensory representation: a multiple controller model of skill acquisition.","volume":"1299","author":"A Shah","year":"2009","journal-title":"Brain Res"},{"key":"ref65","doi-asserted-by":"crossref","first-page":"10154","DOI":"10.1523\/JNEUROSCI.2779-06.2006","article-title":"Combining priors and noisy visual cues in a rapid pointing task.","volume":"26","author":"H Tassinari","year":"2006","journal-title":"J Neurosci"},{"key":"ref66","doi-asserted-by":"crossref","first-page":"423","DOI":"10.1016\/S0166-2236(03)00177-2","article-title":"A computational substrate for incentive salience.","volume":"26","author":"SM McClure","year":"2003","journal-title":"Trends Neurosci"},{"key":"ref67","doi-asserted-by":"crossref","first-page":"78","DOI":"10.1098\/rstb.1985.0010","article-title":"Actions and habits: The development of behavioural autonomy.","volume":"308","author":"A Dickinson","year":"1985","journal-title":"Philos Trans R Soc Lond B Biol Sci"},{"key":"ref68","doi-asserted-by":"crossref","first-page":"203","DOI":"10.1037\/0097-7403.21.3.203","article-title":"Motivational control of heterogeneous instrumental chains.","volume":"21","author":"B Balleine","year":"1995","journal-title":"J Exp Psychol Anim Behav Process"},{"key":"ref69","doi-asserted-by":"crossref","first-page":"234","DOI":"10.1007\/s002210100814","article-title":"Anticipatory responses of dopamine neurons and cortical neurons reproduced by internal model.","volume":"140","author":"RE Suri","year":"2001","journal-title":"Exp Brain Res"},{"key":"ref70","doi-asserted-by":"crossref","first-page":"119","DOI":"10.1016\/1044-5765(92)90010-Y","article-title":"Functions of dopamine in the dorsal and ventral striatum.","volume":"4","author":"TW Robbins","year":"1992","journal-title":"Semin Neurosci"},{"key":"ref71","doi-asserted-by":"crossref","first-page":"278","DOI":"10.1086\/209563","article-title":"Heart and mind in conflict: The interplay of affect and cognition in consumer decision making.","volume":"26","author":"B Shiv","year":"1999","journal-title":"J Cons Res"},{"key":"ref72","doi-asserted-by":"crossref","first-page":"101","DOI":"10.1007\/s11892-002-0065-7","article-title":"Blood glucose and the brain in diabetes: between a rock and a hard place?","volume":"2","author":"ML Evans","year":"2002","journal-title":"Curr Diab Rep"},{"key":"ref73","doi-asserted-by":"crossref","first-page":"2369","DOI":"10.1523\/JNEUROSCI.20-06-02369.2000","article-title":"Striatonigrostriatal pathways in primates form an ascending spiral from the shell to the dorsolateral striatum.","volume":"20","author":"SN Haber","year":"2000","journal-title":"J Neurosci"},{"key":"ref74","doi-asserted-by":"crossref","first-page":"317","DOI":"10.1016\/j.jchemneu.2003.10.003","article-title":"The primate basal ganglia: parallel and integrative networks.","volume":"26","author":"SN Haber","year":"2003","journal-title":"J Chem Neuroanat"},{"key":"ref75","doi-asserted-by":"crossref","first-page":"89","DOI":"10.1016\/j.bbr.2008.09.027","article-title":"Parallel and interactive learning processes within the basal ganglia: relevance for the understanding of addiction.","volume":"199","author":"D Belin","year":"2009","journal-title":"Behav Brain Res"},{"key":"ref76","doi-asserted-by":"crossref","first-page":"1242","DOI":"10.1016\/j.neunet.2006.06.007","article-title":"Heterarchical reinforcement-learning model for integration of multiple cortico-striatal loops: fMRI examination in stimulus-action-reward association learning.","volume":"19","author":"M Haruno","year":"2006","journal-title":"Neural Netw"},{"key":"ref77","doi-asserted-by":"crossref","first-page":"535","DOI":"10.1016\/S0893-6080(02)00047-3","article-title":"Actor-critic models of the basal ganglia: new anatomical and computational perspectives.","volume":"15","author":"D Joel","year":"2002","journal-title":"Neural Netw"},{"key":"ref78","doi-asserted-by":"crossref","first-page":"341","DOI":"10.1023\/A:1025696116075","article-title":"Recent advances in hierarchical reinforcement learning.","volume":"13","author":"AG Barto","year":"2003","journal-title":"Discrete Event Dyn S"},{"key":"ref79","doi-asserted-by":"crossref","first-page":"401","DOI":"10.1109\/JPROC.2003.823141","article-title":"Unscented filtering and nonlinear estimation.","volume":"92","author":"SJ Julier","year":"2004","journal-title":"Proc IEEE"},{"key":"ref80","doi-asserted-by":"crossref","first-page":"2567","DOI":"10.1162\/089976602760407973","article-title":"Long-term reward prediction in TD models of the dopamine system.","volume":"14","author":"ND Daw","year":"2002","journal-title":"Neural Comput"},{"key":"ref81","doi-asserted-by":"crossref","first-page":"1799","DOI":"10.1016\/S0005-1098(99)00099-0","article-title":"Average cost temporal-difference learning.","volume":"35","author":"JN Tsitsiklis","year":"1997","journal-title":"Automatica"}],"container-title":["PLoS Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/dx.plos.org\/10.1371\/journal.pcbi.1002055","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,5,9]],"date-time":"2020-05-09T13:05:31Z","timestamp":1589029531000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1002055"}},"subtitle":[],"editor":[{"given":"Tim","family":"Behrens","sequence":"first","affiliation":[]}],"short-title":[],"issued":{"date-parts":[[2011,5,26]]},"references-count":81,"journal-issue":{"issue":"5","published-online":{"date-parts":[[2011,5,26]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pcbi.1002055","relation":{},"ISSN":["1553-7358"],"issn-type":[{"value":"1553-7358","type":"electronic"}],"subject":[],"published":{"date-parts":[[2011,5,26]]}}}