{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,12]],"date-time":"2026-03-12T23:31:26Z","timestamp":1773358286731,"version":"3.50.1"},"reference-count":42,"publisher":"Public Library of Science (PLoS)","issue":"11","license":[{"start":{"date-parts":[[2015,11,3]],"date-time":"2015-11-03T00:00:00Z","timestamp":1446508800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["www.ploscompbiol.org"],"crossmark-restriction":false},"short-container-title":["PLoS Comput Biol"],"DOI":"10.1371\/journal.pcbi.1004540","type":"journal-article","created":{"date-parts":[[2015,11,3]],"date-time":"2015-11-03T19:06:25Z","timestamp":1446577585000},"page":"e1004540","update-policy":"https:\/\/doi.org\/10.1371\/journal.pcbi.corrections_policy","source":"Crossref","is-referenced-by-count":26,"title":["Parallel Representation of Value-Based and Finite State-Based Strategies in the Ventral and Dorsal Striatum"],"prefix":"10.1371","volume":"11","author":[{"given":"Makoto","family":"Ito","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kenji","family":"Doya","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"340","published-online":{"date-parts":[[2015,11,3]]},"reference":[{"key":"ref1","doi-asserted-by":"crossref","first-page":"961","DOI":"10.1016\/S0893-6080(99)00046-5","article-title":"What are the computations of the cerebellum, the basal ganglia and the cerebral cortex?","volume":"12","author":"K Doya","year":"1999","journal-title":"Neural Netw"},{"key":"ref2","doi-asserted-by":"crossref","first-page":"1704","DOI":"10.1038\/nn1560","article-title":"Uncertainty-based competition between prefrontal and dorsolateral striatal systems for behavioral control","volume":"8","author":"ND Daw","year":"2005","journal-title":"Nat Neurosci"},{"key":"ref3","doi-asserted-by":"crossref","first-page":"279","DOI":"10.1007\/BF00992698","article-title":"Q-learning","volume":"8","author":"CJCH Watkins","year":"1992","journal-title":"Machine Learning"},{"key":"ref4","doi-asserted-by":"crossref","first-page":"1337","DOI":"10.1126\/science.1115270","article-title":"Representation of action-specific reward values in the striatum","volume":"310","author":"K Samejima","year":"2005","journal-title":"Science"},{"key":"ref5","doi-asserted-by":"crossref","first-page":"9861","DOI":"10.1523\/JNEUROSCI.6157-08.2009","article-title":"Validation of decision-making models and analysis of decision variables in the rat basal ganglia","volume":"29","author":"M Ito","year":"2009","journal-title":"J Neurosci"},{"key":"ref6","doi-asserted-by":"crossref","first-page":"732","DOI":"10.1016\/S0959-4388(00)00153-7","article-title":"Complementary roles of basal ganglia and cerebellum in learning and motor control","volume":"10","author":"K Doya","year":"2000","journal-title":"Curr Opin Neurobiol"},{"key":"ref7","doi-asserted-by":"crossref","first-page":"14701","DOI":"10.1523\/JNEUROSCI.2728-09.2009","article-title":"Role of striatum in updating values of chosen actions","volume":"29","author":"H Kim","year":"2009","journal-title":"J Neurosci"},{"key":"ref8","doi-asserted-by":"crossref","first-page":"13365","DOI":"10.1523\/JNEUROSCI.2572-09.2009","article-title":"Ventral striatal neurons encode the value of the chosen action in rats deciding between differently delayed or sized rewards","volume":"29","author":"MR Roesch","year":"2009","journal-title":"J Neurosci"},{"key":"ref9","doi-asserted-by":"crossref","first-page":"1176","DOI":"10.1523\/JNEUROSCI.3745-06.2007","article-title":"Shaping of motor responses by incentive values through the basal ganglia","volume":"27","author":"B Pasquereau","year":"2007","journal-title":"J Neurosci"},{"key":"ref10","doi-asserted-by":"crossref","first-page":"14502","DOI":"10.1523\/JNEUROSCI.3060-07.2007","article-title":"Action and outcome encoding in the primate caudate nucleus","volume":"27","author":"B Lau","year":"2007","journal-title":"J Neurosci"},{"key":"ref11","doi-asserted-by":"crossref","first-page":"3530","DOI":"10.1152\/jn.00104.2009","article-title":"Neuronal encoding of reward value and direction of actions in the primate putamen","volume":"102","author":"Y Hori","year":"2009","journal-title":"J Neurophysiol"},{"key":"ref12","doi-asserted-by":"crossref","first-page":"17199","DOI":"10.1073\/pnas.0901077106","article-title":"Neural computations underlying action-based decision making in the human brain","volume":"106","author":"K Wunderlich","year":"2009","journal-title":"Proc Natl Acad Sci U S A"},{"key":"ref13","doi-asserted-by":"crossref","first-page":"8360","DOI":"10.1523\/JNEUROSCI.1010-06.2006","article-title":"The role of the ventromedial prefrontal cortex in abstract state-based inference during decision making in humans","volume":"26","author":"AN Hampton","year":"2006","journal-title":"J Neurosci"},{"key":"ref14","doi-asserted-by":"crossref","first-page":"585","DOI":"10.1016\/j.neuron.2010.04.016","article-title":"States versus rewards: dissociable neural prediction error signals underlying model-based and model-free reinforcement learning","volume":"66","author":"J Glascher","year":"2010","journal-title":"Neuron"},{"key":"ref15","doi-asserted-by":"crossref","first-page":"1204","DOI":"10.1016\/j.neuron.2011.02.027","article-title":"Model-based influences on humans' choices and striatal prediction errors","volume":"69","author":"ND Daw","year":"2011","journal-title":"Neuron"},{"key":"ref16","doi-asserted-by":"crossref","first-page":"404","DOI":"10.1038\/nn1209","article-title":"Prefrontal cortex and decision making in a mixed-strategy game","volume":"7","author":"DJ Barraclough","year":"2004","journal-title":"Nat Neurosci"},{"key":"ref17","doi-asserted-by":"crossref","first-page":"99","DOI":"10.1016\/S0004-3702(98)00023-X","article-title":"Planning and acting in partially observable stochastic domains","volume":"101","author":"LP Kaelbling","year":"1998","journal-title":"Artificial Intelligence"},{"key":"ref18","doi-asserted-by":"crossref","first-page":"3499","DOI":"10.1523\/JNEUROSCI.1962-14.2015","article-title":"Distinct Neural Representation in the Dorsolateral, Dorsomedial, and Ventral Parts of the Striatum during Fixed- and Free-Choice Tasks","volume":"35","author":"M Ito","year":"2015","journal-title":"J Neurosci"},{"key":"ref19","doi-asserted-by":"crossref","first-page":"1554","DOI":"10.1214\/aoms\/1177699147","article-title":"Statistical inference for probabilistic functions of finite state Markov chains","volume":"37","author":"LE Baum","year":"1966","journal-title":"Annals of Mathematical Statistics"},{"key":"ref20","doi-asserted-by":"crossref","first-page":"947","DOI":"10.1152\/jn.1998.80.2.947","article-title":"Influence of reward expectation on behavior-related neuronal activity in primate striatum","volume":"80","author":"JR Hollerman","year":"1998","journal-title":"J Neurophysiol"},{"key":"ref21","doi-asserted-by":"crossref","first-page":"1649","DOI":"10.1038\/npp.2008.222","article-title":"Neuroelectric signatures of reward learning and decision-making in the human nucleus accumbens","volume":"34","author":"MX Cohen","year":"2009","journal-title":"Neuropsychopharmacology"},{"key":"ref22","doi-asserted-by":"crossref","first-page":"14891","DOI":"10.1523\/JNEUROSCI.4060-09.2009","article-title":"The dorsomedial striatum reflects response bias during learning","volume":"29","author":"EY Kimchi","year":"2009","journal-title":"J Neurosci"},{"key":"ref23","doi-asserted-by":"crossref","first-page":"451","DOI":"10.1016\/j.neuron.2008.02.021","article-title":"Value representations in the primate striatum during matching behavior","volume":"58","author":"B Lau","year":"2008","journal-title":"Neuron"},{"key":"ref24","doi-asserted-by":"crossref","first-page":"267","DOI":"10.1111\/j.2517-6161.1996.tb02080.x","article-title":"Regression shrinkage and selection via the Lasso","volume":"58","author":"R Tibshirani","year":"1996","journal-title":"Journal of the Royal Statistical Society Series B-Methodological"},{"key":"ref25","doi-asserted-by":"crossref","first-page":"294","DOI":"10.1016\/j.neunet.2009.03.010","article-title":"Valuation of uncertain and delayed rewards in primate prefrontal cortex","volume":"22","author":"S Kim","year":"2009","journal-title":"Neural Netw"},{"key":"ref26","doi-asserted-by":"crossref","first-page":"489","DOI":"10.1111\/j.1460-9568.2011.07771.x","article-title":"Neuronal basis for evaluating selected action in the primate striatum","volume":"34","author":"H Yamada","year":"2011","journal-title":"Eur J Neurosci"},{"key":"ref27","doi-asserted-by":"crossref","first-page":"8178","DOI":"10.1523\/JNEUROSCI.1590-07.2007","article-title":"Understanding neural coding through the model-based analysis of decision making","volume":"27","author":"G Corrado","year":"2007","journal-title":"J Neurosci"},{"key":"ref28","doi-asserted-by":"crossref","first-page":"48","DOI":"10.1038\/npp.2009.131","article-title":"Human and rodent homologies in action control: corticostriatal determinants of goal-directed and habitual action","volume":"35","author":"BW Balleine","year":"2010","journal-title":"Neuropsychopharmacology"},{"key":"ref29","doi-asserted-by":"crossref","first-page":"181","DOI":"10.1111\/j.1460-9568.2004.03095.x","article-title":"Lesions of dorsolateral striatum preserve outcome expectancy but disrupt habit formation in instrumental learning","volume":"19","author":"HH Yin","year":"2004","journal-title":"Eur J Neurosci"},{"key":"ref30","doi-asserted-by":"crossref","first-page":"717","DOI":"10.1016\/j.physbeh.2005.08.061","article-title":"Neural bases of food-seeking: affect, arousal and reward in corticostriatolimbic circuits","volume":"86","author":"BW Balleine","year":"2005","journal-title":"Physiol Behav"},{"key":"ref31","doi-asserted-by":"crossref","first-page":"189","DOI":"10.1016\/j.bbr.2005.07.012","article-title":"Inactivation of dorsolateral striatum enhances sensitivity to changes in the action-outcome contingency in instrumental conditioning","volume":"166","author":"HH Yin","year":"2006","journal-title":"Behav Brain Res"},{"key":"ref32","doi-asserted-by":"crossref","first-page":"417","DOI":"10.1016\/j.nlm.2011.07.002","article-title":"An analysis of rat prefrontal cortex in mediating executive function","volume":"96","author":"RP Kesner","year":"2011","journal-title":"Neurobiol Learn Mem"},{"key":"ref33","doi-asserted-by":"crossref","first-page":"468","DOI":"10.1016\/j.tins.2004.06.006","article-title":"Putting a spin on the dorsal-ventral divide of the striatum","volume":"27","author":"P Voorn","year":"2004","journal-title":"Trends Neurosci"},{"key":"ref34","doi-asserted-by":"crossref","first-page":"1335","DOI":"10.1126\/science.282.5392.1335","article-title":"Role for cingulate motor area cells in voluntary movement selection based on reward","volume":"282","author":"K Shima","year":"1998","journal-title":"Science"},{"key":"ref35","doi-asserted-by":"crossref","first-page":"154","DOI":"10.1016\/j.tics.2010.01.006","article-title":"Switching from automatic to controlled behavior: cortico-basal ganglia mechanisms","volume":"14","author":"O Hikosaka","year":"2010","journal-title":"Trends Cogn Sci"},{"key":"ref36","doi-asserted-by":"crossref","first-page":"873","DOI":"10.1038\/nature03287","article-title":"Different time courses of learning-related activity in the prefrontal cortex and striatum","volume":"433","author":"A Pasupathy","year":"2005","journal-title":"Nature"},{"key":"ref37","doi-asserted-by":"crossref","first-page":"505","DOI":"10.1111\/j.1460-9568.2005.04219.x","article-title":"Blockade of NMDA receptors in the dorsomedial striatum prevents action-outcome learning in instrumental conditioning","volume":"22","author":"HH Yin","year":"2005","journal-title":"Eur J Neurosci"},{"key":"ref38","doi-asserted-by":"crossref","first-page":"513","DOI":"10.1111\/j.1460-9568.2005.04218.x","article-title":"The role of the dorsomedial striatum in instrumental conditioning","volume":"22","author":"HH Yin","year":"2005","journal-title":"Eur J Neurosci"},{"key":"ref39","doi-asserted-by":"crossref","first-page":"213","DOI":"10.1196\/annals.1390.024","article-title":"Multiple representations of belief states and action values in corticobasal ganglia loops","volume":"1104","author":"K Samejima","year":"2007","journal-title":"Ann N Y Acad Sci"},{"key":"ref40","doi-asserted-by":"crossref","first-page":"368","DOI":"10.1016\/j.conb.2011.04.001","article-title":"Multiple representations and algorithms for reinforcement learning in the cortico-basal ganglia circuit","volume":"21","author":"M Ito","year":"2011","journal-title":"Curr Opin Neurobiol"},{"key":"ref41","doi-asserted-by":"crossref","first-page":"2259","DOI":"10.1152\/jn.00687.2003","article-title":"Neuronal activity in the rodent dorsal striatum in sequential navigation: separation of spatial and reward responses on the multiple T task","volume":"91","author":"N Schmitzer-Torbert","year":"2004","journal-title":"J Neurophysiol"},{"key":"ref42","author":"CM Bishop","year":"2006"}],"container-title":["PLOS Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/dx.plos.org\/10.1371\/journal.pcbi.1004540","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,12]],"date-time":"2024-06-12T06:01:38Z","timestamp":1718172098000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1004540"}},"subtitle":[],"editor":[{"given":"Olaf","family":"Sporns","sequence":"first","affiliation":[],"role":[{"role":"editor","vocabulary":"crossref"}]}],"short-title":[],"issued":{"date-parts":[[2015,11,3]]},"references-count":42,"journal-issue":{"issue":"11","published-online":{"date-parts":[[2015,11,3]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pcbi.1004540","relation":{},"ISSN":["1553-7358"],"issn-type":[{"value":"1553-7358","type":"electronic"}],"subject":[],"published":{"date-parts":[[2015,11,3]]}}}