{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,12]],"date-time":"2026-05-12T17:45:11Z","timestamp":1778607911460,"version":"3.51.4"},"reference-count":140,"publisher":"Public Library of Science (PLoS)","issue":"1","license":[{"start":{"date-parts":[[2012,1,5]],"date-time":"2012-01-05T00:00:00Z","timestamp":1325721600000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["www.ploscompbiol.org"],"crossmark-restriction":false},"short-container-title":["PLoS Comput Biol"],"DOI":"10.1371\/journal.pcbi.1002327","type":"journal-article","created":{"date-parts":[[2012,1,6]],"date-time":"2012-01-06T08:40:48Z","timestamp":1325839248000},"page":"e1002327","update-policy":"https:\/\/doi.org\/10.1371\/journal.pcbi.corrections_policy","source":"Crossref","is-referenced-by-count":293,"title":["Dopamine, Affordance and Active Inference"],"prefix":"10.1371","volume":"8","author":[{"given":"Karl J.","family":"Friston","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tamara","family":"Shiner","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Thomas","family":"FitzGerald","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Joseph M.","family":"Galea","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Rick","family":"Adams","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Harriet","family":"Brown","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Raymond J.","family":"Dolan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Rosalyn","family":"Moran","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Klaas Enno","family":"Stephan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sven","family":"Bestmann","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"340","published-online":{"date-parts":[[2012,1,5]]},"reference":[{"key":"ref1","doi-asserted-by":"crossref","first-page":"e6421","DOI":"10.1371\/journal.pone.0006421","article-title":"Active inference or reinforcement learning?","volume":"4","author":"KJ Friston","year":"2009","journal-title":"PLoS One"},{"key":"ref2","doi-asserted-by":"crossref","first-page":"1585","DOI":"10.1098\/rstb.2007.2054","article-title":"Cortical mechanisms of action selection: the affordance competition hypothesis.","volume":"362","author":"P Cisek","year":"2007","journal-title":"Philos Trans R Soc Lond B Biol Sci"},{"key":"ref3","first-page":"67","article-title":"The theory of affordances.","author":"JJ Gibson","year":"1977"},{"key":"ref4","article-title":"The ecological approach to visual perception","author":"JJ Gibson","year":"1979"},{"key":"ref5","doi-asserted-by":"crossref","first-page":"289","DOI":"10.1515\/REVNEURO.2010.21.4.289","article-title":"Dopaminergic impact on cortical excitability in humans.","volume":"21","author":"MA Nitsche","year":"2010","journal-title":"Rev Neurosci"},{"key":"ref6","doi-asserted-by":"crossref","first-page":"154","DOI":"10.1038\/nn.2723","article-title":"From reinforcement learning models to psychiatric and neurological disorders.","volume":"14","author":"TV Maia","year":"2011","journal-title":"Nat Neurosci"},{"key":"ref7","doi-asserted-by":"crossref","first-page":"1136","DOI":"10.1093\/cercor\/11.12.1136","article-title":"Enhanced or impaired cognitive function in Parkinson&apos;s disease as a function of dopaminergic medication and task demands.","volume":"11","author":"R Cools","year":"2001","journal-title":"Cereb Cortex"},{"key":"ref8","doi-asserted-by":"crossref","first-page":"275","DOI":"10.1016\/S0079-6123(10)83014-6","article-title":"Neurocomputational models of motor and cognitive deficits in Parkinson&apos;s disease.","volume":"183","author":"TV Wiecki","year":"2010","journal-title":"Prog Brain Res"},{"key":"ref9","doi-asserted-by":"crossref","first-page":"906","DOI":"10.1098\/rspb.2010.2564","article-title":"Dopamine in Drosophila: setting arousal thresholds in a miniature brain.","volume":"278","author":"B van Swinderen","year":"2011","journal-title":"Proc Biol Sci"},{"key":"ref10","doi-asserted-by":"crossref","first-page":"312","DOI":"10.1016\/S0006-3223(99)00116-X","article-title":"Cognition and control in schizophrenia: a computational model of dopamine and prefrontal function.","volume":"46","author":"TS Braver","year":"1999","journal-title":"Biol Psychiatry"},{"key":"ref11","doi-asserted-by":"crossref","first-page":"105","DOI":"10.1016\/j.neuroscience.2005.04.067","article-title":"Banishing the homunculus: making working memory work.","volume":"139","author":"TE Hazy","year":"2006","journal-title":"Neuroscience"},{"key":"ref12","doi-asserted-by":"crossref","first-page":"S56","DOI":"10.1055\/s-0028-1124107","article-title":"Dopamine, reinforcement learning, and addiction.","volume":"42","author":"P Dayan","year":"2009","journal-title":"Pharmacopsychiatry"},{"key":"ref13","doi-asserted-by":"crossref","first-page":"1944","DOI":"10.1126\/science.1102384","article-title":"Addiction as a computational process gone awry.","volume":"306","author":"AD Redish","year":"2004","journal-title":"Science"},{"key":"ref14","doi-asserted-by":"crossref","first-page":"809","DOI":"10.1016\/S0149-7634(02)00067-2","article-title":"A theory of cognitive control, aging cognition, and neuromodulation.","volume":"26","author":"TS Braver","year":"2002","journal-title":"Neurosci Biobehav Rev"},{"key":"ref15","doi-asserted-by":"crossref","first-page":"423","DOI":"10.1016\/S0166-2236(03)00177-2","article-title":"A computational substrate for incentive salience.","volume":"26","author":"SM McClure","year":"2003","journal-title":"Trends Neurosci"},{"key":"ref16","doi-asserted-by":"crossref","first-page":"391","DOI":"10.1007\/s00213-006-0578-x","article-title":"The debate over dopamine&apos;s role in reward: the case for incentive salience.","volume":"191","author":"KC Berridge","year":"2007","journal-title":"Psychopharmacology (Berl.)"},{"key":"ref17","doi-asserted-by":"crossref","first-page":"549","DOI":"10.1016\/S0893-6080(02)00048-5","article-title":"Dopamine: generalization and bonuses.","volume":"15","author":"S Kakade","year":"2002","journal-title":"Neural Netw"},{"key":"ref18","doi-asserted-by":"crossref","first-page":"1593","DOI":"10.1126\/science.275.5306.1593","article-title":"A neural substrate of prediction and reward.","volume":"275","author":"W Schultz","year":"1997","journal-title":"Science"},{"key":"ref19","doi-asserted-by":"crossref","first-page":"535","DOI":"10.1016\/S0893-6080(02)00047-3","article-title":"Actor-critic models of the basal ganglia: new anatomical and computational perspectives.","volume":"15","author":"D Joel","year":"2002","journal-title":"Neural Netw"},{"key":"ref20","doi-asserted-by":"crossref","first-page":"760","DOI":"10.1038\/nature03015","article-title":"Computational roles for dopamine in behavioural control.","volume":"431","author":"PR Montague","year":"2004","journal-title":"Nature"},{"key":"ref21","doi-asserted-by":"crossref","first-page":"e1000437","DOI":"10.1371\/journal.pcbi.1000437","article-title":"A neural computational model of incentive salience.","volume":"5","author":"J Zhang","year":"2009","journal-title":"PLoS Comput Biol"},{"key":"ref22","doi-asserted-by":"crossref","first-page":"227","DOI":"10.1007\/s00422-010-0364-z","article-title":"Action and behavior: a free-energy formulation.","volume":"102","author":"KJ Friston","year":"2010","journal-title":"Biol Cybern"},{"key":"ref23","doi-asserted-by":"crossref","first-page":"137","DOI":"10.1007\/s00422-011-0424-z","article-title":"Action understanding and active inference.","volume":"104","author":"K Friston","year":"2011","journal-title":"Biol Cybern"},{"key":"ref24","article-title":"The Behavior of Organisms. An Experimental Analysis","author":"BF Skinner","year":"1938"},{"key":"ref25","doi-asserted-by":"crossref","first-page":"716","DOI":"10.1073\/pnas.38.8.716","article-title":"On the Theory of Dynamic Programming.","volume":"38","author":"R Bellman","year":"1952","journal-title":"Proc Natl Acad Sci U S A"},{"key":"ref26","doi-asserted-by":"crossref","first-page":"135","DOI":"10.1037\/0033-295X.88.2.135","article-title":"Toward a modern theory of adaptive networks: expectation and prediction.","volume":"88","author":"RS Sutton","year":"1981","journal-title":"Psychol Rev"},{"key":"ref27","doi-asserted-by":"crossref","first-page":"31","DOI":"10.1016\/j.tics.2009.11.004","article-title":"The coordination of movement: optimal feedback control and beyond.","volume":"4","author":"J Diedrichsen","year":"2010","journal-title":"Trends Cogn Sci"},{"key":"ref28","doi-asserted-by":"crossref","first-page":"815","DOI":"10.1098\/rstb.2005.1622","article-title":"A theory of cortical responses.","volume":"360","author":"K Friston","year":"2005","journal-title":"Philos Trans R Soc Lond B Biol Sci"},{"key":"ref29","doi-asserted-by":"crossref","first-page":"967","DOI":"10.1038\/nrn2022","article-title":"The short-latency dopamine signal: a role in discovering novel actions?","volume":"7","author":"P Redgrave","year":"2006","journal-title":"Nat Rev Neurosci"},{"key":"ref30","doi-asserted-by":"crossref","first-page":"215","DOI":"10.3389\/fnhum.2010.00215","article-title":"Attention, uncertainty, and free-energy.","volume":"4","author":"H Feldman","year":"2010","journal-title":"Front Hum Neurosci"},{"key":"ref31","first-page":"395","article-title":"Selection for action: Some behavioral and neurophysiological considerations of attention and action.","author":"DA Allport","year":"1987"},{"key":"ref32","doi-asserted-by":"crossref","first-page":"107","DOI":"10.1016\/0028-3932(87)90047-9","article-title":"Visuospatial and motor attention in the monkey.","volume":"25","author":"ME Goldberg","year":"1987","journal-title":"Neuropsychologia"},{"key":"ref33","doi-asserted-by":"crossref","first-page":"1827","DOI":"10.1016\/0042-6989(95)00294-4","article-title":"Saccade target selection and object recognition: evidence for a common attentional mechanism.","volume":"36","author":"H Deubel","year":"1996","journal-title":"Vision Res"},{"key":"ref34","doi-asserted-by":"crossref","first-page":"775","DOI":"10.1016\/j.cub.2008.04.051","article-title":"Influence of uncertainty and surprise on human corticospinal excitability during preparation for action.","volume":"18","author":"SHLM Bestmann","year":"2008","journal-title":"Curr Biol"},{"key":"ref35","doi-asserted-by":"crossref","first-page":"999","DOI":"10.1016\/j.visres.2010.02.008","article-title":"Attentional landscapes in reaching and grasping.","volume":"50","author":"D Baldauf","year":"2010","journal-title":"Vision Res"},{"key":"ref36","doi-asserted-by":"crossref","first-page":"213","DOI":"10.1348\/000712609X476819","article-title":"Time to act and attend to the real mechanisms of action and attention.","volume":"101","author":"KA Dalrymple","year":"2010","journal-title":"Br J Psychol"},{"key":"ref37","doi-asserted-by":"crossref","first-page":"961","DOI":"10.1016\/j.neuropsychologia.2009.11.017","article-title":"Manual response preparation disrupts spatial attention: an electrophysiological investigation of links between action and attention.","volume":"48","author":"E Gherri","year":"2010","journal-title":"Neuropsychologia"},{"key":"ref38","doi-asserted-by":"crossref","first-page":"5222","DOI":"10.1523\/JNEUROSCI.15-07-05222.1995","article-title":"Electron microscopic analysis of D1 and D2 dopamine receptor proteins in the dorsal striatum and their synaptic relationships with motor corticostriatal afferents.","volume":"15","author":"SM Hersch","year":"1991","journal-title":"J Neurosci"},{"key":"ref39","doi-asserted-by":"crossref","first-page":"269","DOI":"10.1146\/annurev.neuro.051508.135409","article-title":"Neural mechanisms for interacting with a world full of action choices.","volume":"33","author":"P Cisek","year":"2010","journal-title":"Annu Rev Neurosci"},{"key":"ref40","doi-asserted-by":"crossref","first-page":"291","DOI":"10.1016\/j.bbr.2009.12.020","article-title":"The uncertainty processing theory of motivation.","volume":"208","author":"P Anselme","year":"2010","journal-title":"Behav Brain Res"},{"key":"ref41","doi-asserted-by":"crossref","first-page":"410","DOI":"10.1038\/nn2077","article-title":"Modulators of decision making.","volume":"11","author":"K Doya","year":"2008","journal-title":"Nat Neurosci"},{"key":"ref42","doi-asserted-by":"crossref","first-page":"389","DOI":"10.1038\/nn2066","article-title":"Choice, uncertainty and value in prefrontal and cingulate cortex.","volume":"11","author":"MF Rushworth","year":"2008","journal-title":"Nat Neurosci"},{"key":"ref43","doi-asserted-by":"crossref","first-page":"259","DOI":"10.1146\/annurev.neuro.28.061604.135722","article-title":"Multiple dopamine functions at different time courses.","volume":"30","author":"W Schultz","year":"2007","journal-title":"Annu Rev Neurosci"},{"key":"ref44","doi-asserted-by":"crossref","first-page":"1898","DOI":"10.1126\/science.1077349","article-title":"Discrete coding of reward probability and uncertainty by dopamine neurons.","volume":"299","author":"CD Fiorillo","year":"2003","journal-title":"Science"},{"key":"ref45","doi-asserted-by":"crossref","first-page":"696","DOI":"10.1038\/nrn2462","article-title":"Computational models of schizophrenia and dopamine modulation in the prefrontal cortex.","volume":"9","author":"ET Rolls","year":"2008","journal-title":"Nat Rev Neurosci"},{"key":"ref46","doi-asserted-by":"crossref","first-page":"683","DOI":"10.1016\/j.tins.2004.08.002","article-title":"Genes, dopamine and cortical signal-to-noise ratio in schizophrenia.","volume":"27","author":"G Winterer","year":"2004","journal-title":"Trends Neurosci"},{"key":"ref47","doi-asserted-by":"crossref","first-page":"309","DOI":"10.1016\/S0165-0173(98)00019-8","article-title":"What is the role of dopamine in reward: hedonic impact, reward learning, or incentive salience?","volume":"28","author":"KC Berridge","year":"1998","journal-title":"Brain Res Brain Res Rev"},{"key":"ref48","doi-asserted-by":"crossref","first-page":"13","DOI":"10.1176\/appi.ajp.160.1.13","article-title":"Psychosis as a state of aberrant salience: a framework linking biology, phenomenology, and pharmacology in schizophrenia.","volume":"160","author":"S Kapur","year":"2003","journal-title":"Am J Psychiatry"},{"key":"ref49","doi-asserted-by":"crossref","first-page":"401","DOI":"10.1007\/PL00007984","article-title":"A computational model of action selection in the basal ganglia. I. A new functional anatomy.","volume":"84","author":"K Gurney","year":"2001","journal-title":"Biol Cybern"},{"key":"ref50","doi-asserted-by":"crossref","first-page":"973","DOI":"10.1016\/S0893-6080(03)00051-0","article-title":"A model of dopamine modulated cortical activation.","volume":"16","author":"FG Ashby","year":"2003","journal-title":"Neural Netw"},{"key":"ref51","doi-asserted-by":"crossref","first-page":"51","DOI":"10.1162\/0898929052880093","article-title":"Dynamic dopamine modulation in the basal ganglia: a neurocomputational account of cognitive deficits in medicated and nonmedicated Parkinsonism.","volume":"1","author":"MJ Frank","year":"2005","journal-title":"J Cogn Neurosci"},{"key":"ref52","doi-asserted-by":"crossref","first-page":"151","DOI":"10.1162\/jocn.2010.21420","article-title":"A neurocomputational model of dopamine and prefrontal-striatal interactions during multicue category learning by Parkinson patients.","volume":"1","author":"AA Moustafa","year":"2011","journal-title":"J Cogn Neurosci"},{"key":"ref53","doi-asserted-by":"crossref","first-page":"3801","DOI":"10.1098\/rstb.2008.0152","article-title":"Explicit neural signals reflecting reward uncertainty.","volume":"363","author":"W Schultz","year":"2008","journal-title":"Philos Trans R Soc Lond B Biol Sci"},{"key":"ref54","doi-asserted-by":"crossref","first-page":"881","DOI":"10.1038\/nn.2848","article-title":"Synaptically driven state transitions in distal dendrites of striatal spiny neurons.","volume":"14","author":"JL Plotkin","year":"2011","journal-title":"Nat Neurosci"},{"key":"ref55","doi-asserted-by":"crossref","first-page":"166","DOI":"10.1016\/j.neuron.2011.08.011","article-title":"Ubiquity and Specificity of Reinforcement Signals throughout the Human Brain.","volume":"72","author":"TJ Vickery","year":"2011","journal-title":"Neuron"},{"key":"ref56","doi-asserted-by":"crossref","first-page":"848","DOI":"10.1126\/science.1160575","article-title":"Dichotomous Dopaminergic Control of Striatal Synaptic Plasticity.","volume":"321","author":"W Shen","year":"2008","journal-title":"Science"},{"key":"ref57","doi-asserted-by":"crossref","first-page":"70","DOI":"10.1016\/j.jphysparis.2006.10.001","article-title":"A free energy principle for the brain.","volume":"100","author":"K Friston","year":"2006","journal-title":"J Physiol Paris"},{"key":"ref58","doi-asserted-by":"crossref","first-page":"181","DOI":"10.1098\/rstb.1980.0090","article-title":"Perceptions as hypotheses.","volume":"290","author":"RL Gregory","year":"1980","journal-title":"Phil Trans R Soc Lond B"},{"key":"ref59","doi-asserted-by":"crossref","first-page":"889","DOI":"10.1162\/neco.1995.7.5.889","article-title":"The Helmholtz machine.","volume":"7","author":"P Dayan","year":"1995","journal-title":"Neural Comput"},{"key":"ref60","doi-asserted-by":"crossref","first-page":"712","DOI":"10.1016\/j.tins.2004.10.007","article-title":"The Bayesian brain: the role of uncertainty in neural coding and computation.","volume":"27","author":"DC Knill","year":"2004","journal-title":"Trends Neurosci"},{"key":"ref61","doi-asserted-by":"crossref","first-page":"301","DOI":"10.1016\/j.tics.2006.05.002","article-title":"Vision as Bayesian inference: analysis by synthesis?","volume":"10","author":"A Yuille","year":"2006","journal-title":"Trends Cogn Sci"},{"key":"ref62","first-page":"702","article-title":"Neural Bases of Set-Shifting Deficits in Parkinson&apos;s Disease.","volume":"21","author":"O Monchi","year":"2001","journal-title":"J Neurosci"},{"key":"ref63","doi-asserted-by":"crossref","first-page":"15104","DOI":"10.1523\/JNEUROSCI.3524-09.2009","article-title":"Dopaminergic drugs modulate learning rates and perseveration in Parkinson&apos;s patients in a dynamic foraging task.","volume":"29","author":"RB Rutledge","year":"2009","journal-title":"J Neurosci"},{"key":"ref64","first-page":"1064","article-title":"On the theory of superconductivity.","volume":"20","author":"VL Ginzburg","year":"1950","journal-title":"Zh Eksp Teor Fiz"},{"key":"ref65","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-642-88338-5","article-title":"Synergetics: An introduction. Non-equilibrium phase transition and self-selforganisation in physics, chemistry and biology. 3rd edition","author":"H Haken","year":"1983"},{"key":"ref66","doi-asserted-by":"crossref","first-page":"293","DOI":"10.1016\/j.tics.2009.04.005","article-title":"The free-energy principle: a rough guide to the brain?","volume":"13","author":"K Friston","year":"2009","journal-title":"Trends Cogn Sci"},{"key":"ref67","doi-asserted-by":"crossref","first-page":"621670","DOI":"10.1155\/2010\/621670","article-title":"Generalised Filtering.","volume":"2010","author":"K Friston","year":"2010","journal-title":"Math Probl Eng vol."},{"key":"ref68","doi-asserted-by":"crossref","first-page":"79","DOI":"10.1038\/4580","article-title":"Predictive coding in the visual cortex: a functional interpretation of some extra-classical receptive-field effects.","volume":"2","author":"RP Rao","year":"1999","journal-title":"Nat Neurosci"},{"key":"ref69","doi-asserted-by":"crossref","first-page":"e1000211","DOI":"10.1371\/journal.pcbi.1000211","article-title":"Hierarchical models in the brain.","volume":"4","author":"K Friston","year":"2008","journal-title":"PLoS Comput Biol"},{"key":"ref70","doi-asserted-by":"crossref","first-page":"1093","DOI":"10.1016\/j.neunet.2009.07.023","article-title":"Cortical circuits for perceptual inference.","volume":"22","author":"K Friston","year":"2009","journal-title":"Neural Netw"},{"key":"ref71","doi-asserted-by":"crossref","first-page":"241","DOI":"10.1007\/BF00198477","article-title":"On the computational architecture of the neocortex. II.","volume":"66","author":"D Mumford","year":"1992","journal-title":"Biol Cybern"},{"key":"ref72","doi-asserted-by":"crossref","first-page":"189","DOI":"10.1152\/physrev.1998.78.1.189","article-title":"Dopamine receptors: from structure to function.","volume":"78","author":"C Missale","year":"1998","journal-title":"Physiol Rev"},{"key":"ref73","article-title":"Gene and Promoter Structures of the Dopamine Receptors.","author":"UM D'Souza","year":"2009"},{"key":"ref74","doi-asserted-by":"crossref","first-page":"5720","DOI":"10.1073\/pnas.91.12.5720","article-title":"D1 dopamine receptor immunoreactivity in human and monkey cerebral cortex: predominant and extrasynaptic localization in dendritic spines.","volume":"91","author":"JF Smiley","year":"1994","journal-title":"Proc Natl Acad Sci U S A"},{"key":"ref75","doi-asserted-by":"crossref","first-page":"7821","DOI":"10.1523\/JNEUROSCI.15-12-07821.1995","article-title":"Regional, cellular, and subcellular variations in the distribution of D1 and D5 dopamine receptors in primate brain.","volume":"15","author":"C Bergson","year":"1995","journal-title":"J Neurosci"},{"key":"ref76","doi-asserted-by":"crossref","first-page":"2055","DOI":"10.1016\/j.bcp.2008.01.018","article-title":"Dopaminergic signaling in dendritic spines.","volume":"75","author":"WD Yao","year":"2008","journal-title":"Biochem Pharmacol"},{"key":"ref77","doi-asserted-by":"crossref","first-page":"7450","DOI":"10.1523\/JNEUROSCI.17-19-07450.1997","article-title":"Quantitative three-dimensional analysis of the catecholaminergic innervation of identified neurons in the macaque prefrontal cortex.","volume":"17","author":"LS Krimer","year":"1997","journal-title":"J Neurosci"},{"key":"ref78","first-page":"163","article-title":"The anatomy of dopamine in monkey and human prefrontal cortex.","author":"PS Goldman-Rakic","year":"1992","journal-title":"J Neural Transm"},{"key":"ref79","doi-asserted-by":"crossref","first-page":"439","DOI":"10.1016\/0306-4522(94)00475-K","article-title":"D1- and D2 dopaminergic receptors in the developing cerebral cortex of macaque monkey: a film autoradiographic study.","volume":"65","author":"MS Lidow","year":"1995","journal-title":"Neuroscience"},{"key":"ref80","doi-asserted-by":"crossref","first-page":"83","DOI":"10.1002\/(SICI)1098-2396(199801)28:1<83::AID-SYN10>3.0.CO;2-Z","article-title":"High-resolution scatchard analysis shows D1 receptor binding on pyramidal and nonpyramidal neurons.","volume":"28","author":"SA Davidoff","year":"1998","journal-title":"Synapse"},{"key":"ref81","doi-asserted-by":"crossref","first-page":"119","DOI":"10.1002\/cne.1092","article-title":"Dopamine transporter immunoreactivity in monkey cerebral cortex: regional, laminar, and ultrastructural localization.","volume":"432","author":"DA Lewis","year":"2001","journal-title":"J Comp Neurol"},{"key":"ref82","doi-asserted-by":"crossref","first-page":"21","DOI":"10.1016\/0166-2236(91)90179-X","article-title":"Dopaminergic innervation of the cerebral cortex: unexpected differences between rodents and primates.","volume":"14","author":"B Berger","year":"1991","journal-title":"Trends Neurosci"},{"key":"ref83","doi-asserted-by":"crossref","first-page":"657","DOI":"10.1016\/0306-4522(91)90003-7","article-title":"Distribution of dopaminergic receptors in the primate cerebral cortex: quantitative autoradiographic analysis using [3H]raclopride, [3H]spiperone and [3H]SCH23390.","volume":"40","author":"MS Lidow","year":"1991","journal-title":"Neuroscience"},{"key":"ref84","doi-asserted-by":"crossref","first-page":"1139","DOI":"10.1523\/JNEUROSCI.3846-06.2007","article-title":"Neocortical Inhibitory Terminals Innervate Dendritic Spines Targeted by Thalamocortical Afferents.","volume":"27","author":"Y Kubota","year":"2007","journal-title":"J Neurosci"},{"key":"ref85","doi-asserted-by":"crossref","first-page":"590","DOI":"10.1016\/j.humov.2007.05.009","article-title":"Evidence for a distributed hierarchy of action representation in the brain.","volume":"26","author":"ST Grafton","year":"2007","journal-title":"Hum Mov Sci"},{"key":"ref86","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/S0168-0102(03)00031-2","article-title":"Sensorimotor transformations in cortical motor areas.","volume":"46","author":"S Kakei","year":"2003","journal-title":"Neuroscience Res"},{"key":"ref87","doi-asserted-by":"crossref","first-page":"043103","DOI":"10.1063\/1.2991108","article-title":"Winnerless competition principle and prediction of the transient dynamics in a Lotka-Volterra model.","volume":"18","author":"V Afraimovich","year":"2008","journal-title":"Chaos"},{"key":"ref88","doi-asserted-by":"crossref","first-page":"48","DOI":"10.1126\/science.1155564","article-title":"Neuroscience. Transient dynamics for neural processing.","volume":"321","author":"M Rabinovich","year":"2008","journal-title":"Science"},{"key":"ref89","doi-asserted-by":"crossref","first-page":"20","DOI":"10.3389\/neuro.11.020.2009","article-title":"Perception and hierarchical dynamics.","volume":"3","author":"SJ Kiebel","year":"2009","journal-title":"Front Neuroinform"},{"key":"ref90","doi-asserted-by":"crossref","DOI":"10.1109\/ICHR.2007.4813858","article-title":"Optimization of sequential attractor-based movement for compact behaviour generation.","author":"M Toussaint","year":"2007"},{"key":"ref91","doi-asserted-by":"crossref","first-page":"524","DOI":"10.1073\/pnas.0408311101","article-title":"Microstimulation of the superior colliculus focuses attention without moving the eyes.","volume":"102","author":"JR M\u00fcller","year":"2005","journal-title":"Proc Natl Acad Sci U S A"},{"key":"ref92","doi-asserted-by":"crossref","first-page":"652","DOI":"10.1007\/s00221-006-0818-7","article-title":"Coordinate system representations of movement direction in the premotor cortex.","volume":"176","author":"W Wu","year":"2007","journal-title":"Experimental Brain Res"},{"key":"ref93","doi-asserted-by":"crossref","first-page":"165","DOI":"10.1016\/0006-8993(88)90070-4","article-title":"Dopaminergic nigrotectal projection in the rat.","volume":"457","author":"M Takada","year":"1988","journal-title":"Brain Res"},{"key":"ref94","doi-asserted-by":"crossref","first-page":"11","DOI":"10.1016\/0306-4522(89)90211-X","article-title":"Bilateral tectal projection of single nigrostriatal dopamine cells m the rat.","volume":"33","author":"KJ Campbell","year":"1989","journal-title":"Neuroscience"},{"key":"ref95","doi-asserted-by":"crossref","first-page":"239","DOI":"10.1016\/0006-8993(91)90774-P","article-title":"Co-localization of tyrosine hydroxylase and glutamate decarboxylase in a subpopulation of single nigrotectal projection neurons.","volume":"558","author":"KJ Campbell","year":"1991","journal-title":"Brain Res"},{"key":"ref96","doi-asserted-by":"crossref","first-page":"319","DOI":"10.1016\/S0896-6273(01)00285-9","article-title":"The prefrontal cortex \u2013 an update: time is of the essence.","volume":"30","author":"JM Fuster","year":"2001","journal-title":"Neuron"},{"key":"ref97","doi-asserted-by":"crossref","first-page":"1181","DOI":"10.1126\/science.1088545","article-title":"The architecture of cognitive control in the human prefrontal cortex.","volume":"302","author":"E Koechlin","year":"2003","journal-title":"Science"},{"key":"ref98","doi-asserted-by":"crossref","first-page":"e1000209","DOI":"10.1371\/journal.pcbi.1000209","article-title":"A hierarchy of time-scales and the brain.","volume":"4","author":"SJ Kiebel","year":"2008","journal-title":"PLoS Comput Biol"},{"key":"ref99","doi-asserted-by":"crossref","first-page":"193","DOI":"10.1016\/j.tics.2008.02.004","article-title":"Cognitive control, hierarchy, and the rostro-caudal 0rganization of the frontal lobes.","volume":"12","author":"D Badre","year":"2008","journal-title":"Trends Cogn Sci"},{"key":"ref100","doi-asserted-by":"crossref","first-page":"37","DOI":"10.3389\/fnhum.2011.00037","article-title":"Time scales of representation in the human brain: weighing past information to predict future events.","volume":"5","author":"LM Harrison","year":"2011","journal-title":"Front Hum Neurosci"},{"key":"ref101","doi-asserted-by":"crossref","first-page":"43","DOI":"10.1016\/0006-8993(82)91145-3","article-title":"Delay-related activity of prefrontal neurons in rhesus monkeys performing delayed response.","volume":"248","author":"S Kojima","year":"1982","journal-title":"Brain Res"},{"key":"ref102","doi-asserted-by":"crossref","first-page":"218101","DOI":"10.1103\/PhysRevLett.103.218101","article-title":"Dynamical origin of the effective storage capacity in the brain&apos;s working memory.","volume":"103","author":"C Bick","year":"2009","journal-title":"Phys Rev Lett"},{"key":"ref103","doi-asserted-by":"crossref","first-page":"257","DOI":"10.1093\/brain\/106.2.257","article-title":"Cognitive deficits in the early stages of Parkinson&apos;s disease.","volume":"106","author":"AJ Lees","year":"1983","journal-title":"Brain"},{"key":"ref104","doi-asserted-by":"crossref","first-page":"1727","DOI":"10.1093\/brain\/115.6.1727","article-title":"Fronto-striatal cognitive deficits at different stages of Parkinson&apos;s disease.","volume":"115","author":"AM Owen","year":"1992","journal-title":"Brain"},{"key":"ref105","doi-asserted-by":"crossref","first-page":"942","DOI":"10.1152\/jn.00197.2009","article-title":"Effect of Dopaminerigc Mediations on the Time Course of Explicit Motor Sequence Learning in Parkinson&apos;s Disease.","volume":"103","author":"Y Kwak","year":"2010","journal-title":"J Neurophys"},{"key":"ref106","doi-asserted-by":"crossref","first-page":"1092","DOI":"10.1016\/j.neuroscience.2009.07.033","article-title":"Probabilistic reversal learning is impaired in Parkinson&apos;s disease.","volume":"163","author":"DA Peterson","year":"2009","journal-title":"Neuroscience"},{"key":"ref107","doi-asserted-by":"crossref","first-page":"323","DOI":"10.1093\/brain\/111.2.323","article-title":"Internal and external cues and the control of attention in Parkinson&apos;s disease.","volume":"111","author":"RG Brown","year":"1988","journal-title":"Brain"},{"key":"ref108","first-page":"3933","article-title":"Vigor in the Face of Fluctuating Rates of Reward: An Experimental Examination.","volume":"23","author":"M Guitart-Masip","year":"2011","journal-title":"J Cogn"},{"key":"ref109","doi-asserted-by":"crossref","first-page":"1431","DOI":"10.1016\/S0028-3932(03)00117-9","article-title":"L-Dopa medication remediates cognitive inflexibility, but increases impulsivity in patients with Parkinson&apos;s disease.","volume":"41","author":"R Cools","year":"2003","journal-title":"Neuropsychologia"},{"key":"ref110","doi-asserted-by":"crossref","first-page":"299","DOI":"10.1093\/brain\/111.2.299","article-title":"\u2018Frontal\u2019 cognitive function in patients with Parkinson&apos;s disease \u2018on\u2019 and \u2018off\u2019 levodopa.","volume":"111","author":"AM Gotham","year":"1988","journal-title":"Brain"},{"key":"ref111","doi-asserted-by":"crossref","first-page":"3144","DOI":"10.1016\/j.neuropsychologia.2008.07.011","article-title":"dopaminergic basis for working memory, learning and attentional shifting in Parkinsonism.","volume":"46","author":"AA Moustafa","year":"2008","journal-title":"Neuropsychologia"},{"key":"ref112","doi-asserted-by":"crossref","first-page":"1641","DOI":"10.1098\/rstb.2007.2058","article-title":"Understanding decision-making deficits in neurological conditions: insights from models of natural action selection.","volume":"362","author":"MJ Frank","year":"2007","journal-title":"Philos Trans R Soc Lond B Biol Sci"},{"key":"ref113","doi-asserted-by":"crossref","first-page":"495","DOI":"10.1016\/S0893-6080(02)00044-8","article-title":"Metalearning and neuromodulation.","volume":"15","author":"K Doya","year":"2002","journal-title":"Neural Netw"},{"key":"ref114","doi-asserted-by":"crossref","first-page":"1174","DOI":"10.1016\/j.neunet.2009.07.018","article-title":"Dopamine-modulated dynamic cell assemblies generated by the GABAergic striatal microcircuit.","volume":"22","author":"MD Humphries","year":"2009","journal-title":"Neural Netw"},{"key":"ref115","doi-asserted-by":"crossref","first-page":"S144","DOI":"10.1055\/s-0029-1216345","article-title":"Computational approaches to the neurobiology of drug addiction.","volume":"42","author":"SHGM Ahmed","year":"2009","journal-title":"Pharmacopsychiatry"},{"key":"ref116","doi-asserted-by":"crossref","first-page":"701","DOI":"10.1016\/j.neubiorev.2009.11.019","article-title":"Neural mechanisms of acquired phasic dopamine responses in learning.","volume":"34","author":"TE Hazy","year":"2010","journal-title":"Neurosci Biobehav Rev"},{"key":"ref117","doi-asserted-by":"crossref","first-page":"151","DOI":"10.1162\/jocn.2010.21420","article-title":"A neurocomputational model of dopamine and prefrontal-striatal interactions during multicue category learning by Parkinson patients.","volume":"23","author":"AA Moustafa","year":"2011","journal-title":"J Cogn Neurosc"},{"key":"ref118","doi-asserted-by":"crossref","first-page":"1204","DOI":"10.1016\/j.neuron.2011.02.027","article-title":"Model-based influences on humans&apos; choices and striatal prediction errors.","volume":"69","author":"ND Daw","year":"2011","journal-title":"Neuron"},{"key":"ref119","doi-asserted-by":"crossref","first-page":"22","DOI":"10.3389\/fnsys.2011.00022","article-title":"Dopaminergic Balance between Reward Maximization and Policy Complexity.","volume":"5","author":"N Parush","year":"2011","journal-title":"Front Syst Neurosci"},{"key":"ref120","doi-asserted-by":"crossref","first-page":"39","DOI":"10.3389\/fnhum.2011.00039","article-title":"A Bayesian foundation for individual learning under uncertainty.","volume":"5","author":"C Mathys","year":"2011","journal-title":"Front Hum Neurosci"},{"key":"ref121","doi-asserted-by":"crossref","first-page":"301","DOI":"10.1162\/neco.2008.08-07-593","article-title":"A spiking neural network model of an actor-critic learning agent.","volume":"21","author":"W Potjans","year":"2009","journal-title":"Neural Comput"},{"key":"ref122","doi-asserted-by":"crossref","first-page":"7545","DOI":"10.1073\/pnas.1002333107","article-title":"Synaptic dynamics and decision making.","volume":"107","author":"G Deco","year":"2010","journal-title":"Proc Natl Acad Sci U S A"},{"key":"ref123","doi-asserted-by":"crossref","first-page":"397","DOI":"10.1007\/s00422-011-0439-5","article-title":"Role of CAMKII in reinforcement learning: a computational model of glutamate and dopamine signaling pathways.","volume":"104","author":"SM Wanjerkhede","year":"2011","journal-title":"Biol Cybern"},{"key":"ref124","doi-asserted-by":"crossref","first-page":"277","DOI":"10.1016\/0166-2236(90)90109-N","article-title":"Disinhibition as a basic process in the expression of striatal functions.","volume":"13","author":"G Chevalier","year":"1990","journal-title":"Trends Neurosci"},{"key":"ref125","first-page":"549","article-title":"Two cortical visual systems.","author":"LG Ungerleider","year":"1982"},{"key":"ref126","doi-asserted-by":"crossref","first-page":"257","DOI":"10.1016\/S0168-0102(99)00060-7","article-title":"Anatomical re-evaluation of the corticostriatal projections to the caudate nucleus: a retrograde labeling study in the cat.","volume":"34","author":"A Rosell","year":"1999","journal-title":"Neurosci Res"},{"key":"ref127","first-page":"371","article-title":"The basal ganglia. In: Handbook of Chemical Neuroanatomy.","author":"CR Gerfen","year":"1996"},{"key":"ref128","doi-asserted-by":"crossref","first-page":"622","DOI":"10.1038\/nature09159","article-title":"Regulation of parkinsonian motor behaviours by optogenetic control of basal ganglia circuitry.","volume":"466","author":"AV Kravitz","year":"2010","journal-title":"Nature"},{"key":"ref129","doi-asserted-by":"crossref","first-page":"59","DOI":"10.3389\/fnana.2011.00059","article-title":"Basal Ganglia disorders associated with imbalances in the striatal striosome and matrix compartments.","volume":"5","author":"JR Crittenden","year":"2011","journal-title":"Front Neuroanat"},{"key":"ref130","doi-asserted-by":"crossref","first-page":"837","DOI":"10.1038\/nature08028","article-title":"Two types of dopamine neuron convey positive and negative motivational signals.","volume":"459","author":"M Matsumoto","year":"2009","journal-title":"Nature"},{"key":"ref131","doi-asserted-by":"crossref","first-page":"620","DOI":"10.1038\/nn.2808","article-title":"Activation of dopamine neurons is critical for aversive conditioning and prevention of generalised anxiety.","volume":"14","author":"LS Zweifel","year":"2011","journal-title":"Nat Neurosci"},{"key":"ref132","doi-asserted-by":"crossref","first-page":"119","DOI":"10.1016\/j.neuron.2009.06.009","article-title":"Midbrain Dopamine Neurons Signal Preference for Advance Information about Upcoming Rewards.","volume":"63","author":"ES Bromberg-Martin","year":"2009","journal-title":"Neuron"},{"key":"ref133","doi-asserted-by":"crossref","first-page":"541","DOI":"10.1177\/070674370505000907","article-title":"Tardive dyskinesia in the era of typical and atypical antipsychotics. Part 1: pathophysiology and mechanisms of induction.","volume":"50","author":"HC Margolese","year":"2005","journal-title":"Can J Psychiatry"},{"key":"ref134","doi-asserted-by":"crossref","first-page":"533","DOI":"10.1146\/annurev.pa.20.040180.002533","article-title":"Chemical Pathology of Huntington&apos;s Disease.","volume":"20","author":"E Bird","year":"1980","journal-title":"Ann Rev Pharmacol Toxicol"},{"key":"ref135","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1089\/cap.2009.0118","article-title":"Neurobiological substrates of Tourette&apos;s disorder.","volume":"20","author":"JF Leckman","year":"2010","journal-title":"J Child Adolesc Psychopharmacol"},{"key":"ref136","doi-asserted-by":"crossref","first-page":"203","DOI":"10.1007\/s11940-005-0013-3","article-title":"Hemiballismus.","volume":"7","author":"KM Shannon","year":"2005","journal-title":"Curr Treat Options Neurol"},{"key":"ref137","doi-asserted-by":"crossref","first-page":"577","DOI":"10.1038\/35086062","article-title":"Pathophysiology of levodopa-induced dyskinesia: potential for new therapies.","volume":"2","author":"E Bezard","year":"2001","journal-title":"Nat Rev Neurosci"},{"key":"ref138","doi-asserted-by":"crossref","first-page":"453","DOI":"10.1016\/j.clinph.2008.11.029","article-title":"The mismatch negativity: a review of underlying mechanisms.","volume":"120","author":"MI Garrido","year":"2009","journal-title":"Clin Neurophysiol"},{"key":"ref139","doi-asserted-by":"crossref","first-page":"1211","DOI":"10.1098\/rstb.2008.0300","article-title":"Predictive coding under the free-energy principle.","volume":"364","author":"KJ Friston","year":"2009","journal-title":"Phil Trans R Soc B"},{"key":"ref140","doi-asserted-by":"crossref","DOI":"10.1155\/2012\/937860","article-title":"Free-energy, value and attractors.","author":"K Friston","year":"2012"}],"container-title":["PLoS Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/dx.plos.org\/10.1371\/journal.pcbi.1002327","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,3,18]],"date-time":"2025-03-18T04:32:41Z","timestamp":1742272361000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1002327"}},"subtitle":[],"editor":[{"given":"Olaf","family":"Sporns","sequence":"first","affiliation":[],"role":[{"role":"editor","vocabulary":"crossref"}]}],"short-title":[],"issued":{"date-parts":[[2012,1,5]]},"references-count":140,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2012,1,5]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pcbi.1002327","relation":{},"ISSN":["1553-7358"],"issn-type":[{"value":"1553-7358","type":"electronic"}],"subject":[],"published":{"date-parts":[[2012,1,5]]}}}