{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,27]],"date-time":"2026-10-27T18:01:00Z","timestamp":1793124060226,"version":"4.5.0"},"reference-count":111,"publisher":"Frontiers Media SA","license":[{"start":{"date-parts":[[2018,3,27]],"date-time":"2018-03-27T00:00:00Z","timestamp":1522108800000},"content-version":"unspecified","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["frontiersin.org"],"crossmark-restriction":true},"short-container-title":["Front. Neurosci."],"DOI":"10.3389\/fnins.2018.00182","type":"journal-article","created":{"date-parts":[[2018,3,27]],"date-time":"2018-03-27T08:10:13Z","timestamp":1522138213000},"update-policy":"https:\/\/doi.org\/10.3389\/crossmark-policy","source":"Crossref","is-referenced-by-count":17,"title":["Solving the Credit Assignment Problem With the Prefrontal Cortex"],"prefix":"10.3389","volume":"12","author":[{"given":"Alexandra","family":"Stolyarova","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"1965","published-online":{"date-parts":[[2018,3,27]]},"reference":[{"key":"B1","doi-asserted-by":"publisher","first-page":"387","DOI":"10.1038\/nrn2356","article-title":"Metaplasticity: tuning synapses and networks for plasticity","volume":"9","author":"Abraham","year":"2008","journal-title":"Nat. Rev. Neurosci."},{"key":"B2","doi-asserted-by":"publisher","first-page":"1096","DOI":"10.1523\/JNEUROSCI.3159-15.2016","article-title":"Neural mechanisms of credit assignment in a multicue environment","volume":"36","author":"Akaishi","year":"2016","journal-title":"J. Neurosci."},{"key":"B3","doi-asserted-by":"publisher","first-page":"1040","DOI":"10.1093\/cercor\/bhj046","article-title":"Reward encoding in the monkey anterior cingulate cortex","volume":"16","author":"Amiez","year":"2006","journal-title":"Cereb. Cortex"},{"key":"B4","doi-asserted-by":"publisher","first-page":"6995","DOI":"10.1523\/JNEUROSCI.3311-16.2017","article-title":"Prefrontal neurons encode a solution to the credit assignment problem","volume":"37","author":"Asaad","year":"2017","journal-title":"J. Neurosci."},{"key":"B5","doi-asserted-by":"publisher","first-page":"1399","DOI":"10.1016\/S0896-6273(00)80658-3","article-title":"Neural activity in the primate prefrontal cortex during associative learning","volume":"21","author":"Asaad","year":"1998","journal-title":"Neuron"},{"key":"B6","doi-asserted-by":"publisher","first-page":"353","DOI":"10.1002\/cne.902860306","article-title":"Architecture and intrinsic connections of the prefrontal cortex in the rhesus monkey","volume":"286","author":"Barbas","year":"1989","journal-title":"J. Comp. Neurol."},{"key":"B7","doi-asserted-by":"publisher","first-page":"1604","DOI":"10.4249\/scholarpedia.1604","article-title":"Temporal difference learning","volume":"2","author":"Barto","year":"2007","journal-title":"Scholarpedia J."},{"key":"B8","doi-asserted-by":"crossref","first-page":"834","DOI":"10.1109\/TSMC.1983.6313077","article-title":";Neuronlike adaptive elements that can solve difficult learning control problems","author":"Barto","year":"1983","journal-title":"IEEE Transactions on Systems, Man, and Cybernetics, SMC-13"},{"key":"B9","doi-asserted-by":"publisher","first-page":"175","DOI":"10.3389\/fnsys.2015.00175","article-title":"A tutorial review of functional connectivity analysis methods and their interpretational pitfalls","volume":"9","author":"Bastos","year":"2016","journal-title":"Front. Syst. Neurosci"},{"key":"B10","doi-asserted-by":"publisher","first-page":"111","DOI":"10.1016\/j.brainres.2007.03.057","article-title":"Short-term memory traces for action bias in human reinforcement learning","volume":"1153","author":"Bogacz","year":"2007","journal-title":"Brain Res."},{"key":"B11","doi-asserted-by":"publisher","first-page":"52","DOI":"10.1126\/science.1172377","article-title":"Dissociable components of rule-guided behavior depend on distinct medial and prefrontal regions","volume":"325","author":"Buckley","year":"2009","journal-title":"Science"},{"key":"B12","doi-asserted-by":"publisher","first-page":"2884","DOI":"10.1093\/cercor\/bhs266","article-title":"The role of the anterior cingulate cortex in choices based on reward value and reward contingency","volume":"23","author":"Chudasama","year":"2013","journal-title":"Cereb Cortex"},{"key":"B13","doi-asserted-by":"publisher","first-page":"933","DOI":"10.1098\/rstb.2007.2098","article-title":"Should I stay or should I go? How the human brain manages the trade-off between exploitation and exploration","volume":"362","author":"Cohen","year":"2007","journal-title":"Philos. Trans. R. Soc. Lond. Ser. B Biol. Sci."},{"key":"B14","doi-asserted-by":"publisher","first-page":"558","DOI":"10.1016\/j.tics.2011.10.004","article-title":"Cortical electrophysiological network dynamics of feedback learning","volume":"15","author":"Cohen","year":"2011","journal-title":"Trends Cogn. Sci."},{"key":"B15","doi-asserted-by":"publisher","first-page":"216","DOI":"10.1016\/j.tics.2010.03.006","article-title":"Beyond working memory: the role of persistent activity in decision making","volume":"14","author":"Curtis","year":"2010","journal-title":"Trends Cogn. Sci."},{"key":"B16","volume-title":"Theoretical Neuroscience: Computational and Mathematical Modeling of Neural Systems.","author":"Dayan","year":"2001"},{"key":"B17","doi-asserted-by":"publisher","first-page":"26","DOI":"10.1038\/nmeth.f.324","article-title":"Optogenetics","volume":"8","author":"Deisseroth","year":"2010","journal-title":"Nat. Methods"},{"key":"B18","doi-asserted-by":"publisher","first-page":"495","DOI":"10.1016\/S0893-6080(02)00044-8","article-title":"Metalearning and neuromodulation","volume":"15","author":"Doya","year":"2002","journal-title":"Neural. Netw."},{"key":"B19","doi-asserted-by":"publisher","first-page":"289","DOI":"10.1016\/j.brainresbull.2010.11.008","article-title":"A biologically based model for the integration of sensory\u2013motor contingencies in rules and plans: a prefrontal cortex based extension of the distributed adaptive control architecture","volume":"85","author":"Duff","year":"2011","journal-title":"Brain Res. Bull."},{"key":"B20","doi-asserted-by":"publisher","first-page":"438","DOI":"10.1016\/j.neuron.2010.03.029","article-title":"Abrupt transitions between prefrontal neural ensemble states accompany behavioral transitions during rule learning","volume":"66","author":"Durstewitz","year":"2010","journal-title":"Neuron"},{"key":"B21","doi-asserted-by":"crossref","first-page":"RC95","DOI":"10.1523\/JNEUROSCI.20-18-j0002.2000","article-title":"Pyramidal cells of the frontal lobe: all the more spinous to think with","volume":"20","author":"Elston","year":"2000","journal-title":"J. Neurosci."},{"key":"B22","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1093\/cercor\/1.1.1","article-title":"Distributed hierarchical processing in the primate cerebral cortex","volume":"1","author":"Felleman","year":"1991","journal-title":"Cereb. Cortex"},{"key":"B23","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1093\/cercor\/bhx011","article-title":"When and where learning is taking place: multisynaptic changes in strength during different behaviors related to the acquisition of an operant conditioning task by behaving rats","volume":"14","author":"Fern\u00e1ndez-Lamo","year":"2017","journal-title":"Cereb. Cortex"},{"key":"B24","doi-asserted-by":"publisher","first-page":"334","DOI":"10.1038\/s41467-017-00394-x","article-title":"Reinforcement determines the timing dependence of corticostriatal synaptic plasticity in vivo","volume":"8","author":"Fisher","year":"2017","journal-title":"Nat. Commun."},{"key":"B25","doi-asserted-by":"publisher","first-page":"329","DOI":"10.1016\/j.neuroimage.2013.06.061","article-title":"Characterising reward outcome signals in sensory cortex","volume":"83","author":"FitzGerald","year":"2013","journal-title":"NeuroImage"},{"key":"B26","doi-asserted-by":"publisher","first-page":"2463","DOI":"10.1523\/JNEUROSCI.1839-16.2017","article-title":"The role of orbitofrontal-amygdala interactions in updating action-outcome valuations in macaques","volume":"37","author":"Fiuzat","year":"2017","journal-title":"J. Neurosci."},{"key":"B27","doi-asserted-by":"publisher","first-page":"312","DOI":"10.1126\/science.291.5502.312","article-title":"Categorical representation of visual stimuli in the primate prefrontal cortex","volume":"291","author":"Freedman","year":"2001","journal-title":"Science"},{"key":"B28","doi-asserted-by":"publisher","first-page":"1698","DOI":"10.1162\/neco.2010.05-09-1010","article-title":"Learning spike-based population codes by reward and population feedback","volume":"22","author":"Friedrich","year":"2010","journal-title":"Neural. Comput."},{"key":"B29","doi-asserted-by":"publisher","first-page":"e1002092","DOI":"10.1371\/journal.pcbi.1002092","article-title":"Spatio-temporal credit assignment in neuronal population learning","volume":"7","author":"Friedrich","year":"2011","journal-title":"PLoS Comput. Biol."},{"key":"B30","doi-asserted-by":"publisher","first-page":"e88725","DOI":"10.1371\/journal.pone.0088725","article-title":"Neural correlates of temporal credit assignment in the parietal lobe","volume":"9","author":"Gersch","year":"2014","journal-title":"PloS One"},{"key":"B31","first-page":"4178","article-title":"Surprise signals in anterior cingulate cortex: neuronal encoding of unsigned reward prediction errors driving adjustment in behavior","volume-title":"J. Neurosci.","author":"Hayden","year":"2011"},{"key":"B32","doi-asserted-by":"publisher","first-page":"3339","DOI":"10.1523\/JNEUROSCI.4874-09.2010","article-title":"Neurons in anterior cingulate cortex multiplex information about reward and action","volume":"30","author":"Hayden","year":"2010","journal-title":"J. Neurosci."},{"key":"B33","doi-asserted-by":"publisher","first-page":"27056","DOI":"10.1038\/srep27056","article-title":"Neuronal activity in dorsomedial and dorsolateral striatum under the requirement for temporal credit assignment","volume":"6","author":"Her","year":"2016","journal-title":"Sci. Rep."},{"key":"B34","doi-asserted-by":"publisher","first-page":"244","DOI":"10.1016\/j.neuron.2009.06.019","article-title":"Learning substrates in the primate prefrontal cortex and striatum: sustained activity related to successful actions","volume":"63","author":"Histed","year":"2009","journal-title":"Neuron"},{"key":"B35","doi-asserted-by":"publisher","first-page":"793","DOI":"10.1002\/hbm.22665","article-title":"Changes in corticostriatal connectivity during reinforcement learning in humans","volume":"36","author":"Horga","year":"2015","journal-title":"Hum. Brain Mapp."},{"key":"B36","volume-title":"Principles of Behavior","author":"Hull","year":"1943"},{"key":"B37","doi-asserted-by":"publisher","first-page":"e11945","DOI":"10.7554\/eLife.11945","article-title":"Capturing the temporal evolution of choice across prefrontal cortex","volume":"4","author":"Hunt","year":"2015","journal-title":"eLife"},{"key":"B38","doi-asserted-by":"publisher","first-page":"2443","DOI":"10.1093\/cercor\/bhl152","article-title":"Solving the distal reward problem through linkage of STDP and dopamine signaling","volume":"17","author":"Izhikevich","year":"2007","journal-title":"Cereb. Cortex"},{"key":"B39","doi-asserted-by":"publisher","first-page":"3273","DOI":"10.1093\/cercor\/bhw067","article-title":"Role of the perigenual anterior cingulate and orbitofrontal cortex in contingency learning in the marmoset","volume":"26","author":"Jackson","year":"2016","journal-title":"Cereb. Cortex"},{"key":"B40","doi-asserted-by":"publisher","first-page":"177","DOI":"10.1016\/j.neuron.2016.02.018","article-title":"Reward-guided learning with and without causal attribution","volume":"90","author":"Jocham","year":"2016","journal-title":"Neuron"},{"key":"B41","doi-asserted-by":"publisher","first-page":"1745","DOI":"10.1126\/science.286.5445.1745","article-title":"Building neural representations of habits","volume":"286","author":"Jog","year":"1999","journal-title":"Science"},{"key":"B42","doi-asserted-by":"publisher","first-page":"10785","DOI":"10.1038\/ncomms10785","article-title":"Rule learning enhances structural plasticity of long-range axons in frontal cortex","volume":"7","author":"Johnson","year":"2016","journal-title":"Nat. Commun."},{"key":"B43","doi-asserted-by":"publisher","DOI":"10.1093\/cercor\/bhx281","article-title":"Frontostriatal and dopamine markers of individual differences in reinforcement learning: a multi-modal investigation","author":"Kaiser","year":"2017","journal-title":"Cereb. Cortex"},{"key":"B44","doi-asserted-by":"publisher","first-page":"792","DOI":"10.1016\/j.neuron.2015.09.030","article-title":"Roles of the lateral habenula and anterior cingulate cortex in negative outcome monitoring and behavioral adjustment in nonhuman primates","volume":"88","author":"Kawai","year":"2015","journal-title":"Neuron"},{"key":"B45","doi-asserted-by":"publisher","first-page":"1581","DOI":"10.1038\/nn.2961","article-title":"Double dissociation of value computations in orbitofrontal and anterior cingulate neurons","volume":"14","author":"Kennerley","year":"2011","journal-title":"Nat. Neurosci."},{"key":"B46","doi-asserted-by":"publisher","first-page":"1162","DOI":"10.1162\/jocn.2009.21100","article-title":"Neurons in the frontal lobe encode the value of multiple decision variables","volume":"21","author":"Kennerley","year":"2009","journal-title":"J. Cogn. Neurosci."},{"key":"B47","doi-asserted-by":"publisher","first-page":"441","DOI":"10.1016\/B978-0-444-62604-2.00022-8","article-title":"Medial prefrontal cortex and the adaptive regulation of reinforcement learning parameters","volume":"202","author":"Khamassi","year":"2013","journal-title":"Prog. Brain Res."},{"key":"B48","doi-asserted-by":"publisher","first-page":"1","DOI":"10.3389\/fnbot.2011.00001","article-title":"Robot cognitive control with a neurophysiologically inspired reinforcement learning model","volume":"5","author":"Khamassi","year":"2011","journal-title":"Front Neurorobot"},{"key":"B49","doi-asserted-by":"publisher","first-page":"3197","DOI":"10.1093\/cercor\/bhu114","article-title":"Behavioral regulation and the modulation of information coding in the lateral prefrontal and cingulate cortex","volume":"25","author":"Khamassi","year":"2015","journal-title":"Cereb. Cortex"},{"key":"B50","doi-asserted-by":"publisher","first-page":"52","DOI":"10.1523\/JNEUROSCI.2422-12.2013","article-title":"Signals for previous goal choice persist in the dorsomedial, but not dorsolateral striatum of rats","volume":"33","author":"Kim","year":"2013","journal-title":"J. Neurosci."},{"key":"B51","doi-asserted-by":"publisher","first-page":"14701","DOI":"10.1523\/JNEUROSCI.2728-09.2009","article-title":"Role of striatum in updating values of chosen actions","volume":"29","author":"Kim","year":"2009","journal-title":"J. Neurosci."},{"key":"B52","doi-asserted-by":"publisher","first-page":"195","DOI":"10.1007\/BF00961434","article-title":"Interactions of glutamate and dopamine in a computational model of the striatum","volume":"2","author":"K\u00f6tter","year":"1995","journal-title":"J. Comput. Neurosci."},{"key":"B53","doi-asserted-by":"publisher","first-page":"e365","DOI":"10.1371\/journal.pbio.0020365","article-title":"Representation of attended versus remembered locations in prefrontal cortex","volume":"2","author":"Lebedev","year":"2004","journal-title":"PLoS Biol."},{"key":"B54","doi-asserted-by":"publisher","first-page":"335","DOI":"10.1037\/0097-7403.1.4.335","article-title":"Blocking of conditioned suppression: role of the first compound trial","volume":"1","author":"Mackintosh","year":"1975","journal-title":"J. Exp. Psychol."},{"key":"B55","doi-asserted-by":"publisher","first-page":"2745","DOI":"10.1523\/JNEUROSCI.5238-05.2006","article-title":"Prefrontal cell activities related to monkeys' success and failure in adapting to rule changes in a Wisconsin Card Sorting Test analog","volume":"26","author":"Mansouri","year":"2006","journal-title":"J. Neurosci."},{"key":"B56","doi-asserted-by":"publisher","first-page":"11084","DOI":"10.1073\/pnas.1504172112","article-title":"Multiple component networks support working memory in prefrontal cortex","volume":"112","author":"Markowitz","year":"2015","journal-title":"Proc. Natl. Acad. Sci. U.S.A."},{"key":"B57","doi-asserted-by":"publisher","first-page":"4803","DOI":"10.1523\/JNEUROSCI.5312-05.2006","article-title":"The presence of background dopamine signal converts long-term synaptic depression to potentiation in rat prefrontal cortex","volume":"26","author":"Matsuda","year":"2006","journal-title":"J. Neurosci."},{"key":"B58","doi-asserted-by":"publisher","first-page":"e02653","DOI":"10.7554\/eLife.02653","article-title":"Orbitofrontal neurons acquire responses to \u201cvalueless\u201d Pavlovian cues during unblocking","volume":"3","author":"McDannald","year":"2014","journal-title":"eLife"},{"key":"B59","doi-asserted-by":"publisher","first-page":"4651","DOI":"10.1073\/pnas.1201022109","article-title":"Incorporation of new information into prefrontal cortical activity after learning working memory tasks","volume":"109","author":"Meyers","year":"2012","journal-title":"Proc. Natl. Acad. Sci. U.S.A."},{"key":"B60","doi-asserted-by":"publisher","first-page":"275","DOI":"10.1016\/j.neuroimage.2016.11.037","article-title":"Empirical validation of directed functional connectivity","volume":"146","author":"Mill","year":"2017","journal-title":"Neuroimage"},{"key":"B61","doi-asserted-by":"publisher","first-page":"134","DOI":"10.1038\/s41467-017-00072-y","article-title":"Anterior cingulate is a source of valence-specific information about value and uncertainty","volume":"8","author":"Monosov","year":"2017","journal-title":"Nat. Commun."},{"key":"B62","doi-asserted-by":"crossref","first-page":"1936","DOI":"10.1523\/JNEUROSCI.16-05-01936.1996","article-title":"A framework for mesencephalic dopamine systems based on predictive Hebbian learning","volume":"16","author":"Montague","year":"1996","journal-title":"J. Neurosci."},{"key":"B63","doi-asserted-by":"publisher","first-page":"1127","DOI":"10.1016\/j.neuron.2011.07.016","article-title":"Different time courses for learning-related changes in amygdala and orbitofrontal cortex","volume":"71","author":"Morrison","year":"2011","journal-title":"Neuron"},{"key":"B64","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1016\/j.bbr.2003.09.016","article-title":"Learning-related changes in response patterns of prefrontal neurons during instrumental conditioning","volume":"146","author":"Mulder","year":"2003","journal-title":"Behav. Brain Res."},{"key":"B65","doi-asserted-by":"publisher","first-page":"139","DOI":"10.1016\/j.jmp.2008.12.005","article-title":"Reinforcement learning in the brain","volume":"53","author":"Niv","year":"2009","journal-title":"J. Math. Psychol."},{"key":"B66","doi-asserted-by":"publisher","first-page":"8145","DOI":"10.1523\/JNEUROSCI.2978-14.2015","article-title":"Reinforcement learning in multidimensional environments relies on attention mechanisms","volume":"35","author":"Niv","year":"2015","journal-title":"J. Neurosci."},{"key":"B67","doi-asserted-by":"publisher","first-page":"7023","DOI":"10.1523\/JNEUROSCI.0692-17.2017","article-title":"Contrasting effects of medial and lateral orbitofrontal cortex lesions on credit assignment and decision-making in humans","volume":"37","author":"Noonan","year":"2017","journal-title":"J. Neurosci"},{"key":"B68","doi-asserted-by":"publisher","first-page":"20547","DOI":"10.1073\/pnas.1012246107","article-title":"Separate value comparison and learning mechanisms in macaque medial and lateral orbitofrontal cortex","volume":"107","author":"Noonan","year":"2010","journal-title":"Proc. Natl. Acad. Sci. U.S.A."},{"key":"B69","doi-asserted-by":"publisher","first-page":"13076","DOI":"10.1523\/JNEUROSCI.1262-15.2015","article-title":"Interareal spike-train correlations of anterior cingulate and dorsal prefrontal cortex during attention shifts","volume":"35","author":"Oemisch","year":"2015","journal-title":"J. Neurosci."},{"key":"B70","doi-asserted-by":"publisher","first-page":"223","DOI":"10.1038\/nature04676","article-title":"Neurons in the orbitofrontal cortex encode economic value","volume":"441","author":"Padoa-Schioppa","year":"2006","journal-title":"Nature"},{"key":"B71","doi-asserted-by":"publisher","first-page":"95","DOI":"10.1038\/nn2020","article-title":"The representation of economic value in the orbitofrontal cortex is invariant for changes of menu","volume":"11","author":"Padoa-Schioppa","year":"2008","journal-title":"Nat. Neurosci."},{"key":"B72","doi-asserted-by":"publisher","first-page":"6235","DOI":"10.1523\/JNEUROSCI.1478-05.2005","article-title":"Dopamine cells respond to predicted events during classical conditioning: evidence for eligibility traces in the reward-learning network","volume":"25","author":"Pan","year":"2005","journal-title":"J. Neurosci."},{"key":"B73","doi-asserted-by":"publisher","first-page":"873","DOI":"10.1038\/nature03287","article-title":"Different time courses of learning-related activity in the prefrontal cortex and striatum","volume":"433","author":"Pasupathy","year":"2005","journal-title":"Nature"},{"key":"B74","doi-asserted-by":"publisher","first-page":"1532","DOI":"10.1016\/j.cub.2009.07.048","article-title":"Neurons in posterior cingulate cortex signal exploratory decisions in a dynamic multioption choice task","volume":"19","author":"Pearson","year":"2009","journal-title":"Curr. Biol."},{"key":"B75","doi-asserted-by":"publisher","first-page":"502","DOI":"10.1038\/74880","article-title":"Anterior cingulate activity during routine and non-routine sequential behaviors in macaques","volume":"3","author":"Procyk","year":"2000","journal-title":"Nat. Neurosci."},{"key":"B76","doi-asserted-by":"publisher","first-page":"314","DOI":"10.1016\/j.neuron.2007.11.031","article-title":"Behavioral shifts and action valuation in the anterior cingulate cortex","volume":"57","author":"Quilodran","year":"2008","journal-title":"Neuron"},{"key":"B77","doi-asserted-by":"publisher","first-page":"2176","DOI":"10.1162\/0899766054615699","article-title":"Attention-gated reinforcement learning of internal representations for classification","volume":"17","author":"Roelfsema","year":"2005","journal-title":"Neural. Comput."},{"key":"B78","doi-asserted-by":"publisher","first-page":"173","DOI":"10.3389\/fpsyg.2010.00173","article-title":"Credit assignment in multiple goal embodied visuomotor behavior","volume":"1","author":"Rothkopf","year":"2010","journal-title":"Front. Psychol."},{"key":"B79","doi-asserted-by":"publisher","first-page":"13775","DOI":"10.1523\/JNEUROSCI.3541-08.2008","article-title":"Frontal cortex subregions play distinct roles in choices between actions and stimuli","volume":"28","author":"Rudebeck","year":"2008","journal-title":"J. Neurosci."},{"key":"B80","doi-asserted-by":"publisher","first-page":"70.e3","DOI":"10.1016\/j.neuron.2017.06.012","article-title":"Distinct roles for the amygdala and orbitofrontal cortex in representing the relative amount of expected reward","volume":"95","author":"Saez","year":"2017","journal-title":"Neuron"},{"key":"B81","doi-asserted-by":"publisher","DOI":"10.1016\/j.bbr.2017.09.050","article-title":"Understanding psychiatric disorder by capturing ecologically relevant features of learning and decision-making","author":"Scholl","year":"2017","journal-title":"Behav Brain Res"},{"key":"B82","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1152\/jn.1998.80.1.1","article-title":"Predictive reward signal of dopamine neurons","volume":"80","author":"Schultz","year":"","journal-title":"J. Neurophysiol."},{"key":"B83","doi-asserted-by":"publisher","first-page":"686","DOI":"10.1016\/S1054-3589(08)60841-8","article-title":"The phasic reward signal of primate dopamine neurons","volume":"42","author":"Schultz","year":"","journal-title":"Adv. Pharmacol."},{"key":"B84","doi-asserted-by":"publisher","first-page":"139","DOI":"10.1016\/j.conb.2004.03.017","article-title":"Neural coding of basic reward terms of animal learning theory, game theory, microeconomics and behavioural ecology","volume":"14","author":"Schultz","year":"2004","journal-title":"Curr. Opin. Neurobiol."},{"key":"B85","doi-asserted-by":"publisher","first-page":"473","DOI":"10.1146\/annurev.neuro.23.1.473","article-title":"Neuronal coding of prediction errors","volume":"23","author":"Schultz","year":"2000","journal-title":"Ann. Rev. Neurosci."},{"key":"B86","doi-asserted-by":"publisher","first-page":"i110","DOI":"10.1093\/cercor\/bhm064","article-title":"Dynamic signals related to choices and outcomes in the dorsolateral prefrontal cortex","volume":"17","author":"Seo","year":"2007","journal-title":"Cerebral Cortex"},{"key":"B87","doi-asserted-by":"publisher","first-page":"8366","DOI":"10.1523\/JNEUROSCI.2369-07.2007","article-title":"Temporal filtering of reward signals in the dorsal anterior cingulate cortex during a mixed-strategy game","volume":"27","author":"Seo","year":"2007","journal-title":"J. Neurosci."},{"key":"B88","doi-asserted-by":"publisher","first-page":"947","DOI":"10.1016\/j.neuron.2012.03.037","article-title":"Action selection and action value in frontal-striatal circuits","volume":"74","author":"Seo","year":"2012","journal-title":"Neuron"},{"key":"B89","doi-asserted-by":"publisher","first-page":"919","DOI":"10.1016\/j.neuron.2007.08.013","article-title":"Neuromodulators control the polarity of spike-timing-dependent synaptic plasticity","volume":"55","author":"Seol","year":"2007","journal-title":"Neuron"},{"key":"B90","doi-asserted-by":"publisher","first-page":"1709","DOI":"10.1126\/science.1069504","article-title":"Anterior cingulate: single neuronal signals related to degree of reward expectancy","volume":"296","author":"Shidara","year":"2002","journal-title":"Science"},{"key":"B91","doi-asserted-by":"publisher","first-page":"1606","DOI":"10.1126\/science.1123513","article-title":"Reward timing in the primary visual cortex","volume":"311","author":"Shuler","year":"2006","journal-title":"Science"},{"key":"B92","doi-asserted-by":"publisher","first-page":"387","DOI":"10.1146\/annurev-neuro-071013-014048","article-title":"Chemogenetic tools to interrogate brain functions","volume":"37","author":"Sternson","year":"2014","journal-title":"Ann. Rev. Neurosci."},{"key":"B93","doi-asserted-by":"publisher","first-page":"364","DOI":"10.1016\/j.neuron.2013.01.039","article-title":"Dynamic coding for cognitive control in prefrontal cortex","volume":"78","author":"Stokes","year":"2013","journal-title":"Neuron"},{"key":"B94","doi-asserted-by":"publisher","first-page":"449","DOI":"10.1016\/j.neuron.2010.03.033","article-title":"Distinct roles of rodent orbitofrontal and medial prefrontal cortex in decision making","volume":"66","author":"Sul","year":"2010","journal-title":"Neuron"},{"key":"B95","volume-title":"Reinforcement Learning: An Introduction Vol. 1","author":"Sutton","year":"1998"},{"key":"B96","doi-asserted-by":"publisher","first-page":"1027","DOI":"10.1038\/npp.2014.292","article-title":"GABAA\u03b11-mediated plasticity in the orbitofrontal cortex regulates context-dependent action selection","volume":"40","author":"Swanson","year":"2015","journal-title":"Neuropsychopharmacology"},{"key":"B97","doi-asserted-by":"publisher","first-page":"704","DOI":"10.1038\/19525","article-title":"Relative reward preference in primate orbitofrontal cortex","volume":"398","author":"Tremblay","year":"1999","journal-title":"Nature"},{"key":"B98","doi-asserted-by":"publisher","first-page":"2569","DOI":"10.1523\/JNEUROSCI.5777-08.2009","article-title":"Monkey orbitofrontal cortex encodes response choices near feedback time","volume":"29","author":"Tsujimoto","year":"2009","journal-title":"J. Neurosci."},{"key":"B99","doi-asserted-by":"publisher","first-page":"4583","DOI":"10.1523\/JNEUROSCI.5816-10.2011","article-title":"Comparison of strategy signals in the dorsolateral and orbital prefrontal cortex","volume":"31","author":"Tsujimoto","year":"2011","journal-title":"J. Neurosci."},{"key":"B100","doi-asserted-by":"publisher","first-page":"250","DOI":"10.1038\/nn.2264","article-title":"Reinforcement learning in populations of spiking neurons","volume":"12","author":"Urbanczik","year":"2009","journal-title":"Nat. Neurosci."},{"key":"B101","doi-asserted-by":"publisher","first-page":"8457","DOI":"10.1073\/pnas.1500438112","article-title":"Theta-gamma coordination between anterior cingulate and prefrontal cortex indexes correct attention shifts","volume":"112","author":"Voloh","year":"2015","journal-title":"Proc. Natl. Acad. Sci. U.S.A."},{"key":"B102","doi-asserted-by":"publisher","first-page":"2069","DOI":"10.1046\/j.1460-9568.2003.02922.x","article-title":"Neuronal activity in primate dorsolateral and orbital prefrontal cortex during performance of a reward preference task","volume":"18","author":"Wallis","year":"2003","journal-title":"Eur. J. Neurosci."},{"key":"B103","doi-asserted-by":"publisher","first-page":"466","DOI":"10.1037\/a0033455","article-title":"Navigating complex decision spaces: problems and paradigms in sequential choice","volume":"140","author":"Walsh","year":"2014","journal-title":"Psychol. Bull."},{"key":"B104","doi-asserted-by":"publisher","first-page":"189","DOI":"10.3389\/fnhum.2011.00189","article-title":"Inferring relevance in a changing world","volume":"5","author":"Wilson","year":"2011","journal-title":"Front Hum. Neurosci."},{"key":"B105","doi-asserted-by":"publisher","first-page":"267","DOI":"10.1016\/j.neuron.2013.11.005","article-title":"Orbitofrontal cortex as a cognitive map of task space","volume":"81","author":"Wilson","year":"2014","journal-title":"Neuron"},{"key":"B106","doi-asserted-by":"publisher","first-page":"2613","DOI":"10.1016\/j.cub.2014.09.046","article-title":"Burst firing synchronizes prefrontal and anterior cingulate cortex during attentional control","volume":"24","author":"Womelsdorf","year":"2014","journal-title":"Curr. Biol."},{"key":"B107","doi-asserted-by":"publisher","first-page":"245","DOI":"10.1162\/0899766053011555","article-title":"Temporal sequence learning, prediction, and control: a review of different models and their relation to biological mechanisms","volume":"17","author":"W\u00f6rg\u00f6tter","year":"2005","journal-title":"Neural. Comput."},{"key":"B108","doi-asserted-by":"publisher","first-page":"855","DOI":"10.1038\/nn.4300","article-title":"Neuronal remapping and circuit persistence in economic decisions","volume":"19","author":"Xie","year":"2016","journal-title":"Nat. Neurosci."},{"key":"B109","doi-asserted-by":"publisher","first-page":"794","DOI":"10.1016\/j.tics.2017.06.013","article-title":"Reevaluating the sensory account of visual working memory storage","volume":"21","author":"Xu","year":"2017","journal-title":"Trends Cogn. Sci."},{"key":"B110","doi-asserted-by":"publisher","first-page":"13028","DOI":"10.1073\/pnas.0900546106","article-title":"Gain in sensitivity and loss in temporal contrast of STDP by dopaminergic modulation at hippocampal synapses","volume":"106","author":"Zhang","year":"2009","journal-title":"Proc. Natl. Acad. Sci. U.S.A."},{"key":"B111","doi-asserted-by":"publisher","first-page":"70","DOI":"10.1186\/s12868-016-0302-7","article-title":"\u2018Proactive\u2019 use of cue-context congruence for building reinforcement learning's reward function","volume":"17","author":"Zsuga","year":"2016","journal-title":"BMC Neurosci."}],"container-title":["Frontiers in Neuroscience"],"original-title":[],"link":[{"URL":"http:\/\/journal.frontiersin.org\/article\/10.3389\/fnins.2018.00182\/full","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,10,13]],"date-time":"2019-10-13T10:01:56Z","timestamp":1570960916000},"score":1,"resource":{"primary":{"URL":"http:\/\/journal.frontiersin.org\/article\/10.3389\/fnins.2018.00182\/full"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,3,27]]},"references-count":111,"alternative-id":["10.3389\/fnins.2018.00182"],"URL":"https:\/\/doi.org\/10.3389\/fnins.2018.00182","relation":{},"ISSN":["1662-453X"],"issn-type":[{"value":"1662-453X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,3,27]]},"article-number":"182"}}