{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,12]],"date-time":"2025-10-12T04:57:17Z","timestamp":1760245037860},"reference-count":107,"publisher":"Public Library of Science (PLoS)","issue":"5","license":[{"start":{"date-parts":[[2011,5,12]],"date-time":"2011-05-12T00:00:00Z","timestamp":1305158400000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["www.ploscompbiol.org"],"crossmark-restriction":false},"short-container-title":["PLoS Comput Biol"],"DOI":"10.1371\/journal.pcbi.1001133","type":"journal-article","created":{"date-parts":[[2011,5,12]],"date-time":"2011-05-12T20:23:12Z","timestamp":1305231792000},"page":"e1001133","update-policy":"http:\/\/dx.doi.org\/10.1371\/journal.pcbi.corrections_policy","source":"Crossref","is-referenced-by-count":41,"title":["An Imperfect Dopaminergic Error Signal Can Drive Temporal-Difference Learning"],"prefix":"10.1371","volume":"7","author":[{"given":"Wiebke","family":"Potjans","sequence":"first","affiliation":[]},{"given":"Markus","family":"Diesmann","sequence":"additional","affiliation":[]},{"given":"Abigail","family":"Morrison","sequence":"additional","affiliation":[]}],"member":"340","published-online":{"date-parts":[[2011,5,12]]},"reference":[{"key":"ref1","article-title":"Reinforcement Learning: An Introduction. Adaptive Computation and Machine Learning","author":"RS Sutton","year":"1998"},{"key":"ref2","doi-asserted-by":"crossref","first-page":"1593","DOI":"10.1126\/science.275.5306.1593","article-title":"A neural substrate of prediction and reward.","volume":"275","author":"W Schultz","year":"1997","journal-title":"Science"},{"key":"ref3","doi-asserted-by":"crossref","first-page":"241","DOI":"10.1016\/S0896-6273(02)00967-4","article-title":"Getting formal with dopamine and reward.","volume":"36","author":"W Schultz","year":"2002","journal-title":"Neuron"},{"key":"ref4","doi-asserted-by":"crossref","first-page":"1936","DOI":"10.1523\/JNEUROSCI.16-05-01936.1996","article-title":"A framework for mesencephalic dopamine systems based on predictive Hebbian learning.","volume":"16","author":"PR Montague","year":"1996","journal-title":"J Neurosci"},{"key":"ref5","doi-asserted-by":"crossref","first-page":"967","DOI":"10.1038\/nrn2022","article-title":"The short-latency dopamine signal: a role in discovering novel actions?","volume":"7","author":"P Redgrave","year":"2006","journal-title":"Nat Rev Neurosci"},{"key":"ref6","doi-asserted-by":"crossref","first-page":"1042","DOI":"10.1038\/nature05051","article-title":"Dopamine-dependent prediction errors underpin reward-seeking behaviour in humans.","volume":"442","author":"M Pessiglione","year":"2006","journal-title":"Nature"},{"key":"ref7","doi-asserted-by":"crossref","first-page":"67","DOI":"10.1038\/35092560","article-title":"A cellular mechanism of reward-related learning.","volume":"413","author":"JNJ Reynolds","year":"2001","journal-title":"Nature"},{"key":"ref8","doi-asserted-by":"crossref","first-page":"2435","DOI":"10.1523\/JNEUROSCI.4402-07.2008","article-title":"Dopamine receptor activation is required for corticostriatal spike-timing-dependent plasticity.","volume":"28","author":"V Pawlak","year":"2008","journal-title":"J Neurosci"},{"key":"ref9","doi-asserted-by":"crossref","first-page":"507","DOI":"10.1016\/S0893-6080(02)00045-X","article-title":"Dopamine-dependent plasticity of corticostriatal synapses.","volume":"15","author":"JN Reynolds","year":"2002","journal-title":"Neural Netw"},{"key":"ref10","doi-asserted-by":"crossref","first-page":"452","DOI":"10.1126\/science.1094285","article-title":"Dissociable roles of ventral and dorsal striatum in instrumental conditioning.","volume":"304","author":"J O'Doherty","year":"2004","journal-title":"Science"},{"key":"ref11","doi-asserted-by":"crossref","first-page":"286","DOI":"10.1016\/S0019-9958(77)90354-0","article-title":"An adaptive optimal controller for discrete-time markov environments.","volume":"34","author":"IH Witten","year":"1977","journal-title":"Information and Control"},{"key":"ref12","doi-asserted-by":"crossref","first-page":"834","DOI":"10.1109\/TSMC.1983.6313077","article-title":"Neuronlike adaptive elements that can solve difficult learning control problems.","volume":"13","author":"A Barto","year":"1983","journal-title":"IEEE Trans Syst Man Cybern"},{"key":"ref13","doi-asserted-by":"crossref","first-page":"1057","DOI":"10.1038\/nn1743","article-title":"Midbrain dopamine neurons encode decisions for future action.","volume":"9","author":"G Morris","year":"2006","journal-title":"Nat Neurosci"},{"key":"ref14","doi-asserted-by":"crossref","first-page":"126","DOI":"10.1038\/nn1817","article-title":"Separate neural substrates for skill-learning and performance in the ventral and dorsal striatum.","volume":"10","author":"HE Attalah","year":"2007","journal-title":"Nat Neurosci"},{"key":"ref15","doi-asserted-by":"crossref","first-page":"1898","DOI":"10.1126\/science.1077349","article-title":"Discrete coding of reward probability and uncertainty by dopamine neurons.","volume":"299","author":"CD Fiorillo","year":"2003","journal-title":"Science"},{"key":"ref16","doi-asserted-by":"crossref","first-page":"1642","DOI":"10.1126\/science.1105370","article-title":"Adaptive coding of reward value by dopamine neurons.","volume":"307","author":"PN Tobler","year":"2005","journal-title":"Science"},{"key":"ref17","doi-asserted-by":"crossref","first-page":"133","DOI":"10.1016\/j.neuron.2004.06.012","article-title":"Coincident but distinct messages of midbrain dopamine and striatal tonically active neurons.","volume":"1","author":"G Morris","year":"2004","journal-title":"Neuron"},{"key":"ref18","article-title":"A model of how the basal ganglia generate and use neural signals that predict reinforcement","author":"JC Houk","year":"1995"},{"key":"ref19","doi-asserted-by":"crossref","first-page":"725","DOI":"10.1038\/377725a0","article-title":"Bee foraging in uncertain environments using predictive Hebbian learning.","volume":"377","author":"P Montague","year":"1995","journal-title":"Nature"},{"key":"ref20","doi-asserted-by":"crossref","first-page":"871","DOI":"10.1016\/S0306-4522(98)00697-6","article-title":"A neural network model with dopamine-like reinforcement signal that learns a spatial delayed reponse task.","volume":"91","author":"R Suri","year":"1999","journal-title":"Neuroscience"},{"key":"ref21","doi-asserted-by":"crossref","first-page":"841","DOI":"10.1162\/089976601300014376","article-title":"Temporal difference model reproduces anticipatory neural activity.","volume":"13","author":"RE Suri","year":"2001","journal-title":"Neural Comput"},{"key":"ref22","doi-asserted-by":"crossref","first-page":"535","DOI":"10.1016\/S0893-6080(02)00047-3","article-title":"Actor-critic models of the basal ganglia: new anatomical and computational perspectives.","volume":"15","author":"D Joel","year":"2002","journal-title":"Neural Netw"},{"key":"ref23","doi-asserted-by":"crossref","first-page":"245","DOI":"10.1162\/0899766053011555","article-title":"Temporal sequence learning, prediction, and control: A review of different models and their relation to biological mechanisms.","volume":"17","author":"F W\u00f6rg\u00f6tter","year":"2005","journal-title":"Neural Comput"},{"key":"ref24","doi-asserted-by":"crossref","first-page":"1063","DOI":"10.1016\/S0896-6273(03)00761-X","article-title":"Learning spiking neural networks by reinforcement of stochastic synaptic transmission.","volume":"40","author":"HS Seung","year":"2003","journal-title":"Neuron"},{"key":"ref25","doi-asserted-by":"crossref","first-page":"41909","DOI":"10.1103\/PhysRevE.69.041909","article-title":"Learning in neural networks by reinforcement of irregular spiking.","volume":"69","author":"X Xie","year":"2004","journal-title":"Phys Rev E"},{"key":"ref26","doi-asserted-by":"crossref","first-page":"2245","DOI":"10.1162\/neco.2007.19.8.2245","article-title":"Reinforcement learning, spike-time-dependent plasticity, and the BCM rule.","volume":"19","author":"D Baras","year":"2007","journal-title":"Neural Comput"},{"key":"ref27","doi-asserted-by":"crossref","first-page":"1468","DOI":"10.1162\/neco.2007.19.6.1468","article-title":"Reinforcement learning through modulation of spike-timing-dependent synaptic plasticity.","volume":"19","author":"RV Florian","year":"2007","journal-title":"Neural Comput"},{"key":"ref28","doi-asserted-by":"crossref","first-page":"e1000180","DOI":"10.1371\/journal.pcbi.1000180","article-title":"A learning theory for reward-modulated spike-timing-dependent plasticity with application to biofeedback.","volume":"4","author":"R Legenstein","year":"2008","journal-title":"PLoS Comput Biol"},{"key":"ref29","doi-asserted-by":"crossref","first-page":"e1000586","DOI":"10.1371\/journal.pcbi.1000586","article-title":"Spike-based reinforcement learning in continuous state and action space: When policy gradient methods fail.","volume":"5","author":"E Vasilaki","year":"2009","journal-title":"PLoS Comput Biol"},{"key":"ref30","doi-asserted-by":"crossref","first-page":"13326","DOI":"10.1523\/JNEUROSCI.6249-09.2010","article-title":"Functional requirements for reward-modulated spike-timing-dependent plasticity.","volume":"30","author":"N Fr\u00e9maux","year":"2010","journal-title":"J Neurosci"},{"key":"ref31","doi-asserted-by":"crossref","first-page":"2221","DOI":"10.1162\/089976601750541787","article-title":"Spike-timing-dependent Hebbian plasticity as temporal difference learning.","volume":"13","author":"RPN Rao","year":"2001","journal-title":"Neural Comput"},{"key":"ref32","doi-asserted-by":"crossref","first-page":"3648","DOI":"10.1152\/jn.00364.2007","article-title":"Reinforcement learning with modulated spike timing-dependent synaptic plasticity.","volume":"98","author":"MA Farries","year":"2007","journal-title":"J Neurophysiol"},{"key":"ref33","doi-asserted-by":"crossref","first-page":"2443","DOI":"10.1093\/cercor\/bhl152","article-title":"Solving the distal reward problem through linkage of STDP and dopamine signaling.","volume":"17","author":"EM Izhikevich","year":"2007","journal-title":"Cereb Cortex"},{"key":"ref34","doi-asserted-by":"crossref","first-page":"301","DOI":"10.1162\/neco.2008.08-07-593","article-title":"A spiking neural network model of an actor-critic learning agent.","volume":"21","author":"W Potjans","year":"2009","journal-title":"Neural Comput"},{"key":"ref35","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/1663.001.0001","article-title":"Brainchildren: Essays on Designing Minds","author":"DC Dennett","year":"1998"},{"key":"ref36","first-page":"215","article-title":"Adaptive critic and the basal ganglia.","author":"AG Barto","year":"1995"},{"key":"ref37","doi-asserted-by":"crossref","first-page":"341","DOI":"10.1007\/BF00992701","article-title":"The convergence of td(\u03bb) for general \u03bb.","volume":"8","author":"P Dayan","year":"1992","journal-title":"Mach Learn"},{"key":"ref38","doi-asserted-by":"crossref","first-page":"295","DOI":"10.1007\/BF00993978","article-title":"Td(\u03bb) converges with probability 1.","volume":"14","author":"P Dayan","year":"1994","journal-title":"Mach Learn"},{"key":"ref39","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1002\/(SICI)1098-1063(2000)10:1<1::AID-HIPO1>3.0.CO;2-1","article-title":"A model of hippocampally dependent navigation, using the temporal difference learning rule.","volume":"10","author":"DJ Foster","year":"2000","journal-title":"Hippocampus"},{"key":"ref40","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.tins.2004.10.010","article-title":"Spike times make sense.","volume":"28","author":"R VanRullen","year":"2005","journal-title":"Trends Neurosci"},{"key":"ref41","doi-asserted-by":"crossref","first-page":"401","DOI":"10.1007\/PL00007984","article-title":"A computational model of action selection in the basal ganglia. i. a new functional anatomy.","volume":"84","author":"K Gurney","year":"2001","journal-title":"Biol Cybern"},{"key":"ref42","doi-asserted-by":"crossref","first-page":"12921","DOI":"10.1523\/JNEUROSCI.3486-06.2006","article-title":"A physiologically plausible model of action selection and oscillatory activity in the basal ganglia.","volume":"26","author":"MD Humphries","year":"2006","journal-title":"J Neurosci"},{"key":"ref43","doi-asserted-by":"crossref","first-page":"1345","DOI":"10.1038\/nn1352","article-title":"Similar network activity from disparate circuit parameters.","volume":"7","author":"AA Prinz","year":"2004","journal-title":"Nat Neurosci"},{"key":"ref44","doi-asserted-by":"crossref","first-page":"1089","DOI":"10.1016\/S0306-4522(97)00615-5","article-title":"Do silent dopaminergic neurons exist in rat substantia nigra in vivo?","volume":"85","author":"M Dai","year":"1998","journal-title":"Neuroscience"},{"key":"ref45","doi-asserted-by":"crossref","first-page":"475","DOI":"10.1016\/S0306-4522(02)00267-1","article-title":"Firing modes of midbrain dopamine cells in the freely moving rat.","volume":"114","author":"BI Hyland","year":"2002","journal-title":"Neuroscience"},{"key":"ref46","doi-asserted-by":"crossref","first-page":"1428","DOI":"10.1152\/jn.01140.2006","article-title":"Statistics of midbrain dopamine neuron spike trains in the awake primate.","volume":"98","author":"HM Bayer","year":"2007","journal-title":"J Neurophysiol"},{"key":"ref47","doi-asserted-by":"crossref","first-page":"145","DOI":"10.1152\/jn.1992.67.1.145","article-title":"Responses of monkey dopamine neurons during learning of behavioral reactions.","volume":"67","author":"T Ljungberg","year":"1992","journal-title":"J Neurophysiol"},{"key":"ref48","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1152\/jn.1998.80.1.1","article-title":"Predictive reward signal of dopamine neurons.","volume":"80","author":"W Schultz","year":"1998","journal-title":"J Neurophysiol"},{"key":"ref49","doi-asserted-by":"crossref","first-page":"e1000929","DOI":"10.1371\/journal.pcbi.1000929","article-title":"Instantaneous non-linear processing by pulse-coupled threshold units.","volume":"6","author":"M Helias","year":"2010","journal-title":"PLoS Comput Biol"},{"key":"ref50","doi-asserted-by":"crossref","first-page":"433","DOI":"10.1038\/416433a","article-title":"Spike-timing-dependent synaptic modification induced by natural spike trains.","volume":"416","author":"RC Froemke","year":"2002","journal-title":"Nature"},{"key":"ref51","doi-asserted-by":"crossref","first-page":"6084","DOI":"10.1523\/JNEUROSCI.14-10-06084.1994","article-title":"Efflux of dopamine from the synaptic cleft in the nucleus accumbens of the rat brain.","volume":"14","author":"PA Garris","year":"1994","journal-title":"J Neurosci"},{"key":"ref52","doi-asserted-by":"crossref","first-page":"1754","DOI":"10.1523\/JNEUROSCI.4279-03.2004","article-title":"Dynamic gain control of dopamine delivery in freely moving animals.","volume":"24","author":"PR Montague","year":"2004","journal-title":"J Neurosci"},{"key":"ref53","doi-asserted-by":"crossref","first-page":"1075","DOI":"10.1016\/j.neunet.2006.05.044","article-title":"Neural mechanism for stochastic behavior during a competitive game.","volume":"19","author":"A Soltani","year":"2006","journal-title":"Neural Netw"},{"key":"ref54","first-page":"5","article-title":"Meta-learning in reinforcement learning.","volume":"16","author":"N Schweighofer","year":"2003","journal-title":"Neural Comput"},{"key":"ref55","doi-asserted-by":"crossref","first-page":"229","DOI":"10.1016\/0306-4522(94)90592-4","article-title":"Value-dependent selection in the brain: Simulation in a synthetic neural model.","volume":"59","author":"KJ Friston","year":"1994","journal-title":"Neuroscience"},{"key":"ref56","doi-asserted-by":"crossref","first-page":"1889","DOI":"10.1111\/j.1460-9568.1995.tb00710.x","article-title":"Transmitter release associated with long-term synaptic depression in rat corticostriatal slices.","volume":"7","author":"P Calabresi","year":"1995","journal-title":"Eur J Neurosci"},{"key":"ref57","article-title":"A Theory of the Striatum.","author":"J Wickens","year":"1993"},{"key":"ref58","doi-asserted-by":"crossref","DOI":"10.3389\/fnsyn.2010.00146","article-title":"Timing is not everything: neuromodulation opens the STDP gate.","volume":"2","author":"V Pawlak","year":"2010","journal-title":"Front Syn Neurosci"},{"key":"ref59","doi-asserted-by":"crossref","first-page":"e1000670","DOI":"10.1371\/journal.pcbi.1000670","article-title":"A kinetic model of dopamine- and calcium-dependent striatal synaptic plasticity.","volume":"6","author":"T Nakano","year":"2010","journal-title":"PLoS Comput Biol"},{"key":"ref60","doi-asserted-by":"crossref","first-page":"15224","DOI":"10.1073\/pnas.0505220103","article-title":"Operant matching is a generic outcome of synaptic plasticity based on the covariance between reward and neural activity.","volume":"103","author":"Y Loewenstein","year":"2006","journal-title":"Proc Natl Acad Sci USA"},{"key":"ref61","doi-asserted-by":"crossref","first-page":"319","DOI":"10.1016\/j.neuron.2007.03.017","article-title":"A neural circuit model of flexible sensorimotor mapping: learning and forgetting on multiple timescales.","volume":"54","author":"S Fusi","year":"2007","journal-title":"Neuron"},{"key":"ref62","doi-asserted-by":"crossref","first-page":"112","DOI":"10.1038\/nn.2450","article-title":"Synaptic computation underlying probabilistic inference.","volume":"13","author":"A Soltani","year":"2010","journal-title":"Nat Neurosci"},{"key":"ref63","doi-asserted-by":"crossref","first-page":"118","DOI":"10.1002\/(SICI)1098-1063(1999)9:2<118::AID-HIPO4>3.0.CO;2-8","article-title":"Delay-dependent impairment of a matching-to-place task with chronic and intrahippocampal infusion of the nmda-antagonist d-ap5.","volume":"9","author":"RJ Steele","year":"1999","journal-title":"Hippocampus"},{"key":"ref64","doi-asserted-by":"crossref","first-page":"e5464","DOI":"10.1371\/journal.pone.0005464","article-title":"Adult-generated hippocampal neurons allow the flexible use of spatially precise learning strategies.","volume":"4","author":"A Garthe","year":"2009","journal-title":"PLoS ONE"},{"key":"ref65","doi-asserted-by":"crossref","first-page":"3034","DOI":"10.1162\/neco.2008.11-07-654","article-title":"Stimulus representation and the timing of reward-prediction errors in models of the dopamine system.","volume":"20","author":"EA Ludvig","year":"2008","journal-title":"Neural Comput"},{"key":"ref66","doi-asserted-by":"crossref","first-page":"603","DOI":"10.1016\/S0893-6080(02)00052-7","article-title":"Opponent interactions between serotonin and dopamine.","volume":"15","author":"ND Daw","year":"2002","journal-title":"Neural Networks"},{"key":"ref67","doi-asserted-by":"crossref","first-page":"3261","DOI":"10.1523\/JNEUROSCI.21-09-03261.2001","article-title":"Fear and feeding in the nucleus accumbens shell: Rostrocaudal segregation of gaba-elicited defensive behavior versus eating behavior.","volume":"21","author":"SM Reynolds","year":"2001","journal-title":"J Neurosci"},{"key":"ref68","doi-asserted-by":"crossref","first-page":"7308","DOI":"10.1523\/JNEUROSCI.22-16-07308.2002","article-title":"Positive and negative motivation in nucleus accumbens shell: Bivalent rostrocaudal gradients for gaba-elicited eating, taste \u201cliking\u201d\/\u201cdisliking\u201d reactions, place preference\/avoidance, and fear.","volume":"22","author":"SM Reynolds","year":"2002","journal-title":"J Neurosci"},{"key":"ref69","doi-asserted-by":"crossref","first-page":"4826","DOI":"10.1523\/JNEUROSCI.0400-07.2007","article-title":"Differential encoding of losses and gains in the human striatum.","volume":"27","author":"B Seymour","year":"2007","journal-title":"J Neurosci"},{"key":"ref70","doi-asserted-by":"crossref","first-page":"9530","DOI":"10.1523\/JNEUROSCI.2915-06.2006","article-title":"Dissociable systems for gain- and loss-related value predictions and errors of prediction in the human brain.","volume":"26","author":"J Yacubian","year":"2006","journal-title":"J Neurosci"},{"key":"ref71","doi-asserted-by":"crossref","first-page":"365","DOI":"10.1016\/0306-4522(87)90098-4","article-title":"Gabaa andgabab receptor site distribution in the rat central nervous system.","volume":"20","author":"N Bowery","year":"1987","journal-title":"Neuroscience"},{"key":"ref72","doi-asserted-by":"crossref","first-page":"401","DOI":"10.1113\/jphysiol.1994.sp020305","article-title":"Inhibitory synaptic potentials in guinea-pig substantia nigra dopamine neurones in vitro.","volume":"479","author":"MA H\u00e4usser","year":"1994","journal-title":"J Physiol"},{"key":"ref73","doi-asserted-by":"crossref","first-page":"207","DOI":"10.1016\/0304-3940(92)90518-C","article-title":"Synaptic inputs to gabaa and gabab receptors originate from discrete afferent neurons.","volume":"134","author":"S Sugita","year":"1992","journal-title":"Neurosci Lett"},{"key":"ref74","doi-asserted-by":"crossref","first-page":"3092","DOI":"10.1523\/JNEUROSCI.15-04-03092.1995","article-title":"Gabaa receptor-mediated inhibition of rat substantia nigra dopaminergic neurons by pars reticulata projection neurons.","volume":"15","author":"JM Tepper","year":"1995","journal-title":"J Neurosci"},{"key":"ref75","doi-asserted-by":"crossref","first-page":"799","DOI":"10.1016\/S0306-4522(98)00355-8","article-title":"Striatal, pallidal, and pars reticulata evoked inhibition of nigrostriatal dopaminergic neurons is mediated by gabaa receptors in vivo.","volume":"89","author":"CA Paladini","year":"1999","journal-title":"Neuroscience"},{"key":"ref76","doi-asserted-by":"crossref","first-page":"10386","DOI":"10.1523\/JNEUROSCI.2387-08.2008","article-title":"Gabaergic afferents activate both gabaa and gabab receptors in mouse substantia nigra dopaminergic neurons in vivo.","volume":"28","author":"E Brazhnik","year":"2008","journal-title":"J Neurosci"},{"key":"ref77","doi-asserted-by":"crossref","first-page":"65","DOI":"10.1016\/S0306-4522(00)00554-6","article-title":"Modeling functions of striatal dopamine modulation in learning and planning.","volume":"103","author":"RE Suri","year":"2001","journal-title":"Neuroscience"},{"key":"ref78","doi-asserted-by":"crossref","first-page":"108","DOI":"10.1162\/089892998563815","article-title":"A computational model of how the basal ganglia produce sequences.","volume":"10","author":"GS Berns","year":"1998","journal-title":"J Cogn Neurosci"},{"key":"ref79","doi-asserted-by":"crossref","first-page":"191","DOI":"10.1023\/A:1008862904946","article-title":"A predictive reinforcement model of dopamine neurons for learning approach behavior.","volume":"6","author":"JL Contreras-Vidal","year":"1999","journal-title":"J Comput Neurosci"},{"key":"ref80","doi-asserted-by":"crossref","first-page":"10502","DOI":"10.1523\/JNEUROSCI.19-23-10502.1999","article-title":"How the basal ganglia use parallel excitatory and inhibitory learning pathways to selectively respond to unexpected rewarding cues.","volume":"19","author":"J Brown","year":"1999","journal-title":"J Neurosci"},{"key":"ref81","doi-asserted-by":"crossref","first-page":"1111","DOI":"10.1038\/nature05860","article-title":"Lateral habenula as a source of negative reward signals in dopamine neurons.","volume":"447","author":"M Matsumoto","year":"2007","journal-title":"Nature"},{"key":"ref82","doi-asserted-by":"crossref","first-page":"2554","DOI":"10.1073\/pnas.79.8.2554","article-title":"Neural networks and physical systems with emergent collective computational abilities.","volume":"79","author":"JJ Hopfield","year":"1982","journal-title":"Proc Natl Acad Sci USA"},{"key":"ref83","doi-asserted-by":"crossref","first-page":"051902","DOI":"10.1103\/PhysRevE.80.051902","article-title":"Generating variable birdsong syllable sequences with branching chain networks in avian premotor nucleus HVC.","volume":"80","author":"DZ Jin","year":"2009","journal-title":"Phys Rev E"},{"key":"ref84","article-title":"Compositionality of arm movements can be realized by propagating synchrony.","author":"A Hanuschkin","year":"2010","journal-title":"J Comput Neurosci"},{"key":"ref85","first-page":"154","article-title":"A compositionality machine realized by a hierarchic architecture of synfire chains.","volume":"4","author":"S Schrader","year":"2010","journal-title":"Front Comput Neurosci"},{"key":"ref86","doi-asserted-by":"crossref","first-page":"664","DOI":"10.1038\/nature02581","article-title":"Temporal difference models describe higher-order learning in humans.","volume":"429","author":"B Seymour","year":"2004","journal-title":"Nature"},{"key":"ref87","doi-asserted-by":"crossref","first-page":"95","DOI":"10.1093\/cercor\/5.2.95","article-title":"Distributed modular architectures linking basal ganglia, cerebellum, and cerebral cortex: Their role in planning and controlling action.","volume":"5","author":"JC Houk","year":"1995","journal-title":"Cereb Cortex"},{"key":"ref88","doi-asserted-by":"crossref","first-page":"427","DOI":"10.1007\/s00422-005-0569-8","article-title":"Agents of the mind.","volume":"92","author":"JC Houk","year":"2005","journal-title":"Biol Cybern"},{"key":"ref89","doi-asserted-by":"crossref","first-page":"1633","DOI":"10.4249\/scholarpedia.1633","article-title":"Models of basal ganglia.","volume":"2","author":"JC Houk","year":"2007","journal-title":"Scholarpedia"},{"key":"ref90","doi-asserted-by":"crossref","first-page":"457","DOI":"10.1097\/00019052-200208000-00009","article-title":"Clinical aspects of parkinson disease.","volume":"15","author":"KD Sethi","year":"2002","journal-title":"Curr Opin Neurol"},{"key":"ref91","doi-asserted-by":"crossref","first-page":"1399","DOI":"10.1126\/science.273.5280.1399","article-title":"A neostriatal habit learning system in humans.","volume":"273","author":"BJ Knowlton","year":"1996","journal-title":"Science"},{"key":"ref92","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1037\/0735-7044.107.1.3","article-title":"A triple dissociation of memory systems: hippocampus, amygdala, and dorsal striatum.","volume":"107","author":"RJ McDonald","year":"1993","journal-title":"Behav Neurosci"},{"key":"ref93","first-page":"497","article-title":"Time-derivative models of pavlovian reinforcement.","author":"RS Sutton","year":"1990"},{"key":"ref94","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1177\/10597123020101001","article-title":"Evolution of reinforcement learning in uncertain environments: A simple explanation for complex foraging behaviors.","volume":"10","author":"Y Niv","year":"2002","journal-title":"Adapt Behav"},{"key":"ref95","doi-asserted-by":"crossref","first-page":"732","DOI":"10.1016\/S0959-4388(00)00153-7","article-title":"Complementary roles of basal ganglia and cerebellum in learning and motor control.","volume":"10","author":"K Doya","year":"2000","journal-title":"Curr Opin Neurol"},{"key":"ref96","doi-asserted-by":"crossref","first-page":"e1000131","DOI":"10.1371\/journal.pcbi.1000131","article-title":"Modeling the violation of reward maximization and invariance in reinforcement schedules.","volume":"4","author":"G La Camera","year":"2008","journal-title":"PLoS Comput Biol"},{"key":"ref97","doi-asserted-by":"crossref","first-page":"32","DOI":"10.1080\/09548980902759086","article-title":"Prospective and retrospective temporal difference learning.","volume":"20","author":"P Dayan","year":"2009","journal-title":"Network Comput Neural Syst"},{"key":"ref98","doi-asserted-by":"crossref","first-page":"837","DOI":"10.1038\/nature08028","article-title":"Two types of dopamine neuron distinctly convey positive and negative motivational signals.","volume":"459","author":"M Matsumoto","year":"2009","journal-title":"Nature"},{"key":"ref99","doi-asserted-by":"crossref","first-page":"481","DOI":"10.55782\/ane-2007-1664","article-title":"Dopamine, learning, and reward-seeking behavior.","volume":"67","author":"O Arias-Carrion","year":"2007","journal-title":"Acta Neurobiol Exp (Wars)"},{"key":"ref100","doi-asserted-by":"crossref","first-page":"9395","DOI":"10.1523\/JNEUROSCI.23-28-09395.2003","article-title":"Hyperdopaminergic mutant mice have higher \u201cwanting\u201d but not \u201cliking\u201d for sweet rewards.","volume":"23","author":"S Pecina","year":"2003","journal-title":"J Neurosci"},{"key":"ref101","doi-asserted-by":"crossref","first-page":"651","DOI":"10.1016\/S0306-4522(00)00019-1","article-title":"Mesolimbocortical and nigrostriatal dopamine responses to salient non-reward events.","volume":"96","author":"JC Horvitz","year":"2000","journal-title":"Neuroscience"},{"key":"ref102","doi-asserted-by":"crossref","first-page":"146","DOI":"10.1016\/S0166-2236(98)01373-3","article-title":"Is the short-latency dopamine response too short to signal reward error?","volume":"22","author":"P Redgrave","year":"1999","journal-title":"Trends Neurosci"},{"key":"ref103","doi-asserted-by":"crossref","first-page":"2694","DOI":"10.1162\/neco.2007.19.10.2694","article-title":"Learning with relevance: Using a third factor to stabilise hebbian learning.","volume":"19","author":"B Porr","year":"2007","journal-title":"Neural Comput"},{"key":"ref104","doi-asserted-by":"crossref","first-page":"1430","DOI":"10.4249\/scholarpedia.1430","article-title":"NEST (NEural Simulation Tool).","volume":"2","author":"MO Gewaltig","year":"2007","journal-title":"Scholarpedia"},{"key":"ref105","doi-asserted-by":"crossref","DOI":"10.3389\/fncom.2010.00141","article-title":"Enabling functional neural circuit simulations with distributed computing of neuromodulated plasticity.","volume":"4","author":"W Potjans","year":"2010","journal-title":"Front Comput Neurosci"},{"key":"ref106","article-title":"Introduction to Theoretical Neurobiology, volume 1","author":"HC Tuckwell","year":"1988"},{"key":"ref107","doi-asserted-by":"crossref","first-page":"e1000456","DOI":"10.1371\/journal.pcbi.1000456","article-title":"Towards reproducible descriptions of neuronal network models.","volume":"5","author":"E Nordlie","year":"2009","journal-title":"PLoS Comput Biol"}],"container-title":["PLoS Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/dx.plos.org\/10.1371\/journal.pcbi.1001133","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,4,6]],"date-time":"2024-04-06T18:09:30Z","timestamp":1712426970000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1001133"}},"subtitle":[],"editor":[{"given":"Tim","family":"Behrens","sequence":"first","affiliation":[]}],"short-title":[],"issued":{"date-parts":[[2011,5,12]]},"references-count":107,"journal-issue":{"issue":"5","published-online":{"date-parts":[[2011,5,12]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pcbi.1001133","relation":{},"ISSN":["1553-7358"],"issn-type":[{"value":"1553-7358","type":"electronic"}],"subject":[],"published":{"date-parts":[[2011,5,12]]}}}