{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,12]],"date-time":"2026-05-12T13:21:43Z","timestamp":1778592103803,"version":"3.51.4"},"reference-count":51,"publisher":"Public Library of Science (PLoS)","issue":"1","license":[{"start":{"date-parts":[[2014,1,9]],"date-time":"2014-01-09T00:00:00Z","timestamp":1389225600000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["www.ploscompbiol.org"],"crossmark-restriction":false},"short-container-title":["PLoS Comput Biol"],"DOI":"10.1371\/journal.pcbi.1003377","type":"journal-article","created":{"date-parts":[[2014,1,9]],"date-time":"2014-01-09T16:17:55Z","timestamp":1389284275000},"page":"e1003377","update-policy":"https:\/\/doi.org\/10.1371\/journal.pcbi.corrections_policy","source":"Crossref","is-referenced-by-count":24,"title":["Interference and Shaping in Sensorimotor Adaptations with Rewards"],"prefix":"10.1371","volume":"10","author":[{"given":"Ran","family":"Darshan","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Arthur","family":"Leblois","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"David","family":"Hansel","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"340","published-online":{"date-parts":[[2014,1,9]]},"reference":[{"key":"ref1","doi-asserted-by":"crossref","first-page":"1192","DOI":"10.1038\/81469","article-title":"Computational approaches to sensorimotor transformations","volume":"3","author":"A Pouget","year":"2000","journal-title":"Nature Neuroscience"},{"key":"ref2","unstructured":"Piaget J, Cook M (1953) The origin of intelligence in the child. London: Routledge & Kegan Paul."},{"key":"ref3","doi-asserted-by":"crossref","first-page":"8916","DOI":"10.1523\/JNEUROSCI.20-23-08916.2000","article-title":"Learning of visuomotor transformations for vectorial planning of reaching trajectories","volume":"20","author":"J Krakauer","year":"2000","journal-title":"The Journal of Neuroscience"},{"key":"ref4","doi-asserted-by":"crossref","first-page":"742","DOI":"10.1038\/35037588","article-title":"Learning of action through adaptive combination of motor primitives","volume":"407","author":"K Thoroughman","year":"2000","journal-title":"Nature"},{"key":"ref5","doi-asserted-by":"crossref","first-page":"4728","DOI":"10.1523\/JNEUROSCI.22-11-04728.2002","article-title":"Spatial generalization of learning in smooth pursuit eye movements: implications for the coordinate frame and sites of learning","volume":"22","author":"I Chou","year":"2002","journal-title":"The Journal of Neuroscience"},{"key":"ref6","doi-asserted-by":"crossref","first-page":"293","DOI":"10.1038\/nature01002","article-title":"Incremental training increases the plasticity of the auditory space map in adult barn owls","volume":"419","author":"B Linkenhoker","year":"2002","journal-title":"Nature"},{"key":"ref7","doi-asserted-by":"crossref","first-page":"927","DOI":"10.1038\/nn.2336","article-title":"Adult birdsong is actively maintained by error correction","volume":"12","author":"S Sober","year":"2009","journal-title":"Nature neuroscience"},{"key":"ref8","doi-asserted-by":"crossref","first-page":"1213","DOI":"10.1126\/science.279.5354.1213","article-title":"Sensorimotor adaptation in speech production","volume":"279","author":"J Houde","year":"1998","journal-title":"Science"},{"key":"ref9","doi-asserted-by":"crossref","first-page":"21099","DOI":"10.1073\/pnas.1213622109","article-title":"Vocal learning is constrained by the statistics of sensorimotor experience","volume":"109","author":"S Sober","year":"2012","journal-title":"Proceedings of the National Academy of Sciences"},{"key":"ref10","doi-asserted-by":"crossref","first-page":"2038","DOI":"10.1152\/jn.01311.2006","article-title":"Model of birdsong learning based on gradient estimation by dynamic perturbation of neural conductances","volume":"98","author":"I Fiete","year":"2007","journal-title":"Journal of Neurophysiology"},{"key":"ref11","doi-asserted-by":"crossref","first-page":"653","DOI":"10.1016\/j.neuron.2007.04.030","article-title":"Motor learning with unstable neural representations","volume":"54","author":"U Rokni","year":"2007","journal-title":"Neuron"},{"key":"ref12","doi-asserted-by":"crossref","first-page":"768","DOI":"10.1038\/nature03014","article-title":"Generalization in vision and motor control","volume":"431","author":"T Poggio","year":"2004","journal-title":"Nature"},{"key":"ref13","doi-asserted-by":"crossref","first-page":"2921","DOI":"10.1152\/jn.90834.2008","article-title":"Adaptation to visuomotor rotation through interaction between posterior parietal and motor cortical areas","volume":"102","author":"H Tanaka","year":"2009","journal-title":"Journal of Neurophysiology"},{"key":"ref14","doi-asserted-by":"crossref","first-page":"202","DOI":"10.1152\/jn.00247.2012","article-title":"Feedback-dependent generalization","volume":"109","author":"J Taylor","year":"2013","journal-title":"Journal of Neurophysiology"},{"key":"ref15","doi-asserted-by":"crossref","first-page":"1240","DOI":"10.1038\/nature06390","article-title":"Performance variability enables adaptive plasticity of crystallized adult birdsong","volume":"450","author":"E Tumer","year":"2007","journal-title":"Nature"},{"key":"ref16","doi-asserted-by":"crossref","first-page":"12518","DOI":"10.1073\/pnas.0903214106","article-title":"A basal ganglia-forebrain circuit in the songbird biases motor output to avoid vocal errors","volume":"106","author":"A Andalman","year":"2009","journal-title":"Proceedings of the National Academy of Sciences"},{"key":"ref17","doi-asserted-by":"crossref","first-page":"e1002012","DOI":"10.1371\/journal.pcbi.1002012","article-title":"Learning from sensory and reward prediction errors during motor adaptation","volume":"7","author":"J Izawa","year":"2011","journal-title":"PLoS computational biology"},{"key":"ref18","doi-asserted-by":"crossref","first-page":"14617","DOI":"10.1523\/JNEUROSCI.2184-12.2012","article-title":"Overcoming motor forgetting through reinforcement of learned actions","volume":"32","author":"L Shmuelof","year":"2012","journal-title":"The Journal of Neuroscience"},{"key":"ref19","doi-asserted-by":"crossref","first-page":"787","DOI":"10.1016\/j.neuron.2011.04.012","article-title":"Rethinking motor learning and savings in adaptation paradigms: model-free memory for successful actions combines with internal models","volume":"70","author":"V Huang","year":"2011","journal-title":"Neuron"},{"key":"ref20","doi-asserted-by":"crossref","first-page":"882","DOI":"10.1038\/nn1097","article-title":"Preparatory activity in motor cortex reflects learning of local visuomotor skills","volume":"6","author":"R Paz","year":"2003","journal-title":"Nature Neuroscience"},{"key":"ref21","doi-asserted-by":"crossref","first-page":"1806","DOI":"10.1152\/jn.00311.2011","article-title":"Mechanisms and time course of vocal learning and consolidation in the adult songbird","volume":"106","author":"T Warren","year":"2011","journal-title":"Journal of Neurophysiology"},{"key":"ref22","unstructured":"Skinner B (1967) Science and human behavior. Free Press."},{"key":"ref23","doi-asserted-by":"crossref","first-page":"511","DOI":"10.1037\/h0057135","article-title":"The transfer of a discrimination along a continuum","volume":"45","author":"D Lawrence","year":"1952","journal-title":"Journal of Comparative and Physiological Psychology"},{"key":"ref24","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1901\/jeab.1963.6-1","article-title":"Discrimination learning with and without errors","volume":"6","author":"H Terrace","year":"1963","journal-title":"Journal of the Experimental Analysis of Behavior"},{"key":"ref25","doi-asserted-by":"crossref","first-page":"331","DOI":"10.1016\/j.jneumeth.2012.06.028","article-title":"A novel touch-sensitive apparatus for behavioral studies in unrestrained squirrel monkeys","volume":"209","author":"B Kangas","year":"2012","journal-title":"Journal of Neuroscience Methods"},{"key":"ref26","unstructured":"Ng A, Harada D, Russell S (1999) Policy invariance under reward transformations: Theory and application to reward shaping. In: Machine learning: proceedings of the Sixteenth International Conference (ICML'99). Morgan Kaufmann Pub, p. 278."},{"key":"ref27","unstructured":"Randl\u00f8v J (2000) Shaping in reinforcement learning by changing the physics of the problem. In: Proc. 17th International Conf. on Machine Learning. pp. 767\u2013774."},{"key":"ref28","doi-asserted-by":"crossref","first-page":"380","DOI":"10.1016\/j.cognition.2008.11.014","article-title":"Flexible shaping: How learning in small steps helps","volume":"110","author":"K Krueger","year":"2009","journal-title":"Cognition"},{"key":"ref29","doi-asserted-by":"crossref","first-page":"117","DOI":"10.1152\/jn.2001.85.1.117","article-title":"Dopamine d-1\/d-5 receptor activation is required for long-term potentiation in the rat neostriatum in vitro","volume":"85","author":"J Kerr","year":"2001","journal-title":"Journal of Neurophysiology"},{"key":"ref30","doi-asserted-by":"crossref","first-page":"488","DOI":"10.1523\/JNEUROSCI.4358-03.2004","article-title":"Long-term potentiation in an avian basal ganglia nucleus essential for vocal learning","volume":"24","author":"L Ding","year":"2004","journal-title":"The Journal of Neuroscience"},{"key":"ref31","doi-asserted-by":"crossref","first-page":"67","DOI":"10.1038\/35092560","article-title":"A cellular mechanism of reward-related learning","volume":"413","author":"J Reynolds","year":"2001","journal-title":"Nature"},{"key":"ref32","doi-asserted-by":"crossref","first-page":"15224","DOI":"10.1073\/pnas.0505220103","article-title":"Operant matching is a generic outcome of synaptic plasticity based on the covariance between reward and neural activity","volume":"103","author":"Y Loewenstein","year":"2006","journal-title":"Proceedings of the National Academy of Sciences"},{"key":"ref33","doi-asserted-by":"crossref","first-page":"507","DOI":"10.1016\/S0893-6080(02)00045-X","article-title":"Dopamine-dependent plasticity of corticostriatal synapses","volume":"15","author":"JN Reynolds","year":"2002","journal-title":"Neural Networks"},{"key":"ref34","doi-asserted-by":"crossref","first-page":"8400","DOI":"10.1523\/JNEUROSCI.4284-09.2010","article-title":"A reward-modulated hebbian learning rule can explain experimentally observed network reorganization in a brain control task","volume":"30","author":"R Legenstein","year":"2010","journal-title":"The Journal of Neuroscience"},{"key":"ref35","doi-asserted-by":"crossref","first-page":"13326","DOI":"10.1523\/JNEUROSCI.6249-09.2010","article-title":"Functional requirements for reward-modulated spike-timing-dependent plasticity","volume":"30","author":"N Fr\u00e9maux","year":"2010","journal-title":"The Journal of Neuroscience"},{"key":"ref36","doi-asserted-by":"crossref","first-page":"229","DOI":"10.1007\/BF00992696","article-title":"Simple statistical gradient-following algorithms for connectionist reinforcement learning","volume":"8","author":"R Williams","year":"1992","journal-title":"Machine learning"},{"key":"ref37","doi-asserted-by":"crossref","first-page":"48104","DOI":"10.1103\/PhysRevLett.97.048104","article-title":"Gradient learning in spiking neural networks by dynamic perturbation of conductances","volume":"97","author":"I Fiete","year":"2006","journal-title":"Physical review letters"},{"key":"ref38","doi-asserted-by":"crossref","first-page":"2699","DOI":"10.1162\/089976605774320539","article-title":"Learning curves for stochastic gradient descent in linear feedforward networks","volume":"17","author":"J Werfel","year":"2005","journal-title":"Neural computation"},{"key":"ref39","doi-asserted-by":"crossref","first-page":"15053","DOI":"10.1523\/JNEUROSCI.3011-09.2009","article-title":"Trial-to-trial variability of single cells in motor cortices is dynamically modified during visuomotor adaptation","volume":"29","author":"Y Mandelblat-Cerf","year":"2009","journal-title":"The Journal of Neuroscience"},{"key":"ref40","doi-asserted-by":"crossref","first-page":"386","DOI":"10.1152\/jn.00018.2011","article-title":"Changes in the neural control of a complex motor sequence during learning","volume":"106","author":"B \u00d6lveczky","year":"2011","journal-title":"Journal of Neurophysiology"},{"key":"ref41","doi-asserted-by":"crossref","first-page":"9839","DOI":"10.1073\/pnas.0308394101","article-title":"The loss function of sensorimotor learning","volume":"101","author":"K K\u00f6rding","year":"2004","journal-title":"Proceedings of the National Academy of Sciences of the United States of America"},{"key":"ref42","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1152\/jn.1998.80.1.1","article-title":"Predictive reward signal of dopamine neurons","volume":"80","author":"W Schultz","year":"1998","journal-title":"Journal of neurophysiology"},{"key":"ref43","doi-asserted-by":"crossref","first-page":"10","DOI":"10.1007\/s00422-004-0485-3","article-title":"Biological arm motion through reinforcement learning","volume":"91","author":"J Izawa","year":"2004","journal-title":"Biological cybernetics"},{"key":"ref44","doi-asserted-by":"crossref","first-page":"655","DOI":"10.1038\/nn.2304","article-title":"Reinforcement learning can account for associative and perceptual learning on a visual-decision task","volume":"12","author":"C Law","year":"2009","journal-title":"Nature Neuroscience"},{"key":"ref45","doi-asserted-by":"crossref","first-page":"319","DOI":"10.1007\/s00422-009-0305-x","article-title":"Stimulus sampling as an exploration mechanism for fast reinforcement learning","volume":"100","author":"B Vladimirskiy","year":"2009","journal-title":"Biological cybernetics"},{"key":"ref46","first-page":"1633","article-title":"Transfer learning for reinforcement learning domains: A survey","volume":"10","author":"M Taylor","year":"2009","journal-title":"The Journal of Machine Learning Research"},{"key":"ref47","unstructured":"Laud A, DeJong G (2003) The influence of reward on the speed of reinforcement learning: An analysis of shaping. In: Proc. 12th International Conf. on Machine Learning (ICML-2003). volume 20, p. 440."},{"key":"ref48","doi-asserted-by":"crossref","first-page":"2274","DOI":"10.1152\/jn.01133.2003","article-title":"Temporal sparseness of the premotor drive is important for rapid learning in a neural network model of birdsong","volume":"92","author":"I Fiete","year":"2004","journal-title":"Journal of Neurophysiology"},{"key":"ref49","doi-asserted-by":"crossref","first-page":"9032","DOI":"10.1523\/JNEUROSCI.23-27-09032.2003","article-title":"Quantifying generalization from trial-by-trial behavior of adaptive systems that learn with basis functions: theory and experiments in human motor control","volume":"23","author":"O Donchin","year":"2003","journal-title":"The Journal of neuroscience"},{"key":"ref50","doi-asserted-by":"crossref","first-page":"124","DOI":"10.1016\/j.jchemneu.2009.07.003","article-title":"Anatomy of a songbird basal ganglia circuit essential for vocal learning and plasticity","volume":"39","author":"S Gale","year":"2010","journal-title":"Journal of chemical neuroanatomy"},{"key":"ref51","unstructured":"Gradshtei\u02d8n I, Ryzhik I, Jeffrey A, Zwillinger D (2007) Table of integrals, series, and products. Elsevier academic press."}],"container-title":["PLoS Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/dx.plos.org\/10.1371\/journal.pcbi.1003377","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,8,6]],"date-time":"2019-08-06T03:01:25Z","timestamp":1565060485000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1003377"}},"subtitle":[],"editor":[{"given":"Gelsy","family":"Torres-Oviedo","sequence":"first","affiliation":[],"role":[{"role":"editor","vocabulary":"crossref"}]}],"short-title":[],"issued":{"date-parts":[[2014,1,9]]},"references-count":51,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2014,1,9]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pcbi.1003377","relation":{},"ISSN":["1553-7358"],"issn-type":[{"value":"1553-7358","type":"electronic"}],"subject":[],"published":{"date-parts":[[2014,1,9]]}}}