{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,29]],"date-time":"2026-04-29T01:25:01Z","timestamp":1777425901614,"version":"3.51.4"},"update-to":[{"DOI":"10.1371\/journal.pcbi.1006839","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2019,3,14]],"date-time":"2019-03-14T00:00:00Z","timestamp":1552521600000}}],"reference-count":48,"publisher":"Public Library of Science (PLoS)","issue":"3","license":[{"start":{"date-parts":[[2019,3,4]],"date-time":"2019-03-04T00:00:00Z","timestamp":1551657600000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100002790","name":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","doi-asserted-by":"publisher","award":["PJT-153447"],"award-info":[{"award-number":["PJT-153447"]}],"id":[{"id":"10.13039\/501100002790","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000034","name":"Institute of Neurosciences, Mental Health and Addiction","doi-asserted-by":"publisher","award":["RGPIN 238338"],"award-info":[{"award-number":["RGPIN 238338"]}],"id":[{"id":"10.13039\/501100000034","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["www.ploscompbiol.org"],"crossmark-restriction":false},"short-container-title":["PLoS Comput Biol"],"DOI":"10.1371\/journal.pcbi.1006839","type":"journal-article","created":{"date-parts":[[2019,3,4]],"date-time":"2019-03-04T18:34:27Z","timestamp":1551724467000},"page":"e1006839","update-policy":"https:\/\/doi.org\/10.1371\/journal.pcbi.corrections_policy","source":"Crossref","is-referenced-by-count":61,"title":["The gradient of the reinforcement landscape influences sensorimotor learning"],"prefix":"10.1371","volume":"15","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8642-6648","authenticated-orcid":true,"given":"Joshua G. A.","family":"Cashaback","sequence":"first","affiliation":[]},{"given":"Christopher K.","family":"Lao","sequence":"additional","affiliation":[]},{"given":"Dimitrios J.","family":"Palidis","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3113-0911","authenticated-orcid":true,"given":"Susan K.","family":"Coltman","sequence":"additional","affiliation":[]},{"given":"Heather R.","family":"McGregor","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1368-032X","authenticated-orcid":true,"given":"Paul L.","family":"Gribble","sequence":"additional","affiliation":[]}],"member":"340","published-online":{"date-parts":[[2019,3,4]]},"reference":[{"issue":"3","key":"ref1","doi-asserted-by":"crossref","first-page":"e1002012","DOI":"10.1371\/journal.pcbi.1002012","article-title":"Learning from sensory and reward prediction errors during motor adaptation","volume":"7","author":"J. Izawa","year":"2011","journal-title":"PLoS computational biology"},{"issue":"9","key":"ref2","doi-asserted-by":"crossref","first-page":"4015","DOI":"10.1523\/JNEUROSCI.3244-14.2015","article-title":"Reward-dependent modulation of movement variability","volume":"35","author":"S. E. Pekny","year":"2015","journal-title":"Journal of Neuroscience"},{"issue":"2","key":"ref3","doi-asserted-by":"crossref","first-page":"578","DOI":"10.1152\/jn.00856.2011","article-title":"How is a motor skill learned? Change and invariance at the levels of task success and trajectory control","volume":"108","author":"L. Shmuelof","year":"2012","journal-title":"Journal of neurophysiology"},{"issue":"17","key":"ref4","doi-asserted-by":"crossref","first-page":"6969","DOI":"10.1523\/JNEUROSCI.2656-14.2015","article-title":"Persistent residual errors in motor adaptation tasks: reversion to baseline and exploratory escape","volume":"35","author":"P. A. Vaswani","year":"2015","journal-title":"Journal of Neuroscience"},{"issue":"7","key":"ref5","doi-asserted-by":"crossref","first-page":"e1005623","DOI":"10.1371\/journal.pcbi.1005623","article-title":"Dissociating error-based and reinforcement-based loss functions during sensorimotor learning","volume":"13","author":"J. G. Cashaback","year":"2017","journal-title":"PLoS computational biology"},{"key":"ref6","article-title":"Reward-based motor adaptation can generalize across actions","author":"K. van der Kooij","year":"2018","journal-title":"Journal of experimental psychology. Learning, memory, and cognition"},{"key":"ref7","doi-asserted-by":"crossref","unstructured":"Palidis D. J., Cashaback J., &amp; Gribble P. (2018). Neural Signatures of Reward and Sensory Prediction Error in Motor Learning. bioRxiv, 262576.","DOI":"10.1101\/262576"},{"issue":"4","key":"ref8","doi-asserted-by":"crossref","first-page":"787","DOI":"10.1016\/j.neuron.2011.04.012","article-title":"Rethinking motor learning and savings in adaptation paradigms: model-free memory for successful actions combines with internal models","volume":"70","author":"V. S. Huang","year":"2011","journal-title":"Neuron"},{"key":"ref9","first-page":"1","article-title":"Progress in motor control","author":"A.M. Haith","year":"2013"},{"key":"ref10","doi-asserted-by":"crossref","first-page":"479","DOI":"10.1146\/annurev-neuro-072116-031548","article-title":"The Role of Variability in Motor Learning","volume":"40","author":"A. K. Dhawale","year":"2017","journal-title":"Annual Review of Neuroscience"},{"issue":"2","key":"ref11","doi-asserted-by":"crossref","first-page":"633","DOI":"10.1152\/jn.00032.2014","article-title":"Reward feedback accelerates motor learning","volume":"113","author":"A. A. Nikooyan","year":"2014","journal-title":"Journal of Neurophysiology"},{"issue":"4","key":"ref12","doi-asserted-by":"crossref","first-page":"597","DOI":"10.1038\/nn.3956","article-title":"The dissociable effects of punishment and reward on motor learning","volume":"18","author":"J. M. Galea","year":"2015","journal-title":"Nature neuroscience"},{"issue":"4","key":"ref13","doi-asserted-by":"crossref","first-page":"297","DOI":"10.1007\/BF00122574","article-title":"Advances in prospect theory: Cumulative representation of uncertainty","volume":"5","author":"A. Tversky","year":"1992","journal-title":"Journal of Risk and uncertainty"},{"issue":"2","key":"ref14","doi-asserted-by":"crossref","first-page":"312","DOI":"10.1038\/nn.3616","article-title":"Temporal structure of motor variability is dynamically regulated and predicts motor learning ability","volume":"17","author":"H. G. Wu","year":"2014","journal-title":"Nature neuroscience"},{"issue":"9","key":"ref15","doi-asserted-by":"crossref","first-page":"e1005023","DOI":"10.1371\/journal.pcbi.1005023","article-title":"The statistical determinants of the speed of motor learning","volume":"12","author":"K. He","year":"2016","journal-title":"PLoS computational biology"},{"issue":"6","key":"ref16","doi-asserted-by":"crossref","first-page":"e1003661","DOI":"10.1371\/journal.pcbi.1003661","article-title":"On the origins of suboptimality in human probabilistic inference","volume":"10","author":"L. Acerbi","year":"2014","journal-title":"PLoS computational biology"},{"issue":"6","key":"ref17","doi-asserted-by":"crossref","first-page":"2241","DOI":"10.1152\/jn.00901.2017","article-title":"Contribution of explicit processes to reinforcement-based motor learning","volume":"119","author":"P. Holland","year":"2018","journal-title":"Journal of neurophysiology"},{"key":"ref18","doi-asserted-by":"crossref","unstructured":"Codol O., Holland P. J., &amp; Galea J. M. (2017). The relationship between reinforcement and explicit strategies during visuomotor adaptation. bioRxiv, 206284.","DOI":"10.1101\/206284"},{"issue":"7","key":"ref19","doi-asserted-by":"crossref","first-page":"1419","DOI":"10.1364\/JOSAA.20.001419","article-title":"Statistical decision theory and the selection of rapid, goal-directed movements","volume":"20","author":"J. Trommershauser","year":"2003","journal-title":"JOSA A"},{"issue":"31","key":"ref20","doi-asserted-by":"crossref","first-page":"7169","DOI":"10.1523\/JNEUROSCI.1906-05.2005","article-title":"Optimal compensation for changes in task-relevant movement variability","volume":"25","author":"J. Trommershauser","year":"2005","journal-title":"Journal of Neuroscience"},{"issue":"37","key":"ref21","doi-asserted-by":"crossref","first-page":"12702","DOI":"10.1523\/JNEUROSCI.6160-11.2012","article-title":"Dynamic estimation of task-relevant variance in movement under risk","volume":"32","author":"M. S. Landy","year":"2012","journal-title":"Journal of Neuroscience"},{"key":"ref22","article-title":"Translational and Computational Motor Control","author":"A. M. Haith","year":"2014"},{"key":"ref23","article-title":"Increasing motor noise impairs reinforcement learning in healthy individuals","author":"A. S. Therrien","year":"2018","journal-title":"eNeuro"},{"issue":"1","key":"ref24","doi-asserted-by":"crossref","first-page":"101","DOI":"10.1093\/brain\/awv329","article-title":"Effective reinforcement learning following cerebellar damage requires a balance between exploration and motor noise","volume":"139","author":"A. S. Therrien","year":"2015","journal-title":"Brain"},{"issue":"3","key":"ref25","doi-asserted-by":"crossref","first-page":"406","DOI":"10.1016\/j.neuron.2009.06.025","article-title":"Motor learning is optimally tuned to the properties of motor noise","volume":"63","author":"R. J. van Beers","year":"2009","journal-title":"Neuron"},{"issue":"8","key":"ref26","doi-asserted-by":"crossref","first-page":"1152","DOI":"10.1038\/nn.4055","article-title":"Human representation of visuo-motor uncertainty as mixtures of orthogonal basis distributions","volume":"18","author":"H. Zhang","year":"2015","journal-title":"Nature neuroscience"},{"key":"ref27","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1613\/jair.301","article-title":"Reinforcement learning: A survey","volume":"4","author":"L. P. Kaelbling","year":"1996","journal-title":"Journal of artificial intelligence research"},{"issue":"2","key":"ref28","doi-asserted-by":"crossref","first-page":"971","DOI":"10.1152\/jn.2001.86.2.971","article-title":"Learning to move amid uncertainty","volume":"86","author":"R. A. Scheidt","year":"2001","journal-title":"Journal of neurophysiology"},{"issue":"6","key":"ref29","doi-asserted-by":"crossref","first-page":"779","DOI":"10.1038\/nn1901","article-title":"The dynamics of memory as a consequence of optimal adaptation to a changing body","volume":"10","author":"K. P. Kording","year":"2007","journal-title":"Nature neuroscience"},{"key":"ref30","first-page":"11","article-title":"Uncertainty of feedback and state estimation determines the speed of motor adaptation","volume":"4","author":"K. Wei","year":"2010","journal-title":"Frontiers in computational neuroscience"},{"issue":"10","key":"ref31","doi-asserted-by":"crossref","first-page":"1050","DOI":"10.1016\/j.cub.2014.03.049","article-title":"Environmental consistency determines the rate of motor adaptation","volume":"24","author":"L. N. G. Castro","year":"2014","journal-title":"Current Biology"},{"issue":"7","key":"ref32","doi-asserted-by":"crossref","first-page":"e1000856","DOI":"10.1371\/journal.pcbi.1000856","article-title":"Do humans optimally exploit redundancy to control step variability in walking?","volume":"6","author":"J. B. Dingwell","year":"2010","journal-title":"PLoS computational biology"},{"issue":"4","key":"ref33","doi-asserted-by":"crossref","first-page":"969","DOI":"10.1152\/jn.00706.2012","article-title":"Random walk of motor planning in task-irrelevant dimensions","volume":"109","author":"R. J. Beers","year":"2013","journal-title":"Journal of neurophysiology"},{"issue":"9","key":"ref34","doi-asserted-by":"crossref","first-page":"e1005118","DOI":"10.1371\/journal.pcbi.1005118","article-title":"Error correction and the structure of inter-trial fluctuations in a redundant movement task","volume":"12","author":"J. John","year":"2016","journal-title":"PLoS computational biology"},{"issue":"1","key":"ref35","doi-asserted-by":"crossref","first-page":"39","DOI":"10.1152\/jn.00158.2017","article-title":"High variability impairs motor learning regardless of whether it affects task performance","volume":"119","author":"M. Cardis","year":"2017","journal-title":"Journal of neurophysiology"},{"issue":"No. 1","key":"ref36","article-title":"Reinforcement learning: An introduction","volume":"Vol. 1","author":"R. S. Sutton","year":"1998"},{"issue":"4","key":"ref37","doi-asserted-by":"crossref","first-page":"e1005503","DOI":"10.1371\/journal.pcbi.1005503","article-title":"Predicting explorative motor learning using decision-making and motor noise","volume":"13","author":"X. Chen","year":"2017","journal-title":"PLoS computational biology"},{"issue":"7","key":"ref38","doi-asserted-by":"crossref","first-page":"535","DOI":"10.1016\/j.tics.2016.05.002","article-title":"Taking aim at the cognitive side of learning in sensorimotor adaptation tasks","volume":"20","author":"S. D. McDougle","year":"2016","journal-title":"Trends in cognitive sciences"},{"issue":"6971","key":"ref39","doi-asserted-by":"crossref","first-page":"244","DOI":"10.1038\/nature02169","article-title":"Bayesian integration in sensorimotor learning","volume":"427","author":"K. P. Kording","year":"2004","journal-title":"Nature"},{"issue":"8","key":"ref40","doi-asserted-by":"crossref","first-page":"3023","DOI":"10.1523\/JNEUROSCI.3619-13.2014","article-title":"Explicit and implicit contributions to learning in a sensorimotor adaptation task","volume":"34","author":"J. A. Taylor","year":"2014","journal-title":"Journal of Neuroscience"},{"issue":"7","key":"ref41","doi-asserted-by":"crossref","first-page":"2137","DOI":"10.1152\/jn.00901.2014","article-title":"The human motor system alters its reaching movement plan for task-irrelevant, positional forces","volume":"113","author":"J. G. Cashaback","year":"2015","journal-title":"Journal of neurophysiology"},{"issue":"1","key":"ref42","doi-asserted-by":"crossref","first-page":"7806","DOI":"10.1038\/s41598-017-05697-z","article-title":"Active lead-in variability affects motor memory formation and slows motor learning","volume":"7","author":"I. S. Howard","year":"2017","journal-title":"Scientific reports"},{"issue":"5850","key":"ref43","doi-asserted-by":"crossref","first-page":"606","DOI":"10.1126\/science.1142998","article-title":"Decision theory: what \u201cshould\u201d the nervous system do?","volume":"318","author":"K. Kording","year":"2007","journal-title":"Science"},{"issue":"1","key":"ref44","doi-asserted-by":"crossref","first-page":"213","DOI":"10.1111\/j.1467-985X.2010.00651.x","article-title":"A statistician plays darts","volume":"174","author":"R. J. Tibshirani","year":"2011","journal-title":"Journal of the Royal Statistical Society: Series A (Statistics in Society)"},{"issue":"4","key":"ref45","first-page":"1457","article-title":"Permutation, parametric and bootstrap tests of hypotheses: a practical guide to resampling methods for testing hypotheses","volume":"100","author":"P. I. Good","year":"2005","journal-title":"Permutation, parametric and bootstrap tests of hypotheses: a practical guide to resampling methods for testing hypotheses"},{"issue":"6892","key":"ref46","doi-asserted-by":"crossref","first-page":"938","DOI":"10.1038\/nature00834","article-title":"Overlap of internal models in motor cortex for mechanical loads during reaching","volume":"417","author":"P. L. Gribble","year":"2002","journal-title":"Nature"},{"issue":"1","key":"ref47","doi-asserted-by":"crossref","first-page":"260","DOI":"10.1152\/jn.00609.2016","article-title":"Does the sensorimotor system minimize prediction error or select the most likely prediction during object lifting?","volume":"117","author":"J. G. Cashaback","year":"2017","journal-title":"Journal of neurophysiology"},{"key":"ref48","first-page":"65","article-title":"A simple sequentially rejective multiple test procedure","author":"S. Holm","year":"1979","journal-title":"Scandinavian journal of statistics"}],"updated-by":[{"DOI":"10.1371\/journal.pcbi.1006839","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2019,3,14]],"date-time":"2019-03-14T00:00:00Z","timestamp":1552521600000}}],"container-title":["PLOS Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/dx.plos.org\/10.1371\/journal.pcbi.1006839","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,5,9]],"date-time":"2020-05-09T03:14:11Z","timestamp":1588994051000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1006839"}},"subtitle":[],"editor":[{"given":"Adrian M","family":"Haith","sequence":"first","affiliation":[]}],"short-title":[],"issued":{"date-parts":[[2019,3,4]]},"references-count":48,"journal-issue":{"issue":"3","published-online":{"date-parts":[[2019,3,4]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pcbi.1006839","relation":{"new_version":[{"id-type":"doi","id":"10.1371\/journal.pcbi.1006839","asserted-by":"object"}]},"ISSN":["1553-7358"],"issn-type":[{"value":"1553-7358","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,3,4]]}}}