{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,6]],"date-time":"2025-12-06T17:04:02Z","timestamp":1765040642502,"version":"3.37.3"},"reference-count":63,"publisher":"Public Library of Science (PLoS)","issue":"5","license":[{"start":{"date-parts":[[2016,5,18]],"date-time":"2016-05-18T00:00:00Z","timestamp":1463529600000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100007297","name":"Office of Naval Research Global","doi-asserted-by":"publisher","award":["ONR N00014-16-1-2176"],"award-info":[{"award-number":["ONR N00014-16-1-2176"]}],"id":[{"id":"10.13039\/100007297","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100006785","name":"Google","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100006785","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000893","name":"Simons Foundation","doi-asserted-by":"publisher","award":["325233"],"award-info":[{"award-number":["325233"]}],"id":[{"id":"10.13039\/100000893","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000893","name":"Simons Foundation","doi-asserted-by":"publisher","award":["325233"],"award-info":[{"award-number":["325233"]}],"id":[{"id":"10.13039\/100000893","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Simons Foundation (US)","award":["325171"],"award-info":[{"award-number":["325171"]}]},{"name":"Simons Foundation (US)","award":["325171"],"award-info":[{"award-number":["325171"]}]},{"DOI":"10.13039\/100000879","name":"Alfred P. Sloan Foundation (US)","doi-asserted-by":"crossref","id":[{"id":"10.13039\/100000879","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["www.ploscompbiol.org"],"crossmark-restriction":false},"short-container-title":["PLoS Comput Biol"],"DOI":"10.1371\/journal.pcbi.1004948","type":"journal-article","created":{"date-parts":[[2016,5,18]],"date-time":"2016-05-18T17:50:48Z","timestamp":1463593848000},"page":"e1004948","update-policy":"https:\/\/doi.org\/10.1371\/journal.pcbi.corrections_policy","source":"Crossref","is-referenced-by-count":9,"title":["Neuroprosthetic Decoder Training as Imitation Learning"],"prefix":"10.1371","volume":"12","author":[{"given":"Josh","family":"Merel","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1005-6385","authenticated-orcid":true,"given":"David","family":"Carlson","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Liam","family":"Paninski","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"John P.","family":"Cunningham","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"340","published-online":{"date-parts":[[2016,5,18]]},"reference":[{"issue":"6877","key":"ref1","doi-asserted-by":"crossref","first-page":"141","DOI":"10.1038\/416141a","article-title":"Brain-machine interface: Instant neural control of a movement signal","volume":"416","author":"MD Serruya","year":"2002","journal-title":"Nature"},{"issue":"5574","key":"ref2","doi-asserted-by":"crossref","first-page":"1829","DOI":"10.1126\/science.1070291","article-title":"Direct cortical control of 3D neuroprosthetic devices","volume":"296","author":"DM Taylor","year":"2002","journal-title":"Science"},{"issue":"2","key":"ref3","doi-asserted-by":"crossref","first-page":"E42","DOI":"10.1371\/journal.pbio.0000042","article-title":"Learning to control a brain-machine interface for reaching and grasping by primates","volume":"1","author":"JM Carmena","year":"2003","journal-title":"PLoS Biology"},{"issue":"7099","key":"ref4","doi-asserted-by":"crossref","first-page":"164","DOI":"10.1038\/nature04970","article-title":"Neuronal ensemble control of prosthetic devices by a human with tetraplegia","volume":"442","author":"LR Hochberg","year":"2006","journal-title":"Nature"},{"issue":"3","key":"ref5","doi-asserted-by":"crossref","first-page":"446","DOI":"10.1007\/BF00235470","article-title":"Static spatial effects in motor cortex and area 5: quantitative relations in a two-dimensional space","volume":"54","author":"A Georgopoulos","year":"1984","journal-title":"Experimental Brain Research"},{"issue":"5","key":"ref6","doi-asserted-by":"crossref","first-page":"2693","DOI":"10.1152\/jn.1999.82.5.2693","article-title":"Motor cortical activity during drawing movements: population representation during spiral tracing","volume":"82","author":"DW Moran","year":"1999","journal-title":"Journal of Neurophysiology"},{"issue":"4","key":"ref7","doi-asserted-by":"crossref","first-page":"391","DOI":"10.1038\/73964","article-title":"Direct cortical control of muscle activation in voluntary arm movements: a model","volume":"3","author":"E Todorov","year":"2000","journal-title":"Nature Neuroscience"},{"issue":"963","key":"ref8","doi-asserted-by":"crossref","first-page":"963","DOI":"10.1038\/79880","article-title":"One motor cortex, two different views","volume":"3","author":"DW Moran","year":"2000","journal-title":"Nature Neuroscience (letters to the editor)"},{"issue":"7405","key":"ref9","doi-asserted-by":"crossref","first-page":"51","DOI":"10.1038\/nature11129","article-title":"Neural population dynamics during reaching","volume":"487","author":"MM Churchland","year":"2012","journal-title":"Nature"},{"issue":"1","key":"ref10","doi-asserted-by":"crossref","first-page":"80","DOI":"10.1162\/089976606774841585","article-title":"Bayesian population decoding of motor cortical activity using a Kalman filter","volume":"18","author":"W Wu","year":"2006","journal-title":"Neural Computation"},{"issue":"12","key":"ref11","doi-asserted-by":"crossref","first-page":"1752","DOI":"10.1038\/nn.3265","article-title":"A high-performance neural prosthesis enabled by control algorithm design","volume":"15","author":"V Gilja","year":"2012","journal-title":"Nature Neuroscience"},{"issue":"2","key":"ref12","doi-asserted-by":"crossref","first-page":"107","DOI":"10.1007\/s10827-015-0566-4","article-title":"Recasting brain-machine interface design from a physical control system perspective","volume":"39","author":"Y Zhang","year":"2015","journal-title":"Journal of Computational Neuroscience"},{"issue":"7","key":"ref13","doi-asserted-by":"crossref","first-page":"1693","DOI":"10.1162\/NECO_a_00460","article-title":"Design and analysis of closed-loop decoder adaptation algorithms for brain-machine interfaces","volume":"25","author":"S Dangi","year":"2013","journal-title":"Neural Computation"},{"issue":"9","key":"ref14","doi-asserted-by":"crossref","first-page":"1811","DOI":"10.1162\/NECO_a_00632","article-title":"Continuous closed-loop decoder adaptation with a recursive maximum likelihood algorithm allows for rapid performance acquisition in brain-machine interfaces","volume":"26","author":"S Dangi","year":"2014","journal-title":"Neural Computation"},{"issue":"7398","key":"ref15","doi-asserted-by":"crossref","first-page":"372","DOI":"10.1038\/nature11076","article-title":"Reach and grasp by people with tetraplegia using a neurally controlled robotic arm","volume":"485","author":"LR Hochberg","year":"2012","journal-title":"Nature"},{"key":"ref16","article-title":"Clinical translation of a high-performance neural prosthesis","author":"V Gilja","year":"2015","journal-title":"Nature Medicine"},{"key":"ref17","article-title":"A Reduction of Imitation Learning and Structured Prediction to No-Regret Online Learning","volume":"15","author":"S Ross","year":"2011","journal-title":"Artificial Intelligence and Statistics (AISTATS)"},{"issue":"1","key":"ref18","doi-asserted-by":"crossref","first-page":"016011","DOI":"10.1088\/1741-2560\/12\/1\/016011","article-title":"Ten-dimensional anthropomorphic arm control in a human brain- machine interface: difficulties, solutions, and limitations","volume":"12","author":"B Wodlinger","year":"2014","journal-title":"Journal of Neural Engineering"},{"key":"ref19","doi-asserted-by":"crossref","first-page":"68","DOI":"10.1016\/j.jneumeth.2014.03.010","article-title":"A training platform for many-dimensional prosthetic devices using a virtual reality environment","volume":"244","author":"D Putrino","year":"2015","journal-title":"Journal of Neuroscience Methods"},{"key":"ref20","unstructured":"Golub MD, Chase SM, Byron MY. Learning an internal dynamics model from control demonstration. International Conference on Machine Learning (ICML). 2013;p. 606."},{"key":"ref21","unstructured":"Ross S, Bagnell JA. Agnostic system identification for model-based reinforcement learning. International Conference on Machine Learning (ICML). 2012;."},{"key":"ref22","doi-asserted-by":"crossref","first-page":"679","DOI":"10.1512\/iumj.1957.6.56038","article-title":"A Markovian Decision Process","volume":"6","author":"R Bellman","year":"1957","journal-title":"Indiana University Mathematics Journal"},{"key":"ref23","doi-asserted-by":"crossref","DOI":"10.1017\/CBO9780511546877","article-title":"Planning algorithms","author":"SM LaValle","year":"2006"},{"issue":"1","key":"ref24","doi-asserted-by":"crossref","first-page":"54","DOI":"10.1109\/TBME.2008.926699","article-title":"Coadaptive brain\u2013machine interface via reinforcement learning","volume":"56","author":"J DiGiovanna","year":"2009","journal-title":"IEEE Transactions on Biomedical Engineering"},{"issue":"6","key":"ref25","doi-asserted-by":"crossref","first-page":"066005","DOI":"10.1088\/1741-2560\/10\/6\/066005","article-title":"Towards autonomous neuroprosthetic control using Hebbian reinforcement learning","volume":"10","author":"B Mahmoudi","year":"2013","journal-title":"Journal of Neural Engineering"},{"issue":"6","key":"ref26","doi-asserted-by":"crossref","first-page":"066008","DOI":"10.1088\/1741-2560\/10\/6\/066008","article-title":"Probabilistic co-adaptive brain-computer interfacing","volume":"10","author":"MJ Bryan","year":"2013","journal-title":"Journal of Neural Engineering"},{"issue":"1","key":"ref27","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pone.0087253","article-title":"Using reinforcement learning to provide stable brain-machine interface control despite neural input reorganization","volume":"9","author":"EA Pohlmeyer","year":"2014","journal-title":"PloS One"},{"key":"ref28","doi-asserted-by":"crossref","DOI":"10.1038\/srep13893","article-title":"Teaching brain-machine interfaces as an alternative paradigm to neuroprosthetics control","volume":"5","author":"I Iturrate","year":"2015","journal-title":"Scientific Reports"},{"key":"ref29","doi-asserted-by":"crossref","DOI":"10.1109\/TNN.1998.712192","article-title":"Reinforcement learning: An introduction","author":"RS Sutton","year":"1998"},{"key":"ref30","doi-asserted-by":"crossref","unstructured":"Abbeel P, Ng AY. Apprenticeship learning via inverse reinforcement learning. International Conference on Machine Learning (ICML). 2004;p. 1.","DOI":"10.1145\/1015330.1015430"},{"issue":"7198","key":"ref31","doi-asserted-by":"crossref","first-page":"1098","DOI":"10.1038\/nature06996","article-title":"Cortical control of a prosthetic arm for self-feeding","volume":"453","author":"M Velliste","year":"2008","journal-title":"Nature"},{"issue":"2","key":"ref32","doi-asserted-by":"crossref","first-page":"026002","DOI":"10.1088\/1741-2560\/11\/2\/026002","article-title":"Subject-specific modulation of local field potential spectral power during brain\u2013machine interface control in primates","volume":"11","author":"K So","year":"2014","journal-title":"Journal of Neural Engineering"},{"issue":"2","key":"ref33","doi-asserted-by":"crossref","first-page":"107","DOI":"10.1561\/2200000018","article-title":"Online Learning and Online Convex Optimization","volume":"4","author":"S Shalev-Shwartz","year":"2011","journal-title":"Foundations and Trends in Machine Learning"},{"key":"ref34","unstructured":"Widrow B, Stearns SD. Adaptive signal processing. Englewood Cliffs. 1985;."},{"issue":"1\u20132","key":"ref35","doi-asserted-by":"crossref","first-page":"149","DOI":"10.1093\/biomet\/37.1-2.149","article-title":"Some theorems in least squares","volume":"37","author":"RL Plackett","year":"1950","journal-title":"Biometrika"},{"article-title":"Fundamentals of adaptive filtering","year":"2003","author":"AH Sayed","key":"ref36"},{"key":"ref37","doi-asserted-by":"crossref","unstructured":"Kivinen J, Warmuth MK. Additive Versus Exponentiated Gradient Updates for Linear Prediction. In: Proceedings of the Twenty-seventh Annual ACM Symposium on Theory of Computing. STOC\u201995. New York, NY, USA: ACM; 1995. p. 209\u2013218.","DOI":"10.1145\/225058.225121"},{"issue":"2\u20133","key":"ref38","doi-asserted-by":"crossref","first-page":"169","DOI":"10.1007\/s10994-007-5016-8","article-title":"Logarithmic regret algorithms for online convex optimization","volume":"69","author":"E Hazan","year":"2007","journal-title":"Machine Learning"},{"key":"ref39","first-page":"2121","article-title":"Adaptive subgradient methods for online learning and stochastic optimization","volume":"12","author":"J Duchi","year":"2011","journal-title":"The Journal of Machine Learning Research"},{"key":"ref40","doi-asserted-by":"crossref","unstructured":"Hall EC, Willett RM. Online Convex Optimization in Dynamic Environments. 2015;.","DOI":"10.1109\/JSTSP.2015.2404790"},{"key":"ref41","doi-asserted-by":"crossref","unstructured":"Todorov E, Erez T, Tassa Y. MuJoCo: A physics engine for model-based control. Intelligent Robots and Systems (IROS). 2012;p. 5026\u20135033.","DOI":"10.1109\/IROS.2012.6386109"},{"key":"ref42","doi-asserted-by":"crossref","first-page":"e10015","DOI":"10.7554\/eLife.10015","article-title":"Internal models for interpreting neural population activity during sensorimotor control","author":"MD Golub","year":"2015","journal-title":"eLife"},{"issue":"313","key":"ref43","doi-asserted-by":"crossref","first-page":"313ra179","DOI":"10.1126\/scitranslmed.aac7328","article-title":"Virtual typing by people with tetraplegia using a self-calibrating intracortical brain-computer interface","volume":"7","author":"B Jarosiewicz","year":"2015","journal-title":"Science Translational Medicine"},{"issue":"7","key":"ref44","doi-asserted-by":"crossref","first-page":"1312","DOI":"10.1109\/TBME.2005.847542","article-title":"Statistical encoding model for a primary motor cortical brain-machine interface","volume":"52","author":"S Shoham","year":"2005","journal-title":"IEEE Transactions on Biomedical Engineering"},{"issue":"10","key":"ref45","doi-asserted-by":"crossref","first-page":"2894","DOI":"10.1162\/neco.2009.01-08-699","article-title":"Sequential Monte Carlo point-process estimation of kinematics from neural spiking activity for brain-machine interfaces","volume":"21","author":"Y Wang","year":"2009","journal-title":"Neural Computation"},{"issue":"7","key":"ref46","doi-asserted-by":"crossref","first-page":"1829","DOI":"10.1109\/TBME.2011.2159115","article-title":"EMG prediction from motor cortical recordings via a nonnegative point-process filter","volume":"59","author":"K Nazarpour","year":"2012","journal-title":"IEEE Transactions on Biomedical Engineering"},{"issue":"1\u20132","key":"ref47","doi-asserted-by":"crossref","first-page":"73","DOI":"10.1007\/s10827-009-0196-9","article-title":"Comparison of brain\u2013computer interface decoding algorithms in open-loop and closed-loop control","volume":"29","author":"S Koyama","year":"2010","journal-title":"Journal of Computational Neuroscience"},{"key":"ref48","unstructured":"Shpigelman L, Lalazar H, Vaadia E. Kernel-ARMA for Hand Tracking and Brain-Machine interfacing During 3D Motor Control. Advances in Neural Information Processing Systems (NIPS). 2009;p. 1489\u20131496."},{"issue":"7","key":"ref49","doi-asserted-by":"crossref","first-page":"e6243","DOI":"10.1371\/journal.pone.0006243","article-title":"Unscented Kalman filter for brain-machine interfaces","volume":"4","author":"Z Li","year":"2009","journal-title":"PloS One"},{"issue":"2","key":"ref50","doi-asserted-by":"crossref","first-page":"026027","DOI":"10.1088\/1741-2560\/9\/2\/026027","article-title":"A recurrent neural network for closed-loop intracortical brain\u2013machine interface decoders","volume":"9","author":"D Sussillo","year":"2012","journal-title":"Journal of Neural Engineering"},{"issue":"4","key":"ref51","doi-asserted-by":"crossref","first-page":"370","DOI":"10.1109\/TNSRE.2009.2023307","article-title":"Neural decoding of hand motion using a linear state-space model with hidden states","volume":"17","author":"W Wu","year":"2009","journal-title":"IEEE transactions on Neural Systems and Rehabilitation Engineering"},{"issue":"2","key":"ref52","doi-asserted-by":"crossref","first-page":"267","DOI":"10.1016\/j.jneumeth.2010.03.024","article-title":"Population decoding of motor cortical activity using a generalized linear model with hidden states","volume":"189","author":"V Lawhern","year":"2010","journal-title":"Journal of Neuroscience Methods"},{"key":"ref53","article-title":"Single-trial dynamics of motor cortex and their applications to brain-machine interfaces","volume":"6","author":"JC Kao","year":"2015","journal-title":"Nature Communications"},{"key":"ref54","doi-asserted-by":"crossref","unstructured":"Muelling K, Venkatraman A, Valois JS, Downey J, Weiss J, Javdani S, et al. Autonomy infused teleoperation with application to BCI manipulation. arXiv preprint arXiv:150305451. 2015;.","DOI":"10.15607\/RSS.2015.XI.039"},{"key":"ref55","unstructured":"He H, Eisner J, Daume H. Imitation learning by coaching. Advances in Neural Information Processing Systems (NIPS). 2012;p. 3149\u20133157."},{"key":"ref56","doi-asserted-by":"crossref","unstructured":"Kim B, Pineau J. Maximum Mean Discrepancy Imitation Learning. Robotics: Science and Systems. 2013;.","DOI":"10.15607\/RSS.2013.IX.038"},{"key":"ref57","unstructured":"Kim B, Massoud Farahmand A, Pineau J, Precup D. Learning from limited demonstrations. Advances in Neural Information Processing Systems (NIPS). 2013;p. 2859\u20132867."},{"issue":"4","key":"ref58","doi-asserted-by":"crossref","first-page":"045005","DOI":"10.1088\/1741-2560\/8\/4\/045005","article-title":"Long-term stability of neural prosthetic control signals from silicon cortical arrays in rhesus macaque motor cortex","volume":"8","author":"CA Chestek","year":"2011","journal-title":"Journal of Neural Engineering"},{"issue":"9","key":"ref59","doi-asserted-by":"crossref","first-page":"2373","DOI":"10.1162\/NECO_a_00484","article-title":"Dynamic analysis of naive adaptive brain-machine interfaces","volume":"25","author":"KC Kowalski","year":"2013","journal-title":"Neural Computation"},{"issue":"4","key":"ref60","doi-asserted-by":"crossref","first-page":"665","DOI":"10.1016\/j.neuron.2014.08.038","article-title":"Combining Decoder Design and Neural Adaptation in Brain-Machine Interfaces","volume":"84","author":"KV Shenoy","year":"2014","journal-title":"Neuron"},{"key":"ref61","unstructured":"Merel, J, Fox, R, Jebara, T, Paninski, L. A multi-agent control framework for co-adaptation in brain-computer interfaces. Advances in Neural Information Processing Systems (NIPS). 2013;."},{"issue":"6","key":"ref62","doi-asserted-by":"crossref","first-page":"e1004288","DOI":"10.1371\/journal.pcbi.1004288","article-title":"Encoder-Decoder Optimization for Brain-Computer Interfaces","volume":"11","author":"J Merel","year":"2015","journal-title":"PLoS Computational Biology"},{"issue":"32","key":"ref63","article-title":"Deep networks for motor control functions","volume":"9","author":"M Berniker","year":"2015","journal-title":"Frontiers in Computational Neuroscience"}],"container-title":["PLOS Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/dx.plos.org\/10.1371\/journal.pcbi.1004948","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,5,16]],"date-time":"2020-05-16T21:23:21Z","timestamp":1589664201000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1004948"}},"subtitle":[],"editor":[{"given":"Steven M","family":"Chase","sequence":"first","affiliation":[],"role":[{"role":"editor","vocabulary":"crossref"}]}],"short-title":[],"issued":{"date-parts":[[2016,5,18]]},"references-count":63,"journal-issue":{"issue":"5","published-online":{"date-parts":[[2016,5,18]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pcbi.1004948","relation":{},"ISSN":["1553-7358"],"issn-type":[{"type":"electronic","value":"1553-7358"}],"subject":[],"published":{"date-parts":[[2016,5,18]]}}}