{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,17]],"date-time":"2026-10-17T00:51:59Z","timestamp":1792198319778,"version":"4.4.0"},"reference-count":62,"publisher":"Springer Science and Business Media LLC","issue":"10","license":[{"start":{"date-parts":[[2026,9,14]],"date-time":"2026-09-14T00:00:00Z","timestamp":1789344000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"},{"start":{"date-parts":[[2026,9,14]],"date-time":"2026-09-14T00:00:00Z","timestamp":1789344000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"funder":[{"DOI":"10.13039\/501100002241","name":"MEXT | Japan Science and Technology Agency","doi-asserted-by":"publisher","award":["JPMJMS2012"],"award-info":[{"award-number":["JPMJMS2012"]}],"id":[{"id":"10.13039\/501100002241","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002241","name":"MEXT | Japan Science and Technology Agency","doi-asserted-by":"publisher","award":["JPMJMS2012"],"award-info":[{"award-number":["JPMJMS2012"]}],"id":[{"id":"10.13039\/501100002241","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002241","name":"MEXT | Japan Science and Technology Agency","doi-asserted-by":"publisher","award":["JPMJMS2012"],"award-info":[{"award-number":["JPMJMS2012"]}],"id":[{"id":"10.13039\/501100002241","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002241","name":"MEXT | Japan Science and Technology Agency","doi-asserted-by":"publisher","award":["JPMJMS2012"],"award-info":[{"award-number":["JPMJMS2012"]}],"id":[{"id":"10.13039\/501100002241","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002241","name":"MEXT | Japan Science and Technology Agency","doi-asserted-by":"publisher","award":["JPMJMS2012"],"award-info":[{"award-number":["JPMJMS2012"]}],"id":[{"id":"10.13039\/501100002241","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002241","name":"MEXT | Japan Science and Technology Agency","doi-asserted-by":"publisher","award":["JPMJMS2012"],"award-info":[{"award-number":["JPMJMS2012"]}],"id":[{"id":"10.13039\/501100002241","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002241","name":"MEXT | Japan Science and Technology Agency","doi-asserted-by":"publisher","award":["JPMJMS2012"],"award-info":[{"award-number":["JPMJMS2012"]}],"id":[{"id":"10.13039\/501100002241","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002241","name":"MEXT | Japan Science and Technology Agency","doi-asserted-by":"publisher","award":["JPMJMS2012"],"award-info":[{"award-number":["JPMJMS2012"]}],"id":[{"id":"10.13039\/501100002241","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002241","name":"MEXT | Japan Science and Technology Agency","doi-asserted-by":"publisher","award":["JPMJMS2012"],"award-info":[{"award-number":["JPMJMS2012"]}],"id":[{"id":"10.13039\/501100002241","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000055","name":"U.S. Department of Health & Human Services | NIH | National Institute on Deafness and Other Communication Disorders","doi-asserted-by":"publisher","award":["5U01DC018671"],"award-info":[{"award-number":["5U01DC018671"]}],"id":[{"id":"10.13039\/100000055","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000055","name":"U.S. Department of Health & Human Services | NIH | National Institute on Deafness and Other Communication Disorders","doi-asserted-by":"publisher","award":["5U01DC018671"],"award-info":[{"award-number":["5U01DC018671"]}],"id":[{"id":"10.13039\/100000055","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000055","name":"U.S. Department of Health & Human Services | NIH | National Institute on Deafness and Other Communication Disorders","doi-asserted-by":"publisher","award":["5U01DC018671"],"award-info":[{"award-number":["5U01DC018671"]}],"id":[{"id":"10.13039\/100000055","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000055","name":"U.S. Department of Health & Human Services | NIH | National Institute on Deafness and Other Communication Disorders","doi-asserted-by":"publisher","award":["5U01DC018671"],"award-info":[{"award-number":["5U01DC018671"]}],"id":[{"id":"10.13039\/100000055","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000055","name":"U.S. Department of Health & Human Services | NIH | National Institute on Deafness and Other Communication Disorders","doi-asserted-by":"publisher","award":["5U01DC018671"],"award-info":[{"award-number":["5U01DC018671"]}],"id":[{"id":"10.13039\/100000055","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000055","name":"U.S. Department of Health & Human Services | NIH | National Institute on Deafness and Other Communication Disorders","doi-asserted-by":"publisher","award":["5U01DC018671"],"award-info":[{"award-number":["5U01DC018671"]}],"id":[{"id":"10.13039\/100000055","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000055","name":"U.S. Department of Health & Human Services | NIH | National Institute on Deafness and Other Communication Disorders","doi-asserted-by":"publisher","award":["5U01DC018671"],"award-info":[{"award-number":["5U01DC018671"]}],"id":[{"id":"10.13039\/100000055","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000055","name":"U.S. Department of Health & Human Services | NIH | National Institute on Deafness and Other Communication Disorders","doi-asserted-by":"publisher","award":["5U01DC018671"],"award-info":[{"award-number":["5U01DC018671"]}],"id":[{"id":"10.13039\/100000055","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nat Neurosci"],"published-print":{"date-parts":[[2026,10]]},"abstract":"<jats:title>Abstract<\/jats:title>\n                  <jats:p>Stroke and neurodegenerative diseases can impair speech and nonverbal gestures, limiting natural communication. Brain\u2013computer interfaces (BCIs) aim to restore these functions by translating neural activity into commands for external devices, although prior work has primarily focused on decoding speech or gestures in isolation. Here we show that neural signals recorded with a single high-density electrocorticography implant can support simultaneous decoding of speech and gestures in people with paralysis. We first show that isolated upper-limb and orofacial movements can be reliably decoded among three participants. Using parallel speech and gesture decoders, we then enabled participants to control a personalized virtual avatar by attempting speech and gestures simultaneously or in isolation. Training models on both isolated and simultaneous data improved performance across behavioral contexts. These findings demonstrate that one cortical implant can support multi-effector control and provide a step toward BCIs that enable more natural communication for people with paralysis.<\/jats:p>","DOI":"10.1038\/s41593-026-02446-2","type":"journal-article","created":{"date-parts":[[2026,9,14]],"date-time":"2026-09-14T15:02:16Z","timestamp":1789398136000},"page":"2445-2455","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Simultaneous speech and gesture decoding for multimodal communication in paralysis"],"prefix":"10.1038","volume":"29","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5612-0982","authenticated-orcid":false,"given":"Samantha C.","family":"Brosler","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9316-7624","authenticated-orcid":false,"given":"Jessie R.","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0838-4136","authenticated-orcid":false,"given":"Alexander B.","family":"Silva","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Irina P.","family":"Hallinan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2489-0584","authenticated-orcid":false,"given":"Cady M.","family":"Kurtz-Miott","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-7431-6422","authenticated-orcid":false,"given":"Jonah F. B.","family":"Dunkel Wilker","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Adelyn","family":"Tu-Chan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2570-9943","authenticated-orcid":false,"given":"Karunesh","family":"Ganguly","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2480-4700","authenticated-orcid":false,"given":"Edward F.","family":"Chang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,9,14]]},"reference":[{"key":"2446_CR1","doi-asserted-by":"publisher","first-page":"437","DOI":"10.1111\/lnc3.12168","volume":"9","author":"N Abner","year":"2015","unstructured":"Abner, N., Cooperrider, K. & Goldin-Meadow, S. Gesture for linguists: a handy primer. Lang. Linguist. Compass 9, 437\u2013451 (2015).","journal-title":"Lang. Linguist. Compass"},{"key":"2446_CR2","doi-asserted-by":"publisher","first-page":"600","DOI":"10.3758\/s13423-021-02009-5","volume":"29","author":"A Krason","year":"2022","unstructured":"Krason, A., Fenton, R., Varley, R. & Vigliocco, G. The role of iconic gestures and mouth movements in face-to-face communication. Psychon. Bull. Rev. 29, 600\u2013612 (2022).","journal-title":"Psychon. Bull. Rev."},{"key":"2446_CR3","doi-asserted-by":"publisher","DOI":"10.3389\/fnhum.2020.00323","volume":"14","author":"S Clough","year":"2020","unstructured":"Clough, S. & Duff, M. C. The role of gesture in communication and cognition: implications for understanding and treating neurogenic communication disorders. Front. Hum. Neurosci. 14, 323 (2020).","journal-title":"Front. Hum. Neurosci."},{"key":"2446_CR4","doi-asserted-by":"publisher","first-page":"910","DOI":"10.1161\/STROKEAHA.109.577023","volume":"41","author":"LL Zhu","year":"2010","unstructured":"Zhu, L. L., Lindenberg, R., Alexander, M. P. & Schlaug, G. Lesion load of the corticospinal tract predicts motor impairment in chronic stroke. Stroke 41, 910\u2013915 (2010).","journal-title":"Stroke"},{"key":"2446_CR5","unstructured":"Brotman, R. G., Moreno-Escobar, M. C., Joseph, J., Munakomi, S. & Pawar, G. Amyotrophic lateral sclerosis. in StatPearls https:\/\/www.ncbi.nlm.nih.gov\/books\/NBK556151\/ (StatPearls Publishing, 2024)."},{"key":"2446_CR6","doi-asserted-by":"publisher","first-page":"343","DOI":"10.1097\/00002060-199312000-00002","volume":"72","author":"JR Bach","year":"1993","unstructured":"Bach, J. R. Amyotrophic lateral sclerosis. Communication status and survival with ventilatory support. Am. J. Phys. Med. Rehabil. 72, 343\u2013349 (1993).","journal-title":"Am. J. Phys. Med. Rehabil."},{"key":"2446_CR7","doi-asserted-by":"publisher","DOI":"10.3389\/fneur.2020.00474","volume":"11","author":"ML Nicholas","year":"2020","unstructured":"Nicholas, M. L. et al. Self-perception of physical function contributes to participation in cognitively- and physically-demanding activities after stroke. Front. Neurol. 11, 474 (2020).","journal-title":"Front. Neurol."},{"key":"2446_CR8","doi-asserted-by":"publisher","first-page":"1037","DOI":"10.1038\/s41586-023-06443-4","volume":"620","author":"SL Metzger","year":"2023","unstructured":"Metzger, S. L. et al. A high-performance neuroprosthesis for speech decoding and avatar control. Nature 620, 1037\u20131046 (2023).","journal-title":"Nature"},{"key":"2446_CR9","doi-asserted-by":"publisher","first-page":"609","DOI":"10.1056\/NEJMoa2314132","volume":"391","author":"NS Card","year":"2024","unstructured":"Card, N. S. et al. An accurate and rapidly calibrating speech neuroprosthesis. N. Engl. J. Med. 391, 609\u2013618 (2024).","journal-title":"N. Engl. J. Med."},{"key":"2446_CR10","doi-asserted-by":"publisher","first-page":"145","DOI":"10.1038\/s41586-025-09127-3","volume":"644","author":"M Wairagkar","year":"2025","unstructured":"Wairagkar, M. et al. An instantaneous voice-synthesis neuroprosthesis. Nature 644, 145\u2013152 (2025).","journal-title":"Nature"},{"key":"2446_CR11","doi-asserted-by":"publisher","first-page":"902","DOI":"10.1038\/s41593-025-01905-6","volume":"28","author":"KT Littlejohn","year":"2025","unstructured":"Littlejohn, K. T. et al. A streaming brain-to-voice neuroprosthesis to restore naturalistic communication. Nat. Neurosci. 28, 902\u2013912 (2025).","journal-title":"Nat. Neurosci."},{"key":"2446_CR12","doi-asserted-by":"publisher","first-page":"217","DOI":"10.1056\/NEJMoa2027540","volume":"385","author":"DA Moses","year":"2021","unstructured":"Moses, D. A. et al. Neuroprosthesis for decoding speech in a paralyzed person with anarthria. N. Engl. J. Med. 385, 217\u2013227 (2021).","journal-title":"N. Engl. J. Med."},{"key":"2446_CR13","doi-asserted-by":"publisher","DOI":"10.1088\/1741-2552\/ae0965","volume":"22","author":"M Angrick","year":"2025","unstructured":"Angrick, M. et al. Real-time detection of spoken speech from unlabeled ECoG signals: a pilot study with an ALS participant. J. Neural Eng. 22, 056023 (2025).","journal-title":"J. Neural Eng."},{"key":"2446_CR14","doi-asserted-by":"publisher","DOI":"10.1002\/advs.202304853","volume":"10","author":"S Luo","year":"2023","unstructured":"Luo, S. et al. Stable decoding from a speech BCI enables control for an individual with ALS without recalibration for 3 months. Adv. Sci. (Wreinh.) 10, e2304853 (2023).","journal-title":"Adv. Sci. (Wreinh.)"},{"key":"2446_CR15","doi-asserted-by":"publisher","DOI":"10.1088\/1741-2552\/add0e5","volume":"22","author":"T Singer-Clark","year":"2025","unstructured":"Singer-Clark, T. et al. Speech motor cortex enables BCI cursor control and click. J. Neural Eng. 22, 036015 (2025).","journal-title":"J. Neural Eng."},{"key":"2446_CR16","doi-asserted-by":"publisher","DOI":"10.1016\/j.neuroimage.2026.121837","volume":"329","author":"M Kromm","year":"2026","unstructured":"Kromm, M., Branco, M. P., Raemaekers, M. & Ramsey, N. F. Optimal location for gesture decoding in the sensorimotor cortex and implications for brain\u2013computer interface research. Neuroimage 329, 121837 (2026).","journal-title":"Neuroimage"},{"key":"2446_CR17","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-025-59039-z","volume":"16","author":"NP Shah","year":"2025","unstructured":"Shah, N. P. et al. Pseudo-linear summation explains neural geometry of multi-finger movements in human premotor cortex. Nat. Commun. 16, 5008 (2025).","journal-title":"Nat. Commun."},{"key":"2446_CR18","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-024-51617-3","volume":"14","author":"DR Deo","year":"2024","unstructured":"Deo, D. R. et al. Brain control of bimanual movement enabled by recurrent neural networks. Sci Rep. 14, 1598 (2024).","journal-title":"Sci Rep."},{"key":"2446_CR19","doi-asserted-by":"publisher","first-page":"126","DOI":"10.1038\/s41586-023-06094-5","volume":"618","author":"H Lorach","year":"2023","unstructured":"Lorach, H. et al. Walking naturally after spinal cord injury using a brain-spine interface. Nature 618, 126\u2013133 (2023).","journal-title":"Nature"},{"key":"2446_CR20","doi-asserted-by":"publisher","first-page":"389","DOI":"10.1093\/brain\/60.4.389","volume":"60","author":"W Penfield","year":"1937","unstructured":"Penfield, W. & Boldrey, E. Somatic motor and sensory representation in the cerebral cortex of man as studied by electrical stimulation. Brain 60, 389\u2013443 (1937).","journal-title":"Brain"},{"key":"2446_CR21","doi-asserted-by":"publisher","first-page":"2271","DOI":"10.1093\/brain\/121.12.2271","volume":"121","author":"NE Crone","year":"1998","unstructured":"Crone, N. E. et al. Functional mapping of human sensorimotor cortex with electrocorticographic spectral analysis. I. Alpha and beta event-related desynchronization. Brain 121, 2271\u20132299 (1998).","journal-title":"Brain"},{"key":"2446_CR22","doi-asserted-by":"publisher","first-page":"2424","DOI":"10.1523\/JNEUROSCI.3886-06.2007","volume":"27","author":"KJ Miller","year":"2007","unstructured":"Miller, K. J. et al. Spectral changes in cortical surface potentials during motor movement. J. Neurosci. 27, 2424\u20132432 (2007).","journal-title":"J. Neurosci."},{"key":"2446_CR23","doi-asserted-by":"publisher","first-page":"1208","DOI":"10.1016\/j.cell.2025.02.001","volume":"188","author":"N Natraj","year":"2025","unstructured":"Natraj, N. et al. Sampling representational plasticity of simple imagined movements across days enables long-term neuroprosthetic control. Cell 188, 1208\u20131225 (2025).","journal-title":"Cell"},{"key":"2446_CR24","doi-asserted-by":"publisher","first-page":"203","DOI":"10.1007\/s00429-014-0902-x","volume":"221","author":"MG Bleichner","year":"2016","unstructured":"Bleichner, M. G. et al. Give me a sign: decoding four complex hand gestures based on high-density ECoG. Brain Struct. Funct. 221, 203\u2013216 (2016).","journal-title":"Brain Struct. Funct."},{"key":"2446_CR25","doi-asserted-by":"publisher","first-page":"293","DOI":"10.1109\/TNSRE.2019.2891362","volume":"27","author":"TM Thomas","year":"2019","unstructured":"Thomas, T. M. et al. Decoding native cortical representations for flexion and extension at upper limb joints using electrocorticography. IEEE Trans. Neural Syst. Rehabil. Eng. 27, 293\u2013303 (2019).","journal-title":"IEEE Trans. Neural Syst. Rehabil. Eng."},{"key":"2446_CR26","doi-asserted-by":"publisher","first-page":"396","DOI":"10.1016\/j.cell.2020.02.043","volume":"181","author":"FR Willett","year":"2020","unstructured":"Willett, F. R. et al. Hand knob area of premotor cortex represents the whole body in a compositional way. Cell 181, 396\u2013409 (2020).","journal-title":"Cell"},{"key":"2446_CR27","doi-asserted-by":"publisher","unstructured":"Deo, D. R. et al. A mosaic of whole-body representations on the human precentral gyrus. Nature 656, 680\u2013687 https:\/\/doi.org\/10.1038\/s41586-026-10653-x (2026).","DOI":"10.1038\/s41586-026-10653-x"},{"key":"2446_CR28","doi-asserted-by":"publisher","first-page":"e46015","DOI":"10.7554\/eLife.46015","volume":"8","author":"SD Stavisky","year":"2019","unstructured":"Stavisky, S. D. et al. Neural ensemble dynamics in dorsal motor cortex during speech in people with paralysis. Elife 8, e46015 (2019).","journal-title":"Elife"},{"key":"2446_CR29","doi-asserted-by":"publisher","first-page":"327","DOI":"10.1038\/nature11911","volume":"495","author":"KE Bouchard","year":"2013","unstructured":"Bouchard, K. E., Mesgarani, N., Johnson, K. & Chang, E. F. Functional organization of human sensorimotor cortex for speech articulation. Nature 495, 327\u2013332 (2013).","journal-title":"Nature"},{"key":"2446_CR30","doi-asserted-by":"publisher","first-page":"1042","DOI":"10.1016\/j.neuron.2018.04.031","volume":"98","author":"J Chartier","year":"2018","unstructured":"Chartier, J., Anumanchipalli, G. K., Johnson, K. & Chang, E. F. Encoding of articulatory kinematic trajectories in human speech sensorimotor cortex. Neuron 98, 1042\u20131054 (2018).","journal-title":"Neuron"},{"key":"2446_CR31","doi-asserted-by":"publisher","DOI":"10.3389\/fnhum.2015.00097","volume":"09","author":"F Lotte","year":"2015","unstructured":"Lotte, F. et al. Electrocorticographic representations of segmental features in continuous speech. Front. Hum. Neurosci. 09, 97 (2015).","journal-title":"Front. Hum. Neurosci."},{"key":"2446_CR32","doi-asserted-by":"publisher","DOI":"10.1088\/1741-2552\/ab5b72","volume":"17","author":"SD Stavisky","year":"2020","unstructured":"Stavisky, S. D. et al. Speech-related dorsal motor cortex activity does not interfere with iBCI cursor control. J. Neural Eng. 17, 016049 (2020).","journal-title":"J. Neural Eng."},{"key":"2446_CR33","doi-asserted-by":"publisher","first-page":"1165","DOI":"10.1038\/s41593-023-01346-z","volume":"26","author":"MA Jensen","year":"2023","unstructured":"Jensen, M. A. et al. A motor association area in the depths of the central sulcus. Nat. Neurosci. 26, 1165\u20131169 (2023).","journal-title":"Nat. Neurosci."},{"key":"2446_CR34","doi-asserted-by":"publisher","first-page":"e67713","DOI":"10.7554\/eLife.67713","volume":"10","author":"S Kikkert","year":"2021","unstructured":"Kikkert, S., Pfyffer, D., Verling, M., Freund, P. & Wenderoth, N. Finger somatotopy is preserved after tetraplegia but deteriorates over time. Elife 10, e67713 (2021).","journal-title":"Elife"},{"key":"2446_CR35","doi-asserted-by":"publisher","first-page":"2015","DOI":"10.1038\/s41593-025-02037-7","volume":"28","author":"HR Schone","year":"2025","unstructured":"Schone, H. R. et al. Stable cortical body maps before and after arm amputation. Nat. Neurosci. 28, 2015\u20132021 (2025).","journal-title":"Nat. Neurosci."},{"key":"2446_CR36","doi-asserted-by":"publisher","first-page":"171","DOI":"10.1038\/nature18933","volume":"536","author":"MF Glasser","year":"2016","unstructured":"Glasser, M. F. et al. A multi-modal parcellation of human cerebral cortex. Nature 536, 171\u2013178 (2016).","journal-title":"Nature"},{"key":"2446_CR37","doi-asserted-by":"publisher","first-page":"5487","DOI":"10.1113\/JP280156","volume":"598","author":"F Roux","year":"2020","unstructured":"Roux, F., Niare, M., Charni, S., Giussani, C. & Durand, J. Functional architecture of the motor homunculus detected by electrostimulation. J. Physiol. 598, 5487\u20135504 (2020).","journal-title":"J. Physiol."},{"key":"2446_CR38","doi-asserted-by":"publisher","first-page":"473","DOI":"10.1038\/s41583-024-00819-9","volume":"25","author":"AB Silva","year":"2024","unstructured":"Silva, A. B., Littlejohn, K. T., Liu, J. R., Moses, D. A. & Chang, E. F. The speech neuroprosthesis. Nat. Rev. Neurosci. 25, 473\u2013492 (2024).","journal-title":"Nat. Rev. Neurosci."},{"key":"2446_CR39","doi-asserted-by":"publisher","first-page":"29","DOI":"10.1146\/annurev-bioeng-110122-012818","volume":"27","author":"SD Stavisky","year":"2025","unstructured":"Stavisky, S. D. Restoring speech using brain\u2013computer interfaces. Annu. Rev. Biomed. Eng. 27, 29\u201354 (2025).","journal-title":"Annu. Rev. Biomed. Eng."},{"key":"2446_CR40","doi-asserted-by":"publisher","DOI":"10.1002\/brx2.70024","volume":"3","author":"S Chen","year":"2025","unstructured":"Chen, S. et al. Brain\u2013computer interfaces in 2023\u20132024. Brain-X 3, e70024 (2025).","journal-title":"Brain-X"},{"key":"2446_CR41","doi-asserted-by":"publisher","first-page":"326","DOI":"10.1038\/s41587-020-0662-5","volume":"39","author":"DB Silversmith","year":"2021","unstructured":"Silversmith, D. B. et al. Plug-and-play control of a brain\u2013computer interface through neural map stabilization. Nat. Biotechnol. 39, 326\u2013335 (2021).","journal-title":"Nat. Biotechnol."},{"key":"2446_CR42","doi-asserted-by":"publisher","first-page":"1800","DOI":"10.1152\/jn.90531.2008","volume":"100","author":"JD Meier","year":"2008","unstructured":"Meier, J. D., Aflalo, T. N., Kastner, S. & Graziano, M. S. A. Complex organization of human primary motor cortex: a high-resolution fMRI study. J. Neurophysiol. 100, 1800\u20131812 (2008).","journal-title":"J. Neurophysiol."},{"key":"2446_CR43","doi-asserted-by":"publisher","first-page":"489","DOI":"10.1126\/science.8332915","volume":"261","author":"MH Schieber","year":"1993","unstructured":"Schieber, M. H. & Hibbard, L. S. How somatotopic is the motor cortex hand area?. Science 261, 489\u2013492 (1993).","journal-title":"Science"},{"key":"2446_CR44","doi-asserted-by":"publisher","first-page":"1034","DOI":"10.1038\/nn.4038","volume":"18","author":"N Ejaz","year":"2015","unstructured":"Ejaz, N., Hamada, M. & Diedrichsen, J. Hand use predicts the structure of representations in sensorimotor cortex. Nat. Neurosci. 18, 1034\u20131040 (2015).","journal-title":"Nat. Neurosci."},{"key":"2446_CR45","doi-asserted-by":"publisher","DOI":"10.1016\/j.neuroimage.2019.116463","volume":"208","author":"L Huber","year":"2020","unstructured":"Huber, L. et al. Sub-millimeter fMRI reveals multiple topographical digit representations that form action maps in human motor cortex. Neuroimage 208, 116463 (2020).","journal-title":"Neuroimage"},{"key":"2446_CR46","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-018-06560-z","volume":"9","author":"JA Gallego","year":"2018","unstructured":"Gallego, J. A. et al. Cortical population activity within a preserved neural manifold underlies multiple motor behaviors. Nat. Commun. 9, 4233 (2018).","journal-title":"Nat. Commun."},{"key":"2446_CR47","doi-asserted-by":"publisher","first-page":"351","DOI":"10.1038\/s41586-023-05964-2","volume":"617","author":"EM Gordon","year":"2023","unstructured":"Gordon, E. M. et al. A somato-cognitive action network alternates with effector regions in motor cortex. Nature 617, 351\u2013359 (2023).","journal-title":"Nature"},{"key":"2446_CR48","doi-asserted-by":"publisher","first-page":"239","DOI":"10.1016\/j.neuron.2007.09.013","volume":"56","author":"MSA Graziano","year":"2007","unstructured":"Graziano, M. S. A. & Aflalo, T. N. Mapping behavioral repertoire onto the cortex. Neuron 56, 239\u2013251 (2007).","journal-title":"Neuron"},{"key":"2446_CR49","doi-asserted-by":"publisher","first-page":"2226","DOI":"10.1152\/jn.1997.78.4.2226","volume":"78","author":"A Murata","year":"1997","unstructured":"Murata, A. et al. Object representation in the ventral premotor cortex (Area F5) of the monkey. J. Neurophysiol. 78, 2226\u20132230 (1997).","journal-title":"J. Neurophysiol."},{"key":"2446_CR50","doi-asserted-by":"publisher","first-page":"565","DOI":"10.1016\/j.conb.2011.05.021","volume":"21","author":"M Davare","year":"2011","unstructured":"Davare, M., Kraskov, A., Rothwell, J. C. & Lemon, R. N. Interactions between areas of the cortical grasping network. Curr. Opin. Neurobiol. 21, 565\u2013570 (2011).","journal-title":"Curr. Opin. Neurobiol."},{"key":"2446_CR51","doi-asserted-by":"publisher","first-page":"154","DOI":"10.1016\/j.neuron.2021.10.002","volume":"110","author":"N Natraj","year":"2022","unstructured":"Natraj, N., Silversmith, D. B., Chang, E. F. & Ganguly, K. Compartmentalized dynamics within a common multi-area mesoscale manifold represent a repertoire of human hand movements. Neuron 110, 154\u2013174 (2022).","journal-title":"Neuron"},{"key":"2446_CR52","doi-asserted-by":"publisher","first-page":"8416","DOI":"10.1523\/JNEUROSCI.1614-22.2022","volume":"42","author":"AB Silva","year":"2022","unstructured":"Silva, A. B. et al. A neurosurgical functional dissection of the middle precentral gyrus during speech production. J. Neurosci. 42, 8416\u20138426 (2022).","journal-title":"J. Neurosci."},{"key":"2446_CR53","doi-asserted-by":"publisher","first-page":"2327","DOI":"10.1038\/s41562-025-02250-1","volume":"9","author":"JR Liu","year":"2025","unstructured":"Liu, J. R., Zhao, L., Hullett, P. W. & Chang, E. F. Speech sequencing in the human precentral gyrus. Nat. Hum. Behav. 9, 2327\u20132344 (2025).","journal-title":"Nat. Hum. Behav."},{"key":"2446_CR54","doi-asserted-by":"publisher","first-page":"977","DOI":"10.1038\/s41551-024-01207-5","volume":"8","author":"AB Silva","year":"2024","unstructured":"Silva, A. B. et al. A bilingual speech neuroprosthesis driven by cortical articulatory representations shared between languages. Nat. Biomed. Eng. 8, 977\u2013991 (2024).","journal-title":"Nat. Biomed. Eng."},{"key":"2446_CR55","doi-asserted-by":"publisher","DOI":"10.1088\/1741-2552\/adf50e","volume":"22","author":"AB Silva","year":"2025","unstructured":"Silva, A. B. et al. Implications of shared motor and perceptual activations on the sensorimotor cortex for neuroprosthetic decoding. J. Neural Eng. 22, 046039 (2025).","journal-title":"J. Neural Eng."},{"key":"2446_CR56","doi-asserted-by":"publisher","DOI":"10.3389\/fninf.2017.00062","volume":"11","author":"LS Hamilton","year":"2017","unstructured":"Hamilton, L. S., Chang, D. L., Lee, M. B. & Chang, E. F. Semi-automated anatomical labeling and inter-subject warping of high-density intracranial recording electrodes in electrocorticography. Front. Neuroinform. 11, 62 (2017).","journal-title":"Front. Neuroinform."},{"key":"2446_CR57","doi-asserted-by":"publisher","first-page":"149","DOI":"10.3171\/2014.3.JNS121312","volume":"121","author":"ME Ivan","year":"2014","unstructured":"Ivan, M. E. et al. Brain shift during bur hole-based procedures using interventional MRI: clinical article. J. Neurosurg. 121, 149\u2013160 (2014).","journal-title":"J. Neurosurg."},{"key":"2446_CR58","doi-asserted-by":"publisher","first-page":"619","DOI":"10.1056\/NEJMoa2314598","volume":"391","author":"MJ Vansteensel","year":"2024","unstructured":"Vansteensel, M. J. et al. Longevity of a brain\u2013computer interface for amyotrophic lateral sclerosis. N. Engl. J. Med. 391, 619\u2013626 (2024).","journal-title":"N. Engl. J. Med."},{"key":"2446_CR59","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-022-33611-3","volume":"13","author":"SL Metzger","year":"2022","unstructured":"Metzger, S. L. et al. Generalizable spelling using a speech neuroprosthesis in an individual with severe limb and vocal paralysis. Nat. Commun. 13, 6510 (2022).","journal-title":"Nat. Commun."},{"key":"2446_CR60","doi-asserted-by":"publisher","first-page":"575","DOI":"10.1038\/s41593-020-0608-8","volume":"23","author":"JG Makin","year":"2020","unstructured":"Makin, J. G., Moses, D. A. & Chang, E. F. Machine translation of cortical activity to text with an encoder\u2013decoder framework. Nat. Neurosci. 23, 575\u2013582 (2020).","journal-title":"Nat. Neurosci."},{"key":"2446_CR61","unstructured":"Simonyan, K., Vedaldi, A. & Zisserman, A. Deep inside convolutional networks: visualising image classification models and saliency maps. In Workshop at the International Conference on Learning Representations (eds Bengio, Y. & LeCun, Y.) 1\u20138 (ICLR, 2014)."},{"key":"2446_CR62","doi-asserted-by":"publisher","unstructured":"Brosler, S. C. et al. Dataset for \u2018Simultaneous speech and gesture decoding for multimodal communication in paralysis\u2019. Zenodo https:\/\/doi.org\/10.5281\/zenodo.21829509 (2026).","DOI":"10.5281\/zenodo.21829509"}],"container-title":["Nature Neuroscience"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41593-026-02446-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41593-026-02446-2","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41593-026-02446-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,10,2]],"date-time":"2026-10-02T12:29:15Z","timestamp":1790944155000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41593-026-02446-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,9,14]]},"references-count":62,"journal-issue":{"issue":"10","published-print":{"date-parts":[[2026,10]]}},"alternative-id":["2446"],"URL":"https:\/\/doi.org\/10.1038\/s41593-026-02446-2","relation":{},"ISSN":["1097-6256","1546-1726"],"issn-type":[{"value":"1097-6256","type":"print"},{"value":"1546-1726","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,9,14]]},"assertion":[{"value":"1 May 2026","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 August 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 September 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"J.R.L. and E.F.C. are inventors on pending provisional UCSF patent applications that are relevant to neural decoding approaches described in this study. E.F.C. is also an inventor on patent applications PCT\/US2020\/028926 and PCT\/US2020\/043706, and on patent US9905239B2, and is cofounder of Echo Neurotechnologies. The other authors declare no competing interests.","order":1,"name":"Ethics","label":"Competing interests","group":{"name":"EthicsHeading","label":"Ethics"}}]}}