{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,1]],"date-time":"2026-11-01T08:36:51Z","timestamp":1793522211923,"version":"4.5.0"},"reference-count":61,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2025,3,31]],"date-time":"2025-03-31T00:00:00Z","timestamp":1743379200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,3,31]],"date-time":"2025-03-31T00:00:00Z","timestamp":1743379200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"Rose Hills and Noyce Foundation, the Joan and Sandy Weill Foundation, Susan and Bill Oberndorf, Ron Conway, Graham and Christina Spencer, and the William K. Bowes, Jr. Foundation.","id":[{"id":"https:\/\/ror.org\/00a933p49","id-type":"ROR","asserted-by":"crossref"}]},{"DOI":"10.13039\/100000065","name":"U.S. Department of Health & Human Services | NIH | National Institute of Neurological Disorders and Stroke","doi-asserted-by":"publisher","award":["5U01DC018671"],"award-info":[{"award-number":["5U01DC018671"]}],"id":[{"id":"10.13039\/100000065","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000065","name":"U.S. Department of Health & Human Services | NIH | National Institute of Neurological Disorders and Stroke","doi-asserted-by":"publisher","award":["5U01DC018671"],"award-info":[{"award-number":["5U01DC018671"]}],"id":[{"id":"10.13039\/100000065","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000065","name":"U.S. Department of Health & Human Services | NIH | National Institute of Neurological Disorders and Stroke","doi-asserted-by":"publisher","award":["5U01DC018671"],"award-info":[{"award-number":["5U01DC018671"]}],"id":[{"id":"10.13039\/100000065","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000065","name":"U.S. Department of Health & Human Services | NIH | National Institute of Neurological Disorders and Stroke","doi-asserted-by":"publisher","award":["5U01DC018671"],"award-info":[{"award-number":["5U01DC018671"]}],"id":[{"id":"10.13039\/100000065","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000065","name":"U.S. Department of Health & Human Services | NIH | National Institute of Neurological Disorders and Stroke","doi-asserted-by":"publisher","award":["5U01DC018671"],"award-info":[{"award-number":["5U01DC018671"]}],"id":[{"id":"10.13039\/100000065","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000065","name":"U.S. Department of Health & Human Services | NIH | National Institute of Neurological Disorders and Stroke","doi-asserted-by":"publisher","award":["5U01DC018671"],"award-info":[{"award-number":["5U01DC018671"]}],"id":[{"id":"10.13039\/100000065","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000065","name":"U.S. Department of Health & Human Services | NIH | National Institute of Neurological Disorders and Stroke","doi-asserted-by":"publisher","award":["5U01DC018671"],"award-info":[{"award-number":["5U01DC018671"]}],"id":[{"id":"10.13039\/100000065","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000065","name":"U.S. Department of Health & Human Services | NIH | National Institute of Neurological Disorders and Stroke","doi-asserted-by":"publisher","award":["5U01DC018671"],"award-info":[{"award-number":["5U01DC018671"]}],"id":[{"id":"10.13039\/100000065","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000065","name":"U.S. Department of Health & Human Services | NIH | National Institute of Neurological Disorders and Stroke","doi-asserted-by":"publisher","award":["5U01DC018671"],"award-info":[{"award-number":["5U01DC018671"]}],"id":[{"id":"10.13039\/100000065","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000065","name":"U.S. Department of Health & Human Services | NIH | National Institute of Neurological Disorders and Stroke","doi-asserted-by":"publisher","award":["5U01DC018671"],"award-info":[{"award-number":["5U01DC018671"]}],"id":[{"id":"10.13039\/100000065","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002241","name":"MEXT | Japan Science and Technology Agency","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100002241","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Rose Hills and Noyce Foundation, the Joan and Sandy Weill Foundation, Susan and Bill Oberndorf, Ron Conway, Graham and Christina Spencer, and the William K. Bowes, Jr. Foundation. NSF GFRP","id":[{"id":"https:\/\/ror.org\/00a933p49","id-type":"ROR","asserted-by":"crossref"}]},{"name":"The Joan and Sandy Weill Foundation, Susan and Bill Oberndorf, Ron Conway, Graham and Christina Spencer, and the William K. Bowes, Jr. Foundation."},{"DOI":"10.13039\/100000055","name":"U.S. Department of Health & Human Services | NIH | National Institute on Deafness and Other Communication Disorders","doi-asserted-by":"publisher","award":["F30DC021872"],"award-info":[{"award-number":["F30DC021872"]}],"id":[{"id":"10.13039\/100000055","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nat Neurosci"],"published-print":{"date-parts":[[2025,4]]},"DOI":"10.1038\/s41593-025-01905-6","type":"journal-article","created":{"date-parts":[[2025,4,7]],"date-time":"2025-04-07T07:17:17Z","timestamp":1744010237000},"page":"902-912","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":94,"title":["A streaming brain-to-voice neuroprosthesis to restore naturalistic communication"],"prefix":"10.1038","volume":"28","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9477-5066","authenticated-orcid":false,"given":"Kaylo T.","family":"Littlejohn","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Cheol Jun","family":"Cho","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9316-7624","authenticated-orcid":false,"given":"Jessie R.","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0838-4136","authenticated-orcid":false,"given":"Alexander B.","family":"Silva","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bohan","family":"Yu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Vanessa R.","family":"Anderson","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2489-0584","authenticated-orcid":false,"given":"Cady M.","family":"Kurtz-Miott","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Samantha","family":"Brosler","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Anshul P.","family":"Kashyap","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-1708-8952","authenticated-orcid":false,"given":"Irina P.","family":"Hallinan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0586-249X","authenticated-orcid":false,"given":"Adit","family":"Shah","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Adelyn","family":"Tu-Chan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2570-9943","authenticated-orcid":false,"given":"Karunesh","family":"Ganguly","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5786-5334","authenticated-orcid":false,"given":"David A.","family":"Moses","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2480-4700","authenticated-orcid":false,"given":"Edward F.","family":"Chang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9714-7740","authenticated-orcid":false,"given":"Gopala K.","family":"Anumanchipalli","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,3,31]]},"reference":[{"key":"1905_CR1","doi-asserted-by":"crossref","first-page":"179","DOI":"10.3109\/21678421.2015.1125499","volume":"17","author":"SH Felgoise","year":"2016","unstructured":"Felgoise, S. H., Zaccheo, V., Duff, J. & Simmons, Z. Verbal communication impacts quality of life in patients with amyotrophic lateral sclerosis. Amyotroph. Lateral Scler. Frontotemporal Degener. 17, 179\u2013183 (2016).","journal-title":"Amyotroph. Lateral Scler. Frontotemporal Degener."},{"key":"1905_CR2","doi-asserted-by":"crossref","first-page":"318","DOI":"10.3109\/17482968.2011.572978","volume":"12","author":"JE Huggins","year":"2011","unstructured":"Huggins, J. E., Wren, P. A. & Gruis, K. L. What would brain\u2013computer interface users want? Opinions and priorities of potential users with amyotrophic lateral sclerosis. Amyotroph. Lateral Scler. 12, 318\u2013324 (2011).","journal-title":"Amyotroph. Lateral Scler."},{"key":"1905_CR3","doi-asserted-by":"crossref","first-page":"267","DOI":"10.1177\/1545968321989331","volume":"35","author":"MP Branco","year":"2021","unstructured":"Branco, M. P. et al. Brain\u2013computer interfaces for communication: preferences of individuals with locked-in syndrome. Neurorehabil. Neural Repair 35, 267\u2013279 (2021).","journal-title":"Neurorehabil. Neural Repair"},{"key":"1905_CR4","doi-asserted-by":"crossref","unstructured":"Peters, B., O\u2019Brien, K. & Fried-Oken, M. A recent survey of augmentative and alternative communication use and service delivery experiences of people with amyotrophic lateral sclerosis in the United States. Disabil. Rehabil. Assist. Technol. 1121\u20131134 (2024).","DOI":"10.1080\/17483107.2022.2149866"},{"key":"1905_CR5","doi-asserted-by":"crossref","first-page":"S33","DOI":"10.1016\/j.apmr.2014.03.037","volume":"96","author":"B Peters","year":"2015","unstructured":"Peters, B. et al. Brain\u2013computer interface users speak up: the Virtual Users\u2019 Forum at the 2013 International Brain\u2013Computer Interface Meeting. Arch. Phys. Med. Rehabil. 96, S33\u2013S37 (2015).","journal-title":"Arch. Phys. Med. Rehabil."},{"key":"1905_CR6","doi-asserted-by":"crossref","first-page":"473","DOI":"10.1038\/s41583-024-00819-9","volume":"25","author":"AB Silva","year":"2024","unstructured":"Silva, A. B., Littlejohn, K. T., Liu, J. R., Moses, D. A. & Chang, E. F. The speech neuroprosthesis. Nat. Rev. Neurosci. 25, 473\u2013492 (2024).","journal-title":"Nat. Rev. Neurosci."},{"key":"1905_CR7","doi-asserted-by":"crossref","first-page":"327","DOI":"10.1038\/nature11911","volume":"495","author":"KE Bouchard","year":"2013","unstructured":"Bouchard, K. E., Mesgarani, N., Johnson, K. & Chang, E. F. Functional organization of human sensorimotor cortex for speech articulation. Nature 495, 327\u2013332 (2013).","journal-title":"Nature"},{"key":"1905_CR8","doi-asserted-by":"crossref","first-page":"265","DOI":"10.1093\/cercor\/bhx056","volume":"27","author":"D Carey","year":"2017","unstructured":"Carey, D., Krishnan, S., Callaghan, M. F., Sereno, M. I. & Dick, F. Functional and quantitative MRI mapping of somatomotor representations of human supralaryngeal vocal tract. Cereb. Cortex 27, 265\u2013278 (2017).","journal-title":"Cereb. Cortex"},{"key":"1905_CR9","doi-asserted-by":"crossref","first-page":"97","DOI":"10.3389\/fnhum.2015.00097","volume":"09","author":"F Lotte","year":"2015","unstructured":"Lotte, F. et al. Electrocorticographic representations of segmental features in continuous speech. Front. Hum. Neurosci. 09, 97 (2015).","journal-title":"Front. Hum. Neurosci."},{"key":"1905_CR10","doi-asserted-by":"crossref","first-page":"1042","DOI":"10.1016\/j.neuron.2018.04.031","volume":"98","author":"J Chartier","year":"2018","unstructured":"Chartier, J., Anumanchipalli, G. K., Johnson, K. & Chang, E. F. Encoding of articulatory kinematic trajectories in human speech sensorimotor cortex. Neuron 98, 1042\u20131054 (2018).","journal-title":"Neuron"},{"key":"1905_CR11","doi-asserted-by":"crossref","first-page":"21","DOI":"10.1016\/j.cell.2018.05.016","volume":"174","author":"BK Dichter","year":"2018","unstructured":"Dichter, B. K., Breshears, J. D., Leonard, M. K. & Chang, E. F. The control of vocal pitch in human laryngeal motor cortex. Cell 174, 21\u201331 (2018).","journal-title":"Cell"},{"key":"1905_CR12","doi-asserted-by":"crossref","first-page":"217","DOI":"10.3389\/fnins.2015.00217","volume":"9","author":"C Herff","year":"2015","unstructured":"Herff, C. et al. Brain-to-text: decoding spoken phrases from phone representations in the brain. Front. Neurosci. 9, 217 (2015).","journal-title":"Front. Neurosci."},{"key":"1905_CR13","doi-asserted-by":"crossref","first-page":"035015","DOI":"10.1088\/1741-2560\/11\/3\/035015","volume":"11","author":"EM Mugler","year":"2014","unstructured":"Mugler, E. M. et al. Direct classification of all American English phonemes using signals from functional speech motor cortex. J. Neural Eng. 11, 035015 (2014).","journal-title":"J. Neural Eng."},{"key":"1905_CR14","doi-asserted-by":"crossref","first-page":"575","DOI":"10.1038\/s41593-020-0608-8","volume":"23","author":"JG Makin","year":"2020","unstructured":"Makin, J. G., Moses, D. A. & Chang, E. F. Machine translation of cortical activity to text with an encoder\u2013decoder framework. Nat. Neurosci. 23, 575\u2013582 (2020).","journal-title":"Nat. Neurosci."},{"key":"1905_CR15","doi-asserted-by":"crossref","first-page":"066015","DOI":"10.1088\/1741-2552\/abc742","volume":"17","author":"P Sun","year":"2020","unstructured":"Sun, P., Anumanchipalli, G. K. & Chang, E. F. Brain2Char: a deep architecture for decoding text from brain recordings. J. Neural Eng. 17, 066015 (2020).","journal-title":"J. Neural Eng."},{"key":"1905_CR16","doi-asserted-by":"crossref","first-page":"1267","DOI":"10.3389\/fnins.2019.01267","volume":"13","author":"C Herff","year":"2019","unstructured":"Herff, C. et al. Generating natural, intelligible speech from brain activity in motor, premotor, and inferior frontal cortices. Front. Neurosci. 13, 1267 (2019).","journal-title":"Front. Neurosci."},{"key":"1905_CR17","doi-asserted-by":"crossref","first-page":"493","DOI":"10.1038\/s41586-019-1119-1","volume":"568","author":"GK Anumanchipalli","year":"2019","unstructured":"Anumanchipalli, G. K., Chartier, J. & Chang, E. F. Speech synthesis from neural decoding of spoken sentences. Nature 568, 493\u2013498 (2019).","journal-title":"Nature"},{"key":"1905_CR18","doi-asserted-by":"crossref","first-page":"036019","DOI":"10.1088\/1741-2552\/ab0c59","volume":"16","author":"M Angrick","year":"2019","unstructured":"Angrick, M. et al. Speech synthesis from ECoG using densely connected 3D convolutional neural networks. J. Neural Eng 16, 036019 (2019).","journal-title":"J. Neural Eng"},{"key":"1905_CR19","doi-asserted-by":"crossref","unstructured":"Wairagkar, M., Hochberg, L. R., Brandman, D. M. & Stavisky, S. D. Synthesizing speech by decoding intracortical neural activity from dorsal motor cortex. In Proc. 2023 11th International IEEE\/EMBS Conference on Neural Engineering (NER) 1\u20134 (IEEE, 2023).","DOI":"10.1109\/NER52421.2023.10123880"},{"key":"1905_CR20","doi-asserted-by":"crossref","first-page":"1037","DOI":"10.1038\/s41586-023-06443-4","volume":"620","author":"SL Metzger","year":"2023","unstructured":"Metzger, S. L. et al. A high-performance neuroprosthesis for speech decoding and avatar control. Nature 620, 1037\u20131046 (2023).","journal-title":"Nature"},{"key":"1905_CR21","doi-asserted-by":"crossref","first-page":"1031","DOI":"10.1038\/s41586-023-06377-x","volume":"620","author":"FR Willett","year":"2023","unstructured":"Willett, F. R. et al. A high-performance speech neuroprosthesis. Nature 620, 1031\u20131036 (2023).","journal-title":"Nature"},{"key":"1905_CR22","doi-asserted-by":"crossref","first-page":"217","DOI":"10.1056\/NEJMoa2027540","volume":"385","author":"DA Moses","year":"2021","unstructured":"Moses, D. A. et al. Neuroprosthesis for decoding speech in a paralyzed person with anarthria. N. Engl. J. Med. 385, 217\u2013227 (2021).","journal-title":"N. Engl. J. Med."},{"key":"1905_CR23","doi-asserted-by":"crossref","DOI":"10.1038\/s41467-022-33611-3","volume":"13","author":"SL Metzger","year":"2022","unstructured":"Metzger, S. L. et al. Generalizable spelling using a speech neuroprosthesis in an individual with severe limb and vocal paralysis. Nat. Commun. 13, 6510 (2022).","journal-title":"Nat. Commun."},{"key":"1905_CR24","doi-asserted-by":"crossref","first-page":"e2304853","DOI":"10.1002\/advs.202304853","volume":"10","author":"S Luo","year":"2023","unstructured":"Luo, S. et al. Stable decoding from a speech BCI enables control for an individual with ALS without recalibration for 3 months. Adv. Sci. 10, e2304853 (2023).","journal-title":"Adv. Sci."},{"key":"1905_CR25","doi-asserted-by":"crossref","DOI":"10.1038\/s41598-024-60277-2","volume":"14","author":"M Angrick","year":"2024","unstructured":"Angrick, M. et al. Online speech synthesis using a chronically implanted brain\u2013computer interface in an individual with ALS. Sci. Rep. 14, 9617 (2024).","journal-title":"Sci. Rep."},{"key":"1905_CR26","doi-asserted-by":"crossref","first-page":"977","DOI":"10.1038\/s41551-024-01207-5","volume":"8","author":"AB Silva","year":"2024","unstructured":"Silva, A. B. et al. A bilingual speech neuroprosthesis driven by cortical articulatory representations shared between languages. Nat. Biomed. Eng 8, 977\u2013991 (2024).","journal-title":"Nat. Biomed. Eng"},{"key":"1905_CR27","doi-asserted-by":"crossref","first-page":"609","DOI":"10.1056\/NEJMoa2314132","volume":"391","author":"NS Card","year":"2024","unstructured":"Card, N. S. et al. An accurate and rapidly calibrating speech neuroprosthesis. N. Engl. J. Med. 391, 609\u2013618 (2024).","journal-title":"N. Engl. J. Med."},{"key":"1905_CR28","doi-asserted-by":"crossref","first-page":"477","DOI":"10.1016\/j.ijhcs.2014.02.004","volume":"72","author":"K Schoenenberg","year":"2014","unstructured":"Schoenenberg, K., Raake, A. & Koeppe, J. Why are you so slow?\u2014misattribution of transmission delay to attributes of the conversation partner at the far-end. Int. J. Hum. Comput. Stud. 72, 477\u2013487 (2014).","journal-title":"Int. J. Hum. Comput. Stud."},{"key":"1905_CR29","doi-asserted-by":"crossref","first-page":"286","DOI":"10.1121\/1.1910338","volume":"41","author":"RM Krauss","year":"1967","unstructured":"Krauss, R. M. & Bricker, P. D. Effects of transmission delay and access delay on the efficiency of verbal communication. J. Acoust. Soc. Am. 41, 286\u2013292 (1967).","journal-title":"J. Acoust. Soc. Am."},{"key":"1905_CR30","doi-asserted-by":"crossref","first-page":"115","DOI":"10.1002\/j.1538-7305.1971.tb02538.x","volume":"50","author":"PT Brady","year":"1971","unstructured":"Brady, P. T. Effects of transmission delay on conversational behavior on echo-free telephone circuits. Bell Syst. Tech. J. 50, 115\u2013134 (1971).","journal-title":"Bell Syst. Tech. J."},{"key":"1905_CR31","doi-asserted-by":"crossref","first-page":"1070","DOI":"10.1121\/1.1913427","volume":"53","author":"P Mermelstein","year":"1973","unstructured":"Mermelstein, P. Articulatory model for the study of speech production. J. Acoust. Soc. Am. 53, 1070\u20131082 (1973).","journal-title":"J. Acoust. Soc. Am."},{"key":"1905_CR32","doi-asserted-by":"publisher","unstructured":"Gaddy, D. Silent speech EMG. Zenodo https:\/\/doi.org\/10.5281\/zenodo.4064409 (2020).","DOI":"10.5281\/zenodo.4064409"},{"key":"1905_CR33","doi-asserted-by":"crossref","first-page":"2301","DOI":"10.1093\/brain\/121.12.2301","volume":"121","author":"NE Crone","year":"1998","unstructured":"Crone, N. E., Miglioretti, D. L., Gordon, B. & Lesser, R. P. Functional mapping of human sensorimotor cortex with electrocorticographic spectral analysis. II. Event-related synchronization in the gamma band. Brain 121, 2301\u20132315 (1998).","journal-title":"Brain"},{"key":"1905_CR34","doi-asserted-by":"publisher","unstructured":"Zhang, Q. et al. Transformer transducer: a streamable speech recognition model with transformer encoders and RNN-T loss. In Proc. IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP) 7829\u20137833 https:\/\/doi.org\/10.1109\/ICASSP40776.2020.9053896 (IEEE, 2020).","DOI":"10.1109\/ICASSP40776.2020.9053896"},{"key":"1905_CR35","doi-asserted-by":"crossref","unstructured":"Shi, Y. et al. Emformer: Efficient Memory Transformer Based Acoustic Model for low latency streaming speech recognition. In ICASSP 2021 - 2021 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP) 6783\u20136787 (IEEE, 2021).","DOI":"10.1109\/ICASSP39728.2021.9414560"},{"key":"1905_CR36","unstructured":"He, Y. et al. Streaming end-to-end speech recognition for mobile devices. In ICASSP 2019 - 2019 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP) (6381\u20136385) (2019)."},{"key":"1905_CR37","doi-asserted-by":"crossref","unstructured":"Graves, A. Sequence transduction with recurrent neural networks. Preprint at https:\/\/arxiv.org\/abs\/1211.3711 (2012).","DOI":"10.1007\/978-3-642-24797-2_3"},{"key":"1905_CR38","doi-asserted-by":"crossref","unstructured":"Hsu, W. N. et al. HuBERT: self-supervised speech representation learning by masked prediction of hidden units. IEEE\/ACM Trans. Audio Speech Lang. Process 29, 3451\u20133460 (2021).","DOI":"10.1109\/TASLP.2021.3122291"},{"key":"1905_CR39","doi-asserted-by":"publisher","unstructured":"Cho, C. J., Wu, P., Mohamed, A. & Anumanchipalli, G. K. Evidence of vocal tract articulation in self-supervised learning of speech. In IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP) 1\u20135 https:\/\/doi.org\/10.1109\/icassp49357.2023.10094711 (IEEE, 2023).","DOI":"10.1109\/icassp49357.2023.10094711"},{"key":"1905_CR40","unstructured":"Casanova, E. et al. YourTTS: towards zero-shot multi-speaker TTS and zero-shot voice conversion for everyone. In Proc. 39th International Conference on Machine Learning (eds. Chaudhuri, K. et al.) 2709\u20132720 (PMLR, 2022)."},{"key":"1905_CR41","doi-asserted-by":"crossref","first-page":"eaay4682","DOI":"10.1126\/scitranslmed.aay4682","volume":"12","author":"C-H Chiang","year":"2020","unstructured":"Chiang, C.-H. et al. Development of a neural interface for high-definition, long-term recording in rodents and nonhuman primates. Sci. Transl. Med. 12, eaay4682 (2020).","journal-title":"Sci. Transl. Med."},{"key":"1905_CR42","doi-asserted-by":"crossref","unstructured":"Graves, A., Fern\u00e1ndez, S., Gomez, F. & Schmidhuber, J. Connectionist temporal classification: labelling unsegmented sequence data with recurrent neural networks. In Proc. 23rd International Conference on Machine Learning (ICML \u201906) 369\u2013376 (ACM Press, 2006).","DOI":"10.1145\/1143844.1143891"},{"key":"1905_CR43","doi-asserted-by":"crossref","DOI":"10.1038\/s41467-023-42555-1","volume":"14","author":"S Duraivel","year":"2023","unstructured":"Duraivel, S. et al. High-resolution neural recordings improve the accuracy of speech decoding. Nat. Commun. 14, 6938 (2023).","journal-title":"Nat. Commun."},{"key":"1905_CR44","doi-asserted-by":"crossref","first-page":"2653","DOI":"10.1073\/pnas.1216827110","volume":"110","author":"EF Chang","year":"2013","unstructured":"Chang, E. F., Niziolek, C. A., Knight, R. T., Nagarajan, S. S. & Houde, J. F. Human cortical sensorimotor network underlying feedback control of vocal pitch. Proc. Natl Acad. Sci. USA 110, 2653\u20132658 (2013).","journal-title":"Proc. Natl Acad. Sci. USA"},{"key":"1905_CR45","doi-asserted-by":"crossref","first-page":"RP94198","DOI":"10.7554\/eLife.94198.3","volume":"13","author":"M Ozker","year":"2024","unstructured":"Ozker, M. et al. Speech-induced suppression and vocal feedback sensitivity in human cortex. eLife 13, RP94198 (2024).","journal-title":"eLife"},{"key":"1905_CR46","doi-asserted-by":"crossref","first-page":"e8218","DOI":"10.1371\/journal.pone.0008218","volume":"4","author":"FH Guenther","year":"2009","unstructured":"Guenther, F. H. et al. A wireless brain\u2013machine interface for real-time speech synthesis. PLoS ONE 4, e8218 (2009).","journal-title":"PLoS ONE"},{"key":"1905_CR47","doi-asserted-by":"crossref","first-page":"1055","DOI":"10.1038\/s42003-021-02578-0","volume":"4","author":"M Angrick","year":"2021","unstructured":"Angrick, M. et al. Real-time synthesis of imagined speech processes from minimally invasive recordings of neural activity. Commun. Biol. 4, 1055 (2021).","journal-title":"Commun. Biol."},{"key":"1905_CR48","doi-asserted-by":"crossref","unstructured":"Yamagishi, J., Veaux, C., King, S. & Renals, S. Speech synthesis technologies for individuals with vocal disabilities: voice banking and reconstruction. Acoust. Sci. Technol. 33, 1\u20135 (2012).","DOI":"10.1250\/ast.33.1"},{"key":"1905_CR49","doi-asserted-by":"crossref","unstructured":"Li, J. et al. Developing RNN-T models surpassing high-performance hybrid models with customization capability. In Proc. 21st Annual Conference of the International Speech Communication Association, Interspeech 2020 3590\u20133594 (ISCA, 2020).","DOI":"10.21437\/Interspeech.2020-3016"},{"key":"1905_CR50","doi-asserted-by":"crossref","first-page":"86","DOI":"10.1038\/nrn.2016.164","volume":"18","author":"R Sitaram","year":"2017","unstructured":"Sitaram, R. et al. Closed-loop brain training: the science of neurofeedback. Nat. Rev. Neurosci. 18, 86\u2013100 (2017).","journal-title":"Nat. Rev. Neurosci."},{"key":"1905_CR51","doi-asserted-by":"crossref","first-page":"425","DOI":"10.1093\/applin\/24.4.425","volume":"24","author":"S Adolphs","year":"2003","unstructured":"Adolphs, S. & Schmitt Lexical coverage of spoken discourse. Appl. Linguist. 24, 425\u2013438 (2003).","journal-title":"Appl. Linguist."},{"key":"1905_CR52","doi-asserted-by":"crossref","unstructured":"Kudo, T. & Richardson, J. SentencePiece: a simple and language independent subword tokenizer and detokenizer for neural text processing. In Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing: System Demonstrations 66\u201371 (Association for Computational Linguistics, 2018).","DOI":"10.18653\/v1\/D18-2012"},{"key":"1905_CR53","doi-asserted-by":"publisher","unstructured":"Wu, P., Watanabe, S., Goldstein, L., Black, A. W. & Anumanchipalli, G. K. Deep speech synthesis from articulatory representations. In Proc. 23rd Conference of the International Speech Communication Association 779\u2013783 https:\/\/doi.org\/10.21437\/Interspeech.2022-10892 (Interspeech, 2022).","DOI":"10.21437\/Interspeech.2022-10892"},{"key":"1905_CR54","unstructured":"Ito, K. & Johnson, L. The LJ speech dataset. https:\/\/keithito.com\/LJ-Speech-Dataset (2017)."},{"key":"1905_CR55","unstructured":"Kim, J., Kong, J. & Son, J. Conditional variational autoencoder with adversarial learning for end-to-end text-to-speech. In Proc. 38th International Conference on Machine Learning 5530\u20135540 (PMLR, 2021)."},{"key":"1905_CR56","unstructured":"Park, K. & Kim, J. g2pE. GitHub https:\/\/github.com\/Kyubyong\/g2p (2019)."},{"key":"1905_CR57","unstructured":"Radford, A. et al. Robust speech recognition via large-scale weak supervision. In Proc. 40th International Conference on Machine Learning 28492\u201328518 (PMLR, 2023)."},{"key":"1905_CR58","doi-asserted-by":"crossref","unstructured":"Varshney, S., Farias, D., Brandman, D. M., Stavisky, S. D. & Miller, L. M. Using automatic speech recognition to measure the intelligibility of speech synthesized from brain signals. In Proc. 11th International IEEE\/EMBS Conference on Neural Engineering (NER) 1\u20136 (IEEE, 2023).","DOI":"10.1109\/NER52421.2023.10123751"},{"key":"1905_CR59","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1109\/97.736233","volume":"6","author":"J Sohn","year":"1999","unstructured":"Sohn, J., Kim, N. S. & Sung, W. A statistical model-based voice activity detection. IEEE Signal Process. Lett. 6, 1\u20133 (1999).","journal-title":"IEEE Signal Process. Lett."},{"key":"1905_CR60","doi-asserted-by":"publisher","unstructured":"Littlejohn, K. T. et al. A streaming brain-to-voice neuroprosthesis to restore naturalistic communication. Harvard Dataverse https:\/\/doi.org\/10.7910\/DVN\/8TQKC8 (2025).","DOI":"10.7910\/DVN\/8TQKC8"},{"key":"1905_CR61","doi-asserted-by":"publisher","unstructured":"Willett, F. et al. Data for: a high-performance speech neuroprosthesis. Dryad https:\/\/doi.org\/10.5061\/DRYAD.X69P8CZPQ (2023).","DOI":"10.5061\/DRYAD.X69P8CZPQ"}],"container-title":["Nature Neuroscience"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41593-025-01905-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41593-025-01905-6","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41593-025-01905-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,10]],"date-time":"2025-04-10T07:39:40Z","timestamp":1744270780000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41593-025-01905-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,3,31]]},"references-count":61,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2025,4]]}},"alternative-id":["1905"],"URL":"https:\/\/doi.org\/10.1038\/s41593-025-01905-6","relation":{},"ISSN":["1097-6256","1546-1726"],"issn-type":[{"value":"1097-6256","type":"print"},{"value":"1546-1726","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,3,31]]},"assertion":[{"value":"13 May 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 January 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"31 March 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"K.T.L., J.R.L., D.A.M., E.F.C. and G.K.A. are inventors of pending provisional University of California, San Francisco, patent applications relevant to the neural decoding approaches used in this work. G.K.A. and E.F.C. are inventors on patent application PCT\/US2020\/028926, D.A.M. and E.F.C. are inventors on patent application PCT\/US2020\/043706, and E.F.C. is an inventor on patent US9905239B2, which are broadly relevant to the neural decoding approaches in this work. E.F.C. is a cofounder of, and D.A.M. is a director at, Echo Neurotechnologies. The other authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}