{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,30]],"date-time":"2026-10-30T21:07:17Z","timestamp":1793394437237,"version":"4.5.0"},"reference-count":106,"publisher":"Elsevier BV","issue":"1","license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2023,8,16]],"date-time":"2023-08-16T00:00:00Z","timestamp":1692144000000},"content-version":"vor","delay-in-days":592,"URL":"http:\/\/www.elsevier.com\/open-access\/userlicense\/1.0\/"}],"funder":[{"DOI":"10.13039\/100000065","name":"National Institute of Neurological Disorders and Stroke","doi-asserted-by":"publisher","award":["UH3NS114439"],"award-info":[{"award-number":["UH3NS114439"]}],"id":[{"id":"10.13039\/100000065","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000055","name":"National Institute on Deafness and Other Communication Disorders","doi-asserted-by":"publisher","award":["U01DC016686"],"award-info":[{"award-number":["U01DC016686"]}],"id":[{"id":"10.13039\/100000055","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["neurotherapeuticsjournal.org","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Neurotherapeutics"],"published-print":{"date-parts":[[2022,1]]},"DOI":"10.1007\/s13311-022-01190-2","type":"journal-article","created":{"date-parts":[[2022,1,31]],"date-time":"2022-01-31T11:02:57Z","timestamp":1643626977000},"page":"263-273","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":103,"title":["Brain-Computer Interface: Applications to Speech Decoding and Synthesis to Augment Communication"],"prefix":"10.1016","volume":"19","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1650-9250","authenticated-orcid":false,"given":"Shiyu","family":"Luo","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Qinwan","family":"Rabbani","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nathan E.","family":"Crone","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1007\/s13311-022-01190-2_bib1","doi-asserted-by":"crossref","unstructured":"Brumberg JS, Nieto-Castanon A, Kennedy PR, et al. Brain-computer interfaces for speech communication. Speech Commun. 2010:367\u201379.","DOI":"10.1016\/j.specom.2010.01.001"},{"key":"10.1007\/s13311-022-01190-2_bib2","doi-asserted-by":"crossref","unstructured":"Wolpaw JR, Birbaumer N, McFarland DJ, et al. Brain-computer interfaces for communication and control. Clin Neurophysiol. 2002:767\u201391.","DOI":"10.1016\/S1388-2457(02)00057-3"},{"key":"10.1007\/s13311-022-01190-2_bib3","doi-asserted-by":"crossref","first-page":"90","DOI":"10.1111\/j.1749-6632.2008.04122.x","article-title":"A brain\u2013computer interface controlled auditory event-related potential (P300) spelling system for locked-in patients","volume":"1157","author":"K\u00fcbler","year":"2009","journal-title":"Ann N Y Acad Sci"},{"key":"10.1007\/s13311-022-01190-2_bib4","doi-asserted-by":"crossref","unstructured":"Vansteensel M, Pels E, Bleichner M, et al. Fully implanted brain-computer interface in a locked-in patient with ALS. N Engl J Med. 2016:2060\u201366.","DOI":"10.1056\/NEJMoa1608085"},{"key":"10.1007\/s13311-022-01190-2_bib5","doi-asserted-by":"crossref","first-page":"249","DOI":"10.1038\/s41586-021-03506-2","article-title":"High-performance brain-to-text communication via handwriting","volume":"593","author":"Willett","year":"2021","journal-title":"Nature"},{"key":"10.1007\/s13311-022-01190-2_bib6","doi-asserted-by":"crossref","first-page":"035002","DOI":"10.1088\/1741-2560\/11\/3\/035002","article-title":"An independent SSVEP-based brain\u2013computer interface in locked-in syndrome","volume":"11","author":"Lesenfants","year":"2014","journal-title":"J Neural Eng"},{"key":"10.1007\/s13311-022-01190-2_bib7","doi-asserted-by":"crossref","first-page":"413","DOI":"10.1001\/jama.2019.19813","article-title":"Toward a speech neuroprosthesis","volume":"323","author":"Chang","year":"2020","journal-title":"JAMA"},{"key":"10.1007\/s13311-022-01190-2_bib8","doi-asserted-by":"crossref","first-page":"e18554","DOI":"10.7554\/eLife.18554","article-title":"High performance communication by people with paralysis using an intracortical brain-computer interface. Kastner S, editor","volume":"6","author":"Pandarinath","year":"2017","journal-title":"Elife"},{"key":"10.1007\/s13311-022-01190-2_bib9","doi-asserted-by":"crossref","unstructured":"Dassios G, Fokas A, Kariotou F. On the non-uniqueness of the inverse MEG problem. Inverse Probl. 2005:L1\u2013L5.","DOI":"10.1088\/0266-5611\/21\/2\/L01"},{"key":"10.1007\/s13311-022-01190-2_bib10","doi-asserted-by":"crossref","unstructured":"Im C, Seo J-M. A review of electrodes for the electrical brain signal recording. Biomed Eng Lett. 2016:104\u201312.","DOI":"10.1007\/s13534-016-0235-1"},{"key":"10.1007\/s13311-022-01190-2_bib11","doi-asserted-by":"crossref","first-page":"e16194","DOI":"10.2196\/16194","article-title":"An integrated brain-machine interface platform with thousands of channels","volume":"21","author":"Musk","year":"2019","journal-title":"J Med Internet Res"},{"key":"10.1007\/s13311-022-01190-2_bib12","doi-asserted-by":"crossref","first-page":"066007","DOI":"10.1088\/1741-2552\/abbfef","article-title":"Decoding spoken English from intracortical electrode arrays in dorsal precentral gyrus","volume":"17","author":"Wilson","year":"2020","journal-title":"J Neural Eng"},{"key":"10.1007\/s13311-022-01190-2_bib13","doi-asserted-by":"crossref","first-page":"e46015","DOI":"10.7554\/eLife.46015","article-title":"Neural ensemble dynamics in dorsal motor cortex during speech in people with paralysis. Makin TR, Shinn-Cunningham BG, Makin TR, et al., editors","volume":"8","author":"Stavisky","year":"2019","journal-title":"Elife"},{"key":"10.1007\/s13311-022-01190-2_bib14","doi-asserted-by":"crossref","first-page":"123","DOI":"10.3389\/fnins.2020.00123","article-title":"The potential of stereotactic-eeg for brain-computer interfaces: current progress and future directions","volume":"14","author":"Herff","year":"2020","journal-title":"Front Neurosci"},{"key":"10.1007\/s13311-022-01190-2_bib15","doi-asserted-by":"crossref","unstructured":"Crone NE, Sinai A, Korzeniewska A. High-frequency gamma oscillations and human brain mapping with electrocorticography. In: Neuper C, Klimesch W, editors. Prog Brain Res [Internet]. Elsevier; 2006 [cited 2021 May 31]. p. 275\u2013295. Available from: https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0079612306590193.","DOI":"10.1016\/S0079-6123(06)59019-3"},{"key":"10.1007\/s13311-022-01190-2_bib16","doi-asserted-by":"crossref","first-page":"9","DOI":"10.1016\/j.ijpsycho.2010.10.013","article-title":"Cortical gamma responses: searching high and low","volume":"79","author":"Crone","year":"2011","journal-title":"Int J Psychophysiol"},{"key":"10.1007\/s13311-022-01190-2_bib17","doi-asserted-by":"crossref","first-page":"11526","DOI":"10.1523\/JNEUROSCI.2848-08.2008","article-title":"Neural correlates of high-gamma oscillations (60\u2013200 Hz) in Macaque local field potentials and their potential implications in electrocorticography","volume":"28","author":"Ray","year":"2008","journal-title":"J Neurosci"},{"key":"10.1007\/s13311-022-01190-2_bib18","doi-asserted-by":"crossref","first-page":"7334","DOI":"10.1523\/JNEUROSCI.1588-08.2008","article-title":"Effect of stimulus intensity on the spike\u2013local field potential relationship in the secondary somatosensory cortex","volume":"28","author":"Ray","year":"2008","journal-title":"J Neurosci"},{"key":"10.1007\/s13311-022-01190-2_bib19","doi-asserted-by":"crossref","first-page":"026004","DOI":"10.1088\/1741-2560\/7\/2\/026004","article-title":"Optimal spacing of surface electrode arrays for brain\u2013machine interface applications","volume":"7","author":"Slutzky","year":"2010","journal-title":"J Neural Eng"},{"key":"10.1007\/s13311-022-01190-2_bib20","doi-asserted-by":"crossref","unstructured":"Le\u00f3n-Carri\u00f3n J, Eeckhout PV, Dom\u00ednguez-Morales MDR. Review of subject: the locked-in syndrome: a syndrome looking for a therapy. Brain Inj. 2002:555\u201369.","DOI":"10.1080\/02699050110119466"},{"key":"10.1007\/s13311-022-01190-2_bib21","doi-asserted-by":"crossref","unstructured":"Smith E, Delargy M. Locked-in syndrome. Bmj. 2005:406\u201309.","DOI":"10.1136\/bmj.330.7488.406"},{"key":"10.1007\/s13311-022-01190-2_bib22","doi-asserted-by":"crossref","unstructured":"Bauer G, Gerstenbrand F, Rumpl E. Varieties of the locked-in syndrome. J Neurol. 1979:77\u201391.","DOI":"10.1007\/BF00313105"},{"key":"10.1007\/s13311-022-01190-2_bib23","doi-asserted-by":"crossref","unstructured":"Richard I, P\u00e9reon Y, Guiheneu P, et al. Persistence of distal motor control in the locked in syndrome. Review of 11 patients. Paraplegia. 1995:640\u201346.","DOI":"10.1038\/sc.1995.135"},{"key":"10.1007\/s13311-022-01190-2_bib24","unstructured":"Mtui E, Gruener G, Dockery P, et al. Fitzgerald's clinical neuroanatomy and neuroscience. Edition 7. Philadelphia, PA: Elsevier; 2017."},{"key":"10.1007\/s13311-022-01190-2_bib25","doi-asserted-by":"crossref","unstructured":"Leon-Carrion J, von Wild KRH, Zitnay GA. Brain injury treatment: theories and practices. Taylor & Francis; 2006.","DOI":"10.4324\/9780203965238"},{"key":"10.1007\/s13311-022-01190-2_bib26","doi-asserted-by":"crossref","unstructured":"Heywood P, Murphy K, Corfield D, et al. Control of breathing in man; insights from the \u201clocked-in\u201d syndrome. Respir Physiol. 1996:13\u201320.","DOI":"10.1016\/0034-5687(96)00060-6"},{"key":"10.1007\/s13311-022-01190-2_bib27","doi-asserted-by":"crossref","unstructured":"Gorno-Tempini M, Hillis A, Weintraub S, et al. Classification of primary progressive aphasia and its variants. Neurology. 2011:1006\u201314.","DOI":"10.1212\/WNL.0b013e31821103e6"},{"key":"10.1007\/s13311-022-01190-2_bib28","doi-asserted-by":"crossref","unstructured":"Martin S, Brunner P, Holdgraf C, et al. Decoding spectrotemporal features of overt and covert speech from the human cortex. Front Neuroeng. 2014:14.","DOI":"10.3389\/fneng.2014.00014"},{"key":"10.1007\/s13311-022-01190-2_bib29","doi-asserted-by":"crossref","unstructured":"Soman S, Murthy B. Using brain computer interface for synthesized speech communication for the physically disabled. Procedia Comput Sci. 2015:292\u201398.","DOI":"10.1016\/j.procs.2015.02.023"},{"key":"10.1007\/s13311-022-01190-2_bib30","doi-asserted-by":"crossref","unstructured":"Angrick M, Herff C, Mugler E, et al. Speech synthesis from ECoG using densely connected 3D convolutional neural networks. J Neural Eng. 2019.","DOI":"10.1101\/478644"},{"key":"10.1007\/s13311-022-01190-2_bib31","unstructured":"Kohler J, Ottenhoff MC, Goulis S, et al. Synthesizing speech from intracranial depth electrodes using an encoder-decoder framework. ArXiv211101457 Cs [Internet]. 2021 [cited 2022 Jan 3]; Available from: http:\/\/arxiv.org\/abs\/2111.01457."},{"key":"10.1007\/s13311-022-01190-2_bib32","doi-asserted-by":"crossref","unstructured":"Anumanchipalli G, Chartier J, Chang E. Speech synthesis from neural decoding of spoken sentences. Nature. 2019:493.","DOI":"10.1101\/481267"},{"key":"10.1007\/s13311-022-01190-2_bib33","doi-asserted-by":"crossref","unstructured":"Rabbani Q, Milsap G, Crone NE. The potential for a speech brain-computer interface using chronic electrocorticography. Neurotherapeutics. 2019:144\u201365.","DOI":"10.1007\/s13311-018-00692-2"},{"key":"10.1007\/s13311-022-01190-2_bib34","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.cortex.2016.02.015","article-title":"The \u2018when\u2019 and \u2018where\u2019 of semantic coding in the anterior temporal lobe: temporal representational similarity analysis of electrocorticogram data","volume":"79","author":"Chen","year":"2016","journal-title":"Cortex"},{"key":"10.1007\/s13311-022-01190-2_bib35","doi-asserted-by":"crossref","unstructured":"Rupp K, Roos M, Milsap G, et al. Semantic attributes are encoded in human electrocorticographic signals during visual object recognition. Neuroimage. 2017:318\u201329.","DOI":"10.1016\/j.neuroimage.2016.12.074"},{"key":"10.1007\/s13311-022-01190-2_bib36","doi-asserted-by":"crossref","unstructured":"Lotte F, Brumberg JS, Brunner P, et al. Electrocorticographic representations of segmental features in continuous speech. Front Hum Neurosci [Internet]. 2015 [cited 2021 May 18];9. Available from: https:\/\/www.frontiersin.org\/articles\/10.3389\/fnhum.2015.00097\/full.","DOI":"10.3389\/fnhum.2015.00097"},{"key":"10.1007\/s13311-022-01190-2_bib37","doi-asserted-by":"crossref","first-page":"9803","DOI":"10.1523\/JNEUROSCI.1206-18.2018","article-title":"Differential representation of articulatory gestures and phonemes in precentral and inferior frontal gyri","volume":"38","author":"Mugler","year":"2018","journal-title":"J Neurosci"},{"key":"10.1007\/s13311-022-01190-2_bib38","doi-asserted-by":"crossref","unstructured":"Mugler EM, Goldrick M, Rosenow JM, et al. Decoding of articulatory gestures during word production using speech motor and premotor cortical activity. 2015 37th Annu Int Conf IEEE Eng Med Biol Soc EMBC. 2015. p. 5339\u20135342.","DOI":"10.1109\/EMBC.2015.7319597"},{"key":"10.1007\/s13311-022-01190-2_bib39","doi-asserted-by":"crossref","unstructured":"Guenther F, Brumberg J, Wright E, et al. A wireless brain-machine interface for real-time speech synthesis. PLoS One. 2009.","DOI":"10.1371\/journal.pone.0008218"},{"key":"10.1007\/s13311-022-01190-2_bib40","doi-asserted-by":"crossref","first-page":"1015","DOI":"10.1038\/ncomms1995","article-title":"Structured neuronal encoding and decoding of human speech features","volume":"3","author":"Tankus","year":"2012","journal-title":"Nat Commun"},{"key":"10.1007\/s13311-022-01190-2_bib41","doi-asserted-by":"crossref","unstructured":"Blakely T, Miller KJ, Rao RPN, et al. Localization and classification of phonemes using high spatial resolution electrocorticography (ECoG) grids. 2008 30th Annu Int Conf IEEE Eng Med Biol Soc. 2008. p. 4964\u20134967.","DOI":"10.1109\/IEMBS.2008.4650328"},{"key":"10.1007\/s13311-022-01190-2_bib42","doi-asserted-by":"crossref","first-page":"046028","DOI":"10.1088\/1741-2560\/8\/4\/046028","article-title":"Decoding vowels and consonants in spoken and imagined words using electrocorticographic signals in humans","volume":"8","author":"Pei","year":"2011","journal-title":"J Neural Eng"},{"key":"10.1007\/s13311-022-01190-2_bib43","doi-asserted-by":"crossref","unstructured":"Ikeda S, Shibata T, Nakano N, et al. Neural decoding of single vowels during covert articulation using electrocorticography. Front Hum Neurosci [Internet]. 2014 [cited 2021 May 14];8. Available from: https:\/\/www.frontiersin.org\/articles\/10.3389\/fnhum.2014.00125\/full.","DOI":"10.3389\/fnhum.2014.00125"},{"key":"10.1007\/s13311-022-01190-2_bib44","doi-asserted-by":"crossref","unstructured":"Bouchard KE, Chang EF. Neural decoding of spoken vowels from human sensory-motor cortex with high-density electrocorticography. 2014 36th Annu Int Conf IEEE Eng Med Biol Soc. 2014. p. 6782\u20136785.","DOI":"10.1109\/EMBC.2014.6945185"},{"key":"10.1007\/s13311-022-01190-2_bib45","doi-asserted-by":"crossref","first-page":"301","DOI":"10.1016\/j.neuroimage.2017.10.011","article-title":"Decoding spoken phonemes from sensorimotor cortex with high-density ECoG grids","volume":"180","author":"Ramsey","year":"2018","journal-title":"Neuroimage"},{"key":"10.1007\/s13311-022-01190-2_bib46","doi-asserted-by":"crossref","unstructured":"Milsap G, Collard M, Coogan C, et al. Keyword spotting using human electrocorticographic recordings. Front Neurosci. 2019.","DOI":"10.3389\/fnins.2019.00060"},{"key":"10.1007\/s13311-022-01190-2_bib47","doi-asserted-by":"crossref","unstructured":"Mugler E, Patton J, Flint R, et al. Direct classification of all American English phonemes using signals from functional speech motor cortex. J Neural Eng. 2014.","DOI":"10.1088\/1741-2560\/11\/3\/035015"},{"key":"10.1007\/s13311-022-01190-2_bib48","series-title":"Language: an introduction to the study of speech","author":"Sapir","year":"1921"},{"key":"10.1007\/s13311-022-01190-2_bib49","doi-asserted-by":"crossref","first-page":"056007","DOI":"10.1088\/1741-2560\/7\/5\/056007","article-title":"Decoding spoken words using local field potentials recorded from the cortical surface","volume":"7","author":"Kellis","year":"2010","journal-title":"J Neural Eng"},{"key":"10.1007\/s13311-022-01190-2_bib50","doi-asserted-by":"crossref","first-page":"25803","DOI":"10.1038\/srep25803","article-title":"Word pair classification during imagined speech using direct brain recordings","volume":"6","author":"Martin","year":"2016","journal-title":"Sci Rep"},{"key":"10.1007\/s13311-022-01190-2_bib51","unstructured":"Chomsky N. Syntactic structures [Internet]. Syntactic Struct. De Gruyter Mouton; 2009 [cited 2021 Oct 21]. Available from: https:\/\/www.degruyter.com\/document\/doi\/10.1515\/9783110218329\/html."},{"key":"10.1007\/s13311-022-01190-2_bib52","doi-asserted-by":"crossref","unstructured":"Moses D, Leonard M, Chang E. Real-time classification of auditory sentences using evoked cortical activity in humans. J Neural Eng. 2018.","DOI":"10.1088\/1741-2552\/aaab6f"},{"key":"10.1007\/s13311-022-01190-2_bib53","doi-asserted-by":"crossref","unstructured":"Moses D, Mesgarani N, Leonard M, et al. Neural speech recognition: continuous phoneme decoding using spatiotemporal representations of human cortical activity. J Neural Eng. 2016.","DOI":"10.1088\/1741-2560\/13\/5\/056004"},{"key":"10.1007\/s13311-022-01190-2_bib54","doi-asserted-by":"crossref","unstructured":"Herff C, Heger D, de Pesters A, et al. Brain-to-text: decoding spoken phrases from phone representations in the brain. Front Neurosci. 2015.","DOI":"10.3389\/fnins.2015.00217"},{"key":"10.1007\/s13311-022-01190-2_bib55","doi-asserted-by":"crossref","first-page":"257","DOI":"10.1109\/5.18626","article-title":"A tutorial on hidden Markov models and selected applications in speech recognition","volume":"77","author":"Rabiner","year":"1989","journal-title":"Proc IEEE"},{"key":"10.1007\/s13311-022-01190-2_bib56","doi-asserted-by":"crossref","unstructured":"Makin JG, Moses DA, Chang EF. Machine translation of cortical activity to text with an encoder\u2013decoder framework. Nat Neurosci. 2020:575\u201382.","DOI":"10.1038\/s41593-020-0608-8"},{"key":"10.1007\/s13311-022-01190-2_bib57","unstructured":"Sutskever I, Vinyals O, Le QV. Sequence to sequence learning with neural networks. Adv Neural Inf Process Syst [Internet]. Curran Associates, Inc.; 2014 [cited 2021 Dec 16]. Available from: https:\/\/proceedings.neurips.cc\/paper\/2014\/hash\/a14ac55a4f27472c5d894ec1c3c743d2-Abstract.html."},{"key":"10.1007\/s13311-022-01190-2_bib58","doi-asserted-by":"crossref","first-page":"066015","DOI":"10.1088\/1741-2552\/abc742","article-title":"Brain2Char: a deep architecture for decoding text from brain recordings","volume":"17","author":"Sun","year":"2020","journal-title":"J Neural Eng"},{"key":"10.1007\/s13311-022-01190-2_bib59","doi-asserted-by":"crossref","first-page":"217","DOI":"10.1056\/NEJMoa2027540","article-title":"Neuroprosthesis for decoding speech in a paralyzed person with anarthria","volume":"385","author":"Moses","year":"2021","journal-title":"N Engl J Med"},{"key":"10.1007\/s13311-022-01190-2_bib60","doi-asserted-by":"crossref","first-page":"763","DOI":"10.1016\/j.specom.2007.02.006","article-title":"Automatic speech recognition and speech variability: a review","volume":"49","author":"Benzeghiba","year":"2007","journal-title":"Speech Commun"},{"key":"10.1007\/s13311-022-01190-2_bib61","doi-asserted-by":"crossref","first-page":"732","DOI":"10.1016\/j.specom.2012.01.002","article-title":"Impact of vocal effort variability on automatic speech recognition","volume":"54","author":"Zelinka","year":"2012","journal-title":"Speech Commun"},{"key":"10.1007\/s13311-022-01190-2_bib62","doi-asserted-by":"crossref","unstructured":"Herff C, Diener L, Angrick M, et al. Generating natural, intelligible speech from brain activity in motor, premotor, and inferior frontal cortices. Front Neurosci. 2019.","DOI":"10.3389\/fnins.2019.01267"},{"key":"10.1007\/s13311-022-01190-2_bib63","doi-asserted-by":"crossref","unstructured":"Akbari H, Khalighinejad B, Herrero J, et al. Towards reconstructing intelligible speech from the human auditory cortex. Sci Rep. 2019.","DOI":"10.1101\/350124"},{"key":"10.1007\/s13311-022-01190-2_bib64","doi-asserted-by":"crossref","unstructured":"Huang G, Liu Z, Van Der Maaten L, et al. Densely connected convolutional networks. 2017 IEEE Conf Comput Vis Pattern Recognit CVPR. 2017:2261\u201369.","DOI":"10.1109\/CVPR.2017.243"},{"key":"10.1007\/s13311-022-01190-2_bib65","unstructured":"Oord A van den, Dieleman S, Zen H, et al. Wavenet: a generative model for raw audio. ArXiv Prepr ArXiv160903499. 2016."},{"key":"10.1007\/s13311-022-01190-2_bib66","doi-asserted-by":"crossref","first-page":"602","DOI":"10.1016\/j.neunet.2005.06.042","article-title":"Framewise phoneme classification with bidirectional LSTM and other neural network architectures","volume":"18","author":"Graves","year":"2005","journal-title":"Neural Netw"},{"key":"10.1007\/s13311-022-01190-2_bib67","doi-asserted-by":"crossref","unstructured":"Maia R, Toda T, Zen H, et al. A trainable excitation model for HMM-based speech synthesis. Eighth Annu Conf Int Speech Commun Assoc. 2007.","DOI":"10.21437\/Interspeech.2007-530"},{"key":"10.1007\/s13311-022-01190-2_bib68","doi-asserted-by":"crossref","unstructured":"Prenger R, Valle R, Catanzaro B. Waveglow: a flow-based generative network for speech synthesis. ICASSP 2019 - 2019 IEEE Int Conf Acoust Speech Signal Process ICASSP. 2019:3617\u201321.","DOI":"10.1109\/ICASSP.2019.8683143"},{"key":"10.1007\/s13311-022-01190-2_bib69","unstructured":"Black AW, Taylor PA. Automatically clustering similar units for unit selection in speech synthesis. International Speech Communication Association; 1997 [cited 2021 May 23]. Available from: https:\/\/era.ed.ac.uk\/handle\/1842\/1236."},{"key":"10.1007\/s13311-022-01190-2_bib70","doi-asserted-by":"crossref","unstructured":"Hunt AJ, Black AW. Unit selection in a concatenative speech synthesis system using a large speech database. 1996 IEEE Int Conf Acoust Speech Signal Process Conf Proc. 1996. p. 373\u2013376 vol. 1.","DOI":"10.1109\/ICASSP.1996.541110"},{"key":"10.1007\/s13311-022-01190-2_bib71","doi-asserted-by":"crossref","unstructured":"Wang X, Lorenzo-Trueba J, Takaki S, et al. A comparison of recent waveform generation and acoustic modeling methods for neural-network-based speech synthesis. 2018 IEEE Int Conf Acoust Speech Signal Process ICASSP. IEEE; 2018. p. 4804\u20134808.","DOI":"10.1109\/ICASSP.2018.8461452"},{"key":"10.1007\/s13311-022-01190-2_bib72","doi-asserted-by":"crossref","unstructured":"Griffin D, Lim J. Signal estimation from modified short-time Fourier transform. ICASSP 83 IEEE Int Conf Acoust Speech Signal Process. 1983. p. 804\u2013807.","DOI":"10.1109\/ICASSP.1983.1172092"},{"key":"10.1007\/s13311-022-01190-2_bib73","doi-asserted-by":"crossref","unstructured":"Perraudin N, Balazs P, S\u00f8ndergaard PL. A fast Griffin-Lim algorithm. 2013 IEEE Workshop Appl Signal Process Audio Acoust. 2013. p. 1\u20134.","DOI":"10.1109\/WASPAA.2013.6701851"},{"key":"10.1007\/s13311-022-01190-2_bib74","doi-asserted-by":"crossref","unstructured":"Angrick M, Herff C, Johnson G, et al. Speech spectrogram estimation from intracranial brain activity using a quantization approach. Interspeech 2020 [Internet]. ISCA; 2020 [cited 2021 May 23]. p. 2777\u20132781. Available from: http:\/\/www.isca-speech.org\/archive\/Interspeech_2020\/abstracts\/2946.html.","DOI":"10.21437\/Interspeech.2020-2946"},{"key":"10.1007\/s13311-022-01190-2_bib75","doi-asserted-by":"crossref","first-page":"1658","DOI":"10.1109\/TASLP.2018.2835720","article-title":"A comparison between STRAIGHT, glottal, and sinusoidal vocoding in statistical parametric speech synthesis","volume":"26","author":"Airaksinen","year":"2018","journal-title":"IEEEACM Trans Audio Speech Lang Process"},{"key":"10.1007\/s13311-022-01190-2_bib76","unstructured":"Mehri S, Kumar K, Gulrajani I, et al. SampleRNN: an unconditional end-to-end neural audio generation model. ArXiv Prepr ArXiv161207837. 2016."},{"key":"10.1007\/s13311-022-01190-2_bib77","unstructured":"Kalchbrenner N, Elsen E, Simonyan K, et al. Efficient neural audio synthesis. Proc 35th Int Conf Mach Learn [Internet]. PMLR; 2018 [cited 2021 Dec 16]. p. 2410\u20132419. Available from: https:\/\/proceedings.mlr.press\/v80\/kalchbrenner18a.html."},{"key":"10.1007\/s13311-022-01190-2_bib78","doi-asserted-by":"crossref","unstructured":"Valin J, Skoglund J. LPCNET: improving neural speech synthesis through linear prediction. ICASSP 2019 - 2019 IEEE Int Conf Acoust Speech Signal Process ICASSP. 2019. p. 5891\u20135895.","DOI":"10.1109\/ICASSP.2019.8682804"},{"key":"10.1007\/s13311-022-01190-2_bib79","doi-asserted-by":"crossref","unstructured":"Gaddy D, Klein D. Digital Voicing of Silent Speech. Proc 2020 Conf Empir Methods Nat Lang Process EMNLP [Internet]. Online: Association for Computational Linguistics; 2020 [cited 2022 Jan 3]. p. 5521\u20135530. Available from: https:\/\/aclanthology.org\/2020.emnlp-main.445.","DOI":"10.18653\/v1\/2020.emnlp-main.445"},{"key":"10.1007\/s13311-022-01190-2_bib80","doi-asserted-by":"crossref","unstructured":"Caldwell DJ, Ojemann JG, Rao RPN. Direct electrical stimulation in electrocorticographic brain-computer interfaces: enabling technologies for input to cortex. Front Neurosci. 2019:804.","DOI":"10.3389\/fnins.2019.00804"},{"key":"10.1007\/s13311-022-01190-2_bib81","doi-asserted-by":"crossref","first-page":"1112","DOI":"10.1016\/S1474-4422(19)30321-7","article-title":"An exoskeleton controlled by an epidural wireless brain\u2013machine interface in a tetraplegic patient: a proof-of-concept demonstration","volume":"18","author":"Benabid","year":"2019","journal-title":"Lancet Neurol"},{"key":"10.1007\/s13311-022-01190-2_bib82","doi-asserted-by":"crossref","first-page":"326","DOI":"10.1038\/s41587-020-0662-5","article-title":"Plug-and-play control of a brain\u2013computer interface through neural map stabilization","volume":"39","author":"Silversmith","year":"2021","journal-title":"Nat Biotechnol"},{"key":"10.1007\/s13311-022-01190-2_bib83","doi-asserted-by":"crossref","first-page":"1798","DOI":"10.1016\/j.clinph.2019.07.020","article-title":"Stability of a chronic implanted brain-computer interface in late-stage amyotrophic lateral sclerosis","volume":"130","author":"Pels","year":"2019","journal-title":"Clin Neurophysiol"},{"key":"10.1007\/s13311-022-01190-2_bib84","doi-asserted-by":"crossref","first-page":"273","DOI":"10.1016\/j.neuroimage.2017.04.008","article-title":"Chronic ambulatory electrocorticography from human speech cortex","volume":"153","author":"Rao","year":"2017","journal-title":"Neuroimage"},{"key":"10.1007\/s13311-022-01190-2_bib85","doi-asserted-by":"crossref","unstructured":"Chao ZC, Nagasaka Y, Fujii N. Long-term asynchronous decoding of arm motion using electrocorticographic signals in monkey. Front Neuroengineering [Internet]. 2010 [cited 2021 May 31];3. Available from: https:\/\/www.frontiersin.org\/articles\/10.3389\/fneng.2010.00003\/full.","DOI":"10.3389\/fneng.2010.00003"},{"key":"10.1007\/s13311-022-01190-2_bib86","doi-asserted-by":"crossref","unstructured":"Degenhart A, Eles J, Dum R, et al. Histological evaluation of a chronically-implanted electrocorticographic electrode grid in a non-human primate. J. Neural Eng. 2016.","DOI":"10.1088\/1741-2560\/13\/4\/046019"},{"key":"10.1007\/s13311-022-01190-2_bib87","doi-asserted-by":"crossref","first-page":"873","DOI":"10.1121\/1.4906266","article-title":"The effects of delayed auditory and visual feedback on speech production","volume":"137","author":"Chesters","year":"2015","journal-title":"J Acoust Soc Am"},{"key":"10.1007\/s13311-022-01190-2_bib88","doi-asserted-by":"crossref","first-page":"3096","DOI":"10.1038\/s41467-019-10994-4","article-title":"Real-time decoding of question-and-answer speech dialogue using human cortical activity","volume":"10","author":"Moses","year":"2019","journal-title":"Nat Commun"},{"key":"10.1007\/s13311-022-01190-2_bib89","doi-asserted-by":"crossref","first-page":"161","DOI":"10.1016\/B978-0-444-62630-1.00009-3","article-title":"Role of the auditory system in speech production","volume":"129","author":"Guenther","year":"2015","journal-title":"Handb Clin Neurol"},{"key":"10.1007\/s13311-022-01190-2_bib90","doi-asserted-by":"crossref","first-page":"101","DOI":"10.1017\/S002221510009229X","article-title":"A study of speech deterioration in post-lingually deafened adults","volume":"96","author":"Cowie","year":"1982","journal-title":"J Laryngol Otol"},{"key":"10.1007\/s13311-022-01190-2_bib91","doi-asserted-by":"crossref","first-page":"2296","DOI":"10.1121\/1.2642349","article-title":"Time course of speech changes in response to unanticipated short-term changes in hearing state","volume":"121","author":"Perkell","year":"2007","journal-title":"J Acoust Soc Am"},{"key":"10.1007\/s13311-022-01190-2_bib92","doi-asserted-by":"crossref","first-page":"2099","DOI":"10.1121\/1.400107","article-title":"Effects of postlingual deafness on speech production: implications for the role of auditory feedback","volume":"88","author":"Waldstein","year":"1990","journal-title":"J Acoust Soc Am"},{"key":"10.1007\/s13311-022-01190-2_bib93","doi-asserted-by":"crossref","unstructured":"Kent RD. Research on speech motor control and its disorders: a review and prospective. J Commun Disord. 2000:391\u2013428.","DOI":"10.1016\/S0021-9924(00)00023-X"},{"key":"10.1007\/s13311-022-01190-2_bib94","doi-asserted-by":"crossref","first-page":"233","DOI":"10.1006\/jpho.2000.0116","article-title":"A theory of speech motor control and supporting data from speakers with normal hearing and with profound hearing loss","volume":"28","author":"Perkell","year":"2000","journal-title":"J Phon"},{"key":"10.1007\/s13311-022-01190-2_bib95","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1038\/s42003-021-02578-0","article-title":"Real-time synthesis of imagined speech processes from minimally invasive recordings of neural activity","volume":"4","author":"Angrick","year":"2021","journal-title":"Commun Biol"},{"key":"10.1007\/s13311-022-01190-2_bib96","doi-asserted-by":"crossref","first-page":"e1005119","DOI":"10.1371\/journal.pcbi.1005119","article-title":"Real-time control of an articulatory-based speech synthesizer for brain computer interfaces","volume":"12","author":"Bocquelet","year":"2016","journal-title":"PLoS Comput Biol"},{"key":"10.1007\/s13311-022-01190-2_bib97","doi-asserted-by":"crossref","first-page":"811","DOI":"10.1121\/1.1910900","article-title":"Metamorphosis of a critical interval: age-linked changes in the delay in auditory feedback that produces maximal disruption of speech","volume":"43","author":"MacKay","year":"1968","journal-title":"J Acoust Soc Am"},{"key":"10.1007\/s13311-022-01190-2_bib98","doi-asserted-by":"crossref","first-page":"274","DOI":"10.1016\/j.jfludis.2008.09.002","article-title":"Effects of altered auditory feedback (AAF) on stuttering frequency during monologue speech production","volume":"33","author":"Antipova","year":"2008","journal-title":"J Fluen Disord"},{"key":"10.1007\/s13311-022-01190-2_bib99","doi-asserted-by":"crossref","first-page":"71","DOI":"10.1016\/j.jfludis.2006.04.001","article-title":"Altered auditory feedback and the treatment of stuttering: a review","volume":"31","author":"Lincoln","year":"2006","journal-title":"J Fluen Disord"},{"key":"10.1007\/s13311-022-01190-2_bib100","doi-asserted-by":"crossref","first-page":"259","DOI":"10.3109\/13682829609033157","article-title":"Stuttering amelioration at various auditory feedback delays and speech rates","volume":"31","author":"Kalinowski","year":"1996","journal-title":"Eur J Disord Commun J Coll Speech Lang Ther Lond"},{"key":"10.1007\/s13311-022-01190-2_bib101","doi-asserted-by":"crossref","first-page":"2237","DOI":"10.1121\/1.1466868","article-title":"Effect of delayed auditory feedback on normal speakers at two speech rates","volume":"111","author":"Stuart","year":"2002","journal-title":"J Acoust Soc Am"},{"key":"10.1007\/s13311-022-01190-2_bib102","doi-asserted-by":"crossref","first-page":"1130","DOI":"10.1044\/jslhr.4005.1130","article-title":"Effect of altered auditory feedback on people who stutter during scripted telephone conversations","volume":"40","author":"Zimmerman","year":"1997","journal-title":"J Speech Lang Hear Res"},{"key":"10.1007\/s13311-022-01190-2_bib103","doi-asserted-by":"crossref","unstructured":"Proix T, Saa JD, Christen A, et al. Imagined speech can be decoded from low- and cross-frequency features in perceptual space. bioRxiv. 2021. https:\/\/doi.org\/10.1101\/2021.01.26.428315.","DOI":"10.1101\/2021.01.26.428315"},{"key":"10.1007\/s13311-022-01190-2_bib104","doi-asserted-by":"crossref","unstructured":"Tian X, Poeppel D. Mental imagery of speech and movement implicates the dynamics of internal forward models. Front Psychol [Internet]. 2010 [cited 2021 May 31];1. Available from: https:\/\/www.frontiersin.org\/articles\/10.3389\/fpsyg.2010.00166\/full.","DOI":"10.3389\/fpsyg.2010.00166"},{"key":"10.1007\/s13311-022-01190-2_bib105","doi-asserted-by":"crossref","unstructured":"Martin S, Iturrate I, Millan J, et al. Decoding inner speech using electrocorticography: progress and challenges toward a speech prosthesis. Front Neurosci. 2018.","DOI":"10.3389\/fnins.2018.00422"},{"key":"10.1007\/s13311-022-01190-2_bib106","doi-asserted-by":"crossref","first-page":"066026","DOI":"10.1088\/1741-2560\/12\/6\/066026","article-title":"Classification of mouth movements using 7 T fMRI","volume":"12","author":"Bleichner","year":"2015","journal-title":"J Neural Eng"}],"container-title":["Neurotherapeutics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s13311-022-01190-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s13311-022-01190-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1878747923001666?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1878747923001666?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s13311-022-01190-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,30]],"date-time":"2025-10-30T06:43:50Z","timestamp":1761806630000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1878747923001666"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,1]]},"references-count":106,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2022,1]]}},"alternative-id":["S1878747923001666"],"URL":"https:\/\/doi.org\/10.1007\/s13311-022-01190-2","relation":{},"ISSN":["1878-7479"],"issn-type":[{"value":"1878-7479","type":"print"}],"subject":[],"published":{"date-parts":[[2022,1]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Brain-Computer Interface: Applications to Speech Decoding and Synthesis to Augment Communication","name":"articletitle","label":"Article Title"},{"value":"Neurotherapeutics","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1007\/s13311-022-01190-2","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"Copyright \u00a9 2022 The American Society for Experimental NeuroTherapeutics, Inc. Published by Elsevier B.V. All rights reserved.","name":"copyright","label":"Copyright"}]}}