{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"institution":[{"name":"medRxiv"}],"indexed":{"date-parts":[[2026,1,16]],"date-time":"2026-01-16T13:27:20Z","timestamp":1768570040607,"version":"3.49.0"},"posted":{"date-parts":[[2025,9,27]]},"group-title":"Rehabilitation Medicine and Physical Therapy","reference-count":76,"publisher":"openRxiv","license":[{"start":{"date-parts":[[2025,9,27]],"date-time":"2025-09-27T00:00:00Z","timestamp":1758931200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc\/4.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"accepted":{"date-parts":[[2025,10,7]]},"abstract":"<jats:title>ABSTRACT<\/jats:title>\n                <jats:p>Amyotrophic Lateral Sclerosis (ALS) progressively impairs motor functions, making communication increasingly difficult for affected individuals. However, many patients with ALS retain control over their ocular and periocular muscles, providing an unique opportunity for Augmentative and Alternative Communication (AAC) systems. This work introduces a calibration-free surface electromyography (sEMG) decoding module, developed as part of the HALO system, an AAC solution that combines sEMG with Large Language Models (LLMs). The HALO system harnesses the power of the LLMs to generate personalized, context-aware response options. The user can then select a full-sentence reply with a single eyebrow muscle contraction. Eyebrow muscle activity is captured via textile electrodes embedded in a headband and processed in real time using a Recurrent Neural Network (RNN). Trained and evaluated on data from patients with ALS, the model achieved 96% accuracy and an 85% F1-score. While direct comparisons to existing systems are limited \u2014since existing sEMG-based AAC systems are rarely benchmarked on ALS cohorts and fail to report key metrics such as gesture detection accuracy \u2014 our results demonstrate that the model\u2019s reliable gesture detection can support efficient, low-effort communication for individuals with severe motor impairments.<\/jats:p>","DOI":"10.1101\/2025.09.24.25336481","type":"posted-content","created":{"date-parts":[[2025,9,27]],"date-time":"2025-09-27T15:10:16Z","timestamp":1758985816000},"source":"Crossref","is-referenced-by-count":0,"title":["An Artificial Intelligence Approach to Augmentative and Assistive Communication for Patients with Amyotrophic Lateral Sclerosis"],"prefix":"10.64898","author":[{"ORCID":"https:\/\/orcid.org\/0009-0005-7961-0729","authenticated-orcid":false,"given":"Mariana","family":"Ferreira Nunes","sequence":"first","affiliation":[]},{"given":"Catarina","family":"Farinha","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0008-9422-5230","authenticated-orcid":false,"given":"Tiago","family":"Bola\u00f1os","sequence":"additional","affiliation":[]},{"given":"Filipe","family":"Gon\u00e7alves","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6049-8646","authenticated-orcid":false,"given":"Bruno","family":"Magalh\u00e3es","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7651-7776","authenticated-orcid":false,"given":"Pulkit","family":"Grover","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6764-8432","authenticated-orcid":false,"given":"Hugo","family":"Pl\u00e1cido da Silva","sequence":"additional","affiliation":[]}],"member":"54368","reference":[{"key":"2025100904101157000_2025.09.24.25336481v2.1","doi-asserted-by":"publisher","DOI":"10.3389\/fnins.2020.566858"},{"key":"2025100904101157000_2025.09.24.25336481v2.2","doi-asserted-by":"publisher","DOI":"10.3389\/fneur.2022.867567"},{"key":"2025100904101157000_2025.09.24.25336481v2.3","doi-asserted-by":"publisher","DOI":"10.1186\/s42466-024-00328-1"},{"key":"2025100904101157000_2025.09.24.25336481v2.4","doi-asserted-by":"publisher","DOI":"10.1183\/13993003.00360-2019"},{"key":"2025100904101157000_2025.09.24.25336481v2.5","doi-asserted-by":"crossref","unstructured":"Beukelman, D. , Fage, S. & Nordness, A. Communication Support for People with ALS. Neurology Research Internationa 2011 (2011).","DOI":"10.1155\/2011\/714693"},{"key":"2025100904101157000_2025.09.24.25336481v2.6","doi-asserted-by":"publisher","DOI":"10.3389\/fneur.2018.00603"},{"key":"2025100904101157000_2025.09.24.25336481v2.7","doi-asserted-by":"publisher","DOI":"10.3390\/jcm12165235"},{"key":"2025100904101157000_2025.09.24.25336481v2.8","first-page":"11","article-title":"Eye-gaze access to aac technology for people with amyotrophic lateral sclerosis","volume":"18","year":"2010","journal-title":"J. Med. Speech-Language Pathol"},{"key":"2025100904101157000_2025.09.24.25336481v2.9","doi-asserted-by":"publisher","DOI":"10.1007\/s11042-017-4963-8"},{"key":"2025100904101157000_2025.09.24.25336481v2.10","doi-asserted-by":"publisher","DOI":"10.1251\/bpo115"},{"key":"2025100904101157000_2025.09.24.25336481v2.11","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2017.2738568"},{"key":"2025100904101157000_2025.09.24.25336481v2.12","unstructured":"Basmajian, J. & De Luca, C. Muscles Alive: Their Functions Revealed by Electromyography (Williams & Wilkins, Baltimore, 1985)."},{"key":"2025100904101157000_2025.09.24.25336481v2.13","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-024-74669-x"},{"key":"2025100904101157000_2025.09.24.25336481v2.14","doi-asserted-by":"publisher","DOI":"10.1002\/aisy.202100097"},{"key":"2025100904101157000_2025.09.24.25336481v2.15","doi-asserted-by":"publisher","DOI":"10.1109\/INDCON.2011.6139637"},{"key":"2025100904101157000_2025.09.24.25336481v2.16","doi-asserted-by":"publisher","DOI":"10.1145\/1518701.1518758"},{"key":"2025100904101157000_2025.09.24.25336481v2.17","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025517"},{"key":"2025100904101157000_2025.09.24.25336481v2.18","unstructured":"Saran, A. et al. Eyeo: Autocalibrating gaze output with gaze input (2023). 2307.15039."},{"key":"2025100904101157000_2025.09.24.25336481v2.19","doi-asserted-by":"publisher","DOI":"10.1186\/1475-925X-10-31"},{"key":"2025100904101157000_2025.09.24.25336481v2.20","doi-asserted-by":"publisher","DOI":"10.1109\/ICME.2015.7177398"},{"key":"2025100904101157000_2025.09.24.25336481v2.21","doi-asserted-by":"publisher","DOI":"10.3389\/fnhum.2018.00014"},{"key":"2025100904101157000_2025.09.24.25336481v2.22","doi-asserted-by":"publisher","DOI":"10.3390\/brainsci13020315"},{"key":"2025100904101157000_2025.09.24.25336481v2.23","doi-asserted-by":"publisher","DOI":"10.3109\/21678421.2013.865750"},{"key":"2025100904101157000_2025.09.24.25336481v2.24","doi-asserted-by":"publisher","DOI":"10.1109\/TNSRE.2010.2068059"},{"key":"2025100904101157000_2025.09.24.25336481v2.25","doi-asserted-by":"publisher","DOI":"10.1016\/j.clinph.2008.03.034"},{"key":"2025100904101157000_2025.09.24.25336481v2.26","doi-asserted-by":"publisher","DOI":"10.1109\/RBME.2013.2295097"},{"key":"2025100904101157000_2025.09.24.25336481v2.27","doi-asserted-by":"publisher","DOI":"10.3389\/fnbot.2020.00025"},{"key":"2025100904101157000_2025.09.24.25336481v2.28","doi-asserted-by":"publisher","DOI":"10.3390\/s23052798"},{"key":"2025100904101157000_2025.09.24.25336481v2.29","doi-asserted-by":"publisher","DOI":"10.1021\/acsomega.2c00282"},{"key":"2025100904101157000_2025.09.24.25336481v2.30","doi-asserted-by":"publisher","DOI":"10.1109\/JSEN.2020.3012394"},{"key":"2025100904101157000_2025.09.24.25336481v2.31","doi-asserted-by":"publisher","DOI":"10.3389\/fnins.2019.00354"},{"key":"2025100904101157000_2025.09.24.25336481v2.32","doi-asserted-by":"publisher","DOI":"10.1109\/JBHI.2014.2328317"},{"key":"2025100904101157000_2025.09.24.25336481v2.33","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-018-27865-5"},{"key":"2025100904101157000_2025.09.24.25336481v2.34","doi-asserted-by":"crossref","unstructured":"Hori, J. , Sakano, K. , Miyakawa, M. & Saitoh, Y. Eye movement communication control system based on eog and voluntary eye blink. In Miesenberger, K. , Klaus, J. , Zagler, W. L. & Karshmer, A. I. (eds.) Computers Helping People with Special Needs, 950\u2013953 (Springer Berlin Heidelberg, Berlin, Heidelberg, 2006).","DOI":"10.1007\/11788713_138"},{"key":"2025100904101157000_2025.09.24.25336481v2.35","doi-asserted-by":"crossref","unstructured":"Chang, W.-D. , Cha, H.-S. , Kim, D. Y. , Kim, S. H. & Im, C.-H. Development of an electrooculogram-based eye-computer interface for communication of individuals with amyotrophic lateral sclerosis. J. NeuroEngineering Rehabil. 14 (2017).","DOI":"10.1186\/s12984-017-0303-5"},{"key":"2025100904101157000_2025.09.24.25336481v2.36","doi-asserted-by":"publisher","DOI":"10.3390\/s22134914"},{"key":"2025100904101157000_2025.09.24.25336481v2.37","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2012-228"},{"key":"2025100904101157000_2025.09.24.25336481v2.38","unstructured":"Samadi, H. , Reza, M. & Cooke, N. Eeg signal processing for eye tracking. In 2014 22nd European Signal Processing Conference (EUSIPCO), 2030\u20132034 (2014)."},{"key":"2025100904101157000_2025.09.24.25336481v2.39","doi-asserted-by":"publisher","DOI":"10.1186\/s12984-022-01066-8"},{"key":"2025100904101157000_2025.09.24.25336481v2.40","doi-asserted-by":"publisher","DOI":"10.1007\/s42600-019-00035-w"},{"key":"2025100904101157000_2025.09.24.25336481v2.41","unstructured":"Control Bionics. NeuroNode Trilogy - More Speed, Less Fatigue. https:\/\/www.controlbionics.com\/products\/the-neuronode-trilogy\/ (2025). [Online; accessed 13 February 2025]."},{"key":"2025100904101157000_2025.09.24.25336481v2.42","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581560"},{"key":"2025100904101157000_2025.09.24.25336481v2.43","doi-asserted-by":"publisher","DOI":"10.1109\/CSET58993.2023.10346621"},{"key":"2025100904101157000_2025.09.24.25336481v2.44","doi-asserted-by":"publisher","DOI":"10.1145\/3132525.3134814"},{"key":"2025100904101157000_2025.09.24.25336481v2.45","doi-asserted-by":"publisher","DOI":"10.1145\/3490099.3511145"},{"key":"2025100904101157000_2025.09.24.25336481v2.46","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-024-53873-3"},{"key":"2025100904101157000_2025.09.24.25336481v2.47","unstructured":"Etana, B. B. , Malengier, B. , Krishnamoorthy, J. & Van Langenhove, L. Improved skin\u2013electrode impedance characteristics of embroidered textile electrodes for sustainable long-term emg monitoring. Eng. Proc. 52 (2023)."},{"key":"2025100904101157000_2025.09.24.25336481v2.48","doi-asserted-by":"publisher","DOI":"10.1016\/B978-0-323-35876-7.00002-9"},{"key":"2025100904101157000_2025.09.24.25336481v2.49","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-022-21456-1"},{"key":"2025100904101157000_2025.09.24.25336481v2.50","doi-asserted-by":"publisher","DOI":"10.1109\/BIBM52615.2021.9669872"},{"key":"2025100904101157000_2025.09.24.25336481v2.51","doi-asserted-by":"publisher","DOI":"10.3390\/app10196960"},{"key":"2025100904101157000_2025.09.24.25336481v2.52","doi-asserted-by":"publisher","DOI":"10.1007\/s11517-019-02073-z"},{"key":"2025100904101157000_2025.09.24.25336481v2.53","doi-asserted-by":"publisher","DOI":"10.3390\/s23063331"},{"key":"2025100904101157000_2025.09.24.25336481v2.54","doi-asserted-by":"publisher","DOI":"10.1016\/j.jelekin.2024.102937"},{"key":"2025100904101157000_2025.09.24.25336481v2.55","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-97546-3_15"},{"key":"2025100904101157000_2025.09.24.25336481v2.56","doi-asserted-by":"publisher","DOI":"10.1016\/S1350-4533(99)00055-7"},{"key":"2025100904101157000_2025.09.24.25336481v2.57","doi-asserted-by":"publisher","DOI":"10.1109\/EMBC.2017.8037372"},{"key":"2025100904101157000_2025.09.24.25336481v2.58","doi-asserted-by":"publisher","DOI":"10.1109\/TENCON58879.2023.10322317"},{"key":"2025100904101157000_2025.09.24.25336481v2.59","doi-asserted-by":"crossref","unstructured":"Zhang, A. , Li, Q. , Gao, N. , Wang, L. & Wu, Y. Influence of different feature selection methods on emg pattern recognition. In 2019 IEEE International Conference on Mechatronics and Automation (ICMA), 880\u2013885 (2019).","DOI":"10.1109\/ICMA.2019.8816640"},{"key":"2025100904101157000_2025.09.24.25336481v2.60","doi-asserted-by":"publisher","DOI":"10.3390\/computation7010012"},{"key":"2025100904101157000_2025.09.24.25336481v2.61","doi-asserted-by":"publisher","DOI":"10.1109\/ICNN.1995.488968"},{"key":"2025100904101157000_2025.09.24.25336481v2.62","doi-asserted-by":"publisher","DOI":"10.1155\/2021\/6283900"},{"key":"2025100904101157000_2025.09.24.25336481v2.63","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2013.09.018"},{"key":"2025100904101157000_2025.09.24.25336481v2.64","doi-asserted-by":"publisher","DOI":"10.1109\/DeSE.2010.39"},{"key":"2025100904101157000_2025.09.24.25336481v2.65","doi-asserted-by":"publisher","DOI":"10.1016\/j.amc.2007.03.047"},{"key":"2025100904101157000_2025.09.24.25336481v2.66","doi-asserted-by":"publisher","DOI":"10.1145\/3231053.3231071"},{"key":"2025100904101157000_2025.09.24.25336481v2.67","doi-asserted-by":"publisher","DOI":"10.1364\/OE.19.001842"},{"key":"2025100904101157000_2025.09.24.25336481v2.68","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2023.121055"},{"key":"2025100904101157000_2025.09.24.25336481v2.69","doi-asserted-by":"publisher","DOI":"10.1016\/j.clinph.2019.12.007"},{"key":"2025100904101157000_2025.09.24.25336481v2.70","doi-asserted-by":"publisher","DOI":"10.3390\/math11184004"},{"key":"2025100904101157000_2025.09.24.25336481v2.71","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM51629.2021.00108"},{"key":"2025100904101157000_2025.09.24.25336481v2.72","doi-asserted-by":"publisher","DOI":"10.3390\/bioengineering11010077"},{"key":"2025100904101157000_2025.09.24.25336481v2.73","doi-asserted-by":"publisher","DOI":"10.1109\/ICCVW.2017.361"},{"key":"2025100904101157000_2025.09.24.25336481v2.74","doi-asserted-by":"publisher","DOI":"10.3390\/electronics10050534"},{"key":"2025100904101157000_2025.09.24.25336481v2.75","doi-asserted-by":"publisher","DOI":"10.1016\/j.patrec.2019.07.021"},{"key":"2025100904101157000_2025.09.24.25336481v2.76","first-page":"223","article-title":"Nouvelles recherches sur la distribution florale","volume":"44","year":"1908","journal-title":"Bull. Soc. Vaud. Sci. Nat"}],"container-title":[],"original-title":[],"link":[{"URL":"https:\/\/syndication.highwire.org\/content\/doi\/10.1101\/2025.09.24.25336481","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,15]],"date-time":"2026-01-15T20:46:51Z","timestamp":1768510011000},"score":1,"resource":{"primary":{"URL":"http:\/\/medrxiv.org\/lookup\/doi\/10.1101\/2025.09.24.25336481"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,9,27]]},"references-count":76,"URL":"https:\/\/doi.org\/10.1101\/2025.09.24.25336481","relation":{},"subject":[],"published":{"date-parts":[[2025,9,27]]},"subtype":"preprint"}}