{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,23]],"date-time":"2026-04-23T07:59:20Z","timestamp":1776931160473,"version":"3.51.2"},"publisher-location":"New York, NY, USA","reference-count":63,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,4,13]]},"DOI":"10.1145\/3772318.3791273","type":"proceedings-article","created":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T05:14:30Z","timestamp":1776057270000},"page":"1-20","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Giving Meaning to Movements: Challenges and Opportunities in Expanding Communication by Pairing Unaided AAC with Speech Generated Messages"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0001-8145-9328","authenticated-orcid":false,"given":"Imran","family":"Kabir","sequence":"first","affiliation":[{"name":"College of Information Sciences and Technology, Pennsylvania State University, State College, Pennsylvania, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-9926-7384","authenticated-orcid":false,"given":"Sharon","family":"Ann Redmon","sequence":"additional","affiliation":[{"name":"College of Education, Pennsylvania State University, University Park, Pennsylvania, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-0257-9871","authenticated-orcid":false,"given":"Lynn R","family":"Elko","sequence":"additional","affiliation":[{"name":"See CVI, Speak AAC, Tamaqua, Pennsylvania, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-1457-084X","authenticated-orcid":false,"given":"Kevin","family":"Williams","sequence":"additional","affiliation":[{"name":"L. L. SLIM, LLC., Charlotte, North Carolina, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-0188-5810","authenticated-orcid":false,"given":"Mitchell A","family":"Case","sequence":"additional","affiliation":[{"name":"College of Arts &amp; Architecture, Pennsylvania State University, University Park, Pennsylvania, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-2499-6264","authenticated-orcid":false,"given":"Dawn J","family":"Sowers","sequence":"additional","affiliation":[{"name":"School of Communication Science and Disorders, Florida State University, Tallahassee, Florida, USA and College of Health and Human Development, Pennsylvania State University, University Park, Pennsylvania, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-0287-6179","authenticated-orcid":false,"given":"Krista","family":"Wilkinson","sequence":"additional","affiliation":[{"name":"College of Health and Human Development, Pennsylvania State University, University Park, Pennsylvania, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5063-3808","authenticated-orcid":false,"given":"Syed Masum","family":"Billah","sequence":"additional","affiliation":[{"name":"College of Information Sciences and Technology, Pennsylvania State University, University Park, Pennsylvania, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2026,4,13]]},"reference":[{"key":"e_1_3_3_2_2_2","first-page":"3","volume-title":"Esann","author":"Anguita Davide","year":"2013","unstructured":"Davide Anguita, Alessandro Ghio, Luca Oneto, Xavier Parra, Jorge\u00a0Luis Reyes-Ortiz, et\u00a0al. 2013. A public domain dataset for human activity recognition using smartphones.. In Esann , Vol.\u00a03. 3\u20134."},{"key":"e_1_3_3_2_3_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-24646-6_1"},{"key":"e_1_3_3_2_4_2","unstructured":"David Beukelman and Janice Light. 2020. Augmentative and alternative communication: Supporting children and adults with complex communication needs. (2020)."},{"key":"e_1_3_3_2_5_2","doi-asserted-by":"crossref","unstructured":"Sarah\u00a0W Blackstone Fei Luo Jesse Canchola Krista\u00a0M Wilkinson and Christine Roman-Lantzy. 2021. Children with cortical visual impairment and complex communication needs: Identifying gaps between needs and current practice. Language Speech and Hearing Services in Schools 52 2 (2021) 612\u2013629.","DOI":"10.1044\/2020_LSHSS-20-00088"},{"key":"e_1_3_3_2_6_2","first-page":"286","volume-title":"Seminars in speech and language","author":"Boster Jamie\u00a0B","year":"2017","unstructured":"Jamie\u00a0B Boster and John\u00a0W McCarthy. 2017. When you can\u2019t touch a touch screen. In Seminars in speech and language , Vol.\u00a038. Thieme Medical Publishers, 286\u2013296."},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"publisher","DOI":"10.1145\/3308561.3353774"},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"crossref","unstructured":"Davide Buffelli and Fabio Vandin. 2021. Attention-based deep learning framework for human activity recognition with user adaptation. IEEE Sensors journal 21 12 (2021) 13474\u201313483.","DOI":"10.1109\/JSEN.2021.3067690"},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00812"},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"crossref","unstructured":"Melinda\u00a0Y Chang Lotfi\u00a0B Merabet Mark Borchert Arvind Chandna Gena Heidary Barry Kran Linda Lawrence Richard\u00a0H Legge Sharon Lehman Melissa Rice et\u00a0al. 2024. Special commentary: cerebral\/cortical visual impairment working definition: a report from the National Institutes of Health CVI workshop. Ophthalmology 131 12 (2024) 1359\u20131365.","DOI":"10.1016\/j.ophtha.2024.09.017"},{"key":"e_1_3_3_2_11_2","doi-asserted-by":"crossref","unstructured":"Ricardo Chavarriaga Hesam Sagha Alberto Calatroni Sundara\u00a0Tejaswi Digumarti Gerhard Tr\u00f6ster Jos\u00e9 del\u00a0R Mill\u00e1n and Daniel Roggen. 2013. The Opportunity challenge: A benchmark database for on-body sensor-based activity recognition. Pattern Recognition Letters 34 15 (2013) 2033\u20132042.","DOI":"10.1016\/j.patrec.2012.12.014"},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICIP.2015.7350781"},{"key":"e_1_3_3_2_13_2","first-page":"1597","volume-title":"International conference on machine learning","author":"Chen Ting","year":"2020","unstructured":"Ting Chen, Simon Kornblith, Mohammad Norouzi, and Geoffrey Hinton. 2020. A simple framework for contrastive learning of visual representations. In International conference on machine learning. PmLR, 1597\u20131607."},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"crossref","unstructured":"Michael Clarke and Steven Bloch. 2013. AAC practices in everyday interaction. Augmentative and Alternative Communication 29 1 (2013) 1\u20132.","DOI":"10.3109\/07434618.2013.767487"},{"key":"e_1_3_3_2_15_2","unstructured":"Alexey Dosovitskiy Lucas Beyer Alexander Kolesnikov Dirk Weissenborn Xiaohua Zhai Thomas Unterthiner Mostafa Dehghani Matthias Minderer Georg Heigold Sylvain Gelly et\u00a0al. 2020. An image is worth 16x16 words: Transformers for image recognition at scale. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2010.11929 (2020)."},{"key":"e_1_3_3_2_16_2","doi-asserted-by":"crossref","unstructured":"Md Ehtesham-Ul-Haque and Syed\u00a0Masum Billah. 2023. Abacus Gestures: A Large Set of Math-Based Usable Finger-Counting Gestures for Mid-Air Interactions. Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies 7 3 1\u201330.","DOI":"10.1145\/3610898"},{"key":"e_1_3_3_2_17_2","first-page":"1911","volume-title":"LREC","author":"Forster Jens","year":"2014","unstructured":"Jens Forster, Christoph Schmidt, Oscar Koller, Martin Bellgardt, and Hermann Ney. 2014. Extensions of the Sign Language Recognition and Translation Corpus RWTH-PHOENIX-Weather.. In LREC. 1911\u20131916."},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"crossref","unstructured":"Carli Friedman. 2021. The impact of direct support professional turnover on the health and safety of people with intellectual and developmental disabilities. Inclusion 9 1 (2021) 63\u201373.","DOI":"10.1352\/2326-6988-9.1.63"},{"key":"e_1_3_3_2_19_2","doi-asserted-by":"crossref","unstructured":"Kilem\u00a0Li Gwet. 2008. Computing inter-rater reliability and its variance in the presence of high agreement. Brit. J. Math. Statist. Psych. 61 1 (2008) 29\u201348.","DOI":"10.1348\/000711006X126600"},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"publisher","DOI":"10.1109\/SMC.2015.525"},{"key":"e_1_3_3_2_21_2","unstructured":"Nils\u00a0Y Hammerla Shane Halloran and Thomas Pl\u00f6tz. 2016. Deep convolutional and recurrent models for human activity recognition using wearables. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1604.08880 (2016)."},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"publisher","DOI":"10.1145\/3410531.3414306"},{"key":"e_1_3_3_2_23_2","doi-asserted-by":"crossref","unstructured":"Harish Haresamudram Irfan Essa and Thomas Pl\u00f6tz. 2021. Contrastive predictive coding for human activity recognition. Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies 5 2 (2021) 1\u201326.","DOI":"10.1145\/3463506"},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"crossref","unstructured":"D\u00a0Jeffery Higginbotham Howard Shane Susanne Russell and Kevin Caves. 2007. Access to AAC: Present past and future. Augmentative and alternative communication 23 3 (2007) 243\u2013257.","DOI":"10.1080\/07434610701571058"},{"key":"e_1_3_3_2_25_2","doi-asserted-by":"crossref","unstructured":"Saki Imai Mert \u0130nan Anthony Sicilia and Malihe Alikhani. 2025. SiLVERScore: Semantically-Aware Embeddings for Sign Language Generation Evaluation. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2509.03791 (2025).","DOI":"10.26615\/978-954-452-098-4-054"},{"key":"e_1_3_3_2_26_2","doi-asserted-by":"publisher","DOI":"10.1145\/3517428.3544826"},{"key":"e_1_3_3_2_27_2","doi-asserted-by":"publisher","DOI":"10.1145\/1414471.1414487"},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"crossref","unstructured":"Jennifer Kent-Walsh Kimberly\u00a0A Murza Melissa\u00a0D Malani and Cathy Binger. 2015. Effects of communication partner instruction on the communication of individuals using AAC: A meta-analysis. Augmentative and alternative communication 31 4 (2015) 271\u2013284.","DOI":"10.3109\/07434618.2015.1052153"},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV51070.2023.00942"},{"key":"e_1_3_3_2_30_2","doi-asserted-by":"publisher","DOI":"10.1109\/VLHCC.2004.47"},{"key":"e_1_3_3_2_31_2","doi-asserted-by":"crossref","unstructured":"Susan Koch\u00a0Fager Melanie Fried-Oken Tom Jakobs and David\u00a0R Beukelman. 2019. New and emerging access technologies for adults with complex communication needs and severe motor impairments: State of the science. Augmentative and Alternative Communication 35 1 (2019) 13\u201325.","DOI":"10.1080\/07434618.2018.1556730"},{"key":"e_1_3_3_2_32_2","doi-asserted-by":"publisher","DOI":"10.5244\/C.30.136"},{"key":"e_1_3_3_2_33_2","doi-asserted-by":"crossref","unstructured":"Panayiotis Koutsabasis and Panagiotis Vogiatzidakis. 2019. Empirical research in mid-air interaction: A systematic review. International Journal of Human\u2013Computer Interaction 35 18 (2019) 1747\u20131768.","DOI":"10.1080\/10447318.2019.1572352"},{"key":"e_1_3_3_2_34_2","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2019\/431"},{"key":"e_1_3_3_2_35_2","unstructured":"Laurens van\u00a0der Maaten and Geoffrey Hinton. 2008. Visualizing data using t-SNE. Journal of machine learning research 9 Nov (2008) 2579\u20132605."},{"key":"e_1_3_3_2_36_2","first-page":"281","volume-title":"Proc. of 5th Berkeley Symposium on Math. Stat. and Prob.","author":"McQueen James\u00a0B","year":"1967","unstructured":"James\u00a0B McQueen. 1967. Some methods of classification and analysis of multivariate observations. In Proc. of 5th Berkeley Symposium on Math. Stat. and Prob.281\u2013297."},{"key":"e_1_3_3_2_37_2","doi-asserted-by":"crossref","unstructured":"Meredith\u00a0Ringel Morris Andreea Danielescu Steven Drucker Danyel Fisher Bongshin Lee MC Schraefel and Jacob\u00a0O Wobbrock. 2014. Reducing legacy bias in gesture elicitation studies. interactions 21 3 (2014) 40\u201345.","DOI":"10.1145\/2591689"},{"key":"e_1_3_3_2_38_2","doi-asserted-by":"publisher","DOI":"10.1145\/3267242.3267287"},{"key":"e_1_3_3_2_39_2","unstructured":"Nilah\u00a0Ravi Nair Lena Schmid Fernando\u00a0Moya Rueda Markus Pauly Gernot\u00a0A Fink and Christopher Reining. 2023. Dataset bias in human activity recognition. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2301.10161 (2023)."},{"key":"e_1_3_3_2_40_2","doi-asserted-by":"publisher","DOI":"10.1109\/ISDA.2012.6416645"},{"key":"e_1_3_3_2_41_2","doi-asserted-by":"publisher","DOI":"10.1109\/WACV.2013.6474999"},{"key":"e_1_3_3_2_42_2","unstructured":"Aaron van\u00a0den Oord Yazhe Li and Oriol Vinyals. 2018. Representation learning with contrastive predictive coding. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1807.03748 (2018)."},{"key":"e_1_3_3_2_43_2","first-page":"1729","volume-title":"IJCAI Proceedings-International Joint Conference on Artificial Intelligence","volume":"22","author":"Pl\u00f6tz Thomas","year":"2011","unstructured":"Thomas Pl\u00f6tz, Nils\u00a0Y Hammerla, and Patrick Olivier. 2011. Feature learning for activity recognition in ubiquitous computing. In IJCAI Proceedings-International Joint Conference on Artificial Intelligence , Vol.\u00a022. 1729."},{"key":"e_1_3_3_2_44_2","doi-asserted-by":"publisher","DOI":"10.1109\/ISWC.2012.13"},{"key":"e_1_3_3_2_45_2","unstructured":"Julia Rollison Julia Bandini Katie Feistel Allyson\u00a0D Gittens Megan Key Isabelle Gonz\u00e1lez Weilong Kong Teague Ruder and Jason\u00a0Michel Etchegaray. 2023. An Evaluation of a Multisite Health Systems\u2013Based Direct Care Worker Retention Program: Key Findings and Recommendations. Rand Health Quarterly 10 2 (2023) 4."},{"key":"e_1_3_3_2_46_2","doi-asserted-by":"publisher","DOI":"10.1145\/1978942.1978971"},{"key":"e_1_3_3_2_47_2","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298682"},{"key":"e_1_3_3_2_48_2","doi-asserted-by":"crossref","unstructured":"Samuel\u00a0C Sennott Linda Akagi Mary Lee and Anthony Rhodes. 2019. AAC and artificial intelligence (AI). Topics in language disorders 39 4 (2019) 389\u2013403.","DOI":"10.1097\/TLD.0000000000000197"},{"key":"e_1_3_3_2_49_2","doi-asserted-by":"publisher","DOI":"10.1145\/3654777.3676378"},{"key":"e_1_3_3_2_50_2","doi-asserted-by":"crossref","unstructured":"Dawn\u00a0J Sowers and Krista\u00a0M Wilkinson. 2023. Demands associated with an augmentative and alternative communication system in relation to alternative forms of access for individuals with motor impairments. American journal of speech-language pathology 32 1 (2023) 37\u201354.","DOI":"10.1044\/2022_AJSLP-22-00006"},{"key":"e_1_3_3_2_51_2","doi-asserted-by":"crossref","unstructured":"William\u00a0C Stokoe\u00a0Jr. 2005. Sign language structure: An outline of the visual communication systems of the American deaf. Journal of deaf studies and deaf education 10 1 (2005) 3\u201337.","DOI":"10.1093\/deafed\/eni001"},{"key":"e_1_3_3_2_52_2","unstructured":"Chi\u00a0Ian Tang Ignacio Perez-Pozuelo Dimitris Spathis and Cecilia Mascolo. 2020. Exploring contrastive learning in human activity recognition for healthcare. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2011.11542 (2020)."},{"key":"e_1_3_3_2_53_2","doi-asserted-by":"crossref","unstructured":"Megha Thukral Harish Haresamudram and Thomas Ploetz. 2025. Cross-domain har: Few-shot transfer learning for human activity recognition. ACM Transactions on Intelligent Systems and Technology 16 1 (2025) 1\u201335.","DOI":"10.1145\/3704921"},{"key":"e_1_3_3_2_54_2","doi-asserted-by":"crossref","unstructured":"Marte\u00a0Fossflaten T\u00f8rring Aleksej Logacjov Siri\u00a0Merete Br\u00e6ndvik Astrid Ustad Karin Roeleveld and Ellen\u00a0Marie Bardal. 2024. Validation of two novel human activity recognition models for typically developing children and children with Cerebral Palsy. Plos one 19 9 (2024) e0308853.","DOI":"10.1371\/journal.pone.0308853"},{"key":"e_1_3_3_2_55_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581560"},{"key":"e_1_3_3_2_56_2","doi-asserted-by":"crossref","unstructured":"C Van\u00a0Hove C Damiano and N Ben\u00a0Itzhak. 2025. The relation between clutter and visual fatigue in children with cerebral visual impairment. Ophthalmic and Physiological Optics (2025).","DOI":"10.1111\/opo.13447"},{"key":"e_1_3_3_2_57_2","unstructured":"Ashish Vaswani Noam Shazeer Niki Parmar Jakob Uszkoreit Llion Jones Aidan\u00a0N Gomez \u0141ukasz Kaiser and Illia Polosukhin. 2017. Attention is all you need. Advances in neural information processing systems 30 (2017)."},{"key":"e_1_3_3_2_58_2","first-page":"196","volume-title":"The signs of language revisited","author":"Wilbur Ronnie\u00a0B","year":"2013","unstructured":"Ronnie\u00a0B Wilbur. 2013. Phonological and prosodic layering of nonmanuals in American Sign Language. In The signs of language revisited. Psychology Press, 196\u2013220."},{"key":"e_1_3_3_2_59_2","doi-asserted-by":"crossref","unstructured":"Krista\u00a0M Wilkinson Rick Gilmore and Yiming Qian. 2022. Judicious arrangement of symbols on a simulated augmentative and alternative communication display optimizes visual attention by individuals with Down syndrome. Journal of Speech Language and Hearing Research 65 2 (2022) 710\u2013726.","DOI":"10.1044\/2021_JSLHR-21-00278"},{"key":"e_1_3_3_2_60_2","doi-asserted-by":"crossref","unstructured":"Krista\u00a0M Wilkinson and Vinoth Jagaroo. 2004. Contributions of principles of visual cognitive science to AAC system display design. Augmentative and Alternative communication 20 3 (2004) 123\u2013136.","DOI":"10.1080\/07434610410001699717"},{"key":"e_1_3_3_2_61_2","doi-asserted-by":"crossref","unstructured":"Krista\u00a0M Wilkinson Dawn\u00a0J Sowers Lynn\u00a0R Elko Mitchell Case Sharon Redmon Kevin Williams Tanuj Namdeo and Syed Billah. 2025. Consideration of artificial intelligence applications for interpreting communicative movements by individuals with visual and\/or motor disabilities. Augmentative and Alternative Communication (2025) 1\u201313.","DOI":"10.1080\/07434618.2025.2495905"},{"key":"e_1_3_3_2_62_2","doi-asserted-by":"publisher","DOI":"10.1145\/3267242.3267286"},{"key":"e_1_3_3_2_63_2","unstructured":"Fan Zhang Valentin Bazarevsky Andrey Vakunov Andrei Tkachenka George Sung Chuo-Ling Chang and Matthias Grundmann. 2020. Mediapipe hands: On-device real-time hand tracking. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2006.10214 (2020)."},{"key":"e_1_3_3_2_64_2","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00137"}],"event":{"name":"CHI 2026: CHI Conference on Human Factors in Computing Systems","location":"Barcelona Spain","acronym":"CHI '26","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3772318.3791273","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,17]],"date-time":"2026-04-17T10:15:21Z","timestamp":1776420921000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3772318.3791273"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,13]]},"references-count":63,"alternative-id":["10.1145\/3772318.3791273","10.1145\/3772318"],"URL":"https:\/\/doi.org\/10.1145\/3772318.3791273","relation":{},"subject":[],"published":{"date-parts":[[2026,4,13]]},"assertion":[{"value":"2026-04-13","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}