{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,8]],"date-time":"2026-04-08T09:24:10Z","timestamp":1775640250452,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":36,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,10,13]],"date-time":"2024-10-13T00:00:00Z","timestamp":1728777600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,10,13]]},"DOI":"10.1145\/3672539.3686759","type":"proceedings-article","created":{"date-parts":[[2024,10,11]],"date-time":"2024-10-11T10:29:52Z","timestamp":1728642592000},"page":"1-4","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["Towards an LLM-Based Speech Interface for Robot-Assisted Feeding"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-5314-3224","authenticated-orcid":false,"given":"Jessie","family":"Yuan","sequence":"first","affiliation":[{"name":"Carnegie Mellon University, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7536-1685","authenticated-orcid":false,"given":"Janavi","family":"Gupta","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8603-8146","authenticated-orcid":false,"given":"Akhil","family":"Padmanabha","sequence":"additional","affiliation":[{"name":"Robotics Institute, Carnegie Mellon University, United States"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-4234-3513","authenticated-orcid":false,"given":"Zulekha","family":"Karachiwalla","sequence":"additional","affiliation":[{"name":"Robotics Institute, Carnegie Mellon, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6469-9645","authenticated-orcid":false,"given":"Carmel","family":"Majidi","sequence":"additional","affiliation":[{"name":"Mechanical Engineering Department, Carnegie Mellon University, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1796-2196","authenticated-orcid":false,"given":"Henny","family":"Admoni","sequence":"additional","affiliation":[{"name":"Robotics Institute, Carnegie Mellon University, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6760-6213","authenticated-orcid":false,"given":"Zackory","family":"Erickson","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, United States"}]}],"member":"320","published-online":{"date-parts":[[2024,10,13]]},"reference":[{"key":"e_1_3_2_2_1_1","unstructured":"[n. d.]. Obi Feeding Robot. https:\/\/meetobi.com\/"},{"key":"e_1_3_2_2_2_1","unstructured":"[n. d.]. OpenAI API - GPT-3.5 Turbo. https:\/\/platform.openai.com\/docs\/models\/gpt-3-5-turbo"},{"key":"e_1_3_2_2_3_1","unstructured":"[n. d.]. OpenAI API - Whisper. https:\/\/platform.openai.com\/docs\/models\/whisper"},{"key":"e_1_3_2_2_4_1","unstructured":"[n. d.]. Porcupine Wake Word Python API. https:\/\/picovoice.ai\/docs\/api\/porcupine-python\/"},{"key":"e_1_3_2_2_5_1","volume-title":"Autort: Embodied foundation models for large scale orchestration of robotic agents. arXiv preprint arXiv:2401.12963","author":"Ahn Michael","year":"2024","unstructured":"Michael Ahn, Debidatta Dwibedi, Chelsea Finn, Montse\u00a0Gonzalez Arenas, Keerthana Gopalakrishnan, Karol Hausman, Brian Ichter, Alex Irpan, Nikhil Joshi, Ryan Julian, 2024. Autort: Embodied foundation models for large scale orchestration of robotic agents. arXiv preprint arXiv:2401.12963 (2024)."},{"key":"e_1_3_2_2_6_1","volume-title":"Prevalence and causes of paralysis\u2014United States","author":"Armour S","year":"2013","unstructured":"Brian\u00a0S Armour, Elizabeth\u00a0A Courtney-Long, Michael\u00a0H Fox, Heidi Fredine, and Anthony Cahill. 2016. Prevalence and causes of paralysis\u2014United States, 2013. American journal of public health 106, 10 (2016), 1855\u20131857."},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3319502.3374818"},{"key":"e_1_3_2_2_8_1","volume-title":"Rt-2: Vision-language-action models transfer web knowledge to robotic control. arXiv preprint arXiv:2307.15818","author":"Brohan Anthony","year":"2023","unstructured":"Anthony Brohan, Noah Brown, Justice Carbajal, Yevgen Chebotar, Xi Chen, Krzysztof Choromanski, Tianli Ding, Danny Driess, Avinava Dubey, Chelsea Finn, 2023. Rt-2: Vision-language-action models transfer web knowledge to robotic control. arXiv preprint arXiv:2307.15818 (2023)."},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/RO-MAN50785.2021.9515511"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/MRA.2012.2229950"},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2012.6385907"},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1682\/JRRD.2004.08.0100"},{"key":"e_1_3_2_2_13_1","volume-title":"Health implications of physical activity in individuals with spinal cord injury: a literature review.Journal of health and human services administration 30 4","author":"Fernhall Bo","year":"2008","unstructured":"Bo Fernhall, Kevin\u00a0S Heffernan, Sae\u00a0Young Jae, and Bradley\u00a0N. Hedrick. 2008. Health implications of physical activity in individuals with spinal cord injury: a literature review.Journal of health and human services administration 30 4 (2008), 468\u2013502."},{"key":"e_1_3_2_2_14_1","volume-title":"Foundation models in robotics: Applications, challenges, and the future. arXiv preprint arXiv:2312.07843","author":"Firoozi Roya","year":"2023","unstructured":"Roya Firoozi, Johnathan Tucker, Stephen Tian, Anirudha Majumdar, Jiankai Sun, Weiyu Liu, Yuke Zhu, Shuran Song, Ashish Kapoor, Karol Hausman, 2023. Foundation models in robotics: Applications, challenges, and the future. arXiv preprint arXiv:2312.07843 (2023)."},{"key":"e_1_3_2_2_15_1","volume-title":"Quality of life in adults with multiple sclerosis: a systematic review. BMJ open 10, 11","author":"Gil-Gonz\u00e1lez Irene","year":"2020","unstructured":"Irene Gil-Gonz\u00e1lez, Agust\u00edn Mart\u00edn-Rodr\u00edguez, Rupert Conrad, and Mar\u00eda\u00a0\u00c1ngeles P\u00e9rez-San-Gregorio. 2020. Quality of life in adults with multiple sclerosis: a systematic review. BMJ open 10, 11 (2020), e041249."},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/CIRAT.2014.7009736"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/1518701.1518731"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1177\/0278364918776060"},{"key":"e_1_3_2_2_19_1","volume-title":"Real-World Robot Applications of Foundation Models: A Review. arXiv preprint arXiv:2402.05741","author":"Kawaharazuka Kento","year":"2024","unstructured":"Kento Kawaharazuka, Tatsuya Matsushima, Andrew Gambardella, Jiaxian Guo, Chris Paxton, and Andy Zeng. 2024. Real-World Robot Applications of Foundation Models: A Review. arXiv preprint arXiv:2402.05741 (2024)."},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.3109\/17483107.2011.615374"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICORR.2017.8009380"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA48891.2023.10160591"},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3610977.3634999"},{"key":"e_1_3_2_2_24_1","volume-title":"Physically Assistive Robots: A Systematic Review of Mobile and Manipulator Robots That Physically Assist People with Disabilities. Annual Review of Control, Robotics, and Autonomous Systems 7","author":"Nanavati Amal","year":"2023","unstructured":"Amal Nanavati, Vinitha Ranganeni, and Maya Cakmak. 2023. Physically Assistive Robots: A Systematic Review of Mobile and Manipulator Robots That Physically Assist People with Disabilities. Annual Review of Control, Robotics, and Autonomous Systems 7 (2023)."},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3610977.3634964"},{"key":"e_1_3_2_2_26_1","volume-title":"HAT: Head-Worn Assistive Teleoperation of Mobile Manipulators. In 2023 IEEE International Conference on Robotics and Automation (ICRA). IEEE, 12542\u201312548","author":"Padmanabha Akhil","year":"2023","unstructured":"Akhil Padmanabha, Qin Wang, Daphne Han, Jashkumar Diyora, Kriti Kacker, Hamza Khalid, Liang-Jung Chen, Carmel Majidi, and Zackory Erickson. 2023. HAT: Head-Worn Assistive Teleoperation of Mobile Manipulators. In 2023 IEEE International Conference on Robotics and Automation (ICRA). IEEE, 12542\u201312548."},{"key":"e_1_3_2_2_27_1","volume-title":"Voicepilot: Harnessing LLMs as speech interfaces for physically assistive robots. arXiv preprint arXiv:2404.04066","author":"Padmanabha Akhil","year":"2024","unstructured":"Akhil Padmanabha, Jessie Yuan, Janavi Gupta, Zulekha Karachiwalla, Carmel Majidi, Henny Admoni, and Zackory Erickson. 2024. Voicepilot: Harnessing LLMs as speech interfaces for physically assistive robots. arXiv preprint arXiv:2404.04066 (2024)."},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/BIOROB.2018.8487200"},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1038\/sc.2009.93"},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA48891.2023.10161317"},{"key":"e_1_3_2_2_31_1","volume-title":"Chatgpt for robotics: Design principles and model abilities. arXiv preprint arXiv:2306.17582","author":"Vemprala Sai","year":"2023","unstructured":"Sai Vemprala, Rogerio Bonatti, Arthur Bucker, and Ashish Kapoor. 2023. Chatgpt for robotics: Design principles and model abilities. arXiv preprint arXiv:2306.17582 (2023)."},{"key":"e_1_3_2_2_32_1","volume-title":"Grid: A platform for general robot intelligence development. arXiv preprint arXiv:2310.00887","author":"Vemprala Sai","year":"2023","unstructured":"Sai Vemprala, Shuhang Chen, Abhinav Shukla, Dinesh Narayanan, and Ashish Kapoor. 2023. Grid: A platform for general robot intelligence development. arXiv preprint arXiv:2310.00887 (2023)."},{"key":"e_1_3_2_2_33_1","volume-title":"LaMI: Large Language Models for Multi-Modal Human-Robot Interaction. In Extended Abstracts of the CHI Conference on Human Factors in Computing Systems. 1\u201310","author":"Wang Chao","year":"2024","unstructured":"Chao Wang, Stephan Hasler, Daniel Tanneberg, Felix Ocker, Frank Joublin, Antonello Ceravola, Joerg Deigmoeller, and Michael Gienger. 2024. LaMI: Large Language Models for Multi-Modal Human-Robot Interaction. In Extended Abstracts of the CHI Conference on Human Factors in Computing Systems. 1\u201310."},{"key":"e_1_3_2_2_34_1","volume-title":"High-density Electromyography for Effective Gesture-based Control of Physically Assistive Mobile Manipulators. arXiv preprint arXiv:2312.07745","author":"Yang Jehan","year":"2023","unstructured":"Jehan Yang, Kent Shibata, Douglas Weber, and Zackory Erickson. 2023. High-density Electromyography for Effective Gesture-based Control of Physically Assistive Mobile Manipulators. arXiv preprint arXiv:2312.07745 (2023)."},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.birob.2023.100131"},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/IROS55552.2023.10342363"}],"event":{"name":"UIST '24: The 37th Annual ACM Symposium on User Interface Software and Technology","location":"Pittsburgh PA USA","acronym":"UIST '24","sponsor":["SIGGRAPH ACM Special Interest Group on Computer Graphics and Interactive Techniques","SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["The 37th Annual ACM Symposium on User Interface Software and Technology"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3672539.3686759","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3672539.3686759","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T00:06:13Z","timestamp":1750291573000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3672539.3686759"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,13]]},"references-count":36,"alternative-id":["10.1145\/3672539.3686759","10.1145\/3672539"],"URL":"https:\/\/doi.org\/10.1145\/3672539.3686759","relation":{},"subject":[],"published":{"date-parts":[[2024,10,13]]},"assertion":[{"value":"2024-10-13","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}