{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,1]],"date-time":"2025-12-01T01:02:02Z","timestamp":1764550922175,"version":"3.46.0"},"publisher-location":"New York, NY, USA","reference-count":55,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,3,18]],"date-time":"2024-03-18T00:00:00Z","timestamp":1710720000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,3,18]]},"DOI":"10.1145\/3640543.3645172","type":"proceedings-article","created":{"date-parts":[[2024,4,5]],"date-time":"2024-04-05T18:23:12Z","timestamp":1712341392000},"page":"869-885","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["Empirical Evidence on Conversational Control of GUI in Semantic Automation"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5253-0511","authenticated-orcid":false,"given":"Daniel Karl I.","family":"Weidele","sequence":"first","affiliation":[{"name":"IBM Research, United States"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-2510-6120","authenticated-orcid":false,"given":"Mauro","family":"Martino","sequence":"additional","affiliation":[{"name":"IBM Research, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9365-0923","authenticated-orcid":false,"given":"Abel N.","family":"Valente","sequence":"additional","affiliation":[{"name":"IBM Research, Argentina"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1042-4782","authenticated-orcid":false,"given":"Gaetano","family":"Rossiello","sequence":"additional","affiliation":[{"name":"IBM Research, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8995-1683","authenticated-orcid":false,"given":"Hendrik","family":"Strobelt","sequence":"additional","affiliation":[{"name":"IBM Research, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8560-2729","authenticated-orcid":false,"given":"Loraine","family":"Franke","sequence":"additional","affiliation":[{"name":"University of Massachusetts Boston, United States"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-5847-8805","authenticated-orcid":false,"given":"Kathryn","family":"Alvero","sequence":"additional","affiliation":[{"name":"IBM Software, United States"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-5488-1937","authenticated-orcid":false,"given":"Shayenna","family":"Misko","sequence":"additional","affiliation":[{"name":"IBM Software, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-3707-8002","authenticated-orcid":false,"given":"Robin","family":"Auer","sequence":"additional","affiliation":[{"name":"IBM Software, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-1173-600X","authenticated-orcid":false,"given":"Sugato","family":"Bagchi","sequence":"additional","affiliation":[{"name":"IBM Research, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1707-4842","authenticated-orcid":false,"given":"Nandana","family":"Mihindukulasooriya","sequence":"additional","affiliation":[{"name":"IBM Research, United States"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-8195-2858","authenticated-orcid":false,"given":"Faisal","family":"Chowdhury","sequence":"additional","affiliation":[{"name":"IBM Research, United States"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-8641-5014","authenticated-orcid":false,"given":"Gregory","family":"Bramble","sequence":"additional","affiliation":[{"name":"IBM Research, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6780-3217","authenticated-orcid":false,"given":"Horst","family":"Samulowitz","sequence":"additional","affiliation":[{"name":"IBM Research, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8044-2911","authenticated-orcid":false,"given":"Alfio","family":"Gliozzo","sequence":"additional","affiliation":[{"name":"IBM Research, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9097-0497","authenticated-orcid":false,"given":"Lisa","family":"Amini","sequence":"additional","affiliation":[{"name":"IBM Research, United States"}]}],"member":"320","published-online":{"date-parts":[[2024,4,5]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.14778\/3611540.3611628"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2023\/827"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3579027.3608972"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.mlwa.2020.100006"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/SMDS53860.2021.00016"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1109\/MCG.2021.3107875"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"crossref","unstructured":"Adrian\u00a0MP Bra\u015foveanu and R\u0103zvan Andonie. 2022. Visualizing and explaining language models. 213\u2013237\u00a0pages.","DOI":"10.1007\/978-3-030-93119-3_8"},{"key":"e_1_3_2_1_8_1","volume-title":"Language models are few-shot learners. Advances in neural information processing systems 33","author":"Brown Tom","year":"2020","unstructured":"Tom Brown, Benjamin Mann, Nick Ryder, Melanie Subbiah, Jared\u00a0D Kaplan, Prafulla Dhariwal, Arvind Neelakantan, Pranav Shyam, Girish Sastry, Amanda Askell, 2020. Language models are few-shot learners. Advances in neural information processing systems 33 (2020), 1877\u20131901."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10270-023-01105-5"},{"volume-title":"Computer Graphics Forum, Vol.\u00a039","author":"Chatzimparmpas Angelos","key":"e_1_3_2_1_10_1","unstructured":"Angelos Chatzimparmpas, Rafael\u00a0Messias Martins, Ilir Jusufi, Kostiantyn Kucher, Fabrice Rossi, and Andreas Kerren. 2020. The state of the art in enhancing trust in machine learning models with the use of visualizations. In Computer Graphics Forum, Vol.\u00a039. Wiley Online Library, Norrk\u00f6ping Sweden, 713\u2013756."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","unstructured":"Mark Chen Jerry Tworek Heewoo Jun Qiming Yuan Henrique Ponde de Oliveira Pinto Jared Kaplan Harri Edwards Yuri Burda Nicholas Joseph Greg Brockman Alex Ray Raul Puri Gretchen Krueger Michael Petrov Heidy Khlaaf Girish Sastry Pamela Mishkin Brooke Chan Scott Gray Nick Ryder Mikhail Pavlov Alethea Power Lukasz Kaiser Mohammad Bavarian Clemens Winter Philippe Tillet Felipe Petroski Such Dave Cummings Matthias Plappert Fotios Chantzis Elizabeth Barnes Ariel Herbert-Voss William Hebgen Guss Alex Nichol Alex Paino Nikolas Tezak Jie Tang Igor Babuschkin Suchir Balaji Shantanu Jain William Saunders Christopher Hesse Andrew\u00a0N. Carr Jan Leike Josh Achiam Vedant Misra Evan Morikawa Alec Radford Matthew Knight Miles Brundage Mira Murati Katie Mayer Peter Welinder Bob McGrew Dario Amodei Sam McCandlish Ilya Sutskever and Wojciech Zaremba. 2021. Evaluating Large Language Models Trained on Code. arXiv:2107.03374\u00a0pages. https:\/\/doi.org\/10.48550\/arXiv.2107.03374 arxiv:2107.03374\u00a0[cs.LG]","DOI":"10.48550\/arXiv.2107.03374"},{"key":"e_1_3_2_1_12_1","volume-title":"Palm: Scaling language modeling with pathways.","author":"Chowdhery Aakanksha","year":"2022","unstructured":"Aakanksha Chowdhery, Sharan Narang, Jacob Devlin, Maarten Bosma, Gaurav Mishra, Adam Roberts, Paul Barham, Hyung\u00a0Won Chung, Charles Sutton, Sebastian Gehrmann, 2022. Palm: Scaling language modeling with pathways."},{"key":"e_1_3_2_1_13_1","unstructured":"Hyung\u00a0Won Chung Le Hou Shayne Longpre Barret Zoph Yi Tay William Fedus Eric Li Xuezhi Wang Mostafa Dehghani Siddhartha Brahma 2022. Scaling instruction-finetuned language models."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.findings-naacl.59"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-47240-4_27"},{"key":"e_1_3_2_1_16_1","volume-title":"Bert: Pre-training of deep bidirectional transformers for language understanding.","author":"Devlin Jacob","year":"2018","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2018. Bert: Pre-training of deep bidirectional transformers for language understanding."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"crossref","unstructured":"Zhangyin Feng Daya Guo Duyu Tang Nan Duan Xiaocheng Feng Ming Gong Linjun Shou Bing Qin Ting Liu Daxin Jiang and Ming Zhou. 2020. CodeBERT: A Pre-Trained Model for Programming and Natural Languages. arxiv:2002.08155","DOI":"10.18653\/v1\/2020.findings-emnlp.139"},{"key":"e_1_3_2_1_18_1","volume-title":"Chatbots and the new world of HCI. interactions 24, 4","author":"F\u00f8lstad Asbj\u00f8rn","year":"2017","unstructured":"Asbj\u00f8rn F\u00f8lstad and Petter\u00a0Bae Brandtz\u00e6g. 2017. Chatbots and the new world of HCI. interactions 24, 4 (2017), 38\u201342."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3340531.3417426"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.14778\/3554821.3554844"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDMW.2019.00161"},{"key":"e_1_3_2_1_22_1","unstructured":"GitHub. 2021. GitHub Copilot: Your AI pair programmer. GitHub. https:\/\/github.com\/features\/copilot\/"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"crossref","unstructured":"Michael Glass Xueqing Wu Ankita\u00a0Rajaram Naik Gaetano Rossiello and Alfio Gliozzo. 2023. Retrieval-Based Transformer for Table Augmentation. arxiv:2306.11843","DOI":"10.18653\/v1\/2023.findings-acl.348"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300439"},{"key":"e_1_3_2_1_25_1","volume-title":"Explainable artificial intelligence (xai). Defense advanced research projects agency (DARPA), nd Web 2, 2","author":"Gunning David","year":"2017","unstructured":"David Gunning. 2017. Explainable artificial intelligence (xai). Defense advanced research projects agency (DARPA), nd Web 2, 2 (2017), 1."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.20684\/quality.14.2_147"},{"volume-title":"Conversational interface technologies","author":"Karat Clare-Marie","key":"e_1_3_2_1_27_1","unstructured":"Clare-Marie Karat, John Vergo, and David Nahamoo. 2002. Conversational interface technologies. CRC Press, Boca Raton, FL, USA. 169\u2013186 pages."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3571884.3604313"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3459637.3482295"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580652"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3560815"},{"key":"e_1_3_2_1_32_1","unstructured":"Elita Lobo Oktie Hassanzadeh Nhan Pham Nandana Mihindukulasooriya Dharmashankar Subramanian and Horst Samulowitz. 2023. Matching Table Metadata with Business Glossaries Using Large Language Models."},{"key":"e_1_3_2_1_33_1","volume-title":"Valley: Video Assistant with Large Language model Enhanced abilitY.","author":"Luo Ruipu","year":"2023","unstructured":"Ruipu Luo, Ziwang Zhao, Min Yang, Junwei Dong, Minghui Qiu, Pengcheng Lu, Tao Wang, and Zhongyu Wei. 2023. Valley: Video Assistant with Large Language model Enhanced abilitY."},{"key":"e_1_3_2_1_34_1","volume-title":"Prompt Middleware: Mapping Prompts for Large Language Models to UI Affordances.","author":"MacNeil Stephen","year":"2023","unstructured":"Stephen MacNeil, Andrew Tran, Joanne Kim, Ziheng Huang, Seth Bernstein, and Dan Mogil. 2023. Prompt Middleware: Mapping Prompts for Large Language Models to UI Affordances."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2023.3274199"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544549.3583179"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544549.3585628"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.3390\/electronics12143170"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411763.3451760"},{"key":"e_1_3_2_1_40_1","volume-title":"Proceedings of the 28th International Conference on Intelligent User Interfaces. ACM, Sydney Australia, 491\u2013514","author":"Ross I","year":"2023","unstructured":"Steven\u00a0I Ross, Fernando Martinez, Stephanie Houde, Michael Muller, and Justin\u00a0D Weisz. 2023. The programmer\u2019s assistant: Conversational interaction with a large language model for software development. In Proceedings of the 28th International Conference on Intelligent User Interfaces. ACM, Sydney Australia, 491\u2013514."},{"key":"e_1_3_2_1_41_1","unstructured":"Gustavo Sandoval Hammond Pearce Teo Nys Ramesh Karri Brendan Dolan-Gavitt and Siddharth Garg. 2022. Security implications of large language model code assistants: A user study."},{"key":"e_1_3_2_1_42_1","volume-title":"Bloom: A 176b-parameter open-access multilingual language model.","author":"Scao Teven\u00a0Le","year":"2022","unstructured":"Teven\u00a0Le Scao, Angela Fan, Christopher Akiki, Ellie Pavlick, Suzana Ili\u0107, Daniel Hesslow, Roman Castagn\u00e9, Alexandra\u00a0Sasha Luccioni, Fran\u00e7ois Yvon, Matthias Gall\u00e9, 2022. Bloom: A 176b-parameter open-access multilingual language model."},{"key":"e_1_3_2_1_43_1","first-page":"1178","article-title":"Visual comparison of language model adaptation","volume":"29","author":"Sevastjanova Rita","year":"2022","unstructured":"Rita Sevastjanova, Eren Cakmak, Shauli Ravfogel, Ryan Cotterell, and Mennatallah El-Assady. 2022. Visual comparison of language model adaptation. IEEE Transactions on Visualization and Computer Graphics 29, 1 (2022), 1178\u20131188.","journal-title":"IEEE Transactions on Visualization and Computer Graphics"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i11.21735"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-demo.12"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2022.3209479"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3583780.3614750"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3404983.3405505"},{"key":"e_1_3_2_1_49_1","unstructured":"Hugo Touvron Louis Martin Kevin Stone Peter Albert Amjad Almahairi Yasmine Babaei Nikolay Bashlykov Soumya Batra Prajjwal Bhargava Shruti Bhosale 2023. Llama 2: Open foundation and fine-tuned chat models."},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580895"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"crossref","unstructured":"Ruotong Wang Ruijia Cheng Denae Ford and Thomas Zimmermann. 2023. Investigating and Designing for Trust in AI-powered Code Generation Tools.","DOI":"10.1145\/3630106.3658984"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/3581641.3584094"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377325.3377538"},{"key":"e_1_3_2_1_54_1","unstructured":"Laura Weidinger John Mellor Maribeth Rauh Conor Griffin Jonathan Uesato Po-Sen Huang Myra Cheng Mia Glaese Borja Balle Atoosa Kasirzadeh 2021. Ethical and social risks of harm from language models."},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"crossref","unstructured":"Justin\u00a0D Weisz Michael Muller Jessica He and Stephanie Houde. 2023. Toward general design principles for generative AI applications.","DOI":"10.1145\/3613904.3642466"}],"event":{"name":"IUI '24: 29th International Conference on Intelligent User Interfaces","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence","SIGCHI ACM Special Interest Group on Computer-Human Interaction"],"location":"Greenville SC USA","acronym":"IUI '24"},"container-title":["Proceedings of the 29th International Conference on Intelligent User Interfaces"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3640543.3645172","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3640543.3645172","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,1]],"date-time":"2025-12-01T00:57:07Z","timestamp":1764550627000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3640543.3645172"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,3,18]]},"references-count":55,"alternative-id":["10.1145\/3640543.3645172","10.1145\/3640543"],"URL":"https:\/\/doi.org\/10.1145\/3640543.3645172","relation":{},"subject":[],"published":{"date-parts":[[2024,3,18]]},"assertion":[{"value":"2024-04-05","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}