{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,7]],"date-time":"2026-05-07T02:39:29Z","timestamp":1778121569245,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":56,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,9,28]]},"DOI":"10.1145\/3746059.3747746","type":"proceedings-article","created":{"date-parts":[[2025,9,27]],"date-time":"2025-09-27T07:49:12Z","timestamp":1758959352000},"page":"1-18","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":8,"title":["OnGoal: Tracking and Visualizing Conversational Goals in Multi-Turn Dialogue with Large Language Models"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0429-9295","authenticated-orcid":false,"given":"Adam J","family":"Coscia","sequence":"first","affiliation":[{"name":"School of Interactive Computing, Georgia Institute of Technology, Atlanta, Georgia, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5355-8399","authenticated-orcid":false,"given":"Shunan","family":"Guo","sequence":"additional","affiliation":[{"name":"Adobe Research, San Jose, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2091-5972","authenticated-orcid":false,"given":"Eunyee","family":"Koh","sequence":"additional","affiliation":[{"name":"Adobe Research, San Jose, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6914-610X","authenticated-orcid":false,"given":"Alex","family":"Endert","sequence":"additional","affiliation":[{"name":"School of Interactive Computing, Georgia Institute of Technology, Atlanta, Georgia, USA"}]}],"member":"320","published-online":{"date-parts":[[2025,9,27]]},"reference":[{"key":"e_1_3_3_2_2_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642016"},{"key":"e_1_3_3_2_3_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.inlg-main.43"},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"crossref","unstructured":"Jeff Baker Donald Jones and Jim Burkman. 2009. Using visual representations of data to enhance sensemaking in data exploration tasks. Journal of the Association for Information Systems 10 7 (2009) 2.","DOI":"10.17705\/1jais.00204"},{"key":"e_1_3_3_2_5_2","unstructured":"Elizabeth\u00a0L Bjork Robert\u00a0A Bjork et\u00a0al. 2011. Making things hard on yourself but in a good way: Creating desirable difficulties to enhance learning. Psychology and the real world: Essays illustrating fundamental contributions to society 2 59-68 (2011)."},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"publisher","unstructured":"Michael Bostock Vadim Ogievetsky and Jeffrey Heer. 2011. D3 Data-Driven Documents. IEEE Transactions on Visualization and Computer Graphics 17 12 (2011) 2301\u20132309. 10.1109\/TVCG.2011.185","DOI":"10.1109\/TVCG.2011.185"},{"key":"e_1_3_3_2_7_2","volume-title":"Transforming Qualitative Information: Thematic Analysis and Code Development","author":"Boyatzis R.E.","year":"1998","unstructured":"R.E. Boyatzis. 1998. Transforming Qualitative Information: Thematic Analysis and Code Development. SAGE Publications."},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"publisher","DOI":"10.1145\/3411763.3451596"},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"publisher","unstructured":"Zixin Chen Jiachen Wang Meng Xia Kento Shigyo Dingdong Liu Rong Zhang and Huamin Qu. 2025. StuGPTViz: A Visual Analytics Approach to Understand Student-ChatGPT Interactions. IEEE Transactions on Visualization and Computer Graphics 31 1 (2025) 908\u2013918. 10.1109\/TVCG.2024.3456363","DOI":"10.1109\/TVCG.2024.3456363"},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"publisher","unstructured":"Jan Deriu Alvaro Rodrigo Arantxa Otegi Guillermo Echegoyen Sophie Rosset Eneko Agirre and Mark Cieliebak. 2021. Survey on evaluation methods for dialogue systems. Artificial Intelligence Review 54 1 (01 Jan 2021) 755\u2013810. 10.1007\/s10462-020-09866-x","DOI":"10.1007\/s10462-020-09866-x"},{"key":"e_1_3_3_2_11_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-26633-613"},{"key":"e_1_3_3_2_12_2","unstructured":"Haodong Duan Jueqi Wei Chonghua Wang Hongwei Liu Yixiao Fang Songyang Zhang Dahua Lin and Kai Chen. 2023. Botchat: Evaluating llms\u2019 capabilities of having multi-turn dialogues. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2310.13650 (2023)."},{"key":"e_1_3_3_2_13_2","volume-title":"Protocol analysis: Verbal reports as data.","author":"Ericsson K\u00a0Anders","year":"1984","unstructured":"K\u00a0Anders Ericsson and Herbert\u00a0A Simon. 1984. Protocol analysis: Verbal reports as data.the MIT Press."},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3174074"},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613905.3650786"},{"key":"e_1_3_3_2_16_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642139"},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.emnlp-main.811"},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"publisher","DOI":"10.1109\/INFVIS.2000.885098"},{"key":"e_1_3_3_2_19_2","doi-asserted-by":"publisher","unstructured":"Diana\u00a0C. Hernandez-Bocanegra and J\u00fcrgen Ziegler. 2023. Explaining Recommendations through Conversations: Dialog Model and the Effects of Interface Type and Degree of Interactivity. ACM Trans. Interact. Intell. Syst. 13 2 Article 6 (April 2023) 47\u00a0pages. 10.1145\/3579541","DOI":"10.1145\/3579541"},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.sigdial-1.10"},{"key":"e_1_3_3_2_21_2","unstructured":"Matt-Heun Hong and Anamaria Crisan. 2023. Conversational AI Threads for Visualizing Multidimensional Datasets. arxiv:https:\/\/arXiv.org\/abs\/2311.05590\u00a0[cs.HC] https:\/\/arxiv.org\/abs\/2311.05590"},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613905.3650823"},{"key":"e_1_3_3_2_23_2","doi-asserted-by":"publisher","DOI":"10.1145\/3586183.3606737"},{"key":"e_1_3_3_2_24_2","unstructured":"Tushar Khot Harsh Trivedi Matthew Finlayson Yao Fu Kyle Richardson Peter Clark and Ashish Sabharwal. 2022. Decomposed prompting: A modular approach for solving complex tasks. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2210.02406 (2022)."},{"key":"e_1_3_3_2_25_2","doi-asserted-by":"publisher","DOI":"10.1145\/3461615.3485396"},{"key":"e_1_3_3_2_26_2","doi-asserted-by":"publisher","DOI":"10.1145\/3640543.3645148"},{"key":"e_1_3_3_2_27_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.eacl-long.120"},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"publisher","DOI":"10.1145\/3654777.3676419"},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3713778"},{"key":"e_1_3_3_2_30_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.emnlp-demo.28"},{"key":"e_1_3_3_2_31_2","unstructured":"Jenny\u00a0T Liang Chenyang Yang and Brad\u00a0A Myers. 2023. A Large-Scale Survey on the Usability of AI Programming Assistants: Successes and Challenges. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2303.17125 (2023)."},{"key":"e_1_3_3_2_32_2","doi-asserted-by":"publisher","unstructured":"Nelson\u00a0F. Liu Kevin Lin John Hewitt Ashwin Paranjape Michele Bevilacqua Fabio Petroni and Percy Liang. 2024. Lost in the Middle: How Language Models Use Long Contexts. Transactions of the Association for Computational Linguistics 12 (2024) 157\u2013173. 10.1162\/tacla00638","DOI":"10.1162\/tacla00638"},{"key":"e_1_3_3_2_33_2","unstructured":"Amama Mahmood Junxiang Wang Bingsheng Yao Dakuo Wang and Chien-Ming Huang. 2023. Llm-powered conversational voice assistants: Interaction patterns opportunities challenges and design guidelines. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2309.13879 (2023)."},{"key":"e_1_3_3_2_34_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642462"},{"key":"e_1_3_3_2_35_2","unstructured":"Nat McAleese Rai\u00a0Michael Pokorny Juan Felipe\u00a0Ceron Uribe Evgenia Nitishinskaya Maja Trebacz and Jan Leike. 2024. LLM Critics Help Catch LLM Bugs. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2407.00215 (2024)."},{"key":"e_1_3_3_2_36_2","unstructured":"Aditi Mishra Utkarsh Soni Anjana Arunkumar Jinbin Huang Bum\u00a0Chul Kwon and Chris Bryan. 2023. Promptaid: Prompt exploration perturbation testing and iteration using visual analytics for large language models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2304.01964 (2023)."},{"key":"e_1_3_3_2_37_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.473"},{"key":"e_1_3_3_2_38_2","doi-asserted-by":"publisher","unstructured":"Andrea Papenmeier Dagmar Kern Gwenn Englebienne and Christin Seifert. 2022. It\u2019s Complicated: The Relationship between User Trust Model Accuracy and Explanations in AI. ACM Trans. Comput.-Hum. Interact. 29 4 Article 35 (March 2022) 33\u00a0pages. 10.1145\/3495013","DOI":"10.1145\/3495013"},{"key":"e_1_3_3_2_39_2","doi-asserted-by":"publisher","DOI":"10.1145\/3581641.3584037"},{"key":"e_1_3_3_2_40_2","series-title":"Proceedings of Machine Learning Research","first-page":"31210","volume-title":"Proceedings of the 40th International Conference on Machine Learning","volume":"202","author":"Shi Freda","year":"2023","unstructured":"Freda Shi, Xinyun Chen, Kanishka Misra, Nathan Scales, David Dohan, Ed\u00a0H. Chi, Nathanael Sch\u00e4rli, and Denny Zhou. 2023. Large Language Models Can Be Easily Distracted by Irrelevant Context. In Proceedings of the 40th International Conference on Machine Learning(Proceedings of Machine Learning Research, Vol.\u00a0202), Andreas Krause, Emma Brunskill, Kyunghyun Cho, Barbara Engelhardt, Sivan Sabato, and Jonathan Scarlett (Eds.). PMLR, 31210\u201331227. https:\/\/proceedings.mlr.press\/v202\/shi23a.html"},{"key":"e_1_3_3_2_41_2","unstructured":"Taiwei Shi Zhuoer Wang Longqi Yang Ying-Chun Lin Zexue He Mengting Wan Pei Zhou Sujay Jauhar Sihao Chen Shan Xia et\u00a0al. 2024. Wildfeedback: Aligning llms with in-situ user interactions and feedback. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2408.15549 (2024)."},{"key":"e_1_3_3_2_42_2","doi-asserted-by":"publisher","DOI":"10.1109\/BigData59044.2023.10386335"},{"key":"e_1_3_3_2_43_2","doi-asserted-by":"crossref","unstructured":"Tanya Stivers N\u00a0J Enfield Penelope Brown Christina Englert Makoto Hayashi Trine Heinemann Gertie Hoymann Federico Rossano Jan\u00a0Peter de Ruiter Kyung-Eun Yoon and Stephen\u00a0C Levinson. 2009. Universals and cultural variation in turn-taking in conversation. Proc. Natl. Acad. Sci. U. S. A. 106 26 (June 2009) 10587\u201310592.","DOI":"10.1073\/pnas.0903616106"},{"key":"e_1_3_3_2_44_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642754"},{"key":"e_1_3_3_2_45_2","doi-asserted-by":"publisher","DOI":"10.1145\/3563359.3597380"},{"key":"e_1_3_3_2_46_2","doi-asserted-by":"publisher","DOI":"10.1145\/3586183.3606756"},{"key":"e_1_3_3_2_47_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642902"},{"key":"e_1_3_3_2_48_2","doi-asserted-by":"publisher","DOI":"10.1109\/IV.2002.1028751"},{"key":"e_1_3_3_2_49_2","volume-title":"The visual display of quantitative information","author":"Tufte Edward\u00a0R","year":"1983","unstructured":"Edward\u00a0R Tufte and Peter\u00a0R Graves-Morris. 1983. The visual display of quantitative information. Vol.\u00a02. Graphics press Cheshire, CT."},{"key":"e_1_3_3_2_50_2","doi-asserted-by":"publisher","DOI":"10.1145\/642611.642674"},{"key":"e_1_3_3_2_51_2","doi-asserted-by":"publisher","DOI":"10.1145\/3627508.3638344"},{"key":"e_1_3_3_2_52_2","doi-asserted-by":"publisher","DOI":"10.2312\/evs.20211060"},{"key":"e_1_3_3_2_53_2","unstructured":"Jason Wei Xuezhi Wang Dale Schuurmans Maarten Bosma Fei Xia Ed Chi Quoc\u00a0V Le Denny Zhou et\u00a0al. 2022. Chain-of-thought prompting elicits reasoning in large language models. Advances in neural information processing systems 35 (2022) 24824\u201324837."},{"key":"e_1_3_3_2_54_2","doi-asserted-by":"publisher","DOI":"10.1145\/3581641.3584059"},{"key":"e_1_3_3_2_55_2","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3519729"},{"key":"e_1_3_3_2_56_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581388"},{"key":"e_1_3_3_2_57_2","first-page":"46595","volume-title":"Advances in Neural Information Processing Systems","author":"Zheng Lianmin","year":"2023","unstructured":"Lianmin Zheng, Wei-Lin Chiang, Ying Sheng, Siyuan Zhuang, Zhanghao Wu, Yonghao Zhuang, Zi Lin, Zhuohan Li, Dacheng Li, Eric Xing, Hao Zhang, Joseph\u00a0E Gonzalez, and Ion Stoica. 2023. Judging LLM-as-a-Judge with MT-Bench and Chatbot Arena. In Advances in Neural Information Processing Systems , A.\u00a0Oh, T.\u00a0Naumann, A.\u00a0Globerson, K.\u00a0Saenko, M.\u00a0Hardt, and S.\u00a0Levine (Eds.), Vol.\u00a036. Curran Associates, Inc., 46595\u201346623. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2023\/file\/91f18a1287b398d378ef22505bf41832-Paper-Datasets_and_Benchmarks.pdf"}],"event":{"name":"UIST '25: The 38th Annual ACM Symposium on User Interface Software and Technology","location":"Busan Republic of Korea","acronym":"UIST '25","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction","SIGGRAPH ACM Special Interest Group on Computer Graphics and Interactive Techniques"]},"container-title":["Proceedings of the 38th Annual ACM Symposium on User Interface Software and Technology"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3746059.3747746","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,27]],"date-time":"2025-09-27T22:11:23Z","timestamp":1759011083000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3746059.3747746"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,9,27]]},"references-count":56,"alternative-id":["10.1145\/3746059.3747746","10.1145\/3746059"],"URL":"https:\/\/doi.org\/10.1145\/3746059.3747746","relation":{},"subject":[],"published":{"date-parts":[[2025,9,27]]},"assertion":[{"value":"2025-09-27","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}