{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T19:54:50Z","timestamp":1776110090776,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":77,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,10,11]],"date-time":"2024-10-11T00:00:00Z","timestamp":1728604800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"Hong Kong Research Grants Council General Research","award":["16210722"],"award-info":[{"award-number":["16210722"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,10,13]]},"DOI":"10.1145\/3654777.3676374","type":"proceedings-article","created":{"date-parts":[[2024,10,11]],"date-time":"2024-10-11T10:50:36Z","timestamp":1728643836000},"page":"1-14","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":42,"title":["WaitGPT: Monitoring and Steering Conversational LLM Agent in Data Analysis with On-the-Fly Code Visualization"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2601-6313","authenticated-orcid":false,"given":"Liwenhan","family":"Xie","sequence":"first","affiliation":[{"name":"Department of Computer Science and Engineering, Hong Kong University of Science and Technology, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0226-9399","authenticated-orcid":false,"given":"Chengbo","family":"Zheng","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Engineering, Hong Kong University of Science and Technology, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9425-0881","authenticated-orcid":false,"given":"Haijun","family":"Xia","sequence":"additional","affiliation":[{"name":"Department of Cognitive Science and Design Lab, University of California, San Diego, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3344-9694","authenticated-orcid":false,"given":"Huamin","family":"Qu","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Engineering, Hong Kong University of Science and Technology, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2313-0612","authenticated-orcid":false,"given":"Chen","family":"Zhu-Tian","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Engineering, University of Minnesota-Twin Cities, United States"}]}],"member":"320","published-online":{"date-parts":[[2024,10,11]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3586183.3606719"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/MCG.2019.2941856"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1037\/13620-004"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.naacl-demo.2"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581472"},{"key":"e_1_3_2_1_6_1","unstructured":"Nan Chen Yuge Zhang Jiahang Xu Kan Ren and Yuqing Yang. 2024. VisEval: A benchmark for data visualization in the era of large language models. arXiv:2407.00981"},{"key":"e_1_3_2_1_7_1","unstructured":"Yida Chen Aoyu Wu Catherine\u00a0Yeh Trevor\u00a0DePodesta Kenneth Li Nicholas\u00a0Castillo Marin Oam Patel Jan Riecke Shivam Raval Olivia Seow Martin Wattenberg and Fernanda Vi\u00e9gas. 2024. Designing a dashboard for transparency and control of conversational AI. arXiv:2406.07882"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","unstructured":"Liying Cheng Xingxuan Li and Lidong Bing. 2023. Is GPT-4 a good data analyst?. In Findings of the Association for Computational Linguistics: EMNLP. ACL 9496\u20139514. https:\/\/doi.org\/10.18653\/v1\/2023.findings-emnlp.637","DOI":"10.18653\/v1\/2023.findings-emnlp.637"},{"key":"e_1_3_2_1_9_1","unstructured":"Bhavya Chopra Ananya Singha Anna Fariha Sumit Gulwani Chris Parnin Ashish Tiwari and Austin\u00a0Z Henley. 2023. Conversational challenges in AI-powered data science: Obstacles needs and design opportunities. arXiv:2310.16164"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3501819"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/2207676.2208589"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-demo.11"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3299869.3314037"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2023.3240003"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/VL-HCC57772.2023.00017"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.14528"},{"key":"e_1_3_2_1_17_1","volume-title":"Gemini Advanced: Release updates. Google. Retrieved","year":"2024","unstructured":"Google. 2024. Gemini Advanced: Release updates. Google. Retrieved June 1, 2024 from https:\/\/gemini.google.com\/updates2024.05.21: updates on data analysis features."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3641891"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642497"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642699"},{"key":"e_1_3_2_1_21_1","volume-title":"Urania: Visualizing data analysis pipelines for natural language-based data exploration. arXiv:2306.07760","author":"Guo Yi","year":"2023","unstructured":"Yi Guo, Nan Cao, Xiaoyu Qi, Haoyang Li, Danqing Shi, Jing Zhang, Qing Chen, and Daniel Weiskopf. 2023. Urania: Visualizing data analysis pipelines for natural language-based data exploration. arXiv:2306.07760"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0166-4115(08)62386-9"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v38i16.29779"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642415"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2023.3329120"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3586183.3606737"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/1978942.1979444"},{"key":"e_1_3_2_1_28_1","volume-title":"Carina Negreanu, and Advait Sarkar.","author":"Kazemitabaar Majeed","year":"2024","unstructured":"Majeed Kazemitabaar, Jack Williams, Ian Drosos, Tovi Grossman, Austin Henley, Carina Negreanu, and Advait Sarkar. 2024. Improving steering and verification in AI-assisted data analysis with interactive task decomposition. arXiv:2407.02651"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.14778\/3055330.3055333"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/985692.985712"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3596673.3596972"},{"key":"e_1_3_2_1_32_1","unstructured":"Boyan Li Yuyu Luo Chengliang Chai Guoliang Li and Nan Tang. 2024. The dawn of natural language to SQL: Are we fully ready?arXiv:2406.01265"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580817"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.15093"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-industry.59"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533175"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642462"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580940"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3607868"},{"key":"e_1_3_2_1_40_1","unstructured":"Meta Open Source. 2024. React. https:\/\/react.dev\/"},{"key":"e_1_3_2_1_41_1","unstructured":"Microsoft. 2024. Monaco Editor. https:\/\/microsoft.github.io\/monaco-editor\/"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1016\/S1045-926X(05)80036-9"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3597503.3639187"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397481.3450667"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2745298"},{"key":"e_1_3_2_1_46_1","volume-title":"Proceedings of the International Conference on Learning Representations (ICLR). 49\u00a0pages. arXiv:2306","author":"Olausson X","year":"2024","unstructured":"Theo\u00a0X Olausson, Jeevana\u00a0Priya Inala, Chenglong Wang, Jianfeng Gao, and Armando Solar-Lezama. 2024. Is self-repair a silver bullet for code generation?. In Proceedings of the International Conference on Learning Representations (ICLR). 49\u00a0pages. arXiv:2306.09896Poster."},{"key":"e_1_3_2_1_47_1","volume-title":"Data analysis with ChatGPT. OpenAI. Retrieved","author":"AI.","year":"2024","unstructured":"OpenAI. 2024. Data analysis with ChatGPT. OpenAI. Retrieved June 1, 2024 from https:\/\/help.openai.com\/en\/articles\/8437071-data-analysis-with-chatgpt"},{"key":"e_1_3_2_1_48_1","unstructured":"Pallets. 2024. Flask. https:\/\/flask.palletsprojects.com\/en\/3.0.x\/"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.2312\/eurova.20241118"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445063"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-023-10289-9"},{"key":"e_1_3_2_1_52_1","unstructured":"Hua Shen Tiffany Knearem Reshmi Ghosh Kenan Alkiek Kundan Krishna Yachuan Liu Ziqiao Ma Savvas Petridis Yi-Hao Peng Li Qiwei 2024. Towards bidirectional human-AI alignment: A systematic review for clarifications framework and future directions. arXiv:2406.09264"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2022.3148007"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/3479534"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3472749.3474744"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1109\/VL-HCC57772.2023.00031"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642754"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/3586183.3606756"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642902"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2024.3368621"},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642639"},{"key":"e_1_3_2_1_62_1","volume-title":"Up and down the ladder of abstraction: A systematic approach to interactive visualization. Retrieved","author":"Victor Bret","year":"2024","unstructured":"Bret Victor. 2011. Up and down the ladder of abstraction: A systematic approach to interactive visualization. Retrieved April 1, 2024 from http:\/\/worrydream.com\/LadderOfAbstraction\/"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3502123"},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3174085"},{"key":"e_1_3_2_1_65_1","first-page":"2402.01030","volume-title":"Proceedings of the International Conference on Machine Learning (ICML). Article PMLR 235","author":"Wang Xingyao","year":"2024","unstructured":"Xingyao Wang, Yangyi Chen, Lifan Yuan, Yizhe Zhang, Yunzhu Li, Hao Peng, and Heng Ji. 2024. Executable code actions elicit better LLM agents. In Proceedings of the International Conference on Machine Learning (ICML). Article PMLR 235, 13\u00a0pages. arXiv:2402.01030"},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2024.3411575"},{"key":"e_1_3_2_1_67_1","unstructured":"Luoxuan Weng Xingbo Wang Junyu Lu Yingchaojie Feng Yihan Liu and Wei Chen. 2024. InsightLens: Discovering and exploring insights from conversational contexts in large-language-model-powered data analysis. arXiv:2404.01644"},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517582"},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"publisher","DOI":"10.1145\/3654992"},{"key":"e_1_3_2_1_70_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2023.3286392"},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.1145\/3586183.3606813"},{"key":"e_1_3_2_1_72_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2022.3144975"},{"key":"e_1_3_2_1_73_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE51524.2021.9678520"},{"key":"e_1_3_2_1_74_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.9"},{"key":"e_1_3_2_1_75_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517485"},{"key":"e_1_3_2_1_76_1","unstructured":"Chen Zhu-Tian Zeyu Xiong Xiaoshuo Yao and Elena Glassman. 2024. Sketch then generate: Providing incremental user feedback and guiding LLM code generation through language-oriented code sketches. arXiv:2405.03998"},{"key":"e_1_3_2_1_77_1","doi-asserted-by":"crossref","unstructured":"Chen Zhu-Tian Chenyang Zhang Qianwen Wang Jakob Troidl Simon Warchol Johanna Beyer Nils Gehlenborg and Hanspeter Pfister. 2024. Beyond generating code: Evaluating GPT on a data visualization course. arXiv:2306.02914","DOI":"10.1109\/EduVis60792.2023.00009"}],"event":{"name":"UIST '24: The 37th Annual ACM Symposium on User Interface Software and Technology","location":"Pittsburgh PA USA","acronym":"UIST '24"},"container-title":["Proceedings of the 37th Annual ACM Symposium on User Interface Software and Technology"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3654777.3676374","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3654777.3676374","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,4]],"date-time":"2025-08-04T21:10:52Z","timestamp":1754341852000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3654777.3676374"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,11]]},"references-count":77,"alternative-id":["10.1145\/3654777.3676374","10.1145\/3654777"],"URL":"https:\/\/doi.org\/10.1145\/3654777.3676374","relation":{},"subject":[],"published":{"date-parts":[[2024,10,11]]},"assertion":[{"value":"2024-10-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}