{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,11]],"date-time":"2026-07-11T03:31:01Z","timestamp":1783740661917,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":59,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,4,25]],"date-time":"2025-04-25T00:00:00Z","timestamp":1745539200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,4,26]]},"DOI":"10.1145\/3706598.3714002","type":"proceedings-article","created":{"date-parts":[[2025,4,24]],"date-time":"2025-04-24T04:29:11Z","timestamp":1745468951000},"page":"1-18","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":26,"title":["Need Help? Designing Proactive AI Assistants for Programming"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0007-2783-0265","authenticated-orcid":false,"given":"Valerie","family":"Chen","sequence":"first","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, Pennsylvania, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-5737-7923","authenticated-orcid":false,"given":"Alan","family":"Zhu","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, Pennsylvania, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-8408-7622","authenticated-orcid":false,"given":"Sebastian","family":"Zhao","sequence":"additional","affiliation":[{"name":"University of California Berkeley, Berkeley, California, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-9660-9878","authenticated-orcid":false,"given":"Hussein","family":"Mozannar","sequence":"additional","affiliation":[{"name":"Microsoft Research, Redmond, Washington, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5034-7796","authenticated-orcid":false,"given":"David","family":"Sontag","sequence":"additional","affiliation":[{"name":"Massachusetts Institute of Technology, Boston, Massachusetts, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6650-1893","authenticated-orcid":false,"given":"Ameet","family":"Talwalkar","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, Pennsylvania, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2025,4,25]]},"reference":[{"key":"e_1_3_3_3_2_2","doi-asserted-by":"publisher","DOI":"10.1145\/3377814.3381703"},{"key":"e_1_3_3_3_3_2","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300233"},{"key":"e_1_3_3_3_4_2","unstructured":"Anthropic. 2023. Meet Claude. https:\/\/www.anthropic.com\/claude"},{"key":"e_1_3_3_3_5_2","doi-asserted-by":"publisher","DOI":"10.1145\/3176349.3176380"},{"key":"e_1_3_3_3_6_2","doi-asserted-by":"publisher","DOI":"10.1109\/HRI.2016.7451735"},{"key":"e_1_3_3_3_7_2","doi-asserted-by":"crossref","unstructured":"Shraddha Barke Michael\u00a0B James and Nadia Polikarpova. 2023. Grounded copilot: How programmers interact with code-generating models. Proceedings of the ACM on Programming Languages 7 OOPSLA1 (2023) 85\u2013111.","DOI":"10.1145\/3586030"},{"key":"e_1_3_3_3_8_2","doi-asserted-by":"crossref","unstructured":"Nancy Baym Limor Shifman Christopher Persaud and Kelly Wagman. 2019. Intelligent failures: Clippy memes and the limits of digital assistants. AoIR Selected Papers of Internet Research (2019).","DOI":"10.5210\/spir.v2019i0.10923"},{"key":"e_1_3_3_3_9_2","doi-asserted-by":"crossref","unstructured":"Margaret Burnett Simone Stumpf Jamie Macbeth Stephann Makri Laura Beckwith Irwin Kwan Anicia Peters and William Jernigan. 2016. GenderMag: A method for evaluating software\u2019s gender inclusiveness. Interacting with computers 28 6 (2016) 760\u2013787.","DOI":"10.1093\/iwc\/iwv046"},{"key":"e_1_3_3_3_10_2","doi-asserted-by":"crossref","unstructured":"Ana\u00a0Paula Chaves and Marco\u00a0Aurelio Gerosa. 2021. How should my chatbot interact? A survey on social characteristics in human\u2013chatbot interaction design. International Journal of Human\u2013Computer Interaction 37 8 (2021) 729\u2013758.","DOI":"10.1080\/10447318.2020.1841438"},{"key":"e_1_3_3_3_11_2","unstructured":"Bhavya Chopra Ananya Singha Anna Fariha Sumit Gulwani Chris Parnin Ashish Tiwari and Austin\u00a0Z Henley. 2023. Conversational Challenges in AI-Powered Data Science: Obstacles Needs and Design Opportunities. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2310.16164 (2023)."},{"key":"e_1_3_3_3_12_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-94-017-9088-8"},{"key":"e_1_3_3_3_13_2","unstructured":"Kevin\u00a0Zheyuan Cui Mert Demirer Sonia Jaffe Leon Musolff Sida Peng and Tobias Salz. 2024. The Productivity Effects of Generative AI: Evidence from a Field Experiment with GitHub Copilot. (2024)."},{"key":"e_1_3_3_3_14_2","unstructured":"Cursor. 2023. Cursor - The AI Code Editor. https:\/\/www.cursor.com\/"},{"key":"e_1_3_3_3_15_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642495"},{"key":"e_1_3_3_3_16_2","doi-asserted-by":"crossref","unstructured":"Kathleen\u00a0Kara Fitzpatrick Alison Darcy and Molly Vierhile. 2017. Delivering cognitive behavior therapy to young adults with symptoms of depression and anxiety using a fully automated conversational agent (Woebot): a randomized controlled trial. JMIR mental health 4 2 (2017) e7785.","DOI":"10.2196\/mental.7785"},{"key":"e_1_3_3_3_17_2","unstructured":"Github. 2022. GitHub copilot - your AI pair programmer. https:\/\/github.com\/features\/copilot"},{"key":"e_1_3_3_3_18_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642497"},{"key":"e_1_3_3_3_19_2","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753478"},{"key":"e_1_3_3_3_20_2","doi-asserted-by":"publisher","DOI":"10.1145\/3051457.3051467"},{"key":"e_1_3_3_3_21_2","doi-asserted-by":"publisher","DOI":"10.1145\/302979.303030"},{"key":"e_1_3_3_3_22_2","doi-asserted-by":"crossref","unstructured":"Jiaxiong Hu Jingya Guo Ningjing Tang Xiaojuan Ma Yuan Yao Changyuan Yang and Yingqing Xu. 2024. Designing the Conversational Agent: Asking Follow-up Questions for Information Elicitation. Proceedings of the ACM on Human-Computer Interaction 8 CSCW1 (2024) 1\u201330.","DOI":"10.1145\/3637320"},{"key":"e_1_3_3_3_23_2","unstructured":"Naman Jain King Han Alex Gu Wen-Ding Li Fanjia Yan Tianjun Zhang Sida Wang Armando Solar-Lezama Koushik Sen and Ion Stoica. 2024. Livecodebench: Holistic and contamination free evaluation of large language models for code. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2403.07974 (2024)."},{"key":"e_1_3_3_3_24_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580919"},{"key":"e_1_3_3_3_25_2","doi-asserted-by":"crossref","unstructured":"Majeed Kazemitabaar Runlong Ye Xiaoning Wang Austin\u00a0Z Henley Paul Denny Michelle Craig and Tovi Grossman. 2024. CodeAid: Evaluating a Classroom Deployment of an LLM-based Programming Assistant that Balances Student and Educator Needs. (2024).","DOI":"10.1145\/3613904.3642773"},{"key":"e_1_3_3_3_26_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642697"},{"key":"e_1_3_3_3_27_2","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3502030"},{"key":"e_1_3_3_3_28_2","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376494"},{"key":"e_1_3_3_3_29_2","first-page":"605","volume-title":"2024 IEEE\/ACM 46th International Conference on Software Engineering (ICSE)","author":"Liang Jenny\u00a0T","year":"2023","unstructured":"Jenny\u00a0T Liang, Chenyang Yang, and Brad\u00a0A Myers. 2023. A large-scale survey on the usability of ai programming assistants: Successes and challenges. In 2024 IEEE\/ACM 46th International Conference on Software Engineering (ICSE). IEEE Computer Society, 605\u2013617."},{"key":"e_1_3_3_3_30_2","doi-asserted-by":"publisher","DOI":"10.1145\/2901790.2901842"},{"key":"e_1_3_3_3_31_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-long.585"},{"key":"e_1_3_3_3_32_2","unstructured":"Fang Liu Yang Liu Lin Shi Houkun Huang Ruifeng Wang Zhen Yang Li Zhang Zhongqi Li and Yuchi Ma. 2024. Exploring and evaluating hallucinations in llm-powered code generation. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2404.00971 (2024)."},{"key":"e_1_3_3_3_33_2","unstructured":"Tianjian Liu Hongzheng Zhao Yuheng Liu Xingbo Wang and Zhenhui Peng. 2024. ComPeer: A Generative Conversational Agent for Proactive Peer Support. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2407.18064 (2024)."},{"key":"e_1_3_3_3_34_2","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858288"},{"key":"e_1_3_3_3_35_2","doi-asserted-by":"crossref","unstructured":"Christian Meurisch Cristina\u00a0A Mihale-Wilson Adrian Hawlitschek Florian Giger Florian M\u00fcller Oliver Hinz and Max M\u00fchlh\u00e4user. 2020. Exploring user expectations of proactive AI systems. Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies 4 4 (2020) 1\u201322.","DOI":"10.1145\/3432193"},{"key":"e_1_3_3_3_36_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3641936"},{"key":"e_1_3_3_3_37_2","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v38i9.28878"},{"key":"e_1_3_3_3_38_2","unstructured":"Hussein Mozannar Valerie Chen Mohammed Alsobay Subhro Das Sebastian Zhao Dennis Wei Manish Nagireddy Prasanna Sattigeri Ameet Talwalkar and David Sontag. 2024. The RealHumanEval: Evaluating Large Language Models\u2019 Abilities to Support Programmers. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2404.02806 (2024)."},{"key":"e_1_3_3_3_39_2","doi-asserted-by":"publisher","DOI":"10.1145\/3597503.3639187"},{"key":"e_1_3_3_3_40_2","unstructured":"OpenAI. 2022. ChatGPT: Optimizing Language Models for Dialogue. https:\/\/openai.com\/blog\/chatgpt\/"},{"key":"e_1_3_3_3_41_2","unstructured":"Joon\u00a0Sung Park Joseph\u00a0C O\u2019Brien Carrie\u00a0J Cai Meredith\u00a0Ringel Morris Percy Liang and Michael\u00a0S Bernstein. 2023. Generative agents: Interactive simulacra of human behavior. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2304.03442 (2023)."},{"key":"e_1_3_3_3_42_2","unstructured":"Sida Peng Eirini Kalliamvakou Peter Cihon and Mert Demirer. 2023. The impact of ai on developer productivity: Evidence from github copilot. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2302.06590 (2023)."},{"key":"e_1_3_3_3_43_2","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300328"},{"key":"e_1_3_3_3_44_2","doi-asserted-by":"publisher","unstructured":"James Prather Brent\u00a0N. Reeves Paul Denny Brett\u00a0A. Becker Juho Leinonen Andrew Luxton-Reilly Garrett Powell James Finnie-Ansley and Eddie\u00a0Antonio Santos. 2023. \u201cIt\u2019s Weird That It Knows What I Want\u201d: Usability and Interactions with Copilot for Novice Programmers. ACM Trans. Comput.-Hum. Interact. 31 1 Article 4 (nov 2023) 31\u00a0pages. 10.1145\/3617367","DOI":"10.1145\/3617367"},{"key":"e_1_3_3_3_45_2","doi-asserted-by":"publisher","DOI":"10.1145\/3581641.3584037"},{"key":"e_1_3_3_3_46_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642414"},{"key":"e_1_3_3_3_47_2","first-page":"1223","volume-title":"Proceedings of the Sixth International Joint Conference on Natural Language Processing","author":"Silvervarg Annika","year":"2013","unstructured":"Annika Silvervarg and Arne J\u00f6nsson. 2013. Iterative development and evaluation of a social conversational agent. In Proceedings of the Sixth International Joint Conference on Natural Language Processing. 1223\u20131229."},{"key":"e_1_3_3_3_48_2","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3174178"},{"key":"e_1_3_3_3_49_2","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173632"},{"key":"e_1_3_3_3_50_2","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3519665"},{"key":"e_1_3_3_3_51_2","unstructured":"Helena Vasconcelos Gagan Bansal Adam Fourney Q\u00a0Vera Liao and Jennifer\u00a0Wortman Vaughan. 2023. Generation probabilities are not enough: Exploring the effectiveness of uncertainty highlighting in AI-powered code completions. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2302.07248 (2023)."},{"key":"e_1_3_3_3_52_2","unstructured":"Rainer Winkler and Julian Roos. 2019. Bringing AI into the classroom: Designing smart personal assistants as learning tutors. (2019)."},{"key":"e_1_3_3_3_53_2","unstructured":"Tao Xiao Christoph Treude Hideaki Hata and Kenichi Matsumoto. 2023. DevGPT: Studying Developer-ChatGPT Conversations. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2309.03914 (2023)."},{"key":"e_1_3_3_3_54_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642239"},{"key":"e_1_3_3_3_55_2","unstructured":"John Yang Carlos\u00a0E Jimenez Alexander Wettig Kilian Lieret Shunyu Yao Karthik Narasimhan and Ofir Press. 2024. Swe-agent: Agent-computer interfaces enable automated software engineering. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2405.15793 (2024)."},{"key":"e_1_3_3_3_56_2","unstructured":"Shunyu Yao Noah Shinn Pedram Razavi and Karthik Narasimhan. 2024. \u03c4 -bench: A Benchmark for Tool-Agent-User Interaction in Real-World Domains. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2406.12045 (2024)."},{"key":"e_1_3_3_3_57_2","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2015.7353878"},{"key":"e_1_3_3_3_58_2","volume-title":"The Twelfth International Conference on Learning Representations","author":"Zhao Wenting","year":"2024","unstructured":"Wenting Zhao, Xiang Ren, Jack Hessel, Claire Cardie, Yejin Choi, and Yuntian Deng. 2024. WildChat: 1M ChatGPT Interaction Logs in the Wild. In The Twelfth International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=Bl8u7ZRlbM"},{"key":"e_1_3_3_3_59_2","unstructured":"Lianmin Zheng Wei-Lin Chiang Ying Sheng Tianle Li Siyuan Zhuang Zhanghao Wu Yonghao Zhuang Zhuohan Li Zi Lin Eric.\u00a0P Xing Joseph\u00a0E. Gonzalez Ion Stoica and Hao Zhang. 2023. LMSYS-Chat-1M: A Large-Scale Real-World LLM Conversation Dataset. arxiv:https:\/\/arXiv.org\/abs\/2309.11998\u00a0[cs.CL]"},{"key":"e_1_3_3_3_60_2","unstructured":"Shuyan Zhou Frank\u00a0F Xu Hao Zhu Xuhui Zhou Robert Lo Abishek Sridhar Xianyi Cheng Tianyue Ou Yonatan Bisk Daniel Fried et\u00a0al. 2023. Webarena: A realistic web environment for building autonomous agents. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2307.13854 (2023)."}],"event":{"name":"CHI 2025: CHI Conference on Human Factors in Computing Systems","location":"Yokohama Japan","acronym":"CHI '25","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706598.3714002","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3706598.3714002","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,7,4]],"date-time":"2025-07-04T05:22:08Z","timestamp":1751606528000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706598.3714002"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,4,25]]},"references-count":59,"alternative-id":["10.1145\/3706598.3714002","10.1145\/3706598"],"URL":"https:\/\/doi.org\/10.1145\/3706598.3714002","relation":{},"subject":[],"published":{"date-parts":[[2025,4,25]]},"assertion":[{"value":"2025-04-25","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}