{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,5]],"date-time":"2026-06-05T05:18:36Z","timestamp":1780636716096,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":41,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,5,11]],"date-time":"2024-05-11T00:00:00Z","timestamp":1715385600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"U.S. National Science Foundation","award":["2107397"],"award-info":[{"award-number":["2107397"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,5,11]]},"DOI":"10.1145\/3613904.3642495","type":"proceedings-article","created":{"date-parts":[[2024,5,11]],"date-time":"2024-05-11T08:38:25Z","timestamp":1715416705000},"page":"1-8","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":28,"title":["Validating AI-Generated Code with Live Programming"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3924-8137","authenticated-orcid":false,"given":"Kasra","family":"Ferdowsi","sequence":"first","affiliation":[{"name":"Computer Science & Engineering, UC San Diego, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4242-419X","authenticated-orcid":false,"given":"Ruanqianqian (Lisa)","family":"Huang","sequence":"additional","affiliation":[{"name":"Computer Science & Engineering, UC San Diego, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-2219-9355","authenticated-orcid":false,"given":"Michael B.","family":"James","sequence":"additional","affiliation":[{"name":"Computer Science & Engineering, UC San Diego, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5571-173X","authenticated-orcid":false,"given":"Nadia","family":"Polikarpova","sequence":"additional","affiliation":[{"name":"Computer Science & Engineering, UC San Diego, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3957-0628","authenticated-orcid":false,"given":"Sorin","family":"Lerner","sequence":"additional","affiliation":[{"name":"Computer Science & Engineering, UC San Diego, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,5,11]]},"reference":[{"key":"e_1_3_3_3_1_1","unstructured":"Amazon. 2023. CodeWhisperer. https:\/\/aws.amazon.com\/codewhisperer\/."},{"key":"e_1_3_3_3_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3586030"},{"key":"e_1_3_3_3_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3582083"},{"key":"e_1_3_3_3_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3311927.3323138"},{"key":"e_1_3_3_3_5_1","volume-title":"Proceedings of the 7th International Workshop on Evaluation and Usability of Programming Languages and Tools. ACM","author":"Campusano Miguel","year":"2016","unstructured":"Miguel Campusano, Alexandre Bergel, and Johan Fabry. 2016. Does Live Programming Help Program Comprehension? \u2013 A user study with Live Robot Programming. In Proceedings of the 7th International Workshop on Evaluation and Usability of Programming Languages and Tools. ACM, Amsterdam, Netherlands, 1\u20138. http:\/\/bergel.eu\/MyPapers\/Camp16-ComprehensionWithLRP.pdf"},{"key":"e_1_3_3_3_6_1","unstructured":"Kathy Charmaz. 2014. Constructing Grounded Theory. sage."},{"key":"e_1_3_3_3_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/VLHCC.2015.7357205"},{"key":"e_1_3_3_3_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445267"},{"key":"e_1_3_3_3_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376442"},{"key":"e_1_3_3_3_10_1","doi-asserted-by":"publisher","DOI":"10.3390\/ijerph8010015"},{"key":"e_1_3_3_3_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3379337.3415869"},{"key":"e_1_3_3_3_12_1","unstructured":"GitHub. 2023. GitHub Copilot - Your AI Pair Programmer. https:\/\/copilot.github.com\/."},{"key":"e_1_3_3_3_13_1","volume-title":"Real-Time Programming and the Big Ideas of Computational Literacy. Ph.\u00a0D. Dissertation","author":"Hancock Christopher\u00a0Michael","unstructured":"Christopher\u00a0Michael Hancock. 2003. Real-Time Programming and the Big Ideas of Computational Literacy. Ph.\u00a0D. Dissertation. Massachusetts Institute of Technology. https:\/\/dspace.mit.edu\/handle\/1721.1\/61549"},{"key":"e_1_3_3_3_14_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0166-4115(08)62386-9"},{"key":"e_1_3_3_3_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3478431.3499305"},{"key":"e_1_3_3_3_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3428273"},{"key":"e_1_3_3_3_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3126594.3126632"},{"key":"e_1_3_3_3_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/VLHCC.2014.6883013"},{"key":"e_1_3_3_3_19_1","doi-asserted-by":"publisher","unstructured":"Shuvendu\u00a0K. Lahiri Sarah Fakhoury Aaditya Naik Georgios Sakkas Saikat Chakraborty Madanlal Musuvathi Piali Choudhury Curtis von Veh Jeevana\u00a0Priya Inala Chenglong Wang and Jianfeng Gao. 2023. Interactive Code Generation via Test-Driven User-Intent Formalization. https:\/\/doi.org\/10.48550\/arXiv.2208.05950 arxiv:2208.05950 [cs]","DOI":"10.48550\/arXiv.2208.05950"},{"key":"e_1_3_3_3_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376494"},{"key":"e_1_3_3_3_21_1","doi-asserted-by":"publisher","unstructured":"Jenny\u00a0T. Liang Chenyang Yang and Brad\u00a0A. Myers. 2023. Understanding the Usability of AI Programming Assistants. arxiv:2303.17125\u00a0[cs.SE] https:\/\/doi.org\/10.48550\/arXiv.2303.17125","DOI":"10.48550\/arXiv.2303.17125"},{"key":"e_1_3_3_3_22_1","doi-asserted-by":"publisher","unstructured":"Hussein Mozannar Gagan Bansal Adam Fourney and Eric Horvitz. 2022. Reading Between the Lines: Modeling User Behavior and Costs in AI-Assisted Programming. arxiv:2210.14306\u00a0[cs.SE] https:\/\/doi.org\/10.48550\/arXiv.2210.14306","DOI":"10.48550\/arXiv.2210.14306"},{"key":"e_1_3_3_3_23_1","unstructured":"OpenAI. 2023. ChatGPT. https:\/\/chat.openai.com\/."},{"key":"e_1_3_3_3_24_1","unstructured":"OpenAI. 2023. GPT-3.5. https:\/\/platform.openai.com\/docs\/models\/gpt-3-5."},{"key":"e_1_3_3_3_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3428227"},{"key":"e_1_3_3_3_26_1","doi-asserted-by":"publisher","unstructured":"Neil Perry Megha Srivastava Deepak Kumar and Dan Boneh. 2022. Do Users Write More Insecure Code with AI Assistants?arxiv:2211.03622\u00a0[cs.CR] https:\/\/doi.org\/10.48550\/arXiv.2211.03622","DOI":"10.48550\/arXiv.2211.03622"},{"key":"e_1_3_3_3_27_1","doi-asserted-by":"publisher","unstructured":"Steven\u00a0I. Ross Fernando Martinez Stephanie Houde Michael Muller and Justin\u00a0D. Weisz. 2023. The Programmer\u2019s Assistant: Conversational Interaction with a Large Language Model for Software Development. https:\/\/doi.org\/10.1145\/3581641.3584037 arXiv:2302.07080 [cs].","DOI":"10.1145\/3581641.3584037"},{"key":"e_1_3_3_3_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/LIVE.2013.6617344"},{"key":"e_1_3_3_3_29_1","doi-asserted-by":"publisher","unstructured":"Beatriz Souza and Michael Pradel. 2023. LExecutor: Learning-Guided Execution. https:\/\/doi.org\/10.48550\/arXiv.2302.02343 arxiv:2302.02343 [cs]","DOI":"10.48550\/arXiv.2302.02343"},{"key":"e_1_3_3_3_30_1","doi-asserted-by":"publisher","DOI":"10.1184\/R1"},{"key":"e_1_3_3_3_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/LIVE.2013.6617346"},{"key":"e_1_3_3_3_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3519665"},{"key":"e_1_3_3_3_33_1","volume-title":"Generation Probabilities Are Not Enough: Improving Error Highlighting for AI Code Suggestions. In Virtual Workshop on Human-Centered AI Workshop at NeurIPS (HCAI NeurIPS\u201922)","author":"Vasconcelos Helena","year":"2022","unstructured":"Helena Vasconcelos, Gagan Bansal, Adam Fourney, Q\u00a0Vera Liao, and Jennifer\u00a0Wortman Vaughan. 2022. Generation Probabilities Are Not Enough: Improving Error Highlighting for AI Code Suggestions. In Virtual Workshop on Human-Centered AI Workshop at NeurIPS (HCAI NeurIPS\u201922). Virtual Event, USA. 1\u20134. https:\/\/www.microsoft.com\/en-us\/research\/uploads\/prod\/2022\/10\/Helena_s_Project.pdf"},{"key":"e_1_3_3_3_34_1","doi-asserted-by":"crossref","unstructured":"Helena Vasconcelos Matthew J\u00f6rke Madeleine Grunde-McLaughlin Tobias Gerstenberg Michael Bernstein and Ranjay Krishna. 2023. Explanations Can Reduce Overreliance on AI Systems During Decision-Making. http:\/\/arxiv.org\/abs\/2212.06823 arXiv:2212.06823 [cs].","DOI":"10.1145\/3579605"},{"key":"e_1_3_3_3_35_1","unstructured":"Bret Victor. 2012. Learnable Programming. http:\/\/worrydream.com\/LearnableProgramming\/"},{"key":"e_1_3_3_3_36_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2305.11248"},{"key":"e_1_3_3_3_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397481.3450656"},{"key":"e_1_3_3_3_38_1","unstructured":"Mark Wilson-Thomas. 2023. Simplified Code Refinement and Debugging with GitHub Copilot Chat. https:\/\/devblogs.microsoft.com\/visualstudio\/simplified-code-refinement-and-debugging-with-github-copilot-chat\/"},{"key":"e_1_3_3_3_39_1","volume-title":"Handbook of Public Policy Analysis","author":"Yanow Dvora","unstructured":"Dvora Yanow. 2017. Qualitative-Interpretive Methods in Policy Research. In Handbook of Public Policy Analysis. Routledge, 431\u2013442."},{"key":"e_1_3_3_3_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3379337.3415900"},{"key":"e_1_3_3_3_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3490099.3511120"}],"event":{"name":"CHI '24: CHI Conference on Human Factors in Computing Systems","location":"Honolulu HI USA","acronym":"CHI '24","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction","SIGACCESS ACM Special Interest Group on Accessible Computing"]},"container-title":["Proceedings of the CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3613904.3642495","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3613904.3642495","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3613904.3642495","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T23:56:48Z","timestamp":1750291008000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3613904.3642495"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,11]]},"references-count":41,"alternative-id":["10.1145\/3613904.3642495","10.1145\/3613904"],"URL":"https:\/\/doi.org\/10.1145\/3613904.3642495","relation":{},"subject":[],"published":{"date-parts":[[2024,5,11]]},"assertion":[{"value":"2024-05-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}