{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,15]],"date-time":"2026-07-15T05:22:14Z","timestamp":1784092934153,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":98,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,4,19]],"date-time":"2023-04-19T00:00:00Z","timestamp":1681862400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,4,19]]},"DOI":"10.1145\/3544548.3580940","type":"proceedings-article","created":{"date-parts":[[2023,4,20]],"date-time":"2023-04-20T04:27:55Z","timestamp":1681964875000},"page":"1-16","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":71,"title":["On the Design of AI-powered Code Assistants for Notebooks"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8255-4258","authenticated-orcid":false,"given":"Andrew M","family":"Mcnutt","sequence":"first","affiliation":[{"name":"University of Chicago, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5933-6620","authenticated-orcid":false,"given":"Chenglong","family":"Wang","sequence":"additional","affiliation":[{"name":"Microsoft Research, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8885-8367","authenticated-orcid":false,"given":"Robert A","family":"Deline","sequence":"additional","affiliation":[{"name":"Microsoft Corp, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5022-9343","authenticated-orcid":false,"given":"Steven M.","family":"Drucker","sequence":"additional","affiliation":[{"name":"Microsoft Research, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2023,4,19]]},"reference":[{"key":"e_1_3_3_3_1_1","unstructured":"2001. History of code completion. https:\/\/web.archive.org\/web\/20220302082225\/https:\/\/groups.google.com\/g\/comp.compilers\/c\/fJHahKDCNGg?pli=1. Accessed 11\/11\/22."},{"key":"e_1_3_3_3_2_1","unstructured":"Amazon. 2022. Amazon CodeWhisperer Features. https:\/\/aws.amazon.com\/codewhisperer\/features\/. Accessed 8\/16\/22."},{"key":"e_1_3_3_3_3_1","volume-title":"Guidelines for Human-AI Interaction. In Conference on Human Factors in Computing Systems (CHI). ACM, 3.","author":"Amershi Saleema","year":"2019","unstructured":"Saleema Amershi, Daniel\u00a0S. Weld, Mihaela Vorvoreanu, Adam Fourney, Besmira Nushi, Penny Collisson, Jina Suh, Shamsi\u00a0T. Iqbal, Paul\u00a0N. Bennett, Kori Inkpen, Jaime Teevan, Ruth Kikin-Gil, and Eric Horvitz. 2019. Guidelines for Human-AI Interaction. In Conference on Human Factors in Computing Systems (CHI). ACM, 3."},{"key":"e_1_3_3_3_4_1","volume-title":"Grounded Copilot: How Programmers Interact with Code-Generating Models. arXiv preprint arXiv:2206.15000(2022).","author":"Barke Shraddha","year":"2022","unstructured":"Shraddha Barke, Michael\u00a0B James, and Nadia Polikarpova. 2022. Grounded Copilot: How Programmers Interact with Code-Generating Models. arXiv preprint arXiv:2206.15000(2022)."},{"key":"e_1_3_3_3_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3276518"},{"key":"e_1_3_3_3_6_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE51524.2021.9678696"},{"key":"e_1_3_3_3_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3485511"},{"key":"e_1_3_3_3_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/989863.989865"},{"key":"e_1_3_3_3_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445922"},{"key":"e_1_3_3_3_10_1","volume-title":"Theories","author":"Blackwell Alan","year":"2003","unstructured":"Alan Blackwell and Thomas Green. 2003. Notational Systems\u2013the Cognitive Dimensions of Notations Framework. HCI Models, Theories, And Frameworks: Toward An Interdisciplinary Science. Morgan Kaufmann (2003)."},{"key":"e_1_3_3_3_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753402"},{"key":"e_1_3_3_3_12_1","unstructured":"Mark Chen Jerry Tworek Heewoo Jun Qiming Yuan Henrique\u00a0Ponde de Oliveira\u00a0Pinto Jared Kaplan Harrison Edwards Yuri Burda Nicholas Joseph Greg Brockman Alex Ray Raul Puri Gretchen Krueger Michael Petrov Heidy Khlaaf Girish Sastry Pamela Mishkin Brooke Chan Scott Gray Nick Ryder Mikhail Pavlov Alethea Power Lukasz Kaiser Mohammad Bavarian Clemens Winter Philippe Tillet Felipe\u00a0Petroski Such Dave Cummings Matthias Plappert Fotios Chantzis Elizabeth Barnes Ariel Herbert-Voss William\u00a0Hebgen Guss Alex Nichol Alex Paino Nikolas Tezak Jie Tang Igor Babuschkin Suchir Balaji Shantanu Jain William Saunders Christopher Hesse Andrew\u00a0N. Carr Jan Leike Joshua Achiam Vedant Misra Evan Morikawa Alec Radford Matthew Knight Miles Brundage Mira Murati Katie Mayer Peter Welinder Bob McGrew Dario Amodei Sam McCandlish Ilya Sutskever and Wojciech Zaremba. 2021. Evaluating Large Language Models Trained on Code. (2021). https:\/\/arxiv.org\/abs\/2107.03374"},{"key":"e_1_3_3_3_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2021.3114804"},{"key":"e_1_3_3_3_14_1","unstructured":"Karl Cobbe Vineet Kosaraju Mohammad Bavarian Jacob Hilton Reiichiro Nakano Christopher Hesse and John Schulman. 2021. Training Verifiers to Solve Math Word Problems. (2021). https:\/\/arxiv.org\/abs\/2110.14168"},{"key":"e_1_3_3_3_15_1","unstructured":"Michael Correll. 2021. The Clippy-ization of Human-Computer Design. https:\/\/mcorrell.medium.com\/the-clippy-ization-of-human-computer-design-c66e8042de88"},{"key":"e_1_3_3_3_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2020.3030340"},{"key":"e_1_3_3_3_17_1","volume-title":"Perceived Ease of Use, and User Acceptance of Information Technology. MIS Quarterly","author":"Davis D","year":"1989","unstructured":"Fred\u00a0D Davis. 1989. Perceived Usefulness, Perceived Ease of Use, and User Acceptance of Information Technology. MIS Quarterly (1989), 319\u2013340."},{"key":"e_1_3_3_3_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445267"},{"key":"e_1_3_3_3_19_1","volume-title":"LIVE: Workshop on Live Programming.","author":"Diamond-Reivich Jacob","year":"2020","unstructured":"Jacob Diamond-Reivich. 2020. Mito: Edit a Spreadsheet. Generate Production Ready Python.. In LIVE: Workshop on Live Programming."},{"key":"e_1_3_3_3_20_1","unstructured":"Brendan Dolan-Gavitt. 2022. FauxPilot - an open-source GitHub Copilot server. https:\/\/github.com\/moyix\/fauxpilot. Accessed 9\/7\/22."},{"key":"e_1_3_3_3_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376442"},{"key":"e_1_3_3_3_22_1","volume-title":"International Conference on Software Engineering (ICSE)","author":"Epperson Will","year":"2022","unstructured":"Will Epperson, April\u00a0Yi Wang, Robert DeLine, and Steven\u00a0M Drucker. 2022. Strategies for Reuse and Sharing among Data Scientists in Software Teams. International Conference on Software Engineering (ICSE) (2022)."},{"key":"e_1_3_3_3_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3379337.3415869"},{"key":"e_1_3_3_3_24_1","volume-title":"Incoder: A generative model for code infilling and synthesis. arXiv:2204.05999","author":"Fried Daniel","year":"2022","unstructured":"Daniel Fried, Armen Aghajanyan, Jessy Lin, Sida Wang, Eric Wallace, Freda Shi, Ruiqi Zhong, Wen-tau Yih, Luke Zettlemoyer, and Mike Lewis. 2022. Incoder: A generative model for code infilling and synthesis. arXiv:2204.05999 (2022)."},{"key":"e_1_3_3_3_25_1","unstructured":"GitHub. 2022. GitHub Copilot. https:\/\/github.com\/features\/copilot. Accessed 6\/30\/22."},{"key":"e_1_3_3_3_26_1","unstructured":"GitHub. 2022. Seeing multiple suggestions in a new tab. https:\/\/docs.github.com\/en\/copilot\/getting-started-with-github-copilot\/getting-started-with-github-copilot-in-visual-studio-code#seeing-multiple-suggestions-in-a-new-tab. Accessed 9\/7\/22."},{"key":"e_1_3_3_3_27_1","doi-asserted-by":"crossref","unstructured":"Luca\u00a0Di Grazia and Michael Pradel. 2022. Code search: A survey of techniques for finding code. ACM Computing Surveys (CSUR)(2022).","DOI":"10.1145\/3565971"},{"key":"e_1_3_3_3_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/1925844.1926423"},{"key":"e_1_3_3_3_29_1","doi-asserted-by":"crossref","unstructured":"Sumit Gulwani Oleksandr Polozov Rishabh Singh 2017. Program synthesis. Foundations and Trends\u00ae in Programming Languages 4 1-2(2017) 1\u2013119.","DOI":"10.1561\/2500000010"},{"key":"e_1_3_3_3_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300500"},{"key":"e_1_3_3_3_31_1","volume-title":"Maniposynth: Bimodal Tangible Functional Programming. In European Conference on Object-Oriented Programming (ECOOP","author":"Hempel Brian","year":"2022","unstructured":"Brian Hempel and Ravi Chugh. 2022. Maniposynth: Bimodal Tangible Functional Programming. In European Conference on Object-Oriented Programming (ECOOP 2022). Schloss Dagstuhl-Leibniz-Zentrum f\u00fcr Informatik."},{"key":"e_1_3_3_3_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3332165.3347925"},{"key":"e_1_3_3_3_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/302979.303030"},{"key":"e_1_3_3_3_34_1","volume-title":"NIPS MLSys Workshop, Vol.\u00a01.","author":"Hynes Nick","year":"2017","unstructured":"Nick Hynes, D Sculley, and Michael Terry. 2017. The data linter: Lightweight, automated sanity checking for ml data sets. In NIPS MLSys Workshop, Vol.\u00a01."},{"key":"e_1_3_3_3_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3510454.3522684"},{"key":"e_1_3_3_3_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510203"},{"key":"e_1_3_3_3_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3526113.3545659"},{"key":"e_1_3_3_3_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3474349.3480209"},{"key":"e_1_3_3_3_39_1","volume-title":"Discovering the Syntax and Strategies of Natural Language Programming with Generative Language Models. In Conference on Human Factors in Computing Systems (CHI). 1\u201319","author":"Jiang Ellen","year":"2022","unstructured":"Ellen Jiang, Edwin Toh, Alejandra Molina, Kristen Olson, Claire Kayacik, Aaron Donsbach, Carrie\u00a0J Cai, and Michael Terry. 2022. Discovering the Syntax and Strategies of Natural Language Programming with Generative Language Models. In Conference on Human Factors in Computing Systems (CHI). 1\u201319."},{"key":"e_1_3_3_3_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025626"},{"key":"e_1_3_3_3_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173748"},{"key":"e_1_3_3_3_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3379337.3415842"},{"key":"e_1_3_3_3_43_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2017.2754374"},{"key":"e_1_3_3_3_44_1","unstructured":"8080 Labs. 2022. bamboolib. https:\/\/bamboolib.8080labs.com\/. Accessed 7\/20\/22."},{"key":"e_1_3_3_3_45_1","doi-asserted-by":"publisher","DOI":"10.1109\/VL\/HCC50065.2020.9127201"},{"key":"e_1_3_3_3_46_1","volume-title":"CHI 2008 Workshop on Usable AI. 65\u201367","author":"Lau Tessa","year":"2008","unstructured":"Tessa Lau. 2008. Why PBD systems fail: Lessons learned for usable AI. In CHI 2008 Workshop on Usable AI. 65\u201367."},{"key":"e_1_3_3_3_47_1","doi-asserted-by":"publisher","DOI":"10.14778\/3494124.3494151"},{"key":"e_1_3_3_3_48_1","volume-title":"ACM Symposium on User Interface Software and Technology (UIST). 1094\u20131107","author":"Jia-Jun Li Toby","year":"2020","unstructured":"Toby Jia-Jun Li, Jingya Chen, Haijun Xia, Tom\u00a0M Mitchell, and Brad\u00a0A Myers. 2020. Multi-modal repairs of conversational breakdowns in task-oriented dialogs. In ACM Symposium on User Interface Software and Technology (UIST). 1094\u20131107."},{"key":"e_1_3_3_3_49_1","volume-title":"NBSearch: Semantic Search and Visual Exploration of Computational Notebooks. In Conference on Human Factors in Computing Systems (CHI). 1\u201314","author":"Li Xingjun","year":"2021","unstructured":"Xingjun Li, Yuanxin Wang, Hong Wang, Yang Wang, and Jian Zhao. 2021. NBSearch: Semantic Search and Visual Exploration of Computational Notebooks. In Conference on Human Factors in Computing Systems (CHI). 1\u201314."},{"key":"e_1_3_3_3_50_1","volume-title":"EDAssistant: Supporting Exploratory Data Analysis in Computational Notebooks with In-Situ Code Search and Recommendation. arXiv:2112.07858","author":"Li Xingjun","year":"2021","unstructured":"Xingjun Li, Yizhi Zhang, Justin Leung, Chengnian Sun, and Jian Zhao. 2021. EDAssistant: Supporting Exploratory Data Analysis in Computational Notebooks with In-Situ Code Search and Recommendation. arXiv:2112.07858 (2021)."},{"key":"e_1_3_3_3_51_1","volume-title":"Designing for Responsible Trust in AI Systems: A Communication Perspective. In Conference on Fairness, Accountability, and Transparency (FAccT). ACM, 1257\u20131268","author":"Q.","unstructured":"Q.\u00a0Vera Liao and S.\u00a0Shyam Sundar. 2022. Designing for Responsible Trust in AI Systems: A Communication Perspective. In Conference on Fairness, Accountability, and Transparency (FAccT). ACM, 1257\u20131268."},{"key":"e_1_3_3_3_52_1","first-page":"1","article-title":"Opportunities and challenges in code search tools","volume":"54","author":"Liu Chao","year":"2021","unstructured":"Chao Liu, Xin Xia, David Lo, Cuiyun Gao, Xiaohu Yang, and John Grundy. 2021. Opportunities and challenges in code search tools. ACM Computing Surveys (CSUR) 54, 9 (2021), 1\u201340.","journal-title":"ACM Computing Surveys (CSUR)"},{"key":"e_1_3_3_3_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/2807442.2807459"},{"key":"e_1_3_3_3_54_1","volume-title":"Hex Blog: Introducing: \u201cNo-Code","author":"McCardel Barry","year":"2022","unstructured":"Barry McCardel. 2022. Hex Blog: Introducing: \u201cNo-Code\u201d Cells. https:\/\/hex.tech\/blog\/introducing-no-code-cells. Accessed 8\/16\/22."},{"key":"e_1_3_3_3_55_1","volume-title":"Integrated Visualization Editing Via Parameterized Declarative Templates. In Conference on Human Factors in Computing Systems (CHI). 1\u201314","author":"McNutt Andrew","year":"2021","unstructured":"Andrew McNutt and Ravi Chugh. 2021. Integrated Visualization Editing Via Parameterized Declarative Templates. In Conference on Human Factors in Computing Systems (CHI). 1\u201314."},{"key":"e_1_3_3_3_56_1","volume-title":"Divining Insights: Visual Analytics Through Cartomancy. In Extended Abstracts of the Conference on Human Factors in Computing Systems (CHI). 1\u201316","author":"McNutt Andrew","year":"2020","unstructured":"Andrew McNutt, Anamaria Crisan, and Michael Correll. 2020. Divining Insights: Visual Analytics Through Cartomancy. In Extended Abstracts of the Conference on Human Factors in Computing Systems (CHI). 1\u201316."},{"key":"e_1_3_3_3_57_1","volume-title":"Surfacing Visualization Mirages. Conference on Human Factors in Computing Systems","author":"McNutt Andrew","year":"2020","unstructured":"Andrew McNutt, Gordon Kindlmann, and Michael Correll. 2020. Surfacing Visualization Mirages. Conference on Human Factors in Computing Systems (2020)."},{"key":"e_1_3_3_3_58_1","volume-title":"Almost for Free. In International Conference on Art, Science, And Engineering. ACM.","author":"Merino Mauricio\u00a0Verano","year":"2020","unstructured":"Mauricio\u00a0Verano Merino, Jurgen Vinju, and Tijs van\u00a0der Storm. 2020. Bacat\u00e1: Notebooks for DSLs, Almost for Free. In International Conference on Art, Science, And Engineering. ACM."},{"key":"e_1_3_3_3_59_1","volume-title":"https:\/\/code.visualstudio.com\/docs\/editor","unstructured":"Microsoft. 2022. IntelliSense. https:\/\/code.visualstudio.com\/docs\/editor\/intellisense. Accessed 11\/9\/22."},{"key":"e_1_3_3_3_60_1","unstructured":"Microsoft. 2022. Use AutoComplete when entering formulas. https:\/\/web.archive.org\/web\/20221005003956\/https:\/\/support.microsoft.com\/en-us\/office\/use-autocomplete-when-entering-formulas-d51ef125-60ff-438f-ba26-d9bd6b363bbe. Accessed 11\/11\/22."},{"key":"e_1_3_3_3_61_1","volume-title":"Calcite: Completing Code Completion for Constructors Using Crowds. In IEEE Symposium on Visual Languages and Human-Centric Computing, VL\/HCC. IEEE Computer Society, 15\u201322","author":"Mooty Mathew","year":"2010","unstructured":"Mathew Mooty, Andrew Faulring, Jeffrey Stylos, and Brad\u00a0A. Myers. 2010. Calcite: Completing Code Completion for Constructors Using Crowds. In IEEE Symposium on Visual Languages and Human-Centric Computing, VL\/HCC. IEEE Computer Society, 15\u201322. https:\/\/\/10.1109\/VLHCC.2010.12"},{"key":"e_1_3_3_3_62_1","unstructured":"Tamara Munzner. 2022. Developing Design Spaces for Visualization. (2022). https:\/\/hci.stanford.edu\/courses\/cs547\/speaker.php?date=2022-03-04 Stanford Human-Computer Interaction Seminar."},{"key":"e_1_3_3_3_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397481.3450680"},{"key":"e_1_3_3_3_64_1","unstructured":"Erik Nijkamp Bo Pang Hiroaki Hayashi Lifu Tu Huan Wang Yingbo Zhou Silvio Savarese and Caiming Xiong. 2022. A conversational paradigm for program synthesis. arXiv preprint arXiv:2203.13474(2022)."},{"key":"e_1_3_3_3_65_1","unstructured":"Observable. 2022. Data table cell. https:\/\/observablehq.com\/@observablehq\/data-table-cell. Accessed 7\/20\/22."},{"key":"e_1_3_3_3_66_1","volume-title":"Active Code Completion. In International Conference on Software Engineering (ICSE). IEEE, 859\u2013869","author":"Omar Cyrus","year":"2012","unstructured":"Cyrus Omar, Young\u00a0Seok Yoon, Thomas\u00a0D LaToza, and Brad\u00a0A Myers. 2012. Active Code Completion. In International Conference on Software Engineering (ICSE). IEEE, 859\u2013869."},{"key":"e_1_3_3_3_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/2207676.2208664"},{"key":"e_1_3_3_3_68_1","unstructured":"OpenAI. 2022. GPT-3. https:\/\/openai.com\/api\/. Accessed 6\/30\/22."},{"key":"e_1_3_3_3_69_1","volume-title":"Qualitative evaluation and research methods","author":"Patton Michael\u00a0Quinn","unstructured":"Michael\u00a0Quinn Patton. 1990. Qualitative evaluation and research methods. SAGE Publications, inc."},{"key":"e_1_3_3_3_70_1","volume-title":"Retrieved","author":"Peppler Kylie","year":"2005","unstructured":"Kylie Peppler and Yasmin Kafai. 2005. Creative coding: Programming for personal expression. Retrieved August 30, 2008 (2005), 314."},{"key":"e_1_3_3_3_71_1","volume-title":"IPython: a system for interactive scientific computing. Computing in science & engineering 9, 3","author":"P\u00e9rez Fernando","year":"2007","unstructured":"Fernando P\u00e9rez and Brian\u00a0E Granger. 2007. IPython: a system for interactive scientific computing. Computing in science & engineering 9, 3 (2007), 21\u201329."},{"key":"e_1_3_3_3_72_1","volume-title":"GridBook: Natural Language Formulas for the Spreadsheet Grid. In International Conference on Intelligent User Interfaces (IUI). ACM, 345\u2013368","author":"Ragavan Sruti\u00a0Srinivasa","year":"2022","unstructured":"Sruti\u00a0Srinivasa Ragavan, Zhitao Hou, Yun Wang, Andrew\u00a0D. Gordon, Haidong Zhang, and Dongmei Zhang. 2022. GridBook: Natural Language Formulas for the Spreadsheet Grid. In International Conference on Intelligent User Interfaces (IUI). ACM, 345\u2013368."},{"key":"e_1_3_3_3_73_1","volume-title":"Lodestar: Supporting Independent Learning and Rapid Experimentation Through Data-Driven Analysis Recommendations. Visualization in Data Science Workshop(2021)","author":"Raghunandan Deepthi","year":"2021","unstructured":"Deepthi Raghunandan, Zhe Cui, Kartik Krishnan, Segen Tirfe, Shenzhi Shi, Tejaswi\u00a0Darshan Shrestha, Leilani Battle, and Niklas Elmqvist. 2021. Lodestar: Supporting Independent Learning and Rapid Experimentation Through Data-Driven Analysis Recommendations. Visualization in Data Science Workshop(2021)."},{"key":"e_1_3_3_3_74_1","volume-title":"Seeking the User Interface. In ACM\/IEEE International Conference on Automated Software Engineering. 103\u2013114","author":"Reiss P","year":"2014","unstructured":"Steven\u00a0P Reiss. 2014. Seeking the User Interface. In ACM\/IEEE International Conference on Automated Software Engineering. 103\u2013114."},{"key":"e_1_3_3_3_75_1","doi-asserted-by":"publisher","DOI":"10.1145\/1592761.1592779"},{"key":"e_1_3_3_3_76_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411763.3451760"},{"key":"e_1_3_3_3_77_1","first-page":"272","article-title":"Wicked problems","volume":"26","author":"Rittel W","year":"1974","unstructured":"Horst\u00a0W Rittel and Melvin\u00a0M Webber. 1974. Wicked problems. Man-made Futures 26, 1 (1974), 272\u2013280.","journal-title":"Man-made Futures"},{"key":"e_1_3_3_3_78_1","doi-asserted-by":"publisher","DOI":"10.1145\/2984511.2984544"},{"key":"e_1_3_3_3_79_1","volume-title":"Ten simple rules for writing and sharing computational analyses in Jupyter Notebooks. PLoS Computational Biology 15, 7","author":"Rule Adam","year":"2019","unstructured":"Adam Rule, Amanda Birmingham, Cristal Zuniga, Ilkay Altintas, Shih-Cheng Huang, Rob Knight, Niema Moshiri, Mai\u00a0H. Nguyen, Sara\u00a0Brin Rosenthal, Fernando P\u00e9rez, and Peter\u00a0W. Rose. 2019. Ten simple rules for writing and sharing computational analyses in Jupyter Notebooks. PLoS Computational Biology 15, 7 (2019)."},{"key":"e_1_3_3_3_80_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173606"},{"key":"e_1_3_3_3_81_1","volume-title":"What is it like to program with artificial intelligence?","author":"Sarkar Advait","year":"2022","unstructured":"Advait Sarkar, Andrew\u00a0D. Gordon, Carina Negreanu, Christian Poelitz, Sruti\u00a0Srinivasa Ragavan, and Ben Zorn. 2022. What is it like to program with artificial intelligence?. In Psychology of Programming Interest Group (PPIG 2022)."},{"key":"e_1_3_3_3_82_1","first-page":"1146","article-title":"Interactive and Visual Prompt Engineering for Ad-hoc Task Adaptation with Large Language Models","volume":"29","author":"Strobelt Hendrik","year":"2023","unstructured":"Hendrik Strobelt, Albert Webson, Victor Sanh, Benjamin Hoover, Johanna Beyer, Hanspeter Pfister, and Alexander\u00a0M. Rush. 2023. Interactive and Visual Prompt Engineering for Ad-hoc Task Adaptation with Large Language Models. IEEE Transactions on Visualization and Computer Graphics 29, 1(2023), 1146\u20131156.","journal-title":"IEEE Transactions on Visualization and Computer Graphics"},{"key":"e_1_3_3_3_83_1","unstructured":"Tabnine. 2022. Tabnine. https:\/\/www.tabnine.com\/. Accessed 6\/30\/22."},{"key":"e_1_3_3_3_84_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3519665"},{"key":"e_1_3_3_3_85_1","volume-title":"Diff in the Loop: Supporting Data Comparison in Exploratory Data Analysis. In Conference on Human Factors in Computing Systems (CHI). 1\u201310","author":"Wang April\u00a0Yi","year":"2022","unstructured":"April\u00a0Yi Wang, Will Epperson, Robert\u00a0A DeLine, and Steven\u00a0M Drucker. 2022. Diff in the Loop: Supporting Data Comparison in Exploratory Data Analysis. In Conference on Human Factors in Computing Systems (CHI). 1\u201310."},{"key":"e_1_3_3_3_86_1","doi-asserted-by":"publisher","DOI":"10.1177\/1088868320961909"},{"key":"e_1_3_3_3_87_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445527"},{"key":"e_1_3_3_3_88_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397481.3450656"},{"key":"e_1_3_3_3_89_1","doi-asserted-by":"publisher","DOI":"10.1080\/01449290512331333700"},{"key":"e_1_3_3_3_90_1","volume-title":"Where-Provenance for Bidirectional Editing in Spreadsheets. In Symposium on Visual Languages and Human-Centric Computing (VL\/HCC). IEEE, 1\u201310","author":"Williams Jack","year":"2021","unstructured":"Jack Williams and Andrew\u00a0D Gordon. 2021. Where-Provenance for Bidirectional Editing in Spreadsheets. In Symposium on Visual Languages and Human-Centric Computing (VL\/HCC). IEEE, 1\u201310."},{"key":"e_1_3_3_3_91_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2864836"},{"key":"e_1_3_3_3_92_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517582"},{"key":"e_1_3_3_3_93_1","doi-asserted-by":"publisher","DOI":"10.1145\/3379337.3415851"},{"key":"e_1_3_3_3_94_1","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3487569","article-title":"In-ide code generation from natural language: Promise and challenges","volume":"31","author":"Xu F","year":"2022","unstructured":"Frank\u00a0F Xu, Bogdan Vasilescu, and Graham Neubig. 2022. In-ide code generation from natural language: Promise and challenges. ACM Transactions on Software Engineering and Methodology (TOSEM) 31, 2(2022), 1\u201347.","journal-title":"ACM Transactions on Software Engineering and Methodology (TOSEM)"},{"key":"e_1_3_3_3_95_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10515-005-6206-x"},{"key":"e_1_3_3_3_96_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517491"},{"key":"e_1_3_3_3_97_1","doi-asserted-by":"publisher","DOI":"10.1145\/2950290.2983955"},{"key":"e_1_3_3_3_98_1","doi-asserted-by":"publisher","DOI":"10.1145\/3520312.3534864"}],"event":{"name":"CHI '23: CHI Conference on Human Factors in Computing Systems","location":"Hamburg Germany","acronym":"CHI '23","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3544548.3580940","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3544548.3580940","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:47:19Z","timestamp":1750178839000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3544548.3580940"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,4,19]]},"references-count":98,"alternative-id":["10.1145\/3544548.3580940","10.1145\/3544548"],"URL":"https:\/\/doi.org\/10.1145\/3544548.3580940","relation":{},"subject":[],"published":{"date-parts":[[2023,4,19]]},"assertion":[{"value":"2023-04-19","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}