{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T21:56:17Z","timestamp":1775080577967,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":128,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,4,19]],"date-time":"2023-04-19T00:00:00Z","timestamp":1681862400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,4,19]]},"DOI":"10.1145\/3544548.3580817","type":"proceedings-article","created":{"date-parts":[[2023,4,20]],"date-time":"2023-04-20T04:28:44Z","timestamp":1681964924000},"page":"1-31","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":90,"title":["\u201cWhat It Wants Me To Say\u201d: Bridging the Abstraction Gap Between End-User Programmers and Code-Generating Large Language Models"],"prefix":"10.1145","author":[{"given":"Michael Xieyang","family":"Liu","sequence":"first","affiliation":[]},{"given":"Advait","family":"Sarkar","sequence":"additional","affiliation":[]},{"given":"Carina","family":"Negreanu","sequence":"additional","affiliation":[]},{"given":"Benjamin","family":"Zorn","sequence":"additional","affiliation":[]},{"given":"Jack","family":"Williams","sequence":"additional","affiliation":[]},{"given":"Neil","family":"Toronto","sequence":"additional","affiliation":[]},{"given":"Andrew D.","family":"Gordon","sequence":"additional","affiliation":[]}],"member":"320","published-online":{"date-parts":[[2023,4,19]]},"reference":[{"key":"e_1_3_3_3_1_1","unstructured":"Shengnan An Yifei Li Zeqi Lin Qian Liu Bei Chen Qiang Fu Weizhu Chen Nanning Zheng and Jian-Guang Lou. 2022. Input-Tuning: Adapting Unfamiliar Inputs to Frozen Pretrained Models. ArXiv abs\/2203.03131(2022)."},{"key":"e_1_3_3_3_2_1","volume-title":"App-Based Task Shortcuts for Virtual Assistants. In The 34th Annual ACM Symposium on User Interface Software and Technology. 1089\u20131099","author":"Arsan Deniz","year":"2021","unstructured":"Deniz Arsan, Ali Zaidi, Aravind Sagar, and Ranjitha Kumar. 2021. App-Based Task Shortcuts for Virtual Assistants. In The 34th Annual ACM Symposium on User Interface Software and Technology. 1089\u20131099."},{"key":"e_1_3_3_3_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300484"},{"key":"e_1_3_3_3_4_1","first-page":"114","article-title":"The problem of speech genres","volume":"4","author":"Bakhtin Mikhail","year":"2011","unstructured":"Mikhail Bakhtin and Ghodrat Gh\u0101semipour. 2011. The problem of speech genres. Literary Criticism 4, 15 (2011), 114\u2013136.","journal-title":"Literary Criticism"},{"key":"e_1_3_3_3_5_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_3_3_6_1","doi-asserted-by":"publisher","DOI":"10.1038\/scientificamerican0783-116"},{"key":"e_1_3_3_3_7_1","volume-title":"The language bioprogram hypothesis. Behavioral and brain sciences 7, 2","author":"Bickerton Derek","year":"1984","unstructured":"Derek Bickerton. 1984. The language bioprogram hypothesis. Behavioral and brain sciences 7, 2 (1984), 173\u2013188."},{"key":"e_1_3_3_3_8_1","unstructured":"Rishi Bommasani Drew\u00a0A Hudson Ehsan Adeli Russ Altman Simran Arora Sydney von Arx Michael\u00a0S Bernstein Jeannette Bohg Antoine Bosselut Emma Brunskill 2021. On the opportunities and risks of foundation models. arXiv preprint arXiv:2108.07258(2021)."},{"key":"e_1_3_3_3_9_1","volume-title":"Using thematic analysis in psychology. Qualitative research in psychology 3, 2","author":"Braun Virginia","year":"2006","unstructured":"Virginia Braun and Victoria Clarke. 2006. Using thematic analysis in psychology. Qualitative research in psychology 3, 2 (2006), 77\u2013101."},{"key":"e_1_3_3_3_10_1","unstructured":"Tom\u00a0B. Brown Benjamin Mann Nick Ryder Melanie Subbiah Jared Kaplan Prafulla Dhariwal Arvind Neelakantan Pranav Shyam Girish Sastry Amanda Askell Sandhini Agarwal Ariel Herbert-Voss Gretchen Krueger T.\u00a0J. Henighan Rewon Child Aditya Ramesh Daniel\u00a0M. Ziegler Jeff Wu Clemens Winter Christopher Hesse Mark Chen Eric Sigler Mateusz Litwin Scott Gray Benjamin Chess Jack Clark Christopher Berner Sam McCandlish Alec Radford Ilya Sutskever and Dario Amodei. 2020. Language Models are Few-Shot Learners. ArXiv abs\/2005.14165(2020)."},{"key":"e_1_3_3_3_11_1","doi-asserted-by":"publisher","DOI":"10.1177\/0049124113500475"},{"key":"e_1_3_3_3_12_1","unstructured":"John\u00a0M Carroll and Mary\u00a0Beth Rosson. 1987. Paradox of the active user. In Interfacing thought: Cognitive aspects of human-computer interaction. 80\u2013111."},{"key":"e_1_3_3_3_13_1","unstructured":"Federico Cassano John Gouwar Daniel Nguyen Sy\u00a0Duy Nguyen Luna Phipps-Costin Donald Pinckney Ming-Ho Yee Yangtian Zi Carolyn\u00a0Jane Anderson Molly\u00a0Q. Feldman Arjun Guha Michael Greenberg and Abhinav Jangda. 2022. A Scalable and Extensible Approach to Benchmarking NL2Code for 18 Programming Languages. ArXiv abs\/2208.08227(2022)."},{"key":"e_1_3_3_3_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3501833"},{"key":"e_1_3_3_3_15_1","volume-title":"Constructing Grounded Theory: A Practical Guide through Qualitative Analysis","author":"Charmaz Kathy","unstructured":"Kathy Charmaz. 2006. Constructing Grounded Theory: A Practical Guide through Qualitative Analysis. SAGE. Google-Books-ID: 2ThdBAAAQBAJ."},{"key":"e_1_3_3_3_16_1","doi-asserted-by":"publisher","unstructured":"Mark Chen Jerry Tworek Heewoo Jun Qiming Yuan Henrique Ponde de\u00a0Oliveira Pinto Jared Kaplan Harri Edwards Yuri Burda Nicholas Joseph Greg Brockman Alex Ray Raul Puri Gretchen Krueger Michael Petrov Heidy Khlaaf Girish Sastry Pamela Mishkin Brooke Chan Scott Gray Nick Ryder Mikhail Pavlov Alethea Power Lukasz Kaiser Mohammad Bavarian Clemens Winter Philippe Tillet Felipe\u00a0Petroski Such Dave Cummings Matthias Plappert Fotios Chantzis Elizabeth Barnes Ariel Herbert-Voss William\u00a0Hebgen Guss Alex Nichol Alex Paino Nikolas Tezak Jie Tang Igor Babuschkin Suchir Balaji Shantanu Jain William Saunders Christopher Hesse Andrew\u00a0N. Carr Jan Leike Josh Achiam Vedant Misra Evan Morikawa Alec Radford Matthew Knight Miles Brundage Mira Murati Katie Mayer Peter Welinder Bob McGrew Dario Amodei Sam McCandlish Ilya Sutskever and Wojciech Zaremba. 2021. Evaluating Large Language Models Trained on Code. https:\/\/doi.org\/10.48550\/ARXIV.2107.03374","DOI":"10.48550\/ARXIV.2107.03374"},{"key":"e_1_3_3_3_17_1","volume-title":"Applescript. In Proceedings of the third ACM SIGPLAN conference on History of programming languages. 1\u20131.","author":"Cook R","year":"2007","unstructured":"William\u00a0R Cook. 2007. Applescript. In Proceedings of the third ACM SIGPLAN conference on History of programming languages. 1\u20131."},{"key":"e_1_3_3_3_18_1","volume-title":"Flow and the foundations of positive psychology","author":"Csikszentmihalyi Mihaly","unstructured":"Mihaly Csikszentmihalyi and Reed Larson. 2014. Validity and reliability of the experience-sampling method. In Flow and the foundations of positive psychology. Springer, 35\u201354."},{"key":"e_1_3_3_3_19_1","doi-asserted-by":"crossref","unstructured":"Edsger\u00a0W Dijkstra. 1979. On the foolishness of\" natural language programming\". Program construction(1979) 51\u201353.","DOI":"10.1007\/BFb0014656"},{"key":"e_1_3_3_3_20_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.330169"},{"key":"e_1_3_3_3_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/1124772.1124855"},{"key":"e_1_3_3_3_22_1","doi-asserted-by":"crossref","unstructured":"Ahmed Elgohary Christopher Meek Matthew Richardson Adam Fourney Gonzalo\u00a0A. Ramos and Ahmed\u00a0Hassan Awadallah. 2021. NL-EDIT: Correcting Semantic Parse Errors through Natural Language Interaction. In NAACL.","DOI":"10.18653\/v1\/2021.naacl-main.444"},{"key":"e_1_3_3_3_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/VAST.2011.6102449"},{"key":"e_1_3_3_3_24_1","volume-title":"Comparison of convenience sampling and purposive sampling. American journal of theoretical and applied statistics 5, 1","author":"Etikan Ilker","year":"2016","unstructured":"Ilker Etikan, Sulaiman\u00a0Abubakar Musa, Rukayya\u00a0Sunusi Alkassim, 2016. Comparison of convenience sampling and purposive sampling. American journal of theoretical and applied statistics 5, 1 (2016), 1\u20134."},{"key":"e_1_3_3_3_25_1","doi-asserted-by":"crossref","unstructured":"Mikhail Evtikhiev Egor Bogomolov Yaroslav Sokolov and Timofey Bryksin. 2022. Out of the BLEU: how should we assess quality of the Code Generation models?ArXiv abs\/2208.03133(2022).","DOI":"10.2139\/ssrn.4201043"},{"key":"e_1_3_3_3_26_1","doi-asserted-by":"crossref","unstructured":"Matthew Finlayson Kyle Richardson Ashish Sabharwal and Peter Clark. 2022. What Makes Instruction Learning Hard? An Investigation and a New Challenge in a Synthetic Environment. ArXiv abs\/2204.09148(2022).","DOI":"10.18653\/v1\/2022.emnlp-main.27"},{"key":"e_1_3_3_3_27_1","volume-title":"A description of think aloud method and protocol analysis. Qualitative health research 3, 4","author":"Fonteyn E","year":"1993","unstructured":"Marsha\u00a0E Fonteyn, Benjamin Kuipers, and Susan\u00a0J Grobe. 1993. A description of think aloud method and protocol analysis. Qualitative health research 3, 4 (1993), 430\u2013441."},{"key":"e_1_3_3_3_28_1","volume-title":"Empirical Studies of Programming: Fourth Workshop. J. Koenemann-Belliveau, TG Moher and SP Robertson","author":"Green TRG","year":"1991","unstructured":"TRG Green, M Petre, and RKE Bellamy. 1991. Comprehensibility of Visual and Textual Programs: A Test of Superlativism Against the\u2019Match-Mismatch\u2019Conjecture. Empirical Studies of Programming: Fourth Workshop. J. Koenemann-Belliveau, TG Moher and SP Robertson. New Brunswick."},{"key":"e_1_3_3_3_29_1","doi-asserted-by":"publisher","DOI":"10.1006\/jvlc.1996.0009"},{"key":"e_1_3_3_3_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/1925844.1926423"},{"key":"e_1_3_3_3_31_1","volume-title":"Proceeding of the 44th ACM technical symposium on Computer science education. 579\u2013584.","author":"Guo J","unstructured":"Philip\u00a0J Guo. 2013. Online python tutor: embeddable web-based program visualization for cs education. In Proceeding of the 44th ACM technical symposium on Computer science education. 579\u2013584."},{"key":"e_1_3_3_3_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/1464291.1464360"},{"key":"e_1_3_3_3_33_1","volume-title":"Advances in psychology. Vol.\u00a052","author":"Hart G","unstructured":"Sandra\u00a0G Hart and Lowell\u00a0E Staveland. 1988. Development of NASA-TLX (Task Load Index): Results of empirical and theoretical research. In Advances in psychology. Vol.\u00a052. Elsevier, 139\u2013183."},{"key":"e_1_3_3_3_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/VLHCC.2015.7356972"},{"key":"e_1_3_3_3_35_1","unstructured":"Dan Hendrycks Steven Basart Saurav Kadavath Mantas Mazeika Akul Arora Ethan Guo Collin Burns Samir Puranik Horace He Dawn\u00a0Xiaodong Song and Jacob Steinhardt. 2021. Measuring Coding Challenge Competence With APPS. ArXiv abs\/2105.09938(2021)."},{"key":"e_1_3_3_3_36_1","volume-title":"From machine learning to explainable AI. In 2018 world symposium on digital intelligence for systems and machines (DISA)","author":"Holzinger Andreas","unstructured":"Andreas Holzinger. 2018. From machine learning to explainable AI. In 2018 world symposium on digital intelligence for systems and machines (DISA). IEEE, 55\u201366."},{"key":"e_1_3_3_3_37_1","volume-title":"Instruction Induction: From Few Examples to Natural Language Task Descriptions. ArXiv abs\/2205.10782(2022).","author":"Honovich Or","year":"2022","unstructured":"Or Honovich, Uri Shaham, Samuel\u00a0R. Bowman, and Omer Levy. 2022. Instruction Induction: From Few Examples to Natural Language Task Descriptions. ArXiv abs\/2205.10782(2022)."},{"key":"e_1_3_3_3_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3502095"},{"key":"e_1_3_3_3_39_1","doi-asserted-by":"publisher","DOI":"10.1109\/VLHCC.2018.8506517"},{"key":"e_1_3_3_3_40_1","volume-title":"Direct manipulation interfaces. Human\u2013computer interaction 1, 4","author":"Hutchins L","year":"1985","unstructured":"Edwin\u00a0L Hutchins, James\u00a0D Hollan, and Donald\u00a0A Norman. 1985. Direct manipulation interfaces. Human\u2013computer interaction 1, 4 (1985), 311\u2013338."},{"key":"e_1_3_3_3_41_1","doi-asserted-by":"crossref","unstructured":"Naman Jain Skanda Vaidyanath Arun Iyer Nagarajan Natarajan Suresh Parthasarathy Sriram Rajamani and Rahul Sharma. 2022. Jigsaw: Large Language Models meet Program Synthesis. In International Conference on Software Engineering (ICSE). https:\/\/www.microsoft.com\/en-us\/research\/publication\/jigsaw-large-language-models-meet-program-synthesis\/","DOI":"10.1145\/3510003.3510203"},{"key":"e_1_3_3_3_42_1","doi-asserted-by":"crossref","unstructured":"Dhanya Jayagopal Justin Lubin and Sarah\u00a0E Chasins. 2022. Exploring the Learnability of Program Synthesizers by Novice Programmers. In User Interface Software and Technology (UIST\u201922).","DOI":"10.1145\/3526113.3545659"},{"key":"e_1_3_3_3_43_1","volume-title":"Discovering the Syntax and Strategies of Natural Language Programming with Generative Language Models. In CHI Conference on Human Factors in Computing Systems. 1\u201319","author":"Jiang Ellen","year":"2022","unstructured":"Ellen Jiang, Edwin Toh, Alejandra Molina, Kristen Olson, Claire Kayacik, Aaron Donsbach, Carrie\u00a0J Cai, and Michael Terry. 2022. Discovering the Syntax and Strategies of Natural Language Programming with Generative Language Models. In CHI Conference on Human Factors in Computing Systems. 1\u201319."},{"key":"e_1_3_3_3_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3334480.3382806"},{"key":"e_1_3_3_3_45_1","doi-asserted-by":"publisher","unstructured":"Junaed\u00a0Younus Khan and Gias Uddin. 2022. Automatic Code Documentation Generation Using GPT-3. https:\/\/doi.org\/10.48550\/arXiv.2209.02235 arXiv:2209.02235 [cs].","DOI":"10.48550\/arXiv.2209.02235"},{"key":"e_1_3_3_3_46_1","volume-title":"Prompt Waywardness: The Curious Case of Discretized Interpretation of Continuous Prompts. In NAACL.","author":"Khashabi Daniel","year":"2022","unstructured":"Daniel Khashabi, Shan Lyu, Sewon Min, Lianhui Qin, Kyle Richardson, Sameer Singh, Sean Welleck, Hannaneh Hajishirzi, Tushar Khot, Ashish Sabharwal, and Yejin Choi. 2022. Prompt Waywardness: The Curious Case of Discretized Interpretation of Continuous Prompts. In NAACL."},{"key":"e_1_3_3_3_47_1","volume-title":"Stylette: Styling the Web with Natural Language. In CHI Conference on Human Factors in Computing Systems. 1\u201317","author":"Kim Tae\u00a0Soo","year":"2022","unstructured":"Tae\u00a0Soo Kim, DaEun Choi, Yoonseo Choi, and Juho Kim. 2022. Stylette: Styling the Web with Natural Language. In CHI Conference on Human Factors in Computing Systems. 1\u201317."},{"key":"e_1_3_3_3_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/1922649.1922658"},{"key":"e_1_3_3_3_49_1","doi-asserted-by":"publisher","DOI":"10.1109\/VLHCC.2004.47"},{"key":"e_1_3_3_3_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300641"},{"key":"e_1_3_3_3_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/2678025.2701399"},{"key":"e_1_3_3_3_52_1","doi-asserted-by":"crossref","unstructured":"Kirby Kuznia Swaroop Mishra Mihir Parmar and Chitta Baral. 2022. Less is More: Summary of Long Instructions is Better for Program Synthesis. ArXiv abs\/2203.08597(2022).","DOI":"10.18653\/v1\/2022.emnlp-main.301"},{"key":"e_1_3_3_3_53_1","unstructured":"Shuvendu\u00a0K. Lahiri Aaditya Naik Georgios Sakkas Piali Choudhury Curtis von Veh Madan Musuvathi Jeevana\u00a0Priya Inala Chenglong Wang and Jianfeng Gao. 2022. Interactive Code Generation via Test-Driven User-Intent Formalization. ArXiv abs\/2208.05950(2022)."},{"key":"e_1_3_3_3_54_1","doi-asserted-by":"crossref","unstructured":"Andrew\u00a0Kyle Lampinen Ishita Dasgupta Stephanie C.\u00a0Y. Chan Kory Matthewson Michael\u00a0Henry Tessler Antonia Creswell James\u00a0L. McClelland Jane\u00a0X. Wang and Felix Hill. 2022. Can language models learn from explanations in context?ArXiv abs\/2204.02329(2022).","DOI":"10.18653\/v1\/2022.findings-emnlp.38"},{"key":"e_1_3_3_3_55_1","unstructured":"Sam Lau and Philip Guo. 2022. Pandas tutor visualizes how python code transforms dataframes. https:\/\/pandastutor.com\/"},{"key":"e_1_3_3_3_56_1","doi-asserted-by":"publisher","DOI":"10.1609\/aimag.v30i4.2262"},{"key":"e_1_3_3_3_57_1","volume-title":"Soviet physics doklady, Vol.\u00a010","author":"I Levenshtein","unstructured":"Vladimir\u00a0I Levenshtein 1966. Binary codes capable of correcting deletions, insertions, and reversals. In Soviet physics doklady, Vol.\u00a010. Soviet Union, 707\u2013710."},{"key":"e_1_3_3_3_58_1","doi-asserted-by":"publisher","DOI":"10.1080\/10447318.2018.1455307"},{"key":"e_1_3_3_3_59_1","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025483"},{"key":"e_1_3_3_3_60_1","doi-asserted-by":"publisher","DOI":"10.1109\/VLHCC.2018.8506506"},{"key":"e_1_3_3_3_61_1","doi-asserted-by":"publisher","DOI":"10.1145\/3332165.3347899"},{"key":"e_1_3_3_3_62_1","volume-title":"What Do You Mean by That?","author":"Li Yuntao","unstructured":"Yuntao Li, Bei Chen, Qian Liu, Yan Gao, Jian-Guang Lou, Yan Zhang, and Dongmei Zhang. 2020. \u201cWhat Do You Mean by That?\u201d - a Parser-Independent Interactive Approach for Enhancing Text-to-SQL. In EMNLP."},{"key":"e_1_3_3_3_63_1","doi-asserted-by":"publisher","unstructured":"Yujia Li David Choi Junyoung Chung Nate Kushman Julian Schrittwieser R\u00e9mi Leblond Tom Eccles James Keeling Felix Gimeno Agustin\u00a0Dal Lago Thomas Hubert Peter Choy Cyprien de\u00a0Masson d\u2019Autume Igor Babuschkin Xinyun Chen Po-Sen Huang Johannes Welbl Sven Gowal Alexey Cherepanov James Molloy Daniel\u00a0J. Mankowitz Esme\u00a0Sutherland Robson Pushmeet Kohli Nando de Freitas Koray Kavukcuoglu and Oriol Vinyals. 2022. Competition-Level Code Generation with AlphaCode. https:\/\/doi.org\/10.48550\/ARXIV.2203.07814","DOI":"10.48550\/ARXIV.2203.07814"},{"key":"e_1_3_3_3_64_1","volume-title":"CCTEST: Testing and Repairing Code Completion Systems. ArXiv abs\/2208.08289(2022).","author":"Li Zongjie","year":"2022","unstructured":"Zongjie Li, Chaozheng Wang, Zhibo Liu, Haoxuan Wang, Shuai Wang, and Cuiyun Gao. 2022. CCTEST: Testing and Repairing Code Completion Systems. ArXiv abs\/2208.08289(2022)."},{"key":"e_1_3_3_3_65_1","doi-asserted-by":"publisher","DOI":"10.1145\/1620545.1620576"},{"key":"e_1_3_3_3_66_1","doi-asserted-by":"publisher","DOI":"10.1145\/1056808.1056975"},{"key":"e_1_3_3_3_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/3332165.3347908"},{"key":"e_1_3_3_3_68_1","doi-asserted-by":"publisher","DOI":"10.1145\/3449240"},{"key":"e_1_3_3_3_69_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3501968"},{"key":"e_1_3_3_3_70_1","unstructured":"Pengfei Liu Weizhe Yuan Jinlan Fu Zhengbao Jiang Hiroaki Hayashi and Graham Neubig. 2021. Pre-train Prompt and Predict: A Systematic Survey of Prompting Methods in Natural Language Processing. ArXiv abs\/2107.13586(2021)."},{"key":"e_1_3_3_3_71_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858288"},{"key":"e_1_3_3_3_72_1","doi-asserted-by":"publisher","DOI":"10.1145\/3501709.3544280"},{"key":"e_1_3_3_3_73_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359174"},{"key":"e_1_3_3_3_74_1","doi-asserted-by":"crossref","unstructured":"Patrick\u00a0E McKnight and Julius Najab. 2010. Mann-Whitney U Test. The Corsini encyclopedia of psychology(2010) 1\u20131.","DOI":"10.1002\/9780470479216.corpsy0524"},{"key":"e_1_3_3_3_75_1","doi-asserted-by":"crossref","unstructured":"Swaroop Mishra Daniel Khashabi Chitta Baral Yejin Choi and Hannaneh Hajishirzi. 2021. Reframing Instructional Prompts to GPTk\u2019s Language. arXiv preprint arXiv:2109.07830(2021).","DOI":"10.18653\/v1\/2022.findings-acl.50"},{"key":"e_1_3_3_3_76_1","unstructured":"Lingbo Mo Ashley\u00a0Glen Lewis Huan Sun and Michael White. 2022. Towards Transparent Interactive Semantic Parsing via Step-by-Step Correction. ArXiv abs\/2110.08345(2022)."},{"key":"e_1_3_3_3_77_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290607.3312975"},{"key":"e_1_3_3_3_78_1","unstructured":"Avanika Narayan Ines Chami Laurel Orr and Christopher R\u2019e. 2022. Can Foundation Models Wrangle Your Data?ArXiv abs\/2205.09911(2022)."},{"key":"e_1_3_3_3_79_1","unstructured":"Avanika Narayan Ines Chami Laurel Orr and Christopher R\u2019e. 2022. Can Foundation Models Wrangle Your Data?ArXiv abs\/2205.09911(2022)."},{"key":"e_1_3_3_3_80_1","volume-title":"Proceedings of the World Congress on Engineering and Computer Science, Vol.\u00a01. 271\u2013274","author":"Necesal Petr","year":"2012","unstructured":"Petr Necesal and Jan Posp\u0131\u0161il. 2012. Experience with teaching mathematics for engineers with the aid of Wolfram Alpha. In Proceedings of the World Congress on Engineering and Computer Science, Vol.\u00a01. 271\u2013274."},{"key":"e_1_3_3_3_81_1","unstructured":"Erik Nijkamp Bo Pang Hiroaki Hayashi Lifu Tu Haiquan Wang Yingbo Zhou Silvio Savarese and Caiming Xiong. 2022. A Conversational Paradigm for Program Synthesis. ArXiv abs\/2203.13474(2022)."},{"key":"e_1_3_3_3_82_1","doi-asserted-by":"publisher","DOI":"10.1145\/3318464.3383128"},{"key":"e_1_3_3_3_83_1","doi-asserted-by":"crossref","unstructured":"Mihir Parmar Swaroop Mishra Mirali Purohit Man Luo M.\u00a0Hassan Murad and Chitta Baral. 2022. In-BoXBART: Get Instructions into Biomedical Multi-Task Learning. In NAACL-HLT.","DOI":"10.18653\/v1\/2022.findings-naacl.10"},{"key":"e_1_3_3_3_84_1","doi-asserted-by":"crossref","unstructured":"Pruthvi Patel Swaroop Mishra Mihir Parmar and Chitta Baral. 2022. Is a Question Decomposition Unit All We Need?ArXiv abs\/2205.12538(2022).","DOI":"10.18653\/v1\/2022.emnlp-main.302"},{"key":"e_1_3_3_3_85_1","doi-asserted-by":"publisher","DOI":"10.1145\/1592761.1592779"},{"key":"e_1_3_3_3_86_1","doi-asserted-by":"publisher","DOI":"10.1145\/169059.169255"},{"key":"e_1_3_3_3_87_1","unstructured":"Johnny Salda\u00f1a. 2021. The coding manual for qualitative researchers. sage."},{"key":"e_1_3_3_3_88_1","doi-asserted-by":"publisher","DOI":"10.1145\/365230.365274"},{"key":"e_1_3_3_3_90_1","volume-title":"Workshop on Transparency and Explanations in Smart Systems (TeXSS), in conjunction with ACM Intelligent User Interfaces (IUI 2022)(CEUR Workshop Proceedings, 3124)","author":"Sarkar Advait","year":"2022","unstructured":"Advait Sarkar. 2022. Is explainable AI a race against model complexity?. In Workshop on Transparency and Explanations in Smart Systems (TeXSS), in conjunction with ACM Intelligent User Interfaces (IUI 2022)(CEUR Workshop Proceedings, 3124). 192\u2013199. http:\/\/ceur-ws.org\/Vol-3124\/paper22.pdf"},{"key":"e_1_3_3_3_91_1","doi-asserted-by":"publisher","DOI":"10.1109\/VLHCC.2014.6883022"},{"key":"e_1_3_3_3_92_1","doi-asserted-by":"publisher","unstructured":"Advait Sarkar Alan\u00a0F. Blackwell Mateja Jamnik and Martin Spott. 2015. Interaction with Uncertainty in Visualisations. (2015). https:\/\/doi.org\/10.2312\/eurovisshort.20151138 Accepted: 2015-05-24T19:43:20Z Publisher: The Eurographics Association.","DOI":"10.2312\/eurovisshort.20151138"},{"key":"e_1_3_3_3_93_1","doi-asserted-by":"publisher","DOI":"10.1145\/3334480.3382807"},{"key":"e_1_3_3_3_94_1","volume-title":"Proceedings of the 29th Annual Conference of the Psychology of Programming Interest Group (PPIG","author":"Sarkar Advait","year":"2018","unstructured":"Advait Sarkar and Andrew\u00a0D. Gordon. 2018. How do people learn to use spreadsheets? (Work in progress). In Proceedings of the 29th Annual Conference of the Psychology of Programming Interest Group (PPIG 2018). 28\u201335."},{"key":"e_1_3_3_3_95_1","doi-asserted-by":"publisher","unstructured":"Advait Sarkar Andrew\u00a0D. Gordon Carina Negreanu Christian Poelitz Sruti\u00a0Srinivasa Ragavan and Ben Zorn. 2022. What is it like to program with artificial intelligence?https:\/\/doi.org\/10.48550\/arXiv.2208.06213 arXiv:2208.06213 [cs].","DOI":"10.48550\/arXiv.2208.06213"},{"key":"e_1_3_3_3_96_1","doi-asserted-by":"publisher","DOI":"10.1109\/VLHCC.2015.7357211"},{"key":"e_1_3_3_3_97_1","doi-asserted-by":"publisher","DOI":"10.1109\/VL\/HCC53370.2022.9833131"},{"key":"e_1_3_3_3_98_1","doi-asserted-by":"publisher","DOI":"10.1109\/VLHCC.2016.7739668"},{"key":"e_1_3_3_3_99_1","volume-title":"Vega-lite: A grammar of interactive graphics","author":"Satyanarayan Arvind","year":"2016","unstructured":"Arvind Satyanarayan, Dominik Moritz, Kanit Wongsuphasawat, and Jeffrey Heer. 2016. Vega-lite: A grammar of interactive graphics. IEEE transactions on visualization and computer graphics 23, 1(2016), 341\u2013350."},{"key":"e_1_3_3_3_100_1","doi-asserted-by":"publisher","DOI":"10.1109\/VLHCC.2005.34"},{"key":"e_1_3_3_3_101_1","doi-asserted-by":"publisher","DOI":"10.1145\/3301275.3302267"},{"key":"e_1_3_3_3_102_1","volume-title":"Revisiting Gricean Maxims for Designing Analytical Conversational Behavior. In CHI Conference on Human Factors in Computing Systems. 1\u201317","author":"Setlur Vidya","year":"2022","unstructured":"Vidya Setlur and Melanie Tory. 2022. How do you Converse with an Analytical Chatbot? Revisiting Gricean Maxims for Designing Analytical Conversational Behavior. In CHI Conference on Human Factors in Computing Systems. 1\u201317."},{"key":"e_1_3_3_3_103_1","unstructured":"Disha Shrivastava H. Larochelle and Daniel Tarlow. 2022. Repository-Level Prompt Generation for Large Language Models of Code. ArXiv abs\/2206.12839(2022)."},{"key":"e_1_3_3_3_104_1","volume-title":"Deep Learning for Code Workshop.","author":"Sontakke Ankita\u00a0Nandkishor","year":"2022","unstructured":"Ankita\u00a0Nandkishor Sontakke, Manasi Patwardhan, Lovekesh Vig, Raveendra\u00a0Kumar Medicherla, Ravindra Naik, and Gautam Shroff. 2022. Code Summarization: Do Transformers Really Understand Code?. In Deep Learning for Code Workshop."},{"key":"e_1_3_3_3_105_1","doi-asserted-by":"publisher","DOI":"10.1145\/3490099.3511161"},{"key":"e_1_3_3_3_106_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445634"},{"key":"e_1_3_3_3_107_1","article-title":"The nature of design practice and implications for interaction design research","volume":"2","author":"Stolterman Erik","year":"2008","unstructured":"Erik Stolterman. 2008. The nature of design practice and implications for interaction design research. International Journal of Design 2, 1 (2008).","journal-title":"International Journal of Design"},{"key":"e_1_3_3_3_108_1","doi-asserted-by":"publisher","DOI":"10.1145\/800045.801601"},{"key":"e_1_3_3_3_109_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2201.08239"},{"key":"e_1_3_3_3_110_1","unstructured":"Immanuel Trummer. 2022. CodexDB: Generating Code for Processing SQL Queries using GPT-3 Codex. ArXiv abs\/2204.08941(2022)."},{"key":"e_1_3_3_3_111_1","doi-asserted-by":"publisher","DOI":"10.1111\/nhs.12048"},{"key":"e_1_3_3_3_112_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3519665"},{"key":"e_1_3_3_3_113_1","volume-title":"Attention is all you need. Advances in neural information processing systems 30","author":"Vaswani Ashish","year":"2017","unstructured":"Ashish Vaswani, Noam Shazeer, Niki Parmar, Jakob Uszkoreit, Llion Jones, Aidan\u00a0N Gomez, \u0141ukasz Kaiser, and Illia Polosukhin. 2017. Attention is all you need. Advances in neural information processing systems 30 (2017)."},{"key":"e_1_3_3_3_114_1","unstructured":"Chaozheng Wang Yuan-Hong Yang Cuiyun Gao Yun Peng Hongyu Zhang and Michael\u00a0R. Lyu. 2022. No More Fine-Tuning? An Experimental Evaluation of Prompt Tuning in Code Intelligence. ArXiv abs\/2207.11680(2022)."},{"key":"e_1_3_3_3_115_1","unstructured":"Liwen Wang Rumei Li Yang Yan Yuanmeng Yan Sirui Wang Wei\u00a0Yu Wu and Weiran Xu. 2022. InstructionNER: A Multi-Task Instruction-Based Generative Framework for Few-shot NER. ArXiv abs\/2203.03903(2022)."},{"key":"e_1_3_3_3_116_1","doi-asserted-by":"crossref","unstructured":"Sida\u00a0I Wang Samuel Ginn Percy Liang and Christoper\u00a0D Manning. 2017. Naturalizing a programming language via interactive learning. arXiv preprint arXiv:1704.06956(2017).","DOI":"10.18653\/v1\/P17-1086"},{"key":"e_1_3_3_3_117_1","doi-asserted-by":"crossref","unstructured":"Zhiruo Wang Grace Cuenca Shuyan Zhou Frank\u00a0F. Xu and Graham Neubig. 2022. MCoNaLa: A Benchmark for Code Generation from Multiple Natural Languages. ArXiv abs\/2203.08388(2022).","DOI":"10.18653\/v1\/2023.findings-eacl.20"},{"key":"e_1_3_3_3_118_1","unstructured":"Jason Wei Yi Tay Rishi Bommasani Colin Raffel Barret Zoph Sebastian Borgeaud Dani Yogatama Maarten Bosma Denny Zhou Donald Metzler 2022. Emergent abilities of large language models. arXiv preprint arXiv:2206.07682(2022)."},{"key":"e_1_3_3_3_119_1","volume-title":"Chi, Quoc Le, and Denny Zhou","author":"Wei Jason","year":"2022","unstructured":"Jason Wei, Xuezhi Wang, Dale Schuurmans, Maarten Bosma, Ed Chi, Quoc Le, and Denny Zhou. 2022. Chain of Thought Prompting Elicits Reasoning in Large Language Models. ArXiv abs\/2201.11903(2022)."},{"key":"e_1_3_3_3_120_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397481.3450656"},{"key":"e_1_3_3_3_121_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3519729"},{"key":"e_1_3_3_3_122_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517582"},{"key":"e_1_3_3_3_123_1","doi-asserted-by":"publisher","DOI":"10.1145\/3520312.3534862"},{"key":"e_1_3_3_3_124_1","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3487569","article-title":"In-ide code generation from natural language: Promise and challenges","volume":"31","author":"Xu F","year":"2022","unstructured":"Frank\u00a0F Xu, Bogdan Vasilescu, and Graham Neubig. 2022. In-ide code generation from natural language: Promise and challenges. ACM Transactions on Software Engineering and Methodology (TOSEM) 31, 2(2022), 1\u201347.","journal-title":"ACM Transactions on Software Engineering and Methodology (TOSEM)"},{"key":"e_1_3_3_3_125_1","doi-asserted-by":"crossref","unstructured":"Ziyu Yao Yu Su Huan Sun and Wen tau Yih. 2019. Model-based Interactive Semantic Parsing: A Unified Framework and A Text-to-SQL Case Study. In EMNLP.","DOI":"10.18653\/v1\/D19-1547"},{"key":"e_1_3_3_3_126_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1809.08887"},{"key":"e_1_3_3_3_127_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_3_3_128_1","doi-asserted-by":"publisher","DOI":"10.1145\/3126594.3126663"},{"key":"e_1_3_3_3_129_1","unstructured":"Ming Zhu Aneesh Jain Karthik Suresh Roshan Ravindran Sindhu Tipirneni and Chandan\u00a0K. Reddy. 2022. XLCoST: A Benchmark Dataset for Cross-lingual Code Intelligence. ArXiv abs\/2206.08474(2022)."}],"event":{"name":"CHI '23: CHI Conference on Human Factors in Computing Systems","location":"Hamburg Germany","acronym":"CHI '23","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3544548.3580817","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3544548.3580817","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:47:17Z","timestamp":1750178837000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3544548.3580817"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,4,19]]},"references-count":128,"alternative-id":["10.1145\/3544548.3580817","10.1145\/3544548"],"URL":"https:\/\/doi.org\/10.1145\/3544548.3580817","relation":{},"subject":[],"published":{"date-parts":[[2023,4,19]]},"assertion":[{"value":"2023-04-19","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}