{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,25]],"date-time":"2026-04-25T21:31:53Z","timestamp":1777152713838,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":104,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,5,11]],"date-time":"2024-05-11T00:00:00Z","timestamp":1715385600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-sa\/4.0\/"}],"funder":[{"DOI":"10.13039\/https:\/\/doi.org\/10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["SES-2326173, SES-2326174, SES-2326175"],"award-info":[{"award-number":["SES-2326173, SES-2326174, SES-2326175"]}],"id":[{"id":"10.13039\/https:\/\/doi.org\/10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,5,11]]},"DOI":"10.1145\/3613904.3642706","type":"proceedings-article","created":{"date-parts":[[2024,5,11]],"date-time":"2024-05-11T08:38:06Z","timestamp":1715416686000},"page":"1-26","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":51,"title":["How Beginning Programmers and Code LLMs (Mis)read Each Other"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7053-699X","authenticated-orcid":false,"given":"Sydney","family":"Nguyen","sequence":"first","affiliation":[{"name":"Department of Computer Science, Wellesley College, United States"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-4413-0471","authenticated-orcid":false,"given":"Hannah McLean","family":"Babe","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Oberlin College, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2606-3280","authenticated-orcid":false,"given":"Yangtian","family":"Zi","sequence":"additional","affiliation":[{"name":"Northeastern University, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7493-3271","authenticated-orcid":false,"given":"Arjun","family":"Guha","sequence":"additional","affiliation":[{"name":"Computer Science, Northeastern University, United States and Research, Roblox, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5717-4210","authenticated-orcid":false,"given":"Carolyn Jane","family":"Anderson","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Wellesley College, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5222-7720","authenticated-orcid":false,"given":"Molly Q","family":"Feldman","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Oberlin College, United States"}]}],"member":"320","published-online":{"date-parts":[[2024,5,11]]},"reference":[{"key":"e_1_3_3_3_1_1","unstructured":"Andrea Agostinelli Timo\u00a0I. Denk Zal\u00e1n Borsos Jesse Engel Mauro Verzetti Antoine Caillon Qingqing Huang Aren Jansen Adam Roberts Marco Tagliasacchi Matt Sharifi Neil Zeghidour and Christian Frank. 2023. MusicLM: Generating Music From Text. http:\/\/arxiv.org\/abs\/2301.11325"},{"key":"e_1_3_3_3_2_1","volume-title":"STORIUM: A Dataset and Evaluation Platform for Machine-in-the-Loop Story Generation","author":"Akoury Nader","year":"2020","unstructured":"Nader Akoury, Shufan Wang, Josh Whiting, Stephen Hood, Nanyun Peng, and Mohit Iyyer. 2020. STORIUM: A Dataset and Evaluation Platform for Machine-in-the-Loop Story Generation. http:\/\/arxiv.org\/abs\/2010.01717 arXiv:2010.01717 [cs]."},{"key":"e_1_3_3_3_3_1","unstructured":"Hannah\u00a0McLean Babe Sydney Nguyen Yangtian Zi Arjun Guha Molly\u00a0Q. Feldman and Carolyn\u00a0Jane Anderson. 2023. StudentEval: A Benchmark of Student-Written Prompts for Large Language Models of Code. http:\/\/arxiv.org\/abs\/2306.04556"},{"key":"e_1_3_3_3_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/800177.810072"},{"key":"e_1_3_3_3_5_1","unstructured":"Patrick Barei\u00df Beatriz Souza Marcelo d\u2019Amorim and Michael Pradel. 2022. Code Generation Tools (Almost) for Free? A Study of Few-Shot Pre-Trained Language Models on Code. http:\/\/arxiv.org\/abs\/2206.01335 arXiv:2206.01335 [cs]."},{"key":"e_1_3_3_3_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3586030"},{"key":"e_1_3_3_3_7_1","doi-asserted-by":"publisher","DOI":"10.1007\/s12369-008-0001-3"},{"key":"e_1_3_3_3_8_1","doi-asserted-by":"publisher","DOI":"10.18637\/jss.v067.i01"},{"key":"e_1_3_3_3_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445922"},{"key":"e_1_3_3_3_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3582083"},{"key":"e_1_3_3_3_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2023.3267446"},{"key":"e_1_3_3_3_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3624062.3624088"},{"key":"e_1_3_3_3_13_1","unstructured":"Mark Chen Jerry Tworek Heewoo Jun Qiming Yuan Henrique Ponde de\u00a0Oliveira Pinto Jared Kaplan Harri Edwards Yuri Burda Nicholas Joseph Greg Brockman Alex Ray Raul Puri Gretchen Krueger Michael Petrov Heidy Khlaaf Girish Sastry Pamela Mishkin Brooke Chan Scott Gray Nick Ryder Mikhail Pavlov Alethea Power Lukasz Kaiser Mohammad Bavarian Clemens Winter Philippe Tillet Felipe\u00a0Petroski Such Dave Cummings Matthias Plappert Fotios Chantzis Elizabeth Barnes Ariel Herbert-Voss William\u00a0Hebgen Guss Alex Nichol Alex Paino Nikolas Tezak Jie Tang Igor Babuschkin Suchir Balaji Shantanu Jain William Saunders Christopher Hesse Andrew\u00a0N. Carr Jan Leike Josh Achiam Vedant Misra Evan Morikawa Alec Radford Matthew Knight Miles Brundage Mira Murati Katie Mayer Peter Welinder Bob McGrew Dario Amodei Sam McCandlish Ilya Sutskever and Wojciech Zaremba. 2021. Evaluating Large Language Models Trained on Code. http:\/\/arxiv.org\/abs\/2107.03374 arXiv:2107.03374 [cs]."},{"key":"e_1_3_3_3_14_1","unstructured":"CodeWhisperer. 2023. ML-powered Coding Companion \u2013 Amazon CodeWhisperer \u2013 Amazon Web Services. https:\/\/aws.amazon.com\/codewhisperer\/"},{"key":"e_1_3_3_3_15_1","unstructured":"Github Copilot. 2023. Github Copilot Your AI pair programmer. https:\/\/github.com\/features\/copilot"},{"key":"e_1_3_3_3_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/2538862.2538911"},{"key":"e_1_3_3_3_17_1","doi-asserted-by":"publisher","unstructured":"Arghavan\u00a0Moradi Dakhel Vahid Majdinasab Amin Nikanjam Foutse Khomh Michel\u00a0C. Desmarais Zhen Ming and Jiang. 2022. GitHub Copilot AI pair programmer: Asset or Liability?https:\/\/doi.org\/10.48550\/ARXIV.2206.15331","DOI":"10.48550\/ARXIV.2206.15331"},{"key":"e_1_3_3_3_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376638"},{"key":"e_1_3_3_3_19_1","volume-title":"Promptly: Using Prompt Problems to Teach Learners How to Effectively Utilize AI Code Generators","author":"Denny Paul","year":"2023","unstructured":"Paul Denny, Juho Leinonen, James Prather, Andrew Luxton-Reilly, Thezyrie Amarouche, Brett\u00a0A. Becker, and Brent\u00a0N. Reeves. 2023. Promptly: Using Prompt Problems to Teach Learners How to Effectively Utilize AI Code Generators. http:\/\/arxiv.org\/abs\/2307.16364 arXiv:2307.16364 [cs]."},{"key":"e_1_3_3_3_20_1","doi-asserted-by":"publisher","unstructured":"Stefania Druga and Amy\u00a0J Ko. 2021. How do children\u2019s perceptions of machine intelligence change when training and coding smart programs?. In Interaction Design and Children. ACM Athens Greece 49\u201361. https:\/\/doi.org\/10.1145\/3459990.3460712","DOI":"10.1145\/3459990.3460712"},{"key":"e_1_3_3_3_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/971300.971312"},{"key":"e_1_3_3_3_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173838"},{"key":"e_1_3_3_3_23_1","unstructured":"Kasra Ferdowsi Ruanqianqian Huang Michael\u00a0B. James Nadia Polikarpova and Sorin Lerner. 2023. Live Exploration of AI-Generated Programs. http:\/\/arxiv.org\/abs\/2306.09541 arXiv:2306.09541 [cs]."},{"key":"e_1_3_3_3_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/1089786.1089797"},{"key":"e_1_3_3_3_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3511861.3511863"},{"key":"e_1_3_3_3_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3611643.3616243"},{"key":"e_1_3_3_3_27_1","volume-title":"How To Design Programs","author":"Flatt Matthew","unstructured":"Matthew Flatt, Matthias Felleisen, Robert\u00a0Bruce Findler, and Shriram Krishnamurthi. 2001. How To Design Programs. MIT Press."},{"key":"e_1_3_3_3_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3408877.3432539"},{"key":"e_1_3_3_3_29_1","unstructured":"Daniel Fried Armen Aghajanyan Jessy Lin Sida Wang Eric Wallace Freda Shi Ruiqi Zhong Wen-tau Yih Luke Zettlemoyer and Mike Lewis. 2023. InCoder: A Generative Model for Code Infilling and Synthesis. http:\/\/arxiv.org\/abs\/2204.05999 arXiv:2204.05999 [cs]."},{"key":"e_1_3_3_3_30_1","unstructured":"Marwa Gadala. 2017. Automation bias: exploring causal mechanisms and potential mitigation strategies. https:\/\/api.semanticscholar.org\/CorpusID:41123263"},{"key":"e_1_3_3_3_31_1","doi-asserted-by":"crossref","unstructured":"Chuqin Geng Haolin Ye Yixuan Li Tianyu Han Brigitte Pientka and Xujie Si. 2022. Novice Type Error Diagnosis with Natural Language Models. http:\/\/arxiv.org\/abs\/2210.03682 arXiv:2210.03682 [cs].","DOI":"10.1007\/978-3-031-21037-2_10"},{"key":"e_1_3_3_3_32_1","doi-asserted-by":"publisher","DOI":"10.1136\/amiajnl-2011-000089"},{"key":"e_1_3_3_3_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3372782.3406273"},{"key":"e_1_3_3_3_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3318162"},{"key":"e_1_3_3_3_35_1","volume-title":"Program synthesis. Foundations and Trends\u00ae in Programming Languages 4, 1-2","author":"Gulwani Sumit","year":"2017","unstructured":"Sumit Gulwani, Oleksandr Polozov, Rishabh Singh, and others. 2017. Program synthesis. Foundations and Trends\u00ae in Programming Languages 4, 1-2 (2017), 1\u2013119. Publisher: Now Publishers, Inc.."},{"key":"e_1_3_3_3_36_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0166-4115(08)62386-9"},{"key":"e_1_3_3_3_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3051457.3051467"},{"key":"e_1_3_3_3_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/800233.807050"},{"key":"e_1_3_3_3_39_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2012.6227135"},{"key":"e_1_3_3_3_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/367415.367422"},{"key":"e_1_3_3_3_41_1","unstructured":"Kenneth Holstein and Shayan Doroudi. 2021. Equity and Artificial Intelligence in Education: Will \"AIEd\" Amplify or Alleviate Inequities in Education?http:\/\/arxiv.org\/abs\/2104.12920 arXiv:2104.12920 [cs]."},{"key":"e_1_3_3_3_42_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-93843-1_12"},{"key":"e_1_3_3_3_43_1","volume-title":"The Curious Case of Neural Text Degeneration. In 8th International Conference on Learning Representations, ICLR 2020","author":"Holtzman Ari","year":"2020","unstructured":"Ari Holtzman, Jan Buys, Li Du, Maxwell Forbes, and Yejin Choi. 2020. The Curious Case of Neural Text Degeneration. In 8th International Conference on Learning Representations, ICLR 2020, Addis Ababa, Ethiopia, April 26-30, 2020. OpenReview.net. https:\/\/openreview.net\/forum?id=rygGQyrFvH"},{"key":"e_1_3_3_3_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445424"},{"key":"e_1_3_3_3_45_1","unstructured":"Daphne Ippolito Ann Yuan Andy Coenen and Sehmon Burnam. 2022. Creative Writing with an AI-Powered Writing Assistant: Perspectives from Professional Writers. http:\/\/arxiv.org\/abs\/2211.05030 arXiv:2211.05030 [cs]."},{"key":"e_1_3_3_3_46_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2010.62"},{"key":"e_1_3_3_3_47_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v37i4.25642"},{"key":"e_1_3_3_3_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580919"},{"key":"e_1_3_3_3_49_1","unstructured":"Heidy Khlaaf Pamela Mishkin Joshua Achiam Gretchen Krueger and Miles Brundage. 2022. A Hazard Analysis Framework for Code Synthesis Large Language Models. http:\/\/arxiv.org\/abs\/2207.14157 arXiv:2207.14157 [cs]."},{"key":"e_1_3_3_3_50_1","doi-asserted-by":"publisher","DOI":"10.1109\/VLHCC.2004.47"},{"key":"e_1_3_3_3_51_1","doi-asserted-by":"publisher","DOI":"10.31234\/osf.io\/nfc45"},{"key":"e_1_3_3_3_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/3568813.3600138"},{"key":"e_1_3_3_3_53_1","doi-asserted-by":"publisher","DOI":"10.1609\/aimag.v30i4.2262"},{"key":"e_1_3_3_3_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/2016911.2016934"},{"key":"e_1_3_3_3_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3587102.3588785"},{"key":"e_1_3_3_3_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569770"},{"key":"e_1_3_3_3_57_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE48619.2023.00085"},{"key":"e_1_3_3_3_58_1","unstructured":"Jonathan\u00a0Vanian Leswing Kif. 2023. ChatGPT and generative AI are booming but the costs can be extraordinary. https:\/\/www.cnbc.com\/2023\/03\/13\/chatgpt-and-generative-ai-are-booming-but-at-a-very-expensive-price.html"},{"key":"e_1_3_3_3_59_1","unstructured":"Raymond Li Loubna\u00a0Ben Allal Yangtian Zi Niklas Muennighoff Denis Kocetkov Chenghao Mou Marc Marone Christopher Akiki Jia Li Jenny Chim Qian Liu Evgenii Zheltonozhskii Terry\u00a0Yue Zhuo Thomas Wang Olivier Dehaene Mishig Davaadorj Joel Lamy-Poirier Jo\u00e3o Monteiro Oleh Shliazhko Nicolas Gontier Nicholas Meade Armel Zebaze Ming-Ho Yee Logesh\u00a0Kumar Umapathi Jian Zhu Benjamin Lipkin Muhtasham Oblokulov Zhiruo Wang Rudra Murthy Jason Stillerman Siva\u00a0Sankalp Patel Dmitry Abulkhanov Marco Zocca Manan Dey Zhihan Zhang Nour Fahmy Urvashi Bhattacharyya Wenhao Yu Swayam Singh Sasha Luccioni Paulo Villegas Maxim Kunakov Fedor Zhdanov Manuel Romero Tony Lee Nadav Timor Jennifer Ding Claire Schlesinger Hailey Schoelkopf Jan Ebert Tri Dao Mayank Mishra Alex Gu Jennifer Robinson Carolyn\u00a0Jane Anderson Brendan Dolan-Gavitt Danish Contractor Siva Reddy Daniel Fried Dzmitry Bahdanau Yacine Jernite Carlos\u00a0Mu\u00f1oz Ferrandis Sean Hughes Thomas Wolf Arjun Guha Leandro von Werra and Harm de Vries. 2023. StarCoder: may the source be with you!http:\/\/arxiv.org\/abs\/2305.06161 arXiv:2305.06161 [cs]."},{"key":"e_1_3_3_3_60_1","unstructured":"Jenny\u00a0T. Liang Chenyang Yang and Brad\u00a0A. Myers. 2023. A Large-Scale Survey on the Usability of AI Programming Assistants: Successes and Challenges. http:\/\/arxiv.org\/abs\/2303.17125 arXiv:2303.17125 [cs]."},{"key":"e_1_3_3_3_61_1","doi-asserted-by":"crossref","unstructured":"Q.\u00a0Vera Liao and Jennifer\u00a0Wortman Vaughan. 2023. AI Transparency in the Age of LLMs: A Human-Centered Research Roadmap. http:\/\/arxiv.org\/abs\/2306.01941 arXiv:2306.01941 [cs].","DOI":"10.1162\/99608f92.8036d03b"},{"key":"e_1_3_3_3_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580817"},{"key":"e_1_3_3_3_63_1","volume-title":"Generative Disco: Text-to-Video Generation for Music Visualization","author":"Liu Vivian","year":"2023","unstructured":"Vivian Liu, Tao Long, Nathan Raw, and Lydia Chilton. 2023. Generative Disco: Text-to-Video Generation for Music Visualization. http:\/\/arxiv.org\/abs\/2304.08551"},{"key":"e_1_3_3_3_64_1","doi-asserted-by":"publisher","DOI":"10.1145\/1404520.1404531"},{"key":"e_1_3_3_3_65_1","volume-title":"It\u2019s the End of Computer Programming as We Know It. (And I Feel Fine.). The New York Times (June","author":"Manjoo Farhad","year":"2023","unstructured":"Farhad Manjoo. 2023. It\u2019s the End of Computer Programming as We Know It. (And I Feel Fine.). The New York Times (June 2023). https:\/\/www.nytimes.com\/2023\/06\/02\/opinion\/ai-coding.html"},{"key":"e_1_3_3_3_66_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359174"},{"key":"e_1_3_3_3_67_1","doi-asserted-by":"publisher","DOI":"10.1147\/sj.202.0184"},{"key":"e_1_3_3_3_68_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581225"},{"key":"e_1_3_3_3_69_1","unstructured":"Vijayaraghavan Murali Chandra Maddila Imad Ahmad Michael Bolin Daniel Cheng Negar Ghorbani Renuka Fernandez and Nachiappan Nagappan. 2023. CodeCompose: A Large-Scale Industrial Deployment of AI-assisted Code Authoring. http:\/\/arxiv.org\/abs\/2305.12050 arXiv:2305.12050 [cs]."},{"key":"e_1_3_3_3_70_1","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2016.200"},{"key":"e_1_3_3_3_71_1","doi-asserted-by":"crossref","unstructured":"Daye Nam Andrew Macvean Vincent Hellendoorn Bogdan Vasilescu and Brad Myers. 2024. Using an LLM to Help With Code Understanding. http:\/\/arxiv.org\/abs\/2307.08177 arXiv:2307.08177 [cs].","DOI":"10.1145\/3597503.3639187"},{"key":"e_1_3_3_3_72_1","unstructured":"National Center for Women & Information Technology. 2023. NCWIT Guide to Demographic Survey Questions. https:\/\/docs.google.com\/document\/d\/1E_CSANwOqbKjEG27woNbGZ09JIXUfAf4Cp9j8g5DFak\/"},{"key":"e_1_3_3_3_73_1","doi-asserted-by":"publisher","unstructured":"Erik Nijkamp Bo Pang Hiroaki Hayashi Lifu Tu Huan Wang Yingbo Zhou Silvio Savarese and Caiming Xiong. 2022. CodeGen: An Open Large Language Model for Code with Multi-Turn Program Synthesis. https:\/\/doi.org\/10.48550\/ARXIV.2203.13474","DOI":"10.48550\/ARXIV.2203.13474"},{"key":"e_1_3_3_3_75_1","doi-asserted-by":"publisher","DOI":"10.1016\/0167-6423(95)96871-J"},{"key":"e_1_3_3_3_76_1","unstructured":"Sida Peng Eirini Kalliamvakou Peter Cihon and Mert Demirer. 2023. The Impact of AI on Developer Productivity: Evidence from GitHub Copilot. http:\/\/arxiv.org\/abs\/2302.06590 arXiv:2302.06590 [cs]."},{"key":"e_1_3_3_3_77_1","unstructured":"Tung Phung Jos\u00e9 Cambronero Sumit Gulwani Tobias Kohn Rupak Majumdar Adish Singla and Gustavo Soares. 2023. Generating High-Precision Feedback for Programming Syntax Errors using Large Language Models. http:\/\/arxiv.org\/abs\/2302.04662 arXiv:2302.04662 [cs]."},{"key":"e_1_3_3_3_78_1","doi-asserted-by":"publisher","unstructured":"James Prather Brent\u00a0N. Reeves Paul Denny Brett\u00a0A. Becker Juho Leinonen Andrew Luxton-Reilly Garrett Powell James Finnie-Ansley and Eddie\u00a0Antonio Santos. 2023. \u201cIt\u2019s Weird That it Knows What I Want\u201d: Usability and Interactions with Copilot for Novice Programmers. ACM Transactions on Computer-Human Interaction (Aug. 2023) 3617367. https:\/\/doi.org\/10.1145\/3617367","DOI":"10.1145\/3617367"},{"key":"e_1_3_3_3_79_1","first-page":"9","article-title":"Language models are unsupervised multitask learners","volume":"1","author":"Radford Alec","year":"2019","unstructured":"Alec Radford, Jeffrey Wu, Rewon Child, David Luan, Dario Amodei, Ilya Sutskever, and others. 2019. Language models are unsupervised multitask learners. OpenAI 1, 8 (2019), 9. https:\/\/cdn.openai.com\/better-language-models\/language_models_are_unsupervised_multitask_learners.pdf","journal-title":"OpenAI"},{"key":"e_1_3_3_3_80_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300774"},{"key":"e_1_3_3_3_81_1","first-page":"2640","volume-title":"Proceedings of the 38th International Conference on Machine Learning. PMLR, 8821\u20138831","author":"Ramesh Aditya","year":"2021","unstructured":"Aditya Ramesh, Mikhail Pavlov, Gabriel Goh, Scott Gray, Chelsea Voss, Alec Radford, Mark Chen, and Ilya Sutskever. 2021. Zero-Shot Text-to-Image Generation. In Proceedings of the 38th International Conference on Machine Learning. PMLR, 8821\u20138831. https:\/\/proceedings.mlr.press\/v139\/ramesh21a.html ISSN: 2640-3498."},{"key":"e_1_3_3_3_82_1","first-page":"209","article-title":"On the use of feedback in learning computer programming by novices: a systematic literature mapping","volume":"22","author":"Joyse\u00a0Barbosa Rocha Hemilis","year":"2023","unstructured":"Hemilis Joyse\u00a0Barbosa Rocha, Patr\u00edcia Cabral De Azevedo\u00a0Restelli Tedesco, and Evandro De\u00a0Barros Costa. 2023. On the use of feedback in learning computer programming by novices: a systematic literature mapping. Informatics in Education 22, 2 (2023), 209. Publisher: Institute of Mathematics and Informatics.","journal-title":"Informatics in Education"},{"key":"e_1_3_3_3_83_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01042"},{"key":"e_1_3_3_3_84_1","doi-asserted-by":"publisher","DOI":"10.1145\/3581641.3584037"},{"key":"e_1_3_3_3_85_1","volume-title":"Code Llama: Open Foundation Models for Code","author":"Rozi\u00e8re Baptiste","year":"2024","unstructured":"Baptiste Rozi\u00e8re, Jonas Gehring, Fabian Gloeckle, Sten Sootla, Itai Gat, Xiaoqing\u00a0Ellen Tan, Yossi Adi, Jingyu Liu, Romain Sauvestre, Tal Remez, J\u00e9r\u00e9my Rapin, Artyom Kozhevnikov, Ivan Evtimov, Joanna Bitton, Manish Bhatt, Cristian\u00a0Canton Ferrer, Aaron Grattafiori, Wenhan Xiong, Alexandre D\u00e9fossez, Jade Copet, Faisal Azhar, Hugo Touvron, Louis Martin, Nicolas Usunier, Thomas Scialom, and Gabriel Synnaeve. 2024. Code Llama: Open Foundation Models for Code. http:\/\/arxiv.org\/abs\/2308.12950 arXiv:2308.12950 [cs]."},{"key":"e_1_3_3_3_86_1","doi-asserted-by":"publisher","DOI":"10.1145\/365230.365274"},{"key":"e_1_3_3_3_87_1","doi-asserted-by":"publisher","unstructured":"Max Sch\u00e4fer Sarah Nadi Aryaz Eghbali and Frank Tip. 2023. Adaptive Test Generation Using a Large Language Model. https:\/\/doi.org\/10.48550\/arXiv.2302.06527 Issue: arXiv:2302.06527 _eprint: 2302.06527.","DOI":"10.48550\/arXiv.2302.06527"},{"key":"e_1_3_3_3_88_1","unstructured":"David\u00a0E Shaw William\u00a0R Swartout and C\u00a0Cordell Green. 1975. Inferring LISP Programs From Examples. In IJCAI Vol.\u00a075. 260\u2013267."},{"key":"e_1_3_3_3_89_1","doi-asserted-by":"publisher","DOI":"10.1145\/3511599"},{"key":"e_1_3_3_3_90_1","doi-asserted-by":"publisher","DOI":"10.1145\/2491956.2462195"},{"key":"e_1_3_3_3_91_1","doi-asserted-by":"publisher","DOI":"10.1006\/ijhc.1999.0349"},{"key":"e_1_3_3_3_92_1","doi-asserted-by":"publisher","DOI":"10.1145\/3338283"},{"key":"e_1_3_3_3_93_1","doi-asserted-by":"publisher","DOI":"10.1145\/3490099.3511119"},{"key":"e_1_3_3_3_94_1","doi-asserted-by":"publisher","DOI":"10.1109\/VLHCC.2017.8103457"},{"key":"e_1_3_3_3_95_1","unstructured":"TabNine. 2023. AI Assistant for Software Developers | Tabnine. https:\/\/www.tabnine.com\/"},{"key":"e_1_3_3_3_96_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEIP58684.2023.00022"},{"key":"e_1_3_3_3_97_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3519665"},{"key":"e_1_3_3_3_98_1","doi-asserted-by":"publisher","DOI":"10.1145\/3569897"},{"key":"e_1_3_3_3_99_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445645"},{"key":"e_1_3_3_3_100_1","doi-asserted-by":"publisher","DOI":"10.1145\/3570220"},{"key":"e_1_3_3_3_101_1","unstructured":"Chunqiu\u00a0Steven Xia Matteo Paltenghi Jia\u00a0Le Tian Michael Pradel and Lingming Zhang. 2024. Fuzz4All: Universal Fuzzing with Large Language Models. http:\/\/arxiv.org\/abs\/2308.04748 arXiv:2308.04748 [cs]."},{"key":"e_1_3_3_3_102_1","doi-asserted-by":"publisher","DOI":"10.1145\/3520312.3534862"},{"key":"e_1_3_3_3_103_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581388"},{"key":"e_1_3_3_3_104_1","unstructured":"Shuyin Zhao. 2023. GitHub Copilot Now Has a Better AI Model and New Capabilities. https:\/\/github.blog\/2023-02-14-github-copilot-now-has-a-better-ai-model-and-new-capabilities\/ Publication Title: The GitHub Blog."},{"key":"e_1_3_3_3_105_1","doi-asserted-by":"publisher","DOI":"10.1145\/3520312.3534864"}],"event":{"name":"CHI '24: CHI Conference on Human Factors in Computing Systems","location":"Honolulu HI USA","acronym":"CHI '24","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction","SIGACCESS ACM Special Interest Group on Accessible Computing"]},"container-title":["Proceedings of the CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3613904.3642706","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3613904.3642706","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T23:56:57Z","timestamp":1750291017000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3613904.3642706"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,11]]},"references-count":104,"alternative-id":["10.1145\/3613904.3642706","10.1145\/3613904"],"URL":"https:\/\/doi.org\/10.1145\/3613904.3642706","relation":{},"subject":[],"published":{"date-parts":[[2024,5,11]]},"assertion":[{"value":"2024-05-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}