{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,10]],"date-time":"2026-04-10T02:58:50Z","timestamp":1775789930297,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":44,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,12,5]],"date-time":"2024-12-05T00:00:00Z","timestamp":1733356800000},"content-version":"vor","delay-in-days":366,"URL":"http:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000001","name":"NSF (National Science Foundation)","doi-asserted-by":"publisher","award":["SHF-2227863, 2030859"],"award-info":[{"award-number":["SHF-2227863, 2030859"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,12,5]]},"DOI":"10.1145\/3576882.3617921","type":"proceedings-article","created":{"date-parts":[[2023,11,21]],"date-time":"2023-11-21T18:08:35Z","timestamp":1700590115000},"page":"126-132","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":15,"title":["Generating Programs Trivially: Student Use of Large Language Models"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7936-8147","authenticated-orcid":false,"given":"Siddhartha","family":"Prasad","sequence":"first","affiliation":[{"name":"Brown University, Providence, RI, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7078-9287","authenticated-orcid":false,"given":"Ben","family":"Greenman","sequence":"additional","affiliation":[{"name":"Brown University, Providence, RI, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9377-9943","authenticated-orcid":false,"given":"Tim","family":"Nelson","sequence":"additional","affiliation":[{"name":"Brown University, Providence, RI, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5184-1975","authenticated-orcid":false,"given":"Shriram","family":"Krishnamurthi","sequence":"additional","affiliation":[{"name":"Brown University, Providence, RI, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2023,12,5]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Alloytools. 2023. Alloy Analyzer Website. https:\/\/alloytools.org"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3586030"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-10575-8_11"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","unstructured":"Brett A. Becker Paul Denny James Finnie-Ansley Andrew Luxton-Reilly James Prather and Eddie Antonio Santos. 2023. Programming Is Hard -- Or at Least It Used to Be: Educational Opportunities and Challenges of AI Code Generation. In SIGCSE. ACM 500--506. https:\/\/doi.org\/10.1145\/3545945.3569759","DOI":"10.1145\/3545945.3569759"},{"key":"e_1_3_2_1_5_1","unstructured":"Emery Berger. 2022. Coping with Copilot. https:\/\/blog.sigplan.org\/2022\/08\/18\/coping-with-copilot\/"},{"key":"e_1_3_2_1_6_1","unstructured":"Christian Bird Denae Ford Thomas Zimmermann Nicole Forsgren Eirini Kalliamvakou Travis Lowdermilk and Idan Gazit. 2023. Taking Flight with Copilot. https:\/\/queue.acm.org\/detail.cfm?id=3582083"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2023.3267446"},{"key":"e_1_3_2_1_8_1","unstructured":"Mark Chen Jerry Tworek Heewoo Jun Qiming Yuan Henrique Ponde de Oliveira Pinto Jared Kaplan Harri Edwards Yuri Burda Nicholas Joseph Greg Brockman Alex Ray Raul Puri Gretchen Krueger Michael Petrov Heidy Khlaaf Girish Sastry Pamela Mishkin Brooke Chan Scott Gray Nick Ryder Mikhail Pavlov Alethea Power Lukasz Kaiser Mohammad Bavarian Clemens Winter Philippe Tillet Felipe Petroski Such Dave Cummings Matthias Plappert Fotios Chantzis Elizabeth Barnes Ariel Herbert-Voss William Hebgen Guss Alex Nichol Alex Paino Nikolas Tezak Jie Tang Igor Babuschkin Suchir Balaji Shantanu Jain William Saunders Christopher Hesse Andrew N. Carr Jan Leike Josh Achiam Vedant Misra Evan Morikawa Alec Radford Matthew Knight Miles Brundage Mira Murati Katie Mayer Peter Welinder Bob McGrew Dario Amodei Sam McCandlish Ilya Sutskever and Wojciech Zaremba. 2021. Evaluating Large Language Models Trained on Code. arxiv: 2107.03374 [cs.LG]"},{"key":"e_1_3_2_1_9_1","volume-title":"Forge: A Tool and Language for Teaching Formal Methods. https:\/\/forge-fm.org","author":"Contributors Forge","year":"2023","unstructured":"Forge Contributors. 2023. Forge: A Tool and Language for Teaching Formal Methods. https:\/\/forge-fm.org"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-37703-7_18"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/1995376.1995394"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","unstructured":"Paul Denny Viraj Kumar and Nasser Giacaman. 2023. Conversing with Copilot: Exploring Prompt Engineering for Solving CS1 Problems Using Natural Language. In SIGCSE. ACM 1136--1142. https:\/\/doi.org\/10.1145\/3545945.3569823","DOI":"10.1145\/3545945.3569823"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2210.14699"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","unstructured":"James Finnie-Ansley Paul Denny Brett A. Becker Andrew Luxton-Reilly and James Prather. 2022. The Robots Are Coming: Exploring the Implications of OpenAI Codex on Introductory Programming. In ACE. ACM 10--19. https:\/\/doi.org\/10.1145\/3511861.3511863","DOI":"10.1145\/3511861.3511863"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3576123.3576134"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2301.11435"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"crossref","unstructured":"B. Glaser and A. Strauss. 1967. The Discovery of Grounded Theory: Strategies for Qualitative Research. Sociology Press.","DOI":"10.1097\/00006199-196807000-00014"},{"key":"e_1_3_2_1_18_1","unstructured":"Austin Z. Henley. 2023. Papers on the UX of AI programming assistants. https:\/\/austinhenley.com\/blog\/uxaicoding.html"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.5555\/2141100"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3526113.3545659"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3501870"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580919"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569770"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580940"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2210.14306"},{"key":"e_1_3_2_1_26_1","unstructured":"Open AI. 2023. Introducing ChatGPT. https:\/\/openai.com\/blog\/chatgpt"},{"key":"e_1_3_2_1_27_1","unstructured":"OpenAI. 2023. API Reference: temperature. https:\/\/platform.openai.com\/docs\/api-reference\/completions\/create#completions\/create-temperature"},{"key":"e_1_3_2_1_28_1","unstructured":"OpenAI. 2023. GPT-4 Technical Report. CoRR abs\/2303.08774 (2023). https:\/\/doi.org\/10.48550\/arXiv.2303.08774"},{"key":"e_1_3_2_1_29_1","unstructured":"OpenAI. 2023. Introducing ChatGPT and Whisper APIs. https:\/\/openai.com\/blog\/introducing-chatgpt-and-whisper-apis"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.5281\/zenodo.8326445"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2304.02491"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","unstructured":"Peter Robe Sandeep K. Kuttal Jake AuBuchon and Jacob Hart. 2022. Pair Programming Conversations with Agents vs. Developers: Challenges and Opportunities for SE Community. In ESEC\/FSE. ACM 319--331. https:\/\/doi.org\/10.1145\/3540250.3549127","DOI":"10.1145\/3540250.3549127"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3581641.3584037"},{"key":"e_1_3_2_1_34_1","volume-title":"Christian P\u00f6litz, and Andrew D. Gordon.","author":"Sarkar Advait","year":"2022","unstructured":"Advait Sarkar, Carina Negreanu, Ben Zorn, Sruti Srinivasa Ragavan, Christian P\u00f6litz, and Andrew D. Gordon. 2022. What is it like to program with artificial intelligence?. In PPIG. 127--153. https:\/\/ppig.org\/papers\/2022-ppig-33rd-sarkar\/"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2023.3268224"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1097\/NNE.0000000000001390"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2015.04.002"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1186\/s40561-023-00237-x"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEIP58684.2023.00022"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3519665"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3570220"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","unstructured":"Frank F. Xu Zhengbao Jiang Pengcheng Yin Bogdan Vasilescu and Graham Neubig. 2020. Incorporating External Knowledge through Pre-training for Natural Language to Code Generation. In ACL. ACM 6045--6052. https:\/\/doi.org\/10.18653\/v1\/2020.acl-main.538","DOI":"10.18653\/v1\/2020.acl-main.538"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3487569"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.4230\/LIPIcs.ECOOP.2023.37"}],"event":{"name":"CompEd 2023: ACM Global Computing Education Conference 2023","location":"Hyderabad India","acronym":"CompEd 2023","sponsor":["SIGCSE ACM Special Interest Group on Computer Science Education"]},"container-title":["Proceedings of the ACM Conference on Global Computing Education Vol 1"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3576882.3617921","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/abs\/10.1145\/3576882.3617921","content-type":"text\/html","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3576882.3617921","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3576882.3617921","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,23]],"date-time":"2025-08-23T01:30:18Z","timestamp":1755912618000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3576882.3617921"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,12,5]]},"references-count":44,"alternative-id":["10.1145\/3576882.3617921","10.1145\/3576882"],"URL":"https:\/\/doi.org\/10.1145\/3576882.3617921","relation":{},"subject":[],"published":{"date-parts":[[2023,12,5]]},"assertion":[{"value":"2023-12-05","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}