{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,25]],"date-time":"2026-04-25T21:49:48Z","timestamp":1777153788596,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":11,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,8,7]],"date-time":"2023-08-07T00:00:00Z","timestamp":1691366400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100000781","name":"European Research Council","doi-asserted-by":"publisher","award":["ERC, TOPS, 101039090"],"award-info":[{"award-number":["ERC, TOPS, 101039090"]}],"id":[{"id":"10.13039\/501100000781","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,8,7]]},"DOI":"10.1145\/3568812.3603476","type":"proceedings-article","created":{"date-parts":[[2023,9,13]],"date-time":"2023-09-13T16:12:11Z","timestamp":1694621531000},"page":"41-42","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":87,"title":["Generative AI for Programming Education: Benchmarking ChatGPT, GPT-4, and Human Tutors"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0005-2683-434X","authenticated-orcid":false,"given":"Tung","family":"Phung","sequence":"first","affiliation":[{"name":"MPI-SWS, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-7903-6054","authenticated-orcid":false,"given":"Victor-Alexandru","family":"P\u0103durean","sequence":"additional","affiliation":[{"name":"MPI-INF, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0713-6141","authenticated-orcid":false,"given":"Jos\u00e9","family":"Cambronero","sequence":"additional","affiliation":[{"name":"Microsoft, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9226-9634","authenticated-orcid":false,"given":"Sumit","family":"Gulwani","sequence":"additional","affiliation":[{"name":"Microsoft, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9251-8944","authenticated-orcid":false,"given":"Tobias","family":"Kohn","sequence":"additional","affiliation":[{"name":"TU Wien, Austria"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2136-0542","authenticated-orcid":false,"given":"Rupak","family":"Majumdar","sequence":"additional","affiliation":[{"name":"MPI-SWS, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9922-0668","authenticated-orcid":false,"given":"Adish","family":"Singla","sequence":"additional","affiliation":[{"name":"MPI-SWS, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8061-9000","authenticated-orcid":false,"given":"Gustavo","family":"Soares","sequence":"additional","affiliation":[{"name":"Microsoft, USA"}]}],"member":"320","published-online":{"date-parts":[[2023,9,13]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Education in the Era of Generative Artificial Intelligence (AI): Understanding the Potential Benefits of ChatGPT in Promoting Teaching and Learning. Available at SSRN 4337484","author":"Baidoo-Anu David","year":"2023","unstructured":"David Baidoo-Anu and Leticia Owusu\u00a0Ansah. 2023. Education in the Era of Generative Artificial Intelligence (AI): Understanding the Potential Benefits of ChatGPT in Promoting Teaching and Learning. Available at SSRN 4337484 (2023)."},{"key":"e_1_3_2_1_2_1","volume-title":"Sparks of Artificial General Intelligence: Early Experiments with GPT-4. CoRR","author":"Bubeck S\u00e9bastien","year":"2023","unstructured":"S\u00e9bastien Bubeck, Varun Chandrasekaran, Ronen Eldan, Johannes Gehrke, Eric Horvitz, Ece Kamar, Peter Lee, Yin\u00a0Tat Lee, Yuanzhi Li, Scott\u00a0M. Lundberg, Harsha Nori, Hamid Palangi, Marco\u00a0T\u00falio Ribeiro, and Yi Zhang. 2023. Sparks of Artificial General Intelligence: Early Experiments with GPT-4. CoRR (2023)."},{"key":"e_1_3_2_1_3_1","volume-title":"Evaluating Large Language Models Trained on Code. CoRR abs\/2107.03374","author":"Mark Chen","year":"2021","unstructured":"Mark Chen 2021. Evaluating Large Language Models Trained on Code. CoRR abs\/2107.03374 (2021)."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"crossref","unstructured":"James Finnie-Ansley Paul Denny Brett\u00a0A. Becker Andrew Luxton-Reilly and James Prather. 2022. The Robots Are Coming: Exploring the Implications of OpenAI Codex on Introductory Programming. In ACE.","DOI":"10.1145\/3511861.3511863"},{"key":"e_1_3_2_1_5_1","unstructured":"geeksforgeeks.org. 2009. GeeksforGeeks: A Computer Science Portal for Geeks. https:\/\/www.geeksforgeeks.org\/."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"crossref","unstructured":"Juho Leinonen Arto Hellas Sami Sarsa Brent\u00a0N. Reeves Paul Denny James Prather and Brett\u00a0A. Becker. 2023. Using Large Language Models to Enhance Programming Error Messages. In SIGCSE.","DOI":"10.1145\/3545945.3569770"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijme.2023.100790"},{"key":"e_1_3_2_1_8_1","unstructured":"OpenAI. 2023. ChatGPT. https:\/\/openai.com\/blog\/chatgpt."},{"key":"e_1_3_2_1_10_1","unstructured":"Tung Phung Jos\u00e9 Cambronero Sumit Gulwani Tobias Kohn Rupak Majumdar Adish Singla and Gustavo Soares. 2023. Generating High-Precision Feedback for Programming Syntax Errors using Large Language Models. In EDM."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"crossref","unstructured":"Sami Sarsa Paul Denny Arto Hellas and Juho Leinonen. 2022. Automatic Generation of Programming Exercises and Code Explanations Using Large Language Models. In ICER.","DOI":"10.1145\/3501385.3543957"},{"key":"e_1_3_2_1_12_1","volume-title":"Repairing Bugs in Python Assignments Using Large Language Models. CoRR abs\/2209.14876","author":"Zhang Jialu","year":"2022","unstructured":"Jialu Zhang, Jos\u00e9 Cambronero, Sumit Gulwani, Vu Le, Ruzica Piskac, Gustavo Soares, and Gust Verbruggen. 2022. Repairing Bugs in Python Assignments Using Large Language Models. CoRR abs\/2209.14876 (2022)."}],"event":{"name":"ICER 2023: ACM Conference on International Computing Education Research","location":"Chicago IL USA","acronym":"ICER 2023","sponsor":["SIGCSE ACM Special Interest Group on Computer Science Education"]},"container-title":["Proceedings of the 2023 ACM Conference on International Computing Education Research - Volume 2"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3568812.3603476","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3568812.3603476","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T21:26:26Z","timestamp":1750281986000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3568812.3603476"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,8,7]]},"references-count":11,"alternative-id":["10.1145\/3568812.3603476","10.1145\/3568812"],"URL":"https:\/\/doi.org\/10.1145\/3568812.3603476","relation":{},"subject":[],"published":{"date-parts":[[2023,8,7]]},"assertion":[{"value":"2023-09-13","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}