{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T20:28:08Z","timestamp":1776112088511,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":37,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,1,29]],"date-time":"2024-01-29T00:00:00Z","timestamp":1706486400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,1,29]]},"DOI":"10.1145\/3636243.3636252","type":"proceedings-article","created":{"date-parts":[[2024,1,2]],"date-time":"2024-01-02T23:20:13Z","timestamp":1704237613000},"page":"77-86","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":74,"title":["Evaluating LLM-generated Worked Examples in an Introductory Programming Course"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0008-9760-4623","authenticated-orcid":false,"given":"Breanna","family":"Jury","sequence":"first","affiliation":[{"name":"University of Auckland, New Zealand"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-5741-8547","authenticated-orcid":false,"given":"Angela","family":"Lorusso","sequence":"additional","affiliation":[{"name":"University of Auckland, New Zealand"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6829-9449","authenticated-orcid":false,"given":"Juho","family":"Leinonen","sequence":"additional","affiliation":[{"name":"University of Auckland, New Zealand"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5150-9806","authenticated-orcid":false,"given":"Paul","family":"Denny","sequence":"additional","affiliation":[{"name":"University of Auckland, New Zealand"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8269-2909","authenticated-orcid":false,"given":"Andrew","family":"Luxton-Reilly","sequence":"additional","affiliation":[{"name":"University of Auckland, New Zealand"}]}],"member":"320","published-online":{"date-parts":[[2024,1,29]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Few-shot training LLMs for project-specific code-summarization. arXiv preprint arXiv:2207.04237","author":"Ahmed Toufique","year":"2022","unstructured":"Toufique Ahmed and Premkumar Devanbu. 2022. Few-shot training LLMs for project-specific code-summarization. arXiv preprint arXiv:2207.04237 (2022)."},{"key":"e_1_3_2_1_2_1","volume-title":"Learning from examples: Instructional principles from the worked examples research. Review of educational research 70, 2","author":"Atkinson K","year":"2000","unstructured":"Robert\u00a0K Atkinson, Sharon\u00a0J Derry, Alexander Renkl, and Donald Wortham. 2000. Learning from examples: Instructional principles from the worked examples research. Review of educational research 70, 2 (2000), 181\u2013214."},{"key":"e_1_3_2_1_3_1","volume-title":"Programming Is Hard\u2013Or at Least It Used to Be: Educational Opportunities And Challenges of AI Code Generation. arXiv preprint arXiv:2212.01020","author":"Becker A","year":"2022","unstructured":"Brett\u00a0A Becker, Paul Denny, James Finnie-Ansley, Andrew Luxton-Reilly, James Prather, and Eddie\u00a0Antonio Santos. 2022. Programming Is Hard\u2013Or at Least It Used to Be: Educational Opportunities And Challenges of AI Code Generation. arXiv preprint arXiv:2212.01020 (2022)."},{"key":"e_1_3_2_1_4_1","volume-title":"Advances in Neural Information Processing Systems, H.\u00a0Larochelle, M.\u00a0Ranzato, R.\u00a0Hadsell, M.F. Balcan, and H.\u00a0Lin (Eds.). Vol.\u00a033. Curran Associates","author":"Brown Tom","year":"1877","unstructured":"Tom Brown, Benjamin Mann, Nick Ryder, Melanie Subbiah, Jared\u00a0D Kaplan, Prafulla Dhariwal, Arvind Neelakantan, Pranav Shyam, Girish Sastry, Amanda Askell, Sandhini Agarwal, Ariel Herbert-Voss, Gretchen Krueger, Tom Henighan, Rewon Child, Aditya Ramesh, Daniel Ziegler, Jeffrey Wu, Clemens Winter, Chris Hesse, Mark Chen, Eric Sigler, Mateusz Litwin, Scott Gray, Benjamin Chess, Jack Clark, Christopher Berner, Sam McCandlish, Alec Radford, Ilya Sutskever, and Dario Amodei. 2020. Language Models are Few-Shot Learners. In Advances in Neural Information Processing Systems, H.\u00a0Larochelle, M.\u00a0Ranzato, R.\u00a0Hadsell, M.F. Balcan, and H.\u00a0Lin (Eds.). Vol.\u00a033. Curran Associates, Inc., 1877\u20131901. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2020\/file\/1457c0d6bfcb4967418bfb8ac142f64a-Paper.pdf"},{"key":"e_1_3_2_1_5_1","volume-title":"Jared Kaplan, Harri Edwards, Yuri Burda","author":"Chen Mark","year":"2021","unstructured":"Mark Chen, Jerry Tworek, Heewoo Jun, Qiming Yuan, Henrique Ponde de\u00a0Oliveira Pinto, Jared Kaplan, Harri Edwards, Yuri Burda, Nicholas Joseph, Greg Brockman, 2021. Evaluating large language models trained on code. arXiv preprint arXiv:2107.03374 (2021)."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3587102.3588773"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569823"},{"key":"e_1_3_2_1_8_1","volume-title":"Promptly: Using Prompt Problems to Teach Learners How to Effectively Utilize AI Code Generators. arXiv preprint arXiv:2307.16364","author":"Denny Paul","year":"2023","unstructured":"Paul Denny, Juho Leinonen, James Prather, Andrew Luxton-Reilly, Thezyrie Amarouche, Brett\u00a0A Becker, and Brent\u00a0N Reeves. 2023. Promptly: Using Prompt Problems to Teach Learners How to Effectively Utilize AI Code Generators. arXiv preprint arXiv:2307.16364 (2023)."},{"key":"e_1_3_2_1_9_1","unstructured":"Paul Denny James Prather Brett\u00a0A. Becker James Finnie-Ansley Arto Hellas Juho Leinonen Andrew Luxton-Reilly Brent\u00a0N. Reeves Eddie\u00a0Antonio Santos and Sami Sarsa. 2023. Computing Education in the Era of Generative AI. arxiv:2306.02608\u00a0[cs.CY]"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3511861.3511863"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3576123.3576134"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2714488"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.sbspro.2015.06.366"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"crossref","unstructured":"Martin Jonsson and Jakob Tholander. 2022. Cracking the code: Co-coding with AI in creative programming education. In Creativity and Cognition. 5\u201314.","DOI":"10.1145\/3527927.3532801"},{"key":"e_1_3_2_1_15_1","volume-title":"When problem solving is superior to studying worked examples.Journal of educational psychology 93, 3","author":"Kalyuga Slava","year":"2001","unstructured":"Slava Kalyuga, Paul Chandler, Juhani Tuovinen, and John Sweller. 2001. When problem solving is superior to studying worked examples.Journal of educational psychology 93, 3 (2001), 579."},{"key":"e_1_3_2_1_16_1","volume-title":"Barbara\u00a0J Ericson, David Weintrop, and Tovi Grossman.","author":"Kazemitabaar Majeed","year":"2023","unstructured":"Majeed Kazemitabaar, Justin Chow, Carl Ka\u00a0To Ma, Barbara\u00a0J Ericson, David Weintrop, and Tovi Grossman. 2023. Studying the effect of AI Code Generators on Supporting Novice Learners in Introductory Programming. arXiv preprint arXiv:2302.07427 (2023)."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3587102.3588785"},{"key":"e_1_3_2_1_19_1","volume-title":"Using Large Language Models to Enhance Programming Error Messages. arXiv preprint arXiv:2210.11630","author":"Leinonen Juho","year":"2022","unstructured":"Juho Leinonen, Arto Hellas, Sami Sarsa, Brent Reeves, Paul Denny, James Prather, and Brett\u00a0A Becker. 2022. Using Large Language Models to Enhance Programming Error Messages. arXiv preprint arXiv:2210.11630 (2022)."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569785"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3501709.3544280"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1186\/s40594-020-00222-7"},{"key":"e_1_3_2_1_23_1","volume-title":"When worked examples don\u2019t work: Is cognitive load theory at an impasse?Learning and Instruction 16, 2","author":"Moreno Roxana","year":"2006","unstructured":"Roxana Moreno. 2006. When worked examples don\u2019t work: Is cognitive load theory at an impasse?Learning and Instruction 16, 2 (2006), 170\u2013181."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3560266"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3501385.3543979"},{"key":"e_1_3_2_1_26_1","volume-title":"Synchromesh: Reliable code generation from pre-trained language models. arXiv preprint arXiv:2201.11227","author":"Poesia Gabriel","year":"2022","unstructured":"Gabriel Poesia, Oleksandr Polozov, Vu Le, Ashish Tiwari, Gustavo Soares, Christopher Meek, and Sumit Gulwani. 2022. Synchromesh: Reliable code generation from pre-trained language models. arXiv preprint arXiv:2201.11227 (2022)."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"crossref","unstructured":"James Prather Paul Denny Juho Leinonen Brett\u00a0A. Becker Ibrahim Albluwi Michelle Craig Hieke Keuning Natalie Kiesler Tobias Kohn Andrew Luxton-Reilly Stephen MacNeil Andrew Peterson Raymond Pettit Brent\u00a0N. Reeves and Jaromir Savelka. 2023. The Robots are Here: Navigating the Generative AI Revolution in Computing Education. arxiv:2310.00658\u00a0[cs.CY]","DOI":"10.1145\/3623762.3633499"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3581641.3584037"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3501385.3543957"},{"key":"e_1_3_2_1_30_1","volume-title":"The worked-example effect: Not an artefact of lousy control conditions. Computers in human behavior 25, 2","author":"Schwonke Rolf","year":"2009","unstructured":"Rolf Schwonke, Alexander Renkl, Carmen Krieg, J\u00f6rg Wittwer, Vincent Aleven, and Ron Salden. 2009. The worked-example effect: Not an artefact of lousy control conditions. Computers in human behavior 25, 2 (2009), 258\u2013266."},{"key":"e_1_3_2_1_31_1","volume-title":"Proceedings of the Sixteenth Australasian Computing Education Conference -","volume":"148","author":"Skudder Ben","year":"2014","unstructured":"Ben Skudder and Andrew Luxton-Reilly. 2014. Worked Examples in Computer Science. In Proceedings of the Sixteenth Australasian Computing Education Conference - Volume 148 (Auckland, New Zealand) (ACE \u201914). Australian Computer Society, Inc., AUS, 59\u201364."},{"key":"e_1_3_2_1_32_1","volume-title":"The worked example effect and human cognition.Learning and instruction","author":"Sweller John","year":"2006","unstructured":"John Sweller. 2006. The worked example effect and human cognition.Learning and instruction (2006)."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3519665"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.22369\/issn.2153-4136\/6\/1\/1"},{"key":"e_1_3_2_1_35_1","volume-title":"A prompt pattern catalog to enhance prompt engineering with chatgpt. arXiv preprint arXiv:2302.11382","author":"White Jules","year":"2023","unstructured":"Jules White, Quchen Fu, Sam Hays, Michael Sandborn, Carlos Olea, Henry Gilbert, Ashraf Elnashar, Jesse Spencer-Smith, and Douglas\u00a0C Schmidt. 2023. A prompt pattern catalog to enhance prompt engineering with chatgpt. arXiv preprint arXiv:2302.11382 (2023)."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517582"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287324.3287385"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/2676723.2677239"}],"event":{"name":"ACE 2024: Australian Computing Education Conference","location":"Sydney NSW Australia","acronym":"ACE 2024"},"container-title":["Proceedings of the 26th Australasian Computing Education Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3636243.3636252","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3636243.3636252","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:35:41Z","timestamp":1750178141000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3636243.3636252"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,1,29]]},"references-count":37,"alternative-id":["10.1145\/3636243.3636252","10.1145\/3636243"],"URL":"https:\/\/doi.org\/10.1145\/3636243.3636252","relation":{},"subject":[],"published":{"date-parts":[[2024,1,29]]},"assertion":[{"value":"2024-01-29","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}