{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,6]],"date-time":"2026-07-06T11:40:26Z","timestamp":1783338026296,"version":"3.54.6"},"publisher-location":"New York, NY, USA","reference-count":29,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,7,3]],"date-time":"2024-07-03T00:00:00Z","timestamp":1719964800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100006374","name":"NSF (National Science Foundation)","doi-asserted-by":"publisher","award":["SHF-2227863"],"award-info":[{"award-number":["SHF-2227863"]}],"id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,7,3]]},"DOI":"10.1145\/3649217.3653607","type":"proceedings-article","created":{"date-parts":[[2024,7,3]],"date-time":"2024-07-03T18:30:20Z","timestamp":1720031420000},"page":"45-51","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":13,"title":["Iterative Student Program Planning using Transformer-Driven Feedback"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5374-0171","authenticated-orcid":false,"given":"Elijah","family":"Rivera","sequence":"first","affiliation":[{"name":"Brown University, Providence, RI, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1760-2855","authenticated-orcid":false,"given":"Alexander","family":"Steinmaurer","sequence":"additional","affiliation":[{"name":"Graz University of Technology, Graz, Austria"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7895-8206","authenticated-orcid":false,"given":"Kathi","family":"Fisler","sequence":"additional","affiliation":[{"name":"Brown University, Providence, RI, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5184-1975","authenticated-orcid":false,"given":"Shriram","family":"Krishnamurthi","sequence":"additional","affiliation":[{"name":"Brown University, Providence, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,7,3]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1207\/s15516709cog2602_1"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/UEMCON59035.2023.10316060"},{"key":"e_1_3_2_1_3_1","volume-title":"Jordan","author":"Blei David M.","year":"2003","unstructured":"David M. Blei, Andrew Y. Ng, and Michael I. Jordan. 2003. Latent Dirichlet Allocation. Journal of Machine Learning Research (2003)."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/2839509.2844574"},{"key":"e_1_3_2_1_5_1","unstructured":"Mark Chen Jerry Tworek Heewoo Jun Qiming Yuan Henrique Ponde de Oliveira Pinto Jared Kaplan Harri Edwards Yuri Burda Nicholas Joseph Greg Brockman Alex Ray Raul Puri Gretchen Krueger Michael Petrov Heidy Khlaaf Girish Sastry Pamela Mishkin Brooke Chan Scott Gray Nick Ryder Mikhail Pavlov Alethea Power Lukasz Kaiser Mohammad Bavarian Clemens Winter Philippe Tillet Felipe Petroski Such Dave Cummings Matthias Plappert Fotios Chantzis Elizabeth Barnes Ariel Herbert-Voss William Hebgen Guss Alex Nichol Alex Paino Nikolas Tezak Jie Tang Igor Babuschkin Suchir Balaji Shantanu Jain William Saunders Christopher Hesse Andrew N. Carr Jan Leike Josh Achiam Vedant Misra Evan Morikawa Alec Radford Matthew Knight Miles Brundage Mira Murati Katie Mayer Peter Welinder Bob McGrew Dario Amodei Sam McCandlish Ilya Sutskever and Wojciech Zaremba. 2021. Evaluating Large Language Models Trained on Code. arxiv: 2107.03374 [cs.LG]"},{"key":"e_1_3_2_1_6_1","volume-title":"A Coefficient of Agreement for Nominal Scales. Educational and Psychological Measurement","author":"Cohen Jacob","year":"1960","unstructured":"Jacob Cohen. 1960. A Coefficient of Agreement for Nominal Scales. Educational and Psychological Measurement (1960)."},{"key":"e_1_3_2_1_7_1","volume-title":"Proceedings of the Eleventh Australasian Conference on Computing Education -","volume":"95","author":"de Raadt Michael","year":"2009","unstructured":"Michael de Raadt, Richard Watson, and Mark Toleman. 2009. Teaching and Assessing Programming Strategies Explicitly. In Proceedings of the Eleventh Australasian Conference on Computing Education - Volume 95 (Wellington, New Zealand) (ACE '09). Australian Computer Society, Inc., Darlinghurst, Australia, Australia, 45--54. https:\/\/dl.acm.org\/doi\/10.5555\/1862712.1862723"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3364510.3366170"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1006\/ijhc.1994.1069"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3511861.3511863"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3576123.3576134"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3105726.3106183"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/2839509.2844556"},{"key":"e_1_3_2_1_14_1","volume-title":"PAL: Program-aided Language Models. In International Conference on Machine Learning (ICML '23)","author":"Gao Luyu","year":"2023","unstructured":"Luyu Gao, Aman Madaan, Shuyan Zhou, Uri Alon, Pengfei Liu, Yiming Yang, Jamie Callan, and Graham Neubig. 2023. PAL: Program-aided Language Models. In International Conference on Machine Learning (ICML '23). https:\/\/proceedings.mlr.press\/v202\/gao23f.html"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.4135\/9781412983419"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1609\/icwsm.v8i1.14550"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3446871.3469739"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3487050"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/1268784.1268830"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","unstructured":"James Prather Paul Denny Juho Leinonen Brett A. Becker Ibrahim Albluwi Michelle Craig Hieke Keuning Natalie Kiesler Tobias Kohn Andrew Luxton-Reilly Stephen MacNeil Andrew Petersen Raymond Pettit Brent N. Reeves and Jaromir Savelka. 2023. The Robots Are Here: Navigating the Generative AI Revolution in Computing Education. In \"ACM Conference on Innovation and Technology in Computer Science Education - Working Group Reports (ITiCSE-WGR '23). https:\/\/doi.org\/10.1145\/3623762.3633499","DOI":"10.1145\/3623762.3633499"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","unstructured":"Brent Reeves Sami Sarsa James Prather Paul Denny Brett A. Becker Arto Hellas Bailey Kimmel Garrett Powell and Juho Leinonen. 2023. Evaluating the Performance of Code Generation Models for Solving Parsons Problems With Small Prompt Variations. In ACM Conference on Innovation and Technology in Computer Science Education (ITiCSE '23). https:\/\/doi.org\/10.1145\/3587102.3588805","DOI":"10.1145\/3587102.3588805"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1016\/0364-0213(89)90018--9"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1207\/s15327051hci0601_1"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3626252.3630901"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3501385.3543965"},{"key":"e_1_3_2_1_26_1","volume-title":"Simulating Student Programmers. In International Joint Conference on Artificial Intelligence. 543--549","author":"James","unstructured":"James C. Spohrer and Elliot Soloway. 1989. Simulating Student Programmers. In International Joint Conference on Artificial Intelligence. 543--549. https:\/\/doi.org\/doi\/abs\/10.5555\/1623755.1623841"},{"key":"e_1_3_2_1_27_1","volume-title":"Comparing Individual Means in the Analysis of Variance. Biometrics","author":"Tukey John W.","year":"1949","unstructured":"John W. Tukey. 1949. Comparing Individual Means in the Analysis of Variance. Biometrics (1949). http:\/\/www.jstor.org\/stable\/3001913"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3519665"},{"key":"e_1_3_2_1_29_1","unstructured":"Karthik Valmeekam Matthew Marquez Alberto Olmo Sarath Sreedharan and Subbarao Kambhampati. 2023. PlanBench: An Extensible Benchmark for Evaluating Large Language Models on Planning and Reasoning about Change. arxiv: 2206.10498"}],"event":{"name":"ITiCSE 2024: Innovation and Technology in Computer Science Education","location":"Milan Italy","acronym":"ITiCSE 2024","sponsor":["SIGCSE ACM Special Interest Group on Computer Science Education"]},"container-title":["Proceedings of the 2024 on Innovation and Technology in Computer Science Education V. 1"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3649217.3653607","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3649217.3653607","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,21]],"date-time":"2025-08-21T14:48:23Z","timestamp":1755787703000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3649217.3653607"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7,3]]},"references-count":29,"alternative-id":["10.1145\/3649217.3653607","10.1145\/3649217"],"URL":"https:\/\/doi.org\/10.1145\/3649217.3653607","relation":{},"subject":[],"published":{"date-parts":[[2024,7,3]]},"assertion":[{"value":"2024-07-03","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}