{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,14]],"date-time":"2026-02-14T05:08:30Z","timestamp":1771045710994,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":27,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,7,3]],"date-time":"2024-07-03T00:00:00Z","timestamp":1719964800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"NSF","award":["DUE 21-21424"],"award-info":[{"award-number":["DUE 21-21424"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,7,3]]},"DOI":"10.1145\/3649217.3653582","type":"proceedings-article","created":{"date-parts":[[2024,7,3]],"date-time":"2024-07-03T18:30:20Z","timestamp":1720031420000},"page":"171-177","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":10,"title":["Code Generation Based Grading: Evaluating an Auto-grading Mechanism for \"Explain-in-Plain-English\" Questions"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6572-4347","authenticated-orcid":false,"suffix":"IV","given":"David H.","family":"Smith","sequence":"first","affiliation":[{"name":"University of Illinois, Urbana, IL, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4601-4398","authenticated-orcid":false,"given":"Craig","family":"Zilles","sequence":"additional","affiliation":[{"name":"University of Illinois, Urbana, IL, USA"}]}],"member":"320","published-online":{"date-parts":[[2024,7,3]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Sushmita Azad. 2020. Lessons learnt developing and deploying grading mechanisms for EiPE code-reading questions in CS1 classes. Ph. D. Dissertation."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-52237-7_2"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569759"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3328778.3366879"},{"key":"e_1_3_2_1_5_1","volume-title":"Chatting and cheating: Ensuring academic integrity in the era of ChatGPT. Innovations in Education and Teaching International","author":"Cotton Debby RE","year":"2023","unstructured":"Debby RE Cotton, Peter A Cotton, and J Reuben Shipway. 2023. Chatting and cheating: Ensuring academic integrity in the era of ChatGPT. Innovations in Education and Teaching International (2023), 1--12."},{"key":"e_1_3_2_1_6_1","volume-title":"Conversing with Copilot: Exploring Prompt Engineering for Solving CS1 Problems Using Natural Language. arXiv preprint arXiv:2210.15157","author":"Denny Paul","year":"2022","unstructured":"Paul Denny, Viraj Kumar, and Nasser Giacaman. 2022. Conversing with Copilot: Exploring Prompt Engineering for Solving CS1 Problems Using Natural Language. arXiv preprint arXiv:2210.15157 (2022)."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3511861.3511863"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3576123.3576134"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3408877.3432539"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3446871.3469738"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1080\/08993408.2022.2079866"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445424"},{"key":"e_1_3_2_1_13_1","volume-title":"Further evidence of a relationship between explaining, tracing and writing skills in introductory programming. Acm sigcse bulletin","author":"Lister Raymond","year":"2009","unstructured":"Raymond Lister, Colin Fidge, and Donna Teague. 2009. Further evidence of a relationship between explaining, tracing and writing skills in introductory programming. Acm sigcse bulletin, Vol. 41, 3 (2009), 161--165."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/1140123.1140157"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/1404520.1404531"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3587102.3588827"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.23919\/EAEEIE55804.2023.10182073"},{"key":"e_1_3_2_1_18_1","volume-title":"Interrater reliability: the kappa statistic. Biochemia medica","author":"McHugh Mary L","year":"2012","unstructured":"Mary L McHugh. 2012. Interrater reliability: the kappa statistic. Biochemia medica, Vol. 22, 3 (2012), 276--282."},{"key":"e_1_3_2_1_19_1","unstructured":"Travis Ryan Pickell and Brian R Doak. 2023. Five Ideas for How Professors Can Deal with GPT-3... For Now. (2023)."},{"key":"e_1_3_2_1_20_1","volume-title":"Usability and Interactions with Copilot for Novice Programmers. arXiv preprint arXiv:2304.02491","author":"Prather James","year":"2023","unstructured":"James Prather, Brent N Reeves, Paul Denny, Brett A Becker, Juho Leinonen, Andrew Luxton-Reilly, Garrett Powell, James Finnie-Ansley, and Eddie Antonio Santos. 2023. \" It's Weird That it Knows What I Want\": Usability and Interactions with Copilot for Novice Programmers. arXiv preprint arXiv:2304.02491 (2023)."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3587102.3588805"},{"key":"e_1_3_2_1_22_1","volume-title":"Proceedings of the 55th ACM Technical Symposium on Computer Science Education V. 2. 1824--1825","author":"Craig Zilles David H","year":"2024","unstructured":"David H Smith IV and Craig Zilles. 2024. Evaluating Large Language Model Code Generation as an Autograding Mechanism for\" Explain in Plain English\" Questions. In Proceedings of the 55th ACM Technical Symposium on Computer Science Education V. 2. 1824--1825."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/1584322.1584336"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569830"},{"key":"e_1_3_2_1_25_1","volume-title":"PK Ajith Kumar, and Christine Prasad","author":"Whalley Jacqueline","year":"2006","unstructured":"Jacqueline Whalley, Raymond Lister, Errol Thompson, Tony Clear, Phil Robbins, PK Ajith Kumar, and Christine Prasad. 2006. An Australasian study of reading and comprehension skills in novice programmers, using the Bloom and SOLO taxonomies. (2006)."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/ITHET56107.2022.10031827"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1080\/08993408.2019.1565235"}],"event":{"name":"ITiCSE 2024: Innovation and Technology in Computer Science Education","location":"Milan Italy","acronym":"ITiCSE 2024","sponsor":["SIGCSE ACM Special Interest Group on Computer Science Education"]},"container-title":["Proceedings of the 2024 on Innovation and Technology in Computer Science Education V. 1"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3649217.3653582","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3649217.3653582","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,21]],"date-time":"2025-08-21T14:47:26Z","timestamp":1755787646000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3649217.3653582"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7,3]]},"references-count":27,"alternative-id":["10.1145\/3649217.3653582","10.1145\/3649217"],"URL":"https:\/\/doi.org\/10.1145\/3649217.3653582","relation":{},"subject":[],"published":{"date-parts":[[2024,7,3]]},"assertion":[{"value":"2024-07-03","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}