{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,25]],"date-time":"2025-11-25T06:58:17Z","timestamp":1764053897916,"version":"3.44.0"},"publisher-location":"New York, NY, USA","reference-count":34,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,3,7]],"date-time":"2024-03-07T00:00:00Z","timestamp":1709769600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100006374","name":"Intel Foundation","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100006374","name":"Stanford University","doi-asserted-by":"publisher","award":["Hoffman Yee Award"],"award-info":[{"award-number":["Hoffman Yee Award"]}],"id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100006374","name":"National Science Foundation","doi-asserted-by":"publisher","award":["DGE-1656518"],"award-info":[{"award-number":["DGE-1656518"]}],"id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]},{"name":"CIFAR Foundation"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,3,7]]},"DOI":"10.1145\/3626252.3630759","type":"proceedings-article","created":{"date-parts":[[2024,3,7]],"date-time":"2024-03-07T18:17:20Z","timestamp":1709835440000},"page":"736-742","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["A Fast and Accurate Machine Learning Autograder for the Breakout Assignment"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0001-4411-7599","authenticated-orcid":false,"given":"Evan Zheran","family":"Liu","sequence":"first","affiliation":[{"name":"Stanford University & Imbue, Stanford, CA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-8736-8139","authenticated-orcid":false,"given":"David","family":"Yuan","sequence":"additional","affiliation":[{"name":"Stanford University, Stanford, CA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-2275-3230","authenticated-orcid":false,"given":"Ahmed","family":"Ahmed","sequence":"additional","affiliation":[{"name":"Stanford University, Stanford, CA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-5418-9993","authenticated-orcid":false,"given":"Elyse","family":"Cornwall","sequence":"additional","affiliation":[{"name":"Stanford University, Stanford, CA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-8097-093X","authenticated-orcid":false,"given":"Juliette","family":"Woodrow","sequence":"additional","affiliation":[{"name":"Stanford University, Stanford, CA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5713-2774","authenticated-orcid":false,"given":"Kaylee","family":"Burns","sequence":"additional","affiliation":[{"name":"Stanford University, Stanford, CA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6483-2111","authenticated-orcid":false,"given":"Allen","family":"Nie","sequence":"additional","affiliation":[{"name":"Stanford University, Stanford, CA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3971-7127","authenticated-orcid":false,"given":"Emma","family":"Brunskill","sequence":"additional","affiliation":[{"name":"Stanford University, Stanford, CA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5140-0467","authenticated-orcid":false,"given":"Chris","family":"Piech","sequence":"additional","affiliation":[{"name":"Stanford University, Stanford, CA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6298-0874","authenticated-orcid":false,"given":"Chelsea","family":"Finn","sequence":"additional","affiliation":[{"name":"Stanford University, Stanford, CA, USA"}]}],"member":"320","published-online":{"date-parts":[[2024,3,7]]},"reference":[{"key":"e_1_3_2_1_1_1","first-page":"8","article-title":"Games for teaching computing in higher education--a systematic review","volume":"9","author":"Battistella Paulo","year":"2016","unstructured":"Paulo Battistella and C Gresse von Wangenheim. 2016. Games for teaching computing in higher education--a systematic review. IEEE Technology and Engineering Education , Vol. 9, 1 (2016), 8--30.","journal-title":"IEEE Technology and Engineering Education"},{"key":"e_1_3_2_1_2_1","volume-title":"Automated correction for syntax errors in programming assignments using recurrent neural networks. arXiv preprint arXiv:1603.06129","author":"Bhatia Sahil","year":"2016","unstructured":"Sahil Bhatia and Rishabh Singh. 2016. Automated correction for syntax errors in programming assignments using recurrent neural networks. arXiv preprint arXiv:1603.06129 (2016)."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/1473195.1473233"},{"key":"e_1_3_2_1_4_1","unstructured":"Code.org. 2022. Code.org. https:\/\/code.org\/about."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2012.2190167"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2699751"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3159450.3159502"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1080\/08993408.2020.1860408"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3051457.3051467"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/1539024.1508881"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3328778.3366921"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/1227310.1227352"},{"key":"e_1_3_2_1_13_1","first-page":"36282","article-title":"Giving Feedback on Interactive Student Programs with Meta-Exploration","volume":"35","author":"Liu Evan","year":"2022","unstructured":"Evan Liu, Moritz Stephan, Allen Nie, Chris Piech, Emma Brunskill, and Chelsea Finn. 2022. Giving Feedback on Interactive Student Programs with Meta-Exploration. Advances in Neural Information Processing Systems , Vol. 35 (2022), 36282--36294.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_14_1","volume-title":"International Conference on Machine Learning (ICML).","author":"Liu Evan Zheran","year":"2021","unstructured":"Evan Zheran Liu, Aditi Raghunathan, Percy Liang, and Chelsea Finn. 2021. Decoupling Exploration and Exploitation for Meta-Reinforcement Learning without Sacrifices. In International Conference on Machine Learning (ICML)."},{"key":"e_1_3_2_1_15_1","volume-title":"Generative Grading: Near Human-Level Accuracy for Automated Feedback on Richly Structured Problems","author":"Malik Ali","year":"2021","unstructured":"Ali Malik, Mike Wu, Vrinda Vasavada, Jinpeng Song, Madison Coots, John Mitchell, Noah Goodman, and Chris Piech. 2021. Generative Grading: Near Human-Level Accuracy for Automated Feedback on Richly Structured Problems. International Educational Data Mining Society (2021)."},{"key":"e_1_3_2_1_16_1","volume-title":"Generative grading: Neural approximate parsing for automated student feedback. arXiv preprint arXiv:1905.09916","author":"Malik Ali","year":"2019","unstructured":"Ali Malik, Mike Wu, Vrinda Vasavada, Jinpeng Song, John Mitchell, Noah Goodman, and Chris Piech. 2019. Generative grading: Neural approximate parsing for automated student feedback. arXiv preprint arXiv:1905.09916 (2019)."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3469885"},{"volume-title":"Redesigning How Teachers Learn, Teach, and Assess Computing with Block-Based Languages in Their Classroom","author":"Milliken Alexandra Ann","key":"e_1_3_2_1_18_1","unstructured":"Alexandra Ann Milliken. 2021. Redesigning How Teachers Learn, Teach, and Assess Computing with Block-Based Languages in Their Classroom. North Carolina State University."},{"key":"e_1_3_2_1_19_1","unstructured":"Divyansh Shankar Mishra. 2023. The Programming Exercise Markup Language: A Teacher-Oriented Format for Describing Auto-graded Assignments. Ph. D. Dissertation. Virginia Tech."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/1539024.1508990"},{"key":"e_1_3_2_1_21_1","unstructured":"Allen Nie Emma Brunskill and Chris Piech. 2021. Play to Grade: Testing Coding Games as Classifying Markov Decision Process. In Advances in Neural Information Processing Systems (NeurIPS)."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"crossref","unstructured":"Isabela Ortiz Jaramillo et al. 2023. A summer introductory programming course with diversity awareness. (2023).","DOI":"10.1109\/FIE58773.2023.10343362"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3513140"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/1121341.1121516"},{"volume-title":"Manipulating and measuring student engagement in computer-based instruction. Ph.,D. Dissertation","author":"Pfaffman Jay A","key":"e_1_3_2_1_25_1","unstructured":"Jay A Pfaffman. 2003 2003. Manipulating and measuring student engagement in computer-based instruction. Ph.,D. Dissertation. Vanderbilt University."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3408877.3432562"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3386527.3405915"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1007\/s40593-015-0070-z"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/2491956.2462195"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3051457.3053999"},{"key":"e_1_3_2_1_31_1","volume-title":"Prototransformer: A meta-learning approach to providing student feedback. arXiv preprint arXiv:2107.14035","author":"Wu Mike","year":"2021","unstructured":"Mike Wu, Noah Goodman, Chris Piech, and Chelsea Finn. 2021. Prototransformer: A meta-learning approach to providing student feedback. arXiv preprint arXiv:2107.14035 (2021)."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287324.3287386"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3159450.3159490"},{"key":"e_1_3_2_1_34_1","volume-title":"Melissa Hovik, and Lauren J Bricker.","author":"Zhang Jeremy K","year":"2020","unstructured":"Jeremy K Zhang, Chao Hsu Lin, Melissa Hovik, and Lauren J Bricker. 2020. GitGrade: A Scalable Platform Improving Grading Experiences.. In SIGCSE. 1284."}],"event":{"name":"SIGCSE 2024: The 55th ACM Technical Symposium on Computer Science Education","sponsor":["SIGCSE ACM Special Interest Group on Computer Science Education"],"location":"Portland OR USA","acronym":"SIGCSE 2024"},"container-title":["Proceedings of the 55th ACM Technical Symposium on Computer Science Education V. 1"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3626252.3630759","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3626252.3630759","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,21]],"date-time":"2025-08-21T04:33:04Z","timestamp":1755750784000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3626252.3630759"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,3,7]]},"references-count":34,"alternative-id":["10.1145\/3626252.3630759","10.1145\/3626252"],"URL":"https:\/\/doi.org\/10.1145\/3626252.3630759","relation":{},"subject":[],"published":{"date-parts":[[2024,3,7]]},"assertion":[{"value":"2024-03-07","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}