{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,30]],"date-time":"2026-01-30T13:57:56Z","timestamp":1769781476514,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":84,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,8,7]],"date-time":"2023-08-07T00:00:00Z","timestamp":1691366400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"Ulla Tuominen Foundation"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,8,7]]},"DOI":"10.1145\/3568813.3600130","type":"proceedings-article","created":{"date-parts":[[2023,9,10]],"date-time":"2023-09-10T15:33:07Z","timestamp":1694359987000},"page":"495-507","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Evaluating Distance Measures for Program Repair"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2272-2763","authenticated-orcid":false,"given":"Charles","family":"Koutcheme","sequence":"first","affiliation":[{"name":"Aalto University, Finland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7277-9282","authenticated-orcid":false,"given":"Sami","family":"Sarsa","sequence":"additional","affiliation":[{"name":"Aalto University, Finland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6829-9449","authenticated-orcid":false,"given":"Juho","family":"Leinonen","sequence":"additional","affiliation":[{"name":"The University of Auckland, New Zealand"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6500-6425","authenticated-orcid":false,"given":"Lassi","family":"Haaranen","sequence":"additional","affiliation":[{"name":"Aalto University, Finland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6502-209X","authenticated-orcid":false,"given":"Arto","family":"Hellas","sequence":"additional","affiliation":[{"name":"Aalto University, Finland"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2023,9,10]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3183377.3183383"},{"key":"e_1_3_2_1_2_1","volume-title":"A survey of automated assessment approaches for programming assignments. Computer science education 15, 2","author":"Ala-Mutka M","year":"2005","unstructured":"Kirsti\u00a0 M Ala-Mutka . 2005. A survey of automated assessment approaches for programming assignments. Computer science education 15, 2 ( 2005 ), 83\u2013102. Kirsti\u00a0M Ala-Mutka. 2005. A survey of automated assessment approaches for programming assignments. Computer science education 15, 2 (2005), 83\u2013102."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/2676723.2677258"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3303772.3303813"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/2899415.2899463"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3344429.3372508"},{"key":"e_1_3_2_1_7_1","volume-title":"Automated Correction for Syntax Errors in Programming Assignments using Recurrent Neural Networks. ArXiv","author":"Bhatia Sahil","year":"2016","unstructured":"Sahil Bhatia and Rishabh Singh . 2016. Automated Correction for Syntax Errors in Programming Assignments using Recurrent Neural Networks. ArXiv ( 2016 ). Sahil Bhatia and Rishabh Singh. 2016. Automated Correction for Syntax Errors in Programming Assignments using Recurrent Neural Networks. ArXiv (2016)."},{"key":"e_1_3_2_1_8_1","volume-title":"Natural language processing with Python: analyzing text with the natural language toolkit. \" O\u2019Reilly Media","author":"Bird Steven","unstructured":"Steven Bird , Ewan Klein , and Edward Loper . 2009. Natural language processing with Python: analyzing text with the natural language toolkit. \" O\u2019Reilly Media , Inc .\". Steven Bird, Ewan Klein, and Edward Loper. 2009. Natural language processing with Python: analyzing text with the natural language toolkit. \" O\u2019Reilly Media, Inc.\"."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2994154"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569763"},{"key":"e_1_3_2_1_11_1","volume-title":"Proceedings of the 14th Educational Data Mining conference. https:\/\/educationaldatamining.org\/EDM2021\/virtual\/poster_paper70","author":"Cleuziou Guillaume","year":"2021","unstructured":"Guillaume Cleuziou and Fr\u00e9d\u00e9ric Flouvat . 2021 . Learning student program embeddings using abstract execution traces . In Proceedings of the 14th Educational Data Mining conference. https:\/\/educationaldatamining.org\/EDM2021\/virtual\/poster_paper70 .html Guillaume Cleuziou and Fr\u00e9d\u00e9ric Flouvat. 2021. Learning student program embeddings using abstract execution traces. In Proceedings of the 14th Educational Data Mining conference. https:\/\/educationaldatamining.org\/EDM2021\/virtual\/poster_paper70.html"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2325296.2325318"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445696"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3441636.3442309"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/1163405.1163409"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.2190\/3LFX-9RRF-67T8-UVK9"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/1930464.1930485"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3160489.3160493"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/2699751"},{"key":"e_1_3_2_1_20_1","unstructured":"Google-Research. [n. d.]. Google-Research\/Rouge at master \u00b7 google-research\/google-research. https:\/\/github.com\/google-research\/google-research\/tree\/master\/rouge  Google-Research. [n. d.]. Google-Research\/Rouge at master \u00b7 google-research\/google-research. https:\/\/github.com\/google-research\/google-research\/tree\/master\/rouge"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"crossref","unstructured":"Sumit Gulwani Ivan Radi\u010dek and Florian Zuleger. 2018. Automated Clustering and Program Repair for Introductory Programming Assignments. http:\/\/arxiv.org\/abs\/1603.03165 arXiv:1603.03165 [cs].  Sumit Gulwani Ivan Radi\u010dek and Florian Zuleger. 2018. Automated Clustering and Program Repair for Introductory Programming Assignments. http:\/\/arxiv.org\/abs\/1603.03165 arXiv:1603.03165 [cs].","DOI":"10.1145\/3192366.3192387"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.3301930"},{"key":"e_1_3_2_1_23_1","volume-title":"Neural Attribution for Semantic Bug-Localization in Student Programs","author":"Gupta Rahul","unstructured":"Rahul Gupta , Aditya Kanade , and Shirish Shevade . 2019. Neural Attribution for Semantic Bug-Localization in Student Programs . Curran Associates Inc., Red Hook, NY, USA. Rahul Gupta, Aditya Kanade, and Shirish Shevade. 2019. Neural Attribution for Semantic Bug-Localization in Student Programs. Curran Associates Inc., Red Hook, NY, USA."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v31i1.10742"},{"key":"e_1_3_2_1_25_1","volume-title":"The power of feedback. Review of educational research 77, 1","author":"Hattie John","year":"2007","unstructured":"John Hattie and Helen Timperley . 2007. The power of feedback. Review of educational research 77, 1 ( 2007 ), 81\u2013112. John Hattie and Helen Timperley. 2007. The power of feedback. Review of educational research 77, 1 (2007), 81\u2013112."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3051457.3051467"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/2538862.2538981"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3293881.3295783"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2019.00044"},{"key":"e_1_3_2_1_30_1","volume-title":"AIED 2013 Workshops Proceedings","volume":"1009","author":"Huang Jonathan","year":"2013","unstructured":"Jonathan Huang , Chris Piech , Andy Nguyen , and Leonidas Guibas . 2013 . Syntactic and functional variability of a million code submissions in a machine learning MOOC . AIED 2013 Workshops Proceedings Volume 1009 (Jan. 2013), 25. Jonathan Huang, Chris Piech, Andy Nguyen, and Leonidas Guibas. 2013. Syntactic and functional variability of a million code submissions in a machine learning MOOC. AIED 2013 Workshops Proceedings Volume 1009 (Jan. 2013), 25."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/1930464.1930480"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858796.2858798"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1080\/08993400500056530"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/1151588.1151600"},{"key":"e_1_3_2_1_35_1","volume-title":"Bug Catalogue: I. Technical Report","author":"Johnson Lewis","year":"1983","unstructured":"W.\u00a0 Lewis Johnson , Elliot Soloway , Benjamin Cutler , and Steven Draper . 1983 . Bug Catalogue: I. Technical Report . Yale University , YaleU\/CSD\/ RR #286. W.\u00a0Lewis Johnson, Elliot Soloway, Benjamin Cutler, and Steven Draper. 1983. Bug Catalogue: I. Technical Report. Yale University, YaleU\/CSD\/RR #286."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"crossref","unstructured":"Shalini Kaleeswaran Anirudh Santhiar Aditya Kanade and Sumit Gulwani. 2016. Semi-Supervised Verified Feedback Generation. arxiv:1603.04584\u00a0[cs.SE]  Shalini Kaleeswaran Anirudh Santhiar Aditya Kanade and Sumit Gulwani. 2016. Semi-Supervised Verified Feedback Generation. arxiv:1603.04584\u00a0[cs.SE]","DOI":"10.1145\/2950290.2950363"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/2691352.2691356"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3231711"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287324.3287381"},{"key":"e_1_3_2_1_40_1","volume-title":"Evaluating CodeClusters for Effectively Providing Feedback on Code Submissions. In 2022 IEEE Frontiers in Education Conference (FIE). IEEE, 1\u20139.","author":"Koivisto Teemu","year":"2022","unstructured":"Teemu Koivisto and Arto Hellas . 2022 . Evaluating CodeClusters for Effectively Providing Feedback on Code Submissions. In 2022 IEEE Frontiers in Education Conference (FIE). IEEE, 1\u20139. Teemu Koivisto and Arto Hellas. 2022. Evaluating CodeClusters for Effectively Providing Feedback on Code Submissions. In 2022 IEEE Frontiers in Education Conference (FIE). IEEE, 1\u20139."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1076\/csed.13.4.249.17496"},{"key":"e_1_3_2_1_42_1","volume-title":"A study of the difficulties of novice programmers. Acm sigcse bulletin 37, 3","author":"Lahtinen Essi","year":"2005","unstructured":"Essi Lahtinen , Kirsti Ala-Mutka , and Hannu-Matti J\u00e4rvinen . 2005. A study of the difficulties of novice programmers. Acm sigcse bulletin 37, 3 ( 2005 ), 14\u201318. Essi Lahtinen, Kirsti Ala-Mutka, and Hannu-Matti J\u00e4rvinen. 2005. A study of the difficulties of novice programmers. Acm sigcse bulletin 37, 3 (2005), 14\u201318."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3478431.3499372"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569770"},{"key":"e_1_3_2_1_45_1","volume-title":"ROUGE: A Package for Automatic Evaluation of Summaries. In Text Summarization Branches Out","author":"Lin Chin-Yew","year":"2004","unstructured":"Chin-Yew Lin . 2004 . ROUGE: A Package for Automatic Evaluation of Summaries. In Text Summarization Branches Out . Association for Computational Linguistics, Barcelona , Spain , 74\u201381. https:\/\/aclanthology.org\/W04-1013 Chin-Yew Lin. 2004. ROUGE: A Package for Automatic Evaluation of Summaries. In Text Summarization Branches Out. Association for Computational Linguistics, Barcelona, Spain, 74\u201381. https:\/\/aclanthology.org\/W04-1013"},{"key":"e_1_3_2_1_46_1","unstructured":"Shuai Lu Daya Guo Shuo Ren Junjie Huang Alexey Svyatkovskiy Ambrosio Blanco Colin Clement Dawn Drain Daxin Jiang Duyu Tang Ge Li Lidong Zhou Linjun Shou Long Zhou Michele Tufano Ming Gong Ming Zhou Nan Duan Neel Sundaresan Shao\u00a0Kun Deng Shengyu Fu and Shujie Liu. 2021. CodeXGLUE: A Machine Learning Benchmark Dataset for Code Understanding and Generation. arxiv:2102.04664\u00a0[cs.SE]  Shuai Lu Daya Guo Shuo Ren Junjie Huang Alexey Svyatkovskiy Ambrosio Blanco Colin Clement Dawn Drain Daxin Jiang Duyu Tang Ge Li Lidong Zhou Linjun Shou Long Zhou Michele Tufano Ming Gong Ming Zhou Nan Duan Neel Sundaresan Shao\u00a0Kun Deng Shengyu Fu and Shujie Liu. 2021. CodeXGLUE: A Machine Learning Benchmark Dataset for Code Understanding and Generation. arxiv:2102.04664\u00a0[cs.SE]"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3293881.3295779"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3564721.3564731"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3304221.3319759"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3469885"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1109\/FIE.2014.7044420"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/3335814"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/2566486.2568023"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/3304221.3319768"},{"key":"e_1_3_2_1_55_1","volume-title":"Proceedings of the 8th International Conference on Educational Data Mining (EDM 2015)","author":"Paa\u00dfen Benjamin","year":"2015","unstructured":"Benjamin Paa\u00dfen , Bassam Mokbel , and Barbara Hammer . 2015 . A Toolbox for Adaptive Sequence Dissimilarity Measures for Intelligent Tutoring Systems . In Proceedings of the 8th International Conference on Educational Data Mining (EDM 2015) (2015-06), Olga\u00a0Christina Santos, Jesus\u00a0Gonzalez Boticario, Cristobal Romero, Mykola Pechenizkiy, Agathe Merceron, Piotr Mitros, Jose\u00a0Maria Luna, Christian Mihaescu, Pablo Moreno, Arnon Hershkovitz, Sebastian Ventura, and Michel Desmarais (Eds.). International Educational Datamining Society, 632\u2013632. http:\/\/www.educationaldatamining.org\/EDM 2015\/uploads\/papers\/paper_257.pdf Benjamin Paa\u00dfen, Bassam Mokbel, and Barbara Hammer. 2015. A Toolbox for Adaptive Sequence Dissimilarity Measures for Intelligent Tutoring Systems. In Proceedings of the 8th International Conference on Educational Data Mining (EDM 2015) (2015-06), Olga\u00a0Christina Santos, Jesus\u00a0Gonzalez Boticario, Cristobal Romero, Mykola Pechenizkiy, Agathe Merceron, Piotr Mitros, Jose\u00a0Maria Luna, Christian Mihaescu, Pablo Moreno, Arnon Hershkovitz, Sebastian Ventura, and Michel Desmarais (Eds.). International Educational Datamining Society, 632\u2013632. http:\/\/www.educationaldatamining.org\/EDM2015\/uploads\/papers\/paper_257.pdf"},{"key":"e_1_3_2_1_56_1","volume-title":"Automated Assessment in Computer Science Education: A State-of-the-Art Review. ACM Transactions on Computing Education (TOCE)","author":"Paiva Jos\u00e9\u00a0Carlos","year":"2022","unstructured":"Jos\u00e9\u00a0Carlos Paiva , Jos\u00e9\u00a0Paulo Leal , and \u00c1lvaro Figueira . 2022. Automated Assessment in Computer Science Education: A State-of-the-Art Review. ACM Transactions on Computing Education (TOCE) ( 2022 ). Jos\u00e9\u00a0Carlos Paiva, Jos\u00e9\u00a0Paulo Leal, and \u00c1lvaro Figueira. 2022. Automated Assessment in Computer Science Education: A State-of-the-Art Review. ACM Transactions on Computing Education (TOCE) (2022)."},{"key":"e_1_3_2_1_57_1","volume-title":"Proceedings of the 40th Annual Meeting of the Association for Computational Linguistics. Association for Computational Linguistics","author":"Papineni Kishore","year":"2002","unstructured":"Kishore Papineni , Salim Roukos , Todd Ward , and Wei-Jing Zhu . 2002 . Bleu: a Method for Automatic Evaluation of Machine Translation . In Proceedings of the 40th Annual Meeting of the Association for Computational Linguistics. Association for Computational Linguistics , Philadelphia, Pennsylvania, USA, 311\u2013318. https:\/\/doi.org\/10.3115\/1073083.1073135 10.3115\/1073083.1073135 Kishore Papineni, Salim Roukos, Todd Ward, and Wei-Jing Zhu. 2002. Bleu: a Method for Automatic Evaluation of Machine Translation. In Proceedings of the 40th Annual Meeting of the Association for Computational Linguistics. Association for Computational Linguistics, Philadelphia, Pennsylvania, USA, 311\u2013318. https:\/\/doi.org\/10.3115\/1073083.1073135"},{"key":"e_1_3_2_1_58_1","volume-title":"Generating High-Precision Feedback for Programming Syntax Errors using Large Language Models. arXiv preprint arXiv:2302.04662","author":"Phung Tung","year":"2023","unstructured":"Tung Phung , Jos\u00e9 Cambronero , Sumit Gulwani , Tobias Kohn , Rupak Majumdar , Adish Singla , and Gustavo Soares . 2023. Generating High-Precision Feedback for Programming Syntax Errors using Large Language Models. arXiv preprint arXiv:2302.04662 ( 2023 ). Tung Phung, Jos\u00e9 Cambronero, Sumit Gulwani, Tobias Kohn, Rupak Majumdar, Adish Singla, and Gustavo Soares. 2023. Generating High-Precision Feedback for Programming Syntax Errors using Large Language Models. arXiv preprint arXiv:2302.04662 (2023)."},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1145\/2724660.2724668"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1007\/s40593-019-00177-z"},{"key":"e_1_3_2_1_61_1","volume-title":"sk_p: a neural program corrector for MOOCs. arXiv:1607.02902 [cs] (July","author":"Pu Yewen","year":"2016","unstructured":"Yewen Pu , Karthik Narasimhan , Armando Solar-Lezama , and Regina Barzilay . 2016. sk_p: a neural program corrector for MOOCs. arXiv:1607.02902 [cs] (July 2016 ). http:\/\/arxiv.org\/abs\/1607.02902 arXiv:1607.02902. Yewen Pu, Karthik Narasimhan, Armando Solar-Lezama, and Regina Barzilay. 2016. sk_p: a neural program corrector for MOOCs. arXiv:1607.02902 [cs] (July 2016). http:\/\/arxiv.org\/abs\/1607.02902 arXiv:1607.02902."},{"key":"e_1_3_2_1_62_1","unstructured":"Shuo Ren Daya Guo Shuai Lu Long Zhou Shujie Liu Duyu Tang Neel Sundaresan Ming Zhou Ambrosio Blanco and Shuai Ma. 2020. CodeBLEU: a Method for Automatic Evaluation of Code Synthesis. arxiv:2009.10297\u00a0[cs.SE]  Shuo Ren Daya Guo Shuai Lu Long Zhou Shujie Liu Duyu Tang Neel Sundaresan Ming Zhou Ambrosio Blanco and Shuai Ma. 2020. CodeBLEU: a Method for Automatic Evaluation of Code Synthesis. arxiv:2009.10297\u00a0[cs.SE]"},{"key":"e_1_3_2_1_63_1","volume-title":"The First Workshop on AI-supported Education for Computer Science (AIEDCS","author":"Rivers Kelly","year":"2013","unstructured":"Kelly Rivers and Kenneth\u00a0 R Koedinger . 2013 . Automatic generation of programming feedback: A data-driven approach . In The First Workshop on AI-supported Education for Computer Science (AIEDCS 2013), Vol.\u00a050. 50\u201359. Kelly Rivers and Kenneth\u00a0R Koedinger. 2013. Automatic generation of programming feedback: A data-driven approach. In The First Workshop on AI-supported Education for Computer Science (AIEDCS 2013), Vol.\u00a050. 50\u201359."},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-07221-0_41"},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.1007\/s40593-015-0070-z"},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.5555\/1151869.1151891"},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.1109\/SANER.2018.8330219"},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","DOI":"10.1145\/2828959.2828963"},{"key":"e_1_3_2_1_69_1","volume-title":"Proceedings of the Working Group Reports on Innovation and Technology in Computer Science Education. 1\u201319","author":"Karnalim Oscar","year":"2020","unstructured":"Simon, Oscar Karnalim , Judy Sheard , Ilir Dema , Amey Karkare , Juho Leinonen , Michael Liut , and Ren\u00e9e McCauley . 2020 . Choosing code segments to exclude from code similarity detection . In Proceedings of the Working Group Reports on Innovation and Technology in Computer Science Education. 1\u201319 . Simon, Oscar Karnalim, Judy Sheard, Ilir Dema, Amey Karkare, Juho Leinonen, Michael Liut, and Ren\u00e9e McCauley. 2020. Choosing code segments to exclude from code similarity detection. In Proceedings of the Working Group Reports on Innovation and Technology in Computer Science Education. 1\u201319."},{"key":"e_1_3_2_1_70_1","doi-asserted-by":"publisher","DOI":"10.1145\/2491956.2462195"},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287324.3287394"},{"key":"e_1_3_2_1_72_1","doi-asserted-by":"publisher","DOI":"10.1145\/6592.6594"},{"key":"e_1_3_2_1_73_1","doi-asserted-by":"publisher","DOI":"10.1145\/182.358436"},{"key":"e_1_3_2_1_74_1","volume-title":"What do novices know about programming? In Directions in Human\u2013Computer Interactions, Albert Badre and Ben Shneiderman (Eds.). Vol.\u00a06","author":"Soloway Elliot","unstructured":"Elliot Soloway , Kate Ehrlich , Jeffrey\u00a0 G. Bonar , and Judith Greenspan . 1982. What do novices know about programming? In Directions in Human\u2013Computer Interactions, Albert Badre and Ben Shneiderman (Eds.). Vol.\u00a06 . Ablex Publishing , 27\u201354. Elliot Soloway, Kate Ehrlich, Jeffrey\u00a0G. Bonar, and Judith Greenspan. 1982. What do novices know about programming? In Directions in Human\u2013Computer Interactions, Albert Badre and Ben Shneiderman (Eds.). Vol.\u00a06. Ablex Publishing, 27\u201354."},{"key":"e_1_3_2_1_75_1","doi-asserted-by":"publisher","DOI":"10.1145\/6138.6145"},{"key":"e_1_3_2_1_76_1","doi-asserted-by":"publisher","DOI":"10.1145\/2674683.2674692"},{"key":"e_1_3_2_1_77_1","doi-asserted-by":"publisher","DOI":"10.1145\/2462476.2462501"},{"key":"e_1_3_2_1_78_1","volume-title":"Data-Driven Feedback Generation for Introductory Programming Exercises. arXiv:1711.07148 [cs] (Nov","author":"Wang Ke","year":"2017","unstructured":"Ke Wang , R Ishabh Singh , and Zhendong Su. 2017. Data-Driven Feedback Generation for Introductory Programming Exercises. arXiv:1711.07148 [cs] (Nov . 2017 ). http:\/\/arxiv.org\/abs\/1711.07148 arXiv:1711.07148. Ke Wang, RIshabh Singh, and Zhendong Su. 2017. Data-Driven Feedback Generation for Introductory Programming Exercises. arXiv:1711.07148 [cs] (Nov. 2017). http:\/\/arxiv.org\/abs\/1711.07148 arXiv:1711.07148."},{"key":"#cr-split#-e_1_3_2_1_79_1.1","unstructured":"Ke Wang Rishabh Singh and Zhendong Su. 2018. Dynamic Neural Program Embedding for Program Repair. https:\/\/doi.org\/10.48550\/arXiv.1711.07163 arXiv:1711.07163 [cs]. 10.48550\/arXiv.1711.07163"},{"key":"#cr-split#-e_1_3_2_1_79_1.2","unstructured":"Ke Wang Rishabh Singh and Zhendong Su. 2018. Dynamic Neural Program Embedding for Program Repair. https:\/\/doi.org\/10.48550\/arXiv.1711.07163 arXiv:1711.07163 [cs]."},{"key":"e_1_3_2_1_80_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICALT.2013.99"},{"key":"e_1_3_2_1_81_1","doi-asserted-by":"publisher","DOI":"10.1145\/3408877.3432374"},{"key":"#cr-split#-e_1_3_2_1_82_1.1","unstructured":"Jialu Zhang Jos\u00e9 Cambronero Sumit Gulwani Vu Le Ruzica Piskac Gustavo Soares and Gust Verbruggen. 2022. Repairing Bugs in Python Assignments Using Large Language Models. https:\/\/doi.org\/10.48550\/ARXIV.2209.14876 10.48550\/ARXIV.2209.14876"},{"key":"#cr-split#-e_1_3_2_1_82_1.2","unstructured":"Jialu Zhang Jos\u00e9 Cambronero Sumit Gulwani Vu Le Ruzica Piskac Gustavo Soares and Gust Verbruggen. 2022. Repairing Bugs in Python Assignments Using Large Language Models. https:\/\/doi.org\/10.48550\/ARXIV.2209.14876"}],"event":{"name":"ICER 2023: ACM Conference on International Computing Education Research","location":"Chicago IL USA","acronym":"ICER 2023"},"container-title":["Proceedings of the 2023 ACM Conference on International Computing Education Research V.1"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3568813.3600130","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3568813.3600130","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T21:26:27Z","timestamp":1750281987000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3568813.3600130"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,8,7]]},"references-count":84,"alternative-id":["10.1145\/3568813.3600130","10.1145\/3568813"],"URL":"https:\/\/doi.org\/10.1145\/3568813.3600130","relation":{},"subject":[],"published":{"date-parts":[[2023,8,7]]},"assertion":[{"value":"2023-09-10","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}