{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T04:48:22Z","timestamp":1750308502444,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":54,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,9,1]],"date-time":"2022-09-01T00:00:00Z","timestamp":1661990400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,9]]},"DOI":"10.1145\/3555009.3555013","type":"proceedings-article","created":{"date-parts":[[2022,8,31]],"date-time":"2022-08-31T16:07:24Z","timestamp":1661962044000},"page":"1-7","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["Speeding Up Automated Assessment of Programming Exercises"],"prefix":"10.1145","author":[{"given":"Sami","family":"Sarsa","sequence":"first","affiliation":[{"name":"Aalto University, Finland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Juho","family":"Leinonen","sequence":"additional","affiliation":[{"name":"Aalto University, Finland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Charles","family":"Koutcheme","sequence":"additional","affiliation":[{"name":"Aalto University, Finland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Arto","family":"Hellas","sequence":"additional","affiliation":[{"name":"Aalto University, Finland"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2022,9]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"A survey of automated assessment approaches for programming assignments. Computer science education 15, 2","author":"Ala-Mutka M","year":"2005","unstructured":"Kirsti\u00a0 M Ala-Mutka . 2005. A survey of automated assessment approaches for programming assignments. Computer science education 15, 2 ( 2005 ), 83\u2013102. Kirsti\u00a0M Ala-Mutka. 2005. A survey of automated assessment approaches for programming assignments. Computer science education 15, 2 (2005), 83\u2013102."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287324.3287466"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290353"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/2676723.2677258"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2008.130"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3409757"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/2839509.2844584"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3344429.3372508"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2538862.2538924"},{"key":"e_1_3_2_1_10_1","unstructured":"Jason Brownlee. 2022. Data preparation for machine learning.  Jason Brownlee. 2022. Data preparation for machine learning."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-22655-7_28"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1007\/PL00009255"},{"key":"e_1_3_2_1_13_1","volume-title":"Learning Student Program Embeddings Using Abstract Execution Traces","author":"Cleuziou Guillaume","year":"2021","unstructured":"Guillaume Cleuziou and Fr\u00e9d\u00e9ric Flouvat . 2021. Learning Student Program Embeddings Using Abstract Execution Traces . International Educational Data Mining Society ( 2021 ). Guillaume Cleuziou and Fr\u00e9d\u00e9ric Flouvat. 2021. Learning Student Program Embeddings Using Abstract Execution Traces.International Educational Data Mining Society (2021)."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11416-015-0261-z"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.protcy.2013.12.207"},{"key":"e_1_3_2_1_16_1","unstructured":"I.F. Darwin. 1988. Checking C Programs with Lint. O\u2019Reilly & Associates.  I.F. Darwin. 1988. Checking C Programs with Lint. O\u2019Reilly & Associates."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/800037.800955"},{"key":"e_1_3_2_1_18_1","article-title":"Improving student performance by evaluating how well students test their own programs","volume":"3","author":"Edwards H","year":"2003","unstructured":"Stephen\u00a0 H Edwards . 2003 . Improving student performance by evaluating how well students test their own programs . J. on Educational Resources in Computing (JERIC) 3 , 3 (2003). Stephen\u00a0H Edwards. 2003. Improving student performance by evaluating how well students test their own programs. J. on Educational Resources in Computing (JERIC) 3, 3 (2003).","journal-title":"J. on Educational Resources in Computing (JERIC)"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3105726.3106182"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/364914.364937"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/2699751"},{"key":"e_1_3_2_1_22_1","volume-title":"The power of feedback. Review of educational research 77, 1","author":"Hattie John","year":"2007","unstructured":"John Hattie and Helen Timperley . 2007. The power of feedback. Review of educational research 77, 1 ( 2007 ), 81\u2013112. John Hattie and Helen Timperley. 2007. The power of feedback. Review of educational research 77, 1 (2007), 81\u2013112."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3051457.3051467"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3106237.3106290"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/367415.367422"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/HASE.2015.16"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/1930464.1930480"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.24251\/HICSS.2019.924"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858796.2858798"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/268084.268210"},{"key":"e_1_3_2_1_31_1","unstructured":"Sonja Johnson-Yu Nicholas Bowman Mehran Sahami and Chris Piech. 2021. SimGrade: Using Code Similarity Measures for More Accurate Human Grading.. In EDM.  Sonja Johnson-Yu Nicholas Bowman Mehran Sahami and Chris Piech. 2021. SimGrade: Using Code Similarity Measures for More Accurate Human Grading.. In EDM."},{"key":"e_1_3_2_1_32_1","article-title":"The boss online submission and assessment system","volume":"5","author":"Joy Mike","year":"2005","unstructured":"Mike Joy , Nathan Griffiths , and Russell Boyatt . 2005 . The boss online submission and assessment system . J. on Educ. Resources in Computing (JERIC) 5 , 3 (2005). Mike Joy, Nathan Griffiths, and Russell Boyatt. 2005. The boss online submission and assessment system. J. on Educ. Resources in Computing (JERIC) 5, 3 (2005).","journal-title":"J. on Educ. Resources in Computing (JERIC)"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/13.762946"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2019.00011"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/2691352.2691356"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/161494.161501"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/201998.202010"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287324.3287503"},{"key":"e_1_3_2_1_39_1","volume-title":"Proc. of the 8th Australasian Conf. on Computing Education-Volume 52","author":"Mann Samuel","year":"2006","unstructured":"Samuel Mann and Zelda Frew . 2006 . Similarity and originality in code: plagiarism and normal variation in student assignments . In Proc. of the 8th Australasian Conf. on Computing Education-Volume 52 . 143\u2013150. Samuel Mann and Zelda Frew. 2006. Similarity and originality in code: plagiarism and normal variation in student assignments. In Proc. of the 8th Australasian Conf. on Computing Education-Volume 52. 143\u2013150."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/299649.299689"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF01956028"},{"key":"e_1_3_2_1_42_1","article-title":"Automated Assessment in Computer Science Education","volume":"22","author":"Paiva Jos\u00e9\u00a0Carlos","year":"2022","unstructured":"Jos\u00e9\u00a0Carlos Paiva , Jos\u00e9\u00a0Paulo Leal , and \u00c1lvaro Figueira . 2022 . Automated Assessment in Computer Science Education : A State-of-the-Art Review. ACM Trans. Comput. Educ. 22 , 3, Article 34 (jun 2022), 40\u00a0pages. Jos\u00e9\u00a0Carlos Paiva, Jos\u00e9\u00a0Paulo Leal, and \u00c1lvaro Figueira. 2022. Automated Assessment in Computer Science Education: A State-of-the-Art Review. ACM Trans. Comput. Educ. 22, 3, Article 34 (jun 2022), 40\u00a0pages.","journal-title":"A State-of-the-Art Review. ACM Trans. Comput. Educ."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/2493394.2493401"},{"key":"e_1_3_2_1_44_1","volume-title":"International conf. on machine Learning. PMLR, 1093\u20131102","author":"Piech Chris","year":"2015","unstructured":"Chris Piech , Jonathan Huang , Andy Nguyen , Mike Phulsuksombati , Mehran Sahami , and Leonidas Guibas . 2015 . Learning program embeddings to propagate feedback on student code . In International conf. on machine Learning. PMLR, 1093\u20131102 . Chris Piech, Jonathan Huang, Andy Nguyen, Mike Phulsuksombati, Mehran Sahami, and Leonidas Guibas. 2015. Learning program embeddings to propagate feedback on student code. In International conf. on machine Learning. PMLR, 1093\u20131102."},{"key":"e_1_3_2_1_45_1","first-page":"1016","article-title":"Finding Plagiarisms among a Set of Programs with JPlag","volume":"8","author":"Prechelt Lutz","year":"2002","unstructured":"Lutz Prechelt , Guido Malpohl , and Michael Philippsen . 2002 . Finding Plagiarisms among a Set of Programs with JPlag . J. of Universal Computer Science 8 , 11 (2002), 1016 \u2013 1038 . Lutz Prechelt, Guido Malpohl, and Michael Philippsen. 2002. Finding Plagiarisms among a Set of Programs with JPlag. J. of Universal Computer Science 8, 11 (2002), 1016\u20131038.","journal-title":"J. of Universal Computer Science"},{"key":"e_1_3_2_1_46_1","volume-title":"The First Workshop on AI-supported Education for Computer Science (AIEDCS","author":"Rivers Kelly","year":"2013","unstructured":"Kelly Rivers and Kenneth\u00a0 R Koedinger . 2013 . Automatic generation of programming feedback: A data-driven approach . In The First Workshop on AI-supported Education for Computer Science (AIEDCS 2013), Vol.\u00a050. Kelly Rivers and Kenneth\u00a0R Koedinger. 2013. Automatic generation of programming feedback: A data-driven approach. In The First Workshop on AI-supported Education for Computer Science (AIEDCS 2013), Vol.\u00a050."},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1109\/TE.2007.906778"},{"key":"e_1_3_2_1_48_1","volume-title":"Proc. of the Working Group Reports on Innovation and Technology in Computer Science Education. 1\u201319","author":"Karnalim Oscar","year":"2020","unstructured":"Simon, Oscar Karnalim , Judy Sheard , Ilir Dema , Amey Karkare , Juho Leinonen , Michael Liut , and Ren\u00e9e McCauley . 2020 . Choosing code segments to exclude from code similarity detection . In Proc. of the Working Group Reports on Innovation and Technology in Computer Science Education. 1\u201319 . Simon, Oscar Karnalim, Judy Sheard, Ilir Dema, Amey Karkare, Juho Leinonen, Michael Liut, and Ren\u00e9e McCauley. 2020. Choosing code segments to exclude from code similarity detection. In Proc. of the Working Group Reports on Innovation and Technology in Computer Science Education. 1\u201319."},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/2362389.2362390"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/2462476.2462501"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/135250.134564"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.3301782"},{"key":"e_1_3_2_1_53_1","unstructured":"Mengya Zheng Xingyu Pan and David Lillis. 2018. CodEX: Source Code Plagiarism Detection Based on Abstract Syntax Tree.. In AICS. 362\u2013373.  Mengya Zheng Xingyu Pan and David Lillis. 2018. CodEX: Source Code Plagiarism Detection Based on Abstract Syntax Tree.. In AICS. 362\u2013373."},{"volume-title":"Proceeding of the 44th ACM technical symposium on Computer science education. 585\u2013590.","author":"Zingaro Daniel","key":"e_1_3_2_1_54_1","unstructured":"Daniel Zingaro , Yuliya Cherenkova , Olessia Karpova , and Andrew Petersen . 2013. Facilitating code-writing in PI classes . In Proceeding of the 44th ACM technical symposium on Computer science education. 585\u2013590. Daniel Zingaro, Yuliya Cherenkova, Olessia Karpova, and Andrew Petersen. 2013. Facilitating code-writing in PI classes. In Proceeding of the 44th ACM technical symposium on Computer science education. 585\u2013590."}],"event":{"name":"UKICER2022: The United Kingdom and Ireland Computing Education Research Conference","acronym":"UKICER2022","location":"Dublin Ireland"},"container-title":["Proceedings of the 2022 Conference on United Kingdom & Ireland Computing Education Research"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3555009.3555013","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3555009.3555013","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T18:43:57Z","timestamp":1750272237000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3555009.3555013"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,9]]},"references-count":54,"alternative-id":["10.1145\/3555009.3555013","10.1145\/3555009"],"URL":"https:\/\/doi.org\/10.1145\/3555009.3555013","relation":{},"subject":[],"published":{"date-parts":[[2022,9]]},"assertion":[{"value":"2022-09-01","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}