{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,6]],"date-time":"2026-07-06T11:24:41Z","timestamp":1783337081365,"version":"3.54.6"},"publisher-location":"New York, NY, USA","reference-count":90,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,2,12]],"date-time":"2025-02-12T00:00:00Z","timestamp":1739318400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,2,12]]},"DOI":"10.1145\/3716640.3716652","type":"proceedings-article","created":{"date-parts":[[2025,4,7]],"date-time":"2025-04-07T11:06:01Z","timestamp":1744023961000},"page":"105-113","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["On the Opportunities of Large Language Models for Programming Process Data"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0882-312X","authenticated-orcid":false,"given":"John","family":"Edwards","sequence":"first","affiliation":[{"name":"Computer Science, Utah State University, Utah, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6502-209X","authenticated-orcid":false,"given":"Arto","family":"Hellas","sequence":"additional","affiliation":[{"name":"Aalto University, Espoo, Finland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6829-9449","authenticated-orcid":false,"given":"Juho","family":"Leinonen","sequence":"additional","affiliation":[{"name":"Aalto University, Espoo, Finland"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2025,4,7]]},"reference":[{"key":"e_1_3_3_2_2_2","doi-asserted-by":"publisher","DOI":"10.1145\/2787622.2787717"},{"key":"e_1_3_3_2_3_2","doi-asserted-by":"publisher","DOI":"10.1145\/2899415.2899452"},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"crossref","unstructured":"Md\u00a0Liakat Ali John\u00a0V Monaco Charles\u00a0C Tappert and Meikang Qiu. 2017. Keystroke biometric systems for user authentication. Journal of Signal Processing Systems 86 (2017) 175\u2013190.","DOI":"10.1007\/s11265-016-1114-9"},{"key":"e_1_3_3_2_5_2","first-page":"373","volume-title":"International Conference on Intelligent Tutoring Systems","author":"Barnes Tiffany","year":"2008","unstructured":"Tiffany Barnes and John Stamper. 2008. Toward automatic hint generation for logic proof tutoring using historical student data. In International Conference on Intelligent Tutoring Systems, Beverley\u00a0P. Woolf, Esma A\u00efmeur, Roger Nkambou, and Susanne Lajoie (Eds.). Springer, 373\u2013382."},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"publisher","DOI":"10.1145\/2899415.2899463"},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"crossref","unstructured":"Brett\u00a0A Becker Paul Denny Raymond Pettit Durell Bouchard Dennis\u00a0J Bouvier Brian Harrington Amir Kamil Amey Karkare Chris McDonald Peter-Michael Osera et\u00a0al. 2019. Compiler error messages considered unhelpful: The landscape of text-based programming error message research. Proceedings of the working group reports on innovation and technology in computer science education (2019) 177\u2013210.","DOI":"10.1145\/3344429.3372508"},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"publisher","DOI":"10.1145\/1047344.1047413"},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"crossref","unstructured":"Paulo Blikstein Marcelo Worsley Chris Piech Mehran Sahami Steven Cooper and Daphne Koller. 2014. Programming pluralism: Using learning analytics to detect patterns in the learning of computer programming. Journal of the Learning Sciences 23 4 (2014) 561\u2013599.","DOI":"10.1080\/10508406.2014.954750"},{"key":"e_1_3_3_2_10_2","first-page":"196","volume-title":"ICER \u201918: Proceedings of the 2018 ACM Conference on International Computing Education Research","author":"Brown Neil\u00a0CC","year":"2018","unstructured":"Neil\u00a0CC Brown, Amjad Altadmri, Sue Sentance, and Michael K\u00f6lling. 2018. Blackbox, five years on: An evaluation of a large-scale programming data collection project. In ICER \u201918: Proceedings of the 2018 ACM Conference on International Computing Education Research. Association for Computing Machinery, 196\u2013204."},{"key":"e_1_3_3_2_11_2","doi-asserted-by":"publisher","DOI":"10.1145\/3328778.3367006"},{"key":"e_1_3_3_2_12_2","unstructured":"Neil\u00a0CC Brown Pierre Weill-Tessier Juho Leinonen Paul Denny and Michael K\u00f6lling. 2024. Howzat? Appealing to Expert Judgement for Evaluating Human and AI Next-Step Hints for Novice Programmers. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2411.18151 (2024)."},{"key":"e_1_3_3_2_13_2","first-page":"223","volume-title":"SIGCSE \u201914: Proceedings of the 45th ACM Technical Symposium on Computer Science Education","author":"Brown Neil Christopher\u00a0Charles","year":"2014","unstructured":"Neil Christopher\u00a0Charles Brown, Michael K\u00f6lling, Davin McCall, and Ian Utting. 2014. Blackbox: A large scale repository of novice programmers\u2019 activity. In SIGCSE \u201914: Proceedings of the 45th ACM Technical Symposium on Computer Science Education. Association for Computing Machinery, 223\u2013228."},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"publisher","DOI":"10.1145\/3017680.3017785"},{"key":"e_1_3_3_2_15_2","first-page":"141","volume-title":"ICER\u201915: Proceedings of the Eleventh Annual International Conference on International Computing Education Research","author":"Carter Adam\u00a0S","year":"2015","unstructured":"Adam\u00a0S Carter, Christopher\u00a0D Hundhausen, and Olusola Adesope. 2015. The normalized programming state model: Predicting student performance in computing courses based on programming behavior. In ICER\u201915: Proceedings of the Eleventh Annual International Conference on International Computing Education Research. Association for Computing Machinery, 141\u2013150."},{"key":"e_1_3_3_2_16_2","doi-asserted-by":"publisher","DOI":"10.1145\/3017680.3017792"},{"key":"e_1_3_3_2_17_2","unstructured":"Allan Collins John\u00a0Seely Brown Ann Holum et\u00a0al. 1991. Cognitive apprenticeship: Making thinking visible. American educator 15 3 (1991) 6\u201311."},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"publisher","DOI":"10.1145\/3587102.3588773"},{"key":"e_1_3_3_2_19_2","doi-asserted-by":"crossref","unstructured":"Paul Denny James Prather Brett\u00a0A Becker James Finnie-Ansley Arto Hellas Juho Leinonen Andrew Luxton-Reilly Brent\u00a0N Reeves Eddie\u00a0Antonio Santos and Sami Sarsa. 2024. Computing education in the era of generative AI. Commun. ACM 67 2 (2024) 56\u201367.","DOI":"10.1145\/3624720"},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"publisher","DOI":"10.1145\/3408877.3432426"},{"key":"e_1_3_3_2_21_2","unstructured":"John Edwards Kaden Hart and Raj Shrestha. 2023. Review of CSEDM Data and Introduction of Two Public CS1 Keystroke Datasets. Journal of Educational Data Mining 15 1 (2023) 1\u201331."},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"publisher","DOI":"10.1145\/3478431.3499325"},{"key":"e_1_3_3_2_23_2","doi-asserted-by":"crossref","unstructured":"Sabit Ekin. 2023. Prompt engineering for ChatGPT: a quick guide to techniques tips and best practices. Authorea Preprints (2023).","DOI":"10.36227\/techrxiv.22683919.v2"},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"publisher","DOI":"10.1145\/2899415.2899428"},{"key":"e_1_3_3_2_25_2","doi-asserted-by":"publisher","DOI":"10.1145\/3017680.3017790"},{"key":"e_1_3_3_2_26_2","doi-asserted-by":"crossref","unstructured":"Elena\u00a0L Glassman Jeremy Scott Rishabh Singh Philip\u00a0J Guo and Robert\u00a0C Miller. 2015. OverCode: Visualizing variation in student solutions to programming problems at scale. ACM Transactions on Computer-Human Interaction (TOCHI) 22 2 (2015) 1\u201335.","DOI":"10.1145\/2699751"},{"key":"e_1_3_3_2_27_2","series-title":"(CHI \u201923)","volume-title":"Proceedings of the Conference on Human Factors in Computing Systems","author":"H\u00e4m\u00e4l\u00e4inen Perttu","year":"2023","unstructured":"Perttu H\u00e4m\u00e4l\u00e4inen, Mikke Tavast, and Anton Kunnari. 2023. Evaluating Large Language Models in Generating Synthetic HCI Research Data: a Case Study. In Proceedings of the Conference on Human Factors in Computing Systems(CHI \u201923)."},{"key":"e_1_3_3_2_28_2","volume-title":"ACM Technical Symposium on Computing Science Education (SIGCSE)","author":"Hart Kaden","year":"2023","unstructured":"Kaden Hart, Christopher Warren, and John Edwards. 2023. Accurate Estimation of Time-on-Task While Programming. In ACM Technical Symposium on Computing Science Education (SIGCSE)."},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"crossref","unstructured":"John Hattie and Helen Timperley. 2007. The power of feedback. Review of educational research 77 1 (2007) 81\u2013112.","DOI":"10.3102\/003465430298487"},{"key":"e_1_3_3_2_30_2","doi-asserted-by":"publisher","DOI":"10.1145\/2538862.2538981"},{"key":"e_1_3_3_2_31_2","first-page":"238","volume-title":"ITiCSE \u201917: Proceedings of the 2017 ACM conference on innovation and technology in computer science education","author":"Hellas Arto","year":"2017","unstructured":"Arto Hellas, Juho Leinonen, and Petri Ihantola. 2017. Plagiarism in take-home exams: help-seeking, collaboration, and systematic cheating. In ITiCSE \u201917: Proceedings of the 2017 ACM conference on innovation and technology in computer science education. Association for Computing Machinery, 238\u2013243."},{"key":"e_1_3_3_2_32_2","doi-asserted-by":"publisher","DOI":"10.1145\/3568813.3600139"},{"key":"e_1_3_3_2_33_2","doi-asserted-by":"crossref","unstructured":"Jack Hollingsworth. 1960. Automatic graders for programming classes. Commun. ACM 3 10 (1960) 528\u2013529.","DOI":"10.1145\/367415.367422"},{"key":"e_1_3_3_2_34_2","doi-asserted-by":"publisher","DOI":"10.1145\/2858796.2858798"},{"key":"e_1_3_3_2_35_2","doi-asserted-by":"publisher","DOI":"10.1145\/1151588.1151600"},{"key":"e_1_3_3_2_36_2","doi-asserted-by":"publisher","DOI":"10.1145\/3571785.3574124"},{"key":"e_1_3_3_2_37_2","first-page":"104","volume-title":"ITiCSE \u201917: Proceedings of the 2017 ACM Conference on Innovation and Technology in Computer Science Education","author":"Kazerouni Ayaan\u00a0M","year":"2017","unstructured":"Ayaan\u00a0M Kazerouni, Stephen\u00a0H Edwards, T\u00a0Simin Hall, and Clifford\u00a0A Shaffer. 2017. DevEventTracker: Tracking development events to assess incremental development and procrastination. In ITiCSE \u201917: Proceedings of the 2017 ACM Conference on Innovation and Technology in Computer Science Education. Association for Computing Machinery, 104\u2013109."},{"key":"e_1_3_3_2_38_2","doi-asserted-by":"publisher","DOI":"10.1145\/3105726.3106180"},{"key":"e_1_3_3_2_39_2","doi-asserted-by":"crossref","unstructured":"Hieke Keuning Johan Jeuring and Bastiaan Heeren. 2018. A Systematic Literature Review of Automated Feedback Generation for Programming Exercises. ACM Trans. Comput. Educ. 19 1 Article 3 (2018) 43\u00a0pages.","DOI":"10.1145\/3231711"},{"key":"e_1_3_3_2_40_2","first-page":"1","volume-title":"2022 IEEE Frontiers in Education Conference (FIE)","author":"Koivisto Teemu","year":"2022","unstructured":"Teemu Koivisto and Arto Hellas. 2022. Evaluating CodeClusters for Effectively Providing Feedback on Code Submissions. In 2022 IEEE Frontiers in Education Conference (FIE). IEEE, 1\u20139."},{"key":"e_1_3_3_2_41_2","doi-asserted-by":"crossref","unstructured":"Charles Koutcheme Nicola Dainese Sami Sarsa Arto Hellas Juho Leinonen and Paul Denny. 2024. Open Source Language Models Can Provide Feedback: Evaluating LLMs\u2019 Ability to Help Students Using GPT-4-As-A-Judge. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2405.05253 (2024).","DOI":"10.1145\/3649217.3653612"},{"key":"e_1_3_3_2_42_2","doi-asserted-by":"crossref","first-page":"105","DOI":"10.1145\/3511861.3511873","volume-title":"Australasian Computing Education Conference","author":"Koutcheme Charles","year":"2022","unstructured":"Charles Koutcheme, Sami Sarsa, Arto Hellas, Lassi Haaranen, and Juho Leinonen. 2022. Methodological Considerations for Predicting At-risk Students. In Australasian Computing Education Conference. Association for Computing Machinery, 105\u2013113."},{"key":"e_1_3_3_2_43_2","first-page":"798","volume-title":"International Conference on Artificial Intelligence in Education","author":"Koutcheme Charles","year":"2023","unstructured":"Charles Koutcheme, Sami Sarsa, Juho Leinonen, Arto Hellas, and Paul Denny. 2023. Automated program repair using generative models for code infilling. In International Conference on Artificial Intelligence in Education. Springer, 798\u2013803."},{"key":"e_1_3_3_2_44_2","doi-asserted-by":"publisher","DOI":"10.1145\/3230820.3230829"},{"key":"e_1_3_3_2_45_2","doi-asserted-by":"publisher","DOI":"10.1145\/3576123.3576129"},{"key":"e_1_3_3_2_46_2","doi-asserted-by":"crossref","first-page":"84","DOI":"10.1145\/3287324.3287378","volume-title":"SIGCSE \u201919: Proceedings of the 50th ACM Technical Symposium on Computer Science Education","author":"Leinonen Antti","year":"2019","unstructured":"Antti Leinonen, Henrik Nygren, Nea Pirttinen, Arto Hellas, and Juho Leinonen. 2019. Exploring the applicability of simple syntax writing practice for learning programming. In SIGCSE \u201919: Proceedings of the 50th ACM Technical Symposium on Computer Science Education. Association for Computing Machinery, 84\u201390."},{"key":"e_1_3_3_2_47_2","unstructured":"Juho Leinonen. 2019. Keystroke Data in Programming Courses. Ph.\u00a0D. Dissertation. University of Helsinki."},{"key":"e_1_3_3_2_48_2","doi-asserted-by":"crossref","first-page":"871","DOI":"10.1145\/3478431.3499359","volume-title":"SIGCSE \u201922: Proceedings of the 53rd ACM Technical Symposium on Computer Science Education","author":"Leinonen Juho","year":"2022","unstructured":"Juho Leinonen, Francisco Enrique\u00a0Vicente Castro, and Arto Hellas. 2022. Time-on-Task Metrics for Predicting Performance. In SIGCSE \u201922: Proceedings of the 53rd ACM Technical Symposium on Computer Science Education. Association for Computing Machinery, 871\u2013877."},{"key":"e_1_3_3_2_49_2","first-page":"648","volume-title":"Proceedings of The 14th International Conference on Educational Data Mining (EDM 2021)","author":"Leinonen Juho","year":"2021","unstructured":"Juho Leinonen, Francisco Enrique\u00a0Vicente Castro, Arto Hellas, et\u00a0al. 2021. Fine-Grained Versus Coarse-Grained Data for Estimating Time-on-Task in Learning Programming. In Proceedings of The 14th International Conference on Educational Data Mining (EDM 2021), Sharon Hsiao, Shaghayegh Sahebi, Francois Bouchet, and Jill-J\u02c6enn Vie (Eds.). The International Educational Data Mining Society, 648\u2013653."},{"key":"e_1_3_3_2_50_2","doi-asserted-by":"crossref","unstructured":"Juho Leinonen Paul Denny Olli Kiljunen Stephen MacNeil Sami Sarsa and Arto Hellas. 2024. LLM-itation is the Sincerest Form of Data: Generating Synthetic Buggy Code Submissions for Computing Education. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2411.10455 (2024).","DOI":"10.1145\/3716640.3716647"},{"key":"e_1_3_3_2_51_2","doi-asserted-by":"publisher","DOI":"10.1145\/3587102.3588785"},{"key":"e_1_3_3_2_52_2","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569770"},{"key":"e_1_3_3_2_53_2","doi-asserted-by":"publisher","DOI":"10.1145\/3051457.3051458"},{"key":"e_1_3_3_2_54_2","doi-asserted-by":"publisher","DOI":"10.1145\/3105726.3106181"},{"key":"e_1_3_3_2_55_2","doi-asserted-by":"publisher","DOI":"10.1145\/2899415.2899472"},{"key":"e_1_3_3_2_56_2","doi-asserted-by":"publisher","DOI":"10.1145\/2839509.2844612"},{"key":"e_1_3_3_2_57_2","doi-asserted-by":"crossref","unstructured":"Evanfiya Logacheva Arto Hellas James Prather Sami Sarsa and Juho Leinonen. 2024. Evaluating Contextually Personalized Programming Exercises Created with Generative AI. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2407.11994 (2024).","DOI":"10.1145\/3632620.3671103"},{"key":"e_1_3_3_2_58_2","doi-asserted-by":"publisher","DOI":"10.1145\/2828959.2828960"},{"key":"e_1_3_3_2_59_2","doi-asserted-by":"publisher","DOI":"10.1145\/3649165.3690100"},{"key":"e_1_3_3_2_60_2","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569785"},{"key":"e_1_3_3_2_61_2","first-page":"37","volume-title":"Proceedings of the 2022 ACM Conference on International Computing Education Research-Volume 2","author":"MacNeil Stephen","year":"2022","unstructured":"Stephen MacNeil, Andrew Tran, Dan Mogil, Seth Bernstein, Erin Ross, and Ziheng Huang. 2022. Generating diverse code explanations using the gpt-3 large language model. In Proceedings of the 2022 ACM Conference on International Computing Education Research-Volume 2. 37\u201339."},{"key":"e_1_3_3_2_62_2","doi-asserted-by":"crossref","unstructured":"Jessica McBroom Irena Koprinska and Kalina Yacef. 2021. A survey of automated programming hint generation: The hints framework. ACM Computing Surveys (CSUR) 54 8 (2021) 1\u201327.","DOI":"10.1145\/3469885"},{"key":"e_1_3_3_2_63_2","first-page":"337","volume-title":"ITiCSE \u201915: Proceedings of the 2015 ACM Conference on Innovation and Technology in Computer Science Education","author":"Morales Aythami","year":"2015","unstructured":"Aythami Morales and Julian Fierrez. 2015. Keystroke biometrics for student authentication: A case study. In ITiCSE \u201915: Proceedings of the 2015 ACM Conference on Innovation and Technology in Computer Science Education. Association for Computing Machinery, 337\u2013337."},{"key":"e_1_3_3_2_64_2","doi-asserted-by":"crossref","first-page":"178","DOI":"10.1145\/1508865.1508929","volume-title":"Proceedings of the 40th ACM technical symposium on Computer Science Education","author":"Murphy Christian","year":"2009","unstructured":"Christian Murphy, Gail Kaiser, Kristin Loveland, and Sahar Hasan. 2009. Retina: helping students and instructors based on observed programming activities. In Proceedings of the 40th ACM technical symposium on Computer Science Education, Gary Lewandowski and Steven Wolfman (Eds.). Association for Computing Machinery, 178\u2013182."},{"key":"e_1_3_3_2_65_2","doi-asserted-by":"crossref","first-page":"491","DOI":"10.1145\/2566486.2568023","volume-title":"Proceedings of the 23rd international conference on World wide web","author":"Nguyen Andy","year":"2014","unstructured":"Andy Nguyen, Christopher Piech, Jonathan Huang, and Leonidas Guibas. 2014. Codewebs: scalable homework search for massive open online programming courses. In Proceedings of the 23rd international conference on World wide web. 491\u2013502."},{"key":"e_1_3_3_2_66_2","doi-asserted-by":"crossref","unstructured":"Claudia Ott Anthony Robins and Kerry Shephard. 2016. Translating principles of effective feedback for students into the CS1 context. ACM Transactions on Computing Education (TOCE) 16 1 (2016) 1\u201327.","DOI":"10.1145\/2737596"},{"key":"e_1_3_3_2_67_2","unstructured":"Long Ouyang Jeffrey Wu Xu Jiang Diogo Almeida Carroll Wainwright Pamela Mishkin Chong Zhang Sandhini Agarwal Katarina Slama Alex Ray et\u00a0al. 2022. Training language models to follow instructions with human feedback. Advances in neural information processing systems 35 (2022) 27730\u201327744."},{"key":"e_1_3_3_2_68_2","doi-asserted-by":"crossref","unstructured":"Jos\u00e9\u00a0Carlos Paiva Jos\u00e9\u00a0Paulo Leal and \u00c1lvaro Figueira. 2022. Automated Assessment in Computer Science Education: A State-of-the-Art Review. ACM Trans. Comput. Educ. 22 3 Article 34 (2022) 40\u00a0pages.","DOI":"10.1145\/3513140"},{"key":"e_1_3_3_2_69_2","doi-asserted-by":"publisher","DOI":"10.1145\/3586183.3606763"},{"key":"e_1_3_3_2_70_2","doi-asserted-by":"publisher","DOI":"10.1145\/3526113.3545616"},{"key":"e_1_3_3_2_71_2","doi-asserted-by":"publisher","DOI":"10.1145\/2157136.2157182"},{"key":"e_1_3_3_2_72_2","doi-asserted-by":"publisher","DOI":"10.1145\/3623762.3633499"},{"key":"e_1_3_3_2_73_2","first-page":"192","volume-title":"Proceedings of The 10th International Conference on Educational Data Mining (EDM 2017)","author":"Price Thomas","year":"2017","unstructured":"Thomas Price, Rui Zhi, and Tiffany Barnes. 2017. Evaluation of a Data-Driven Feedback Algorithm for Open-Ended Programming.. In Proceedings of The 10th International Conference on Educational Data Mining (EDM 2017), X.\u00a0Hu, T.\u00a0Barnes, A.\u00a0Hershkovitz, and L.\u00a0Paquette (Eds.). International Educational Data Mining Society, 192\u2013197."},{"key":"e_1_3_3_2_74_2","doi-asserted-by":"publisher","DOI":"10.1145\/2960310.2960319"},{"key":"e_1_3_3_2_75_2","doi-asserted-by":"crossref","first-page":"483","DOI":"10.1145\/3017680.3017762","volume-title":"SIGCSE\u201917: Proceedings of the 2017 ACM Technical Symposium on Computer Science Education","author":"Price Thomas\u00a0W","year":"2017","unstructured":"Thomas\u00a0W Price, Yihuan Dong, and Dragan Lipovac. 2017. iSnap: towards intelligent tutoring in novice programming environments. In SIGCSE\u201917: Proceedings of the 2017 ACM Technical Symposium on Computer Science Education. Association for Computing Machinery, 483\u2013488."},{"key":"e_1_3_3_2_76_2","doi-asserted-by":"crossref","first-page":"1028","DOI":"10.1145\/3545945.3569824","volume-title":"Proceedings of the 54th ACM Technical Symposium on Computer Science Education V. 1","author":"Pullar-Strecker Zac","year":"2023","unstructured":"Zac Pullar-Strecker, Filipe\u00a0Dwan Pereira, Paul Denny, Andrew Luxton-Reilly, and Juho Leinonen. 2023. G is for Generalisation: Predicting Student Success from Keystrokes. In Proceedings of the 54th ACM Technical Symposium on Computer Science Education V. 1. 1028\u20131034."},{"key":"e_1_3_3_2_77_2","doi-asserted-by":"crossref","unstructured":"Kelly Rivers and Kenneth\u00a0R Koedinger. 2017. Data-driven hint generation in vast solution spaces: a self-improving python programming tutor. International Journal of Artificial Intelligence in Education 27 1 (2017) 37\u201364.","DOI":"10.1007\/s40593-015-0070-z"},{"key":"e_1_3_3_2_78_2","doi-asserted-by":"crossref","first-page":"565","DOI":"10.1145\/3478431.3499389","volume-title":"SIGCSE \u201922: Proceedings of the 53rd ACM Technical Symposium on Computer Science Education","author":"Rodriguez-Rivera Gustavo","year":"2022","unstructured":"Gustavo Rodriguez-Rivera, Jeff Turkstra, Jordan Buckmaster, Killian LeClainche, Shawn Montgomery, William Reed, Ryan Sullivan, and Jarett Lee. 2022. Tracking Large Class Projects in Real-Time Using Fine-Grained Source Control. In SIGCSE \u201922: Proceedings of the 53rd ACM Technical Symposium on Computer Science Education. Association for Computing Machinery, 565\u2013570."},{"key":"e_1_3_3_2_79_2","doi-asserted-by":"publisher","DOI":"10.1145\/3576882.3617909"},{"key":"e_1_3_3_2_80_2","doi-asserted-by":"publisher","DOI":"10.1145\/3501385.3543957"},{"key":"e_1_3_3_2_81_2","doi-asserted-by":"publisher","DOI":"10.1145\/3511861.3511867"},{"key":"e_1_3_3_2_82_2","first-page":"18","volume-title":"SIGCSE \u201915: Proceedings of the 46th ACM Technical Symposium on Computer Science Education","author":"Spacco Jaime","year":"2015","unstructured":"Jaime Spacco, Paul Denny, Brad Richards, David Babcock, David Hovemeyer, James Moscola, and Robert Duvall. 2015. Analyzing student work patterns using programming exercise data. In SIGCSE \u201915: Proceedings of the 46th ACM Technical Symposium on Computer Science Education. Association for Computing Machinery, 18\u201323."},{"key":"e_1_3_3_2_83_2","doi-asserted-by":"crossref","unstructured":"Pin\u00a0Shen Teh Andrew Beng\u00a0Jin Teoh Shigang Yue et\u00a0al. 2013. A survey of keystroke dynamics biometrics. The Scientific World Journal 2013 (2013).","DOI":"10.1155\/2013\/408280"},{"key":"e_1_3_3_2_84_2","unstructured":"Ashish Vaswani Noam Shazeer Niki Parmar Jakob Uszkoreit Llion Jones Aidan\u00a0N Gomez \u0141ukasz Kaiser and Illia Polosukhin. 2017. Attention is all you need. Advances in neural information processing systems 30 (2017)."},{"key":"e_1_3_3_2_85_2","doi-asserted-by":"publisher","DOI":"10.1145\/1953163.1953196"},{"key":"e_1_3_3_2_86_2","doi-asserted-by":"publisher","DOI":"10.1145\/2462476.2462501"},{"key":"e_1_3_3_2_87_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICALT.2013.99"},{"key":"e_1_3_3_2_88_2","doi-asserted-by":"crossref","unstructured":"Benedikt Wisniewski Klaus Zierer and John Hattie. 2020. The power of feedback revisited: A meta-analysis of educational feedback research. Frontiers in psychology 10 (2020) 487662.","DOI":"10.3389\/fpsyg.2019.03087"},{"key":"e_1_3_3_2_89_2","doi-asserted-by":"publisher","DOI":"10.1145\/3568813.3600127"},{"key":"e_1_3_3_2_90_2","first-page":"253","volume-title":"SIGCSE \u201919: Proceedings of the 50th ACM Technical Symposium on Computer Science Education","author":"Yan Lisa","year":"2019","unstructured":"Lisa Yan, Annie Hu, and Chris Piech. 2019. Pensieve: Feedback on coding process for novices. In SIGCSE \u201919: Proceedings of the 50th ACM Technical Symposium on Computer Science Education. Association for Computing Machinery, 253\u2013259."},{"key":"e_1_3_3_2_91_2","doi-asserted-by":"publisher","DOI":"10.1145\/3656650.3656668"}],"event":{"name":"ACE 2025: 27th Australasian Computing Education Conference","location":"Brisbane Australia","acronym":"ACE 2025"},"container-title":["Proceedings of the 27th Australasian Computing Education Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3716640.3716652","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3716640.3716652","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:18:52Z","timestamp":1750295932000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3716640.3716652"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,2,12]]},"references-count":90,"alternative-id":["10.1145\/3716640.3716652","10.1145\/3716640"],"URL":"https:\/\/doi.org\/10.1145\/3716640.3716652","relation":{},"subject":[],"published":{"date-parts":[[2025,2,12]]},"assertion":[{"value":"2025-04-07","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}