{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,25]],"date-time":"2026-06-25T17:56:57Z","timestamp":1782410217142,"version":"3.54.5"},"reference-count":64,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,11,6]],"date-time":"2024-11-06T00:00:00Z","timestamp":1730851200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,11,6]],"date-time":"2024-11-06T00:00:00Z","timestamp":1730851200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,11,6]]},"DOI":"10.1109\/ithet61869.2024.10837673","type":"proceedings-article","created":{"date-parts":[[2025,1,16]],"date-time":"2025-01-16T18:35:30Z","timestamp":1737052530000},"page":"1-10","source":"Crossref","is-referenced-by-count":5,"title":["Breakpoints in Iterative Development and Interdisciplinary Collaboration of AI-Driven Automated Assessment"],"prefix":"10.1109","author":[{"given":"Xiaoshan","family":"Huang","sequence":"first","affiliation":[{"name":"University of Turku,Department of Teacher Education,Turku,Finland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Li-Hsin","family":"Chang","sequence":"additional","affiliation":[{"name":"University of Turku,Department of Computing,Turku,Finland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Koen","family":"Veermans","sequence":"additional","affiliation":[{"name":"University of Turku,Department of Teacher Education,Turku,Finland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Filip","family":"Ginter","sequence":"additional","affiliation":[{"name":"University of Turku,Department of Computing,Turku,Finland"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1186\/s41239-023-00392-8"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1007\/s40593-022-00322-1"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1186\/s40561-023-00231-3"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1111\/jcal.12577"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1111\/jedm.12332"},{"issue":"3","key":"ref6","doi-asserted-by":"crossref","first-page":"2495","DOI":"10.1007\/s10462-021-10068-2","article-title":"An automated essay scoring systems: A systematic literature review","volume":"55","author":"Ramesh","year":"2022","journal-title":"Artificial Intelligence Re-view"},{"key":"ref7","article-title":"Automated essay evaluation and the computational paradigm: Machine scoring enters the classroom","volume-title":"University of Rhode Island, United States - Rhode Island","author":"Barrett","year":"2015"},{"key":"ref8","doi-asserted-by":"crossref","first-page":"N.PAG","DOI":"10.1016\/j.ijinfomgt.2022.102555","article-title":"Trust or mistrust in algorithmic grading? An embedded agency perspective","volume":"69","author":"Jackson","year":"2023","journal-title":"International Journal of Information Management"},{"key":"ref9","article-title":"Semi-Supervised Clustering for Short An-swer Scoring","volume-title":"Proceeding","author":"Horbach"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1177\/0013164415590022"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.697"},{"key":"ref12","author":"Bennett","year":"2004","journal-title":"Moving the Field Forward: Some Thoughts on Validity and Automated Scoring"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1002\/j.2333-8504.2003.tb01908.x"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1080\/0969594x.2014.898128"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1016\/j.stueduc.2021.101094"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1080\/02602930600679050"},{"issue":"1","key":"ref17","doi-asserted-by":"crossref","first-page":"60","DOI":"10.1007\/s40593-014-0026-8","article-title":"The Eras and Trends of Automatic Short Answer Grading","volume":"25","author":"Burrows","year":"2015","journal-title":"International Journal of Artificial Intelligence in Education"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.28945\/331"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-019-0088-2"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1017\/9781108888295.009"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511812774"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/2137.003.0006"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1136\/bmj.n160"},{"issue":"1","key":"ref24","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1007\/s40593-016-0121-0","article-title":"De-signing academic writing analytics for civil law student self-assessment","volume":"28","author":"Knight","year":"2018","journal-title":"International Journal of Artificial Intelligence in Education"},{"issue":"4","key":"ref25","doi-asserted-by":"crossref","first-page":"299","DOI":"10.1016\/S0360-1315(01)00018-5","article-title":"Online judge","volume":"36","author":"Kurnia","year":"2001","journal-title":"Computers Education"},{"issue":"3","key":"ref26","first-page":"159","article-title":"Expert-Authored and Machine-Generated Short-Answer Questions for Assessing Students\u2019 Learning Performance","volume":"24","author":"Lu","year":"2021","journal-title":"Journal of Educational Technology Society"},{"key":"ref27","article-title":"Generative Grading: Near Human-Level Accuracy for Automated Feedback on Richly Structured Problems","volume-title":"International Educational Data Mining Society","author":"Malik","year":"2021"},{"issue":"1","key":"ref28","first-page":"71","article-title":"Implementation of an Automated Grading System with an Adaptive Learning Component to Affect Student Feedback and Response Time","volume":"23","author":"Matthews","year":"2012","journal-title":"Journal of Information Systems Education"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2014.03.001"},{"issue":"2","key":"ref30","first-page":"159","article-title":"An AI-Based System for Formative and Summative Assessment in Data Science Courses","volume":"31","author":"Vittorini","year":"2021","journal-title":"International Journal of Artificial Intelligence in Education (Springer Science Business Media B.V.)"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1145\/2876034.2876049"},{"key":"ref32","article-title":"Automated Grading for Advanced Top-ics Courses","volume-title":"Rensselaer Polytechnic Institute United States - New York","author":"Maicus","year":"2021"},{"key":"ref33","volume-title":"Applying Text Mining and Machine Learning to Build Methods for Automated Grading.","author":"Psalmerosi","year":"2024"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1016\/S0002-9459(24)03859-2"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/TLT.2022.3225432"},{"issue":"4","key":"ref36","doi-asserted-by":"crossref","first-page":"1450","DOI":"10.1016\/j.compedu.2008.01.006","article-title":"Assessing creative problem-solving with automated text grading","volume":"51","author":"Wang","year":"2008","journal-title":"Computers Edu-cation"},{"issue":"3","key":"ref37","first-page":"538","article-title":"Automated Essay Scoring and the Deep Learning Black Box: How Are Rubric Scores Determined?","volume":"31","author":"Kumar","year":"2021","journal-title":"International Journal of Artificial Intelligence in Education (Springer Science Business Media B.V.)"},{"key":"ref38","author":"Lee","year":"2024","journal-title":"A Human-Centric Automated Essay Scoring and Feedback System for the Development of Ethical Reasoning"},{"issue":"2","key":"ref39","doi-asserted-by":"crossref","first-page":"130","DOI":"10.1080\/08957347.2014.1002920","article-title":"Validating Automated Essay Scoring: A (Modest) Refinement of the \u2018Gold Stan-dard,\u2018","volume":"28","author":"Powers","year":"2015","journal-title":"Applied Measurement in Education"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1080\/10494820.2019.1651743"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/TLT.2022.3145352"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1080\/0969594032000148154"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1007\/s10639-020-10199-z"},{"key":"ref44","article-title":"The impact of Automated Essay Scoring (AES) for improving English language learner\u2019s essay writing","volume-title":"University of Virginia, United States - Virginia","author":"Choi","year":"2010"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.3991\/ijet.v13i03.8386"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1111\/jcal.12680"},{"key":"ref47","article-title":"A descriptive case study: Investigating the implementation of web based, automated grading and tutorial software in a freshman computer literacy course","volume-title":"Purdue University, United States - Indiana","author":"Coulthard","year":"2016"},{"key":"ref48","first-page":"161","article-title":"Investigating Factors Affecting the Uptake of Automated Assessment Technology","volume":"10","author":"Dreher","year":"2011","journal-title":"Journal of Information Technology Education"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.3390\/educsci13090865"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445424"},{"issue":"3","key":"ref51","doi-asserted-by":"crossref","first-page":"432","DOI":"10.1111\/j.1467-8535.2009.00959.x","article-title":"Which Do Students Prefer to Evaluate Their Essays: Peers or Computer Program","volume":"41","author":"Lai","year":"2010","journal-title":"British Journal of Educational Technol-ogy"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.18488\/journal.61.2021.94.687.714"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.15388\/infedu.2011.04"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.3390\/psych3030030"},{"key":"ref55","doi-asserted-by":"crossref","first-page":"16","DOI":"10.1007\/978-3-030-52237-7_2","article-title":"Strategies for Deploying Unreliable AI Graders in High-Transparency High-Stakes Exams","volume-title":"Artificial Intelligence in Education","author":"Azad","year":"2020"},{"key":"ref56","author":"Erickson","journal-title":"Is It Fair? Automated Open Response Grading"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1111\/emip.12028"},{"issue":"5","key":"ref58","article-title":"Evaluating the validity and applicability of automated essay scoring in two massive open online courses","volume":"15","author":"Reilly","year":"2014","journal-title":"International Review of Research in Open and Distance Learning, suppl. Special Issue: Research into Massive Open Online Courses"},{"issue":"1","key":"ref59","first-page":"88","article-title":"Towards Trustworthy AutoGrading of Short, Multi-lingual, Multi-type Answers","volume":"33","author":"Schneider","year":"2023","journal-title":"International Journal of Artificial Intelligence in Education (Springer Science Business Media B.V.)"},{"issue":"4","key":"ref60","doi-asserted-by":"crossref","first-page":"328","DOI":"10.1080\/01626620.2012.717033","article-title":"The Consistency Between Human Raters and an Auto-mated Essay Scoring System in Grading High School Students\u2019 En-glish Writing","volume":"34","author":"Tsai","year":"2012","journal-title":"Action in Teacher Education (Association of Teacher Educators)"},{"issue":"4","key":"ref61","doi-asserted-by":"crossref","first-page":"60","DOI":"10.5430\/wje.v7n4p60","article-title":"The Most Preferred and Effective Reviewer of L2 Writing among Automated Grading System, Peer Reviewer and Teacher","volume":"7","author":"Tsai","year":"2017","journal-title":"World Journal of Education"},{"key":"ref62","first-page":"201","article-title":"Investigating the Feasibility of Automatic Assessment of Programming Tasks","volume":"17","author":"Liebenberg","year":"2018","journal-title":"Journal of Information Technology Education: Innovations in Practice"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2021.05.009"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1080\/09588221.2020.1839503"}],"event":{"name":"2024 21st International Conference on Information Technology Based Higher Education and Training (ITHET)","location":"Paris, France","start":{"date-parts":[[2024,11,6]]},"end":{"date-parts":[[2024,11,8]]}},"container-title":["2024 21st International Conference on Information Technology Based Higher Education and Training (ITHET)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10837011\/10837012\/10837673.pdf?arnumber=10837673","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,20]],"date-time":"2025-01-20T18:40:08Z","timestamp":1737398408000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10837673\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,6]]},"references-count":64,"URL":"https:\/\/doi.org\/10.1109\/ithet61869.2024.10837673","relation":{},"subject":[],"published":{"date-parts":[[2024,11,6]]}}}