{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,25]],"date-time":"2026-04-25T21:34:16Z","timestamp":1777152856611,"version":"3.51.4"},"publisher-location":"Cham","reference-count":23,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031992667","type":"print"},{"value":"9783031992674","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-99267-4_14","type":"book-chapter","created":{"date-parts":[[2025,7,23]],"date-time":"2025-07-23T09:28:24Z","timestamp":1753262904000},"page":"111-118","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Avalon: A Human-in-the-Loop LLM Grading System with\u00a0Instructor Calibration and\u00a0Student Self-assessment"],"prefix":"10.1007","author":[{"given":"Derek","family":"Armfield","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Eason","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Asilbek","family":"Omonkulov","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xinyi","family":"Tang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jionghao","family":"Lin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Erik","family":"Thiessen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kenneth","family":"Koedinger","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,7,21]]},"reference":[{"key":"14_CR1","doi-asserted-by":"publisher","first-page":"427","DOI":"10.1016\/j.sbspro.2015.01.685","volume":"174","author":"MH Baturay","year":"2015","unstructured":"Baturay, M.H.: An overview of the world of MOOCs. Procedia. Soc. Behav. Sci. 174, 427\u2013433 (2015)","journal-title":"Procedia. Soc. Behav. Sci."},{"key":"14_CR2","first-page":"1877","volume":"33","author":"T Brown","year":"2020","unstructured":"Brown, T., et al.: Language models are few-shot learners. Adv. Neural. Inf. Process. Syst. 33, 1877\u20131901 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"14_CR3","doi-asserted-by":"crossref","unstructured":"Chen, E., Lee, J.E., Lin, J., Koedinger, K.: GPTutor: great personalized tutor with large language models for personalized learning content generation. In: Proceedings of the Eleventh ACM Conference on Learning@ Scale, pp. 539\u2013541 (2024)","DOI":"10.1145\/3657604.3664718"},{"key":"14_CR4","unstructured":"Chen, E., Wang, D., Xu, L., Cao, C., Fang, X., Lin, J.: A systematic review on prompt engineering in large language models for k-12 stem education. arXiv preprint arXiv:2410.11123 (2024)"},{"issue":"5","key":"14_CR5","doi-asserted-by":"publisher","first-page":"571","DOI":"10.1080\/02602930601116912","volume":"32","author":"BR Crisp","year":"2007","unstructured":"Crisp, B.R.: Is it worth the effort? How feedback influences students\u2019 subsequent submission of assessable work. Assess. Eval. High. Educ. 32(5), 571\u2013581 (2007)","journal-title":"Assess. Eval. High. Educ."},{"issue":"5","key":"14_CR6","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1002\/pfi.4140440507","volume":"44","author":"JC Dunlap","year":"2005","unstructured":"Dunlap, J.C.: Workload reduction in online courses: getting some shuteye. Perform. Improv. 44(5), 18\u201325 (2005)","journal-title":"Perform. Improv."},{"key":"14_CR7","doi-asserted-by":"crossref","unstructured":"Figueras, C., Farazouli, A., Cerratto\u00a0Pargman, T., McGrath, C., Rossitto, C.: Promises and breakages of automated grading systems: a qualitative study in computer science education. Educ. Inq. 1\u201322 (2025)","DOI":"10.1080\/20004508.2025.2464996"},{"key":"14_CR8","doi-asserted-by":"crossref","unstructured":"Flod\u00e9n, J.: Grading exams using large language models: a comparison between human and AI grading of exams in higher education using ChatGPT. Br. Educ. Res. J. (2024)","DOI":"10.1002\/berj.4069"},{"key":"14_CR9","unstructured":"Gobrecht, A., et al.: Beyond human subjectivity and error: a novel AI grading system. arXiv preprint arXiv:2405.04323 (2024)"},{"key":"14_CR10","unstructured":"Idris, M.D., Feng, X., Dyo, V.: Revolutionising higher education: Unleashing the potential of large language models for strategic transformation. IEEE Access (2024)"},{"key":"14_CR11","unstructured":"Jerrim, J., Sims, S.: Teacher workload and well-being. new international evidence from the OECD TALIS study. Teaching and Teacher Education (2020)"},{"key":"14_CR12","doi-asserted-by":"publisher","first-page":"159","DOI":"10.1186\/s12909-025-06753-3","volume":"25","author":"L Khojasteh","year":"2025","unstructured":"Khojasteh, L., Kafipour, R., Pakdel, F., Mukundan, J.: Empowering medical students with AI writing co-pilots: design and validation of AI self-assessment toolkit. BMC Med. Educ. 25, 159 (2025). https:\/\/doi.org\/10.1186\/s12909-025-06753-3","journal-title":"BMC Med. Educ."},{"issue":"1","key":"14_CR13","doi-asserted-by":"publisher","first-page":"307","DOI":"10.1186\/s12889-022-12680-5","volume":"22","author":"S Kreuzfeld","year":"2022","unstructured":"Kreuzfeld, S., Felsing, C., Seibt, R.: Teachers\u2019 working time as a risk factor for their mental health-findings from a cross-sectional study at German upper-level secondary schools. BMC Public Health 22(1), 307 (2022)","journal-title":"BMC Public Health"},{"key":"14_CR14","unstructured":"Lin, J., et al.: How can i improve? Using GPT to highlight the desired and undesired parts of open-ended responses. arXiv preprint arXiv:2405.00291 (2024)"},{"issue":"3","key":"14_CR15","doi-asserted-by":"publisher","first-page":"276","DOI":"10.11613\/BM.2012.031","volume":"22","author":"ML McHugh","year":"2012","unstructured":"McHugh, M.L.: Interrater reliability: the kappa statistic. Biochemia medica 22(3), 276\u2013282 (2012)","journal-title":"Biochemia medica"},{"issue":"1","key":"14_CR16","doi-asserted-by":"publisher","first-page":"10","DOI":"10.1111\/bjet.12752","volume":"51","author":"PJ Mensink","year":"2020","unstructured":"Mensink, P.J., King, K.: Student access of online feedback is modified by the availability of assessment marks, gender and academic performance. Br. J. Edu. Technol. 51(1), 10\u201322 (2020)","journal-title":"Br. J. Edu. Technol."},{"issue":"1","key":"14_CR17","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3636515","volume":"24","author":"M Messer","year":"2024","unstructured":"Messer, M., Brown, N.C., K\u00f6lling, M., Shi, M.: Automated grading and feedback tools for programming education: a systematic review. ACM Trans. Comput. Educ. 24(1), 1\u201343 (2024)","journal-title":"ACM Trans. Comput. Educ."},{"issue":"1","key":"14_CR18","first-page":"20","volume":"3","author":"L Murtagh","year":"2009","unstructured":"Murtagh, L., Baker, N.: Feedback to feed forward: student response to tutors\u2019 written comments on assignments. Pract. Res. High. Educ. 3(1), 20\u201328 (2009)","journal-title":"Pract. Res. High. Educ."},{"key":"14_CR19","doi-asserted-by":"publisher","DOI":"10.1016\/j.caeai.2024.100339","volume":"7","author":"P Myint","year":"2024","unstructured":"Myint, P., Lo, S.L., Zhang, Y.: Harnessing the power of AI-instructor collaborative grading approach: topic-based effective grading for semi open-ended multipart questions. Comput. Educ. Artif. Intell. 7, 100339 (2024). https:\/\/doi.org\/10.1016\/j.caeai.2024.100339","journal-title":"Comput. Educ. Artif. Intell."},{"key":"14_CR20","doi-asserted-by":"crossref","unstructured":"Nagakalyani, G., Chaudhary, S., Apte, V., Ramakrishnan, G., Tamilselvam, S.: Design and evaluation of an AI-assisted grading tool for introductory programming assignments: an experience report. In: Proceedings of the 56th ACM Technical Symposium on Computer Science Education (SIGCSE) (2025)","DOI":"10.1145\/3641554.3701913"},{"key":"14_CR21","doi-asserted-by":"publisher","DOI":"10.1080\/02602938.2025.2467647","author":"JH Nieminen","year":"2025","unstructured":"Nieminen, J.H., et al.: Self-assessment design in a digital world: centring student agency. Assess. Eval. High. Educ. (2025). https:\/\/doi.org\/10.1080\/02602938.2025.2467647","journal-title":"Assess. Eval. High. Educ."},{"issue":"1","key":"14_CR22","doi-asserted-by":"publisher","DOI":"10.2196\/51834","volume":"3","author":"M Quttainah","year":"2024","unstructured":"Quttainah, M., Mishra, V., Madakam, S., Lurie, Y., Mark, S., et al.: Cost, usability, credibility, fairness, accountability, transparency, and explainability framework for safe and effective large language models in medical education: narrative review and qualitative study. JMIR AI 3(1), e51834 (2024)","journal-title":"JMIR AI"},{"issue":"1","key":"14_CR23","doi-asserted-by":"publisher","first-page":"46","DOI":"10.1177\/00472395221107835","volume":"51","author":"D Woods","year":"2022","unstructured":"Woods, D.: Students viewing of feedback: an exploration of technology-mediated learning. J. Educ. Technol. Syst. 51(1), 46\u201362 (2022)","journal-title":"J. Educ. Technol. Syst."}],"container-title":["Communications in Computer and Information Science","Artificial Intelligence in Education. Posters and Late Breaking Results, Workshops and Tutorials, Industry and Innovation Tracks, Practitioners, Doctoral Consortium, Blue Sky, and WideAIED"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-99267-4_14","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,7]],"date-time":"2025-09-07T19:32:45Z","timestamp":1757273565000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-99267-4_14"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031992667","9783031992674"],"references-count":23,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-99267-4_14","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"value":"1865-0929","type":"print"},{"value":"1865-0937","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"21 July 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AIED","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Intelligence in Education","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Palermo","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 July 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 July 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aied2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/aied2025.itd.cnr.it\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}