{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,28]],"date-time":"2026-08-28T23:37:20Z","timestamp":1787960240530,"version":"build-2784847793"},"publisher-location":"Cham","reference-count":23,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031992636","type":"print"},{"value":"9783031992643","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-99264-3_3","type":"book-chapter","created":{"date-parts":[[2025,7,23]],"date-time":"2025-07-23T06:42:43Z","timestamp":1753252963000},"page":"19-27","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":17,"title":["A Zero-Shot LLM Framework for\u00a0Automated Assignment Grading in\u00a0Introductory Higher Education Courses"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1895-1344","authenticated-orcid":false,"given":"Calvin","family":"Yeung","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jeff","family":"Yu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8666-8279","authenticated-orcid":false,"given":"King Chau","family":"Cheung","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0136-0676","authenticated-orcid":false,"given":"Tat Wing","family":"Wong","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chun Man","family":"Chan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-4817-5289","authenticated-orcid":false,"given":"Kin Chi","family":"Wong","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5487-4297","authenticated-orcid":false,"given":"Keisuke","family":"Fujii","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,7,21]]},"reference":[{"key":"3_CR1","unstructured":"Achiam, J., et\u00a0al.: GPT-4 technical report. arXiv preprint arXiv:2303.08774 (2023)"},{"key":"3_CR2","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"16","DOI":"10.1007\/978-3-030-52237-7_2","volume-title":"Artificial Intelligence in Education","author":"S Azad","year":"2020","unstructured":"Azad, S., Chen, B., Fowler, M., West, M., Zilles, C.: Strategies for deploying unreliable AI graders in high-transparency high-stakes exams. In: Bittencourt, I.I., Cukurova, M., Muldner, K., Luckin, R., Mill\u00e1n, E. (eds.) AIED 2020. LNCS (LNAI), vol. 12163, pp. 16\u201328. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-52237-7_2"},{"key":"3_CR3","unstructured":"Brown, T., et al.: Language models are few-shot learners. In: Advances in Neural Information Processing Systems, vol. 33, pp. 1877\u20131901 (2020)"},{"key":"3_CR4","unstructured":"Burrows, S., D\u2019Souza, D.: Management of teaching in a complex setting. In: Proceedings of the Second Melbourne Computing Education Conventicle, pp. 1\u20138 (2005)"},{"key":"3_CR5","doi-asserted-by":"crossref","unstructured":"Chen, S., Lan, Y., Yuan, Z.: A multi-task automated assessment system for essay scoring. In: International Conference on Artificial Intelligence in Education, pp. 276\u2013283. Springer (2024)","DOI":"10.1007\/978-3-031-64299-9_22"},{"key":"3_CR6","unstructured":"Dubey, A., et\u00a0al.: The Llama 3 herd of models. arXiv preprint arXiv:2407.21783 (2024)"},{"key":"3_CR7","unstructured":"Grimes, D., Warschauer, M.: Utility in a fallible tool: a multi-site case study of automated writing evaluation. J. Technol. Learn. Assess. 8(6) (2010)"},{"key":"3_CR8","unstructured":"Haley, D., Thomas, P., De\u00a0Roeck, A., Petre, M.: Measuring improvement in latent semantic analysis-based marking systems: using a computer to mark questions about HTML (2007)"},{"key":"3_CR9","doi-asserted-by":"crossref","unstructured":"Hashemi, H., Eisner, J., Rosset, C., Van\u00a0Durme, B., Kedzie, C.: LLM-rubric: a multidimensional, calibrated approach to automated evaluation of natural language texts. arXiv preprint arXiv:2501.00274 (2024)","DOI":"10.18653\/v1\/2024.acl-long.745"},{"key":"3_CR10","unstructured":"Heilman, M., Madnani, N.: ETS: domain adaptation and stacking for short answer scoring. In: Second Joint Conference on Lexical and Computational Semantics (* SEM), Volume 2: Proceedings of the Seventh International Workshop on Semantic Evaluation (SemEval 2013), pp. 275\u2013279 (2013)"},{"issue":"5","key":"3_CR11","first-page":"22","volume":"15","author":"L Hirschman","year":"2000","unstructured":"Hirschman, L.: Automated grading of short-answer tests. IEEE Intell. Syst. Trends Controversies Sect. 15(5), 22\u201337 (2000)","journal-title":"IEEE Intell. Syst. Trends Controversies Sect."},{"issue":"10","key":"3_CR12","doi-asserted-by":"publisher","first-page":"528","DOI":"10.1145\/367415.367422","volume":"3","author":"J Hollingsworth","year":"1960","unstructured":"Hollingsworth, J.: Automatic graders for programming classes. Commun. ACM 3(10), 528\u2013529 (1960)","journal-title":"Commun. ACM"},{"key":"3_CR13","doi-asserted-by":"crossref","unstructured":"Hsu, S., Li, T.W., Zhang, Z., Fowler, M., Zilles, C., Karahalios, K.: Attitudes surrounding an imperfect AI autograder. In: Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems, pp. 1\u201315 (2021)","DOI":"10.1145\/3411764.3445424"},{"key":"3_CR14","unstructured":"Kortemeyer, G.: Can an AI-tool grade assignments in an introductory physics course? arXiv preprint arXiv:2304.11221 (2023)"},{"key":"3_CR15","doi-asserted-by":"crossref","unstructured":"Liu, X., Wang, S., Wang, P., Wu, D.: Automatic grading of programming assignments: an approach based on formal semantics. In: 2019 IEEE\/ACM 41st International Conference on Software Engineering: Software Engineering Education and Training (ICSE-SEET), pp. 126\u2013137. IEEE (2019)","DOI":"10.1109\/ICSE-SEET.2019.00022"},{"issue":"1","key":"3_CR16","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3636515","volume":"24","author":"M Messer","year":"2024","unstructured":"Messer, M., Brown, N.C., K\u00f6lling, M., Shi, M.: Automated grading and feedback tools for programming education: a systematic review. ACM Trans. Comput. Educ. 24(1), 1\u201343 (2024)","journal-title":"ACM Trans. Comput. Educ."},{"key":"3_CR17","doi-asserted-by":"crossref","unstructured":"Mizumoto, T., et al.: Analytic score prediction and justification identification in automated short answer scoring. In: Proceedings of the Fourteenth Workshop on Innovative Use of NLP for Building Educational Applications, pp. 316\u2013325 (2019)","DOI":"10.18653\/v1\/W19-4433"},{"key":"3_CR18","unstructured":"Page, E.B.: The imminence of... grading essays by computer. The Phi Delta Kappan 47(5), 238\u2013243 (1966)"},{"key":"3_CR19","doi-asserted-by":"crossref","unstructured":"Riordan, B., Horbach, A., Cahill, A., Zesch, T., Lee, C.: Investigating neural architectures for short answer scoring. In: Proceedings of the 12th Workshop on Innovative Use of NLP for Building Educational Applications, pp. 159\u2013168 (2017)","DOI":"10.18653\/v1\/W17-5017"},{"issue":"2","key":"3_CR20","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1177\/0265532220937830","volume":"38","author":"J Shin","year":"2021","unstructured":"Shin, J., Gierl, M.J.: More efficient processes for creating automated essay scoring frameworks: a demonstration of two algorithms. Lang. Test. 38(2), 247\u2013272 (2021)","journal-title":"Lang. Test."},{"key":"3_CR21","unstructured":"Team, G., et\u00a0al.: Gemini 1.5: unlocking multimodal understanding across millions of tokens of context. arXiv preprint arXiv:2403.05530 (2024)"},{"key":"3_CR22","unstructured":"Yang, A., et\u00a0al.: Qwen2. 5 technical report. arXiv preprint arXiv:2412.15115 (2024)"},{"key":"3_CR23","doi-asserted-by":"crossref","unstructured":"Zeng, Z., Li, L., Guan, Q., Ga\u0161evi\u0107, D., Chen, G.: Generalizable automatic short answer scoring via prototypical neural network. In: International Conference on Artificial Intelligence in Education, pp. 438\u2013449. Springer (2023)","DOI":"10.1007\/978-3-031-36272-9_36"}],"container-title":["Communications in Computer and Information Science","Artificial Intelligence in Education. Posters and Late Breaking Results, Workshops and Tutorials, Industry and Innovation Tracks, Practitioners, Doctoral Consortium, Blue Sky, and WideAIED"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-99264-3_3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,8,27]],"date-time":"2026-08-27T08:04:01Z","timestamp":1787817841000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-99264-3_3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031992636","9783031992643"],"references-count":23,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-99264-3_3","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"value":"1865-0929","type":"print"},{"value":"1865-0937","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"21 July 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests.","order":1,"name":"Ethics","label":"Disclosure of Interests","group":{"name":"EthicsHeading","label":"Ethics"}},{"value":"AIED","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Intelligence in Education","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Palermo","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 July 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 July 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aied2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/aied2025.itd.cnr.it\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}