{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,1]],"date-time":"2025-06-01T18:10:04Z","timestamp":1748801404615,"version":"3.41.0"},"publisher-location":"Cham","reference-count":39,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031939785","type":"print"},{"value":"9783031939792","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-93979-2_1","type":"book-chapter","created":{"date-parts":[[2025,6,1]],"date-time":"2025-06-01T17:32:42Z","timestamp":1748799162000},"page":"3-20","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Enabling Responsible LLM-Based Grading in\u00a0Higher Education \u2013 Design Guidelines and\u00a0a\u00a0Reproducible Data Preparation Pipeline"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9822-0586","authenticated-orcid":false,"given":"Arnold F.","family":"Arz von Straussenburg","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4075-5737","authenticated-orcid":false,"given":"Anna","family":"Wolters","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-7929-4836","authenticated-orcid":false,"given":"Timon T.","family":"Aldenhoff","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5071-2589","authenticated-orcid":false,"given":"Dennis M.","family":"Riehle","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,5,27]]},"reference":[{"key":"1_CR1","unstructured":"Abdin, M., et al.: Phi-4 Technical report (2024). http:\/\/arxiv.org\/abs\/2412.08905"},{"issue":"2","key":"1_CR2","doi-asserted-by":"publisher","first-page":"1","DOI":"10.4018\/irmj.2014040101","volume":"27","author":"ES Acosta","year":"2014","unstructured":"Acosta, E.S., Otero, J.: Automated assessment of free text questions for MOOC using regular expressions. Inf. Resourc. Manage. J. (IRMJ) 27(2), 1\u201313 (2014)","journal-title":"Inf. Resourc. Manage. J. (IRMJ)"},{"key":"1_CR3","doi-asserted-by":"crossref","unstructured":"Agyemang, A., Schlippe, T.: AI in education: an analysis of large language models for Twi automatic short answer grading. In: Gerber A., Maritz J., Pillay A.W., (eds.) Commun. Comput. Info. Sci. pp. 107\u2013123. Springer Science and Business Media Deutschland GmbH (2025)","DOI":"10.1007\/978-3-031-78255-8_7"},{"key":"1_CR4","unstructured":"Brown, T., et al.: Language models are few-shot learners. In: Advances in Neural Information Processing Systems (2020)"},{"key":"1_CR5","unstructured":"Dettmers, T., Pagnoni, A., Holtzman, A., Zettlemoyer, L.: QLoRA: efficient finetuning of quantized LLMs, version 1 (2023). https:\/\/arxiv.org\/abs\/2305.14314"},{"key":"1_CR6","unstructured":"Devlin, J., et al.: BERT: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of NAACL-HLT 2019, pp. 4171\u20134186 (2019)"},{"key":"1_CR7","volume":"6","author":"R Gao","year":"2024","unstructured":"Gao, R., et al.: Automatic assessment of text-based responses in post-secondary education: a systematic review. Comput. Educ. 6, 100206 (2024)","journal-title":"Comput. Educ."},{"issue":"6","key":"1_CR8","doi-asserted-by":"publisher","first-page":"881","DOI":"10.1080\/02602938.2018.1545897","volume":"44","author":"S George-Williams","year":"2019","unstructured":"George-Williams, S., et al.: Curtailing marking variation and enhancing feedback in large scale undergraduate chemistry courses through reducing academic judgement: a case study. Assess. Eval. Higher Educ. 44(6), 881\u2013893 (2019)","journal-title":"Assess. Eval. Higher Educ."},{"key":"1_CR9","unstructured":"Grattafiori, A., et al.: The Llama 3 Herd of Models (2024). http:\/\/arxiv.org\/abs\/2407.21783. (Pre-published)"},{"key":"1_CR10","doi-asserted-by":"publisher","unstructured":"Hall, E., Seyam, M., Dunlap, D.: Exploring explainability and transparency in automated essay scoring systems: a user-centered evaluation. In: Zaphiris, P., Ioannou, A. (eds.) Learning and Collaboration Technologies. HCII 2024. LNCS, vol. 14724, pp. 266\u2013282. Springer, Cham (2024). https:\/\/doi.org\/10.1007\/978-3-031-61691-4_18","DOI":"10.1007\/978-3-031-61691-4_18"},{"key":"1_CR11","doi-asserted-by":"crossref","unstructured":"Ho, J., Ooi, B., Westner, M.: Application integration framework for large language models. In: 2024 5th International Conference on Artificial Intelligence and Data Sciences, AiDAS 2024 - Proceedings, pp. 398\u2013403 (2024)","DOI":"10.1109\/AiDAS63860.2024.10730541"},{"key":"1_CR12","unstructured":"Hounsell, D.: Essay writing and the quality of feedback. In: Research in Education and Cognitive Psychology, Student Learning (1987)"},{"key":"1_CR13","unstructured":"Hu, E.J., et al.: LoRA: Low-Rank Adaptation of Large Language Models, version 2. (2021). https:\/\/arxiv.org\/abs\/2106.09685"},{"key":"1_CR14","doi-asserted-by":"crossref","unstructured":"Hu, Z., et al.: LLM-adapters: an adapter family for parameter-efficient fine- tuning of large language models. In: EMNLP 2023 - 2023 Conference on Empirical Methods in Natural Language Processing, Proceedings, pp. 5254\u20135276 (2023)","DOI":"10.18653\/v1\/2023.emnlp-main.319"},{"key":"1_CR15","volume":"6","author":"G-G Lee","year":"2024","unstructured":"Lee, G.-G., et al.: Applying large language models and chain-of-thought for automatic scoring. Comput. Educ. 6, 100213 (2024)","journal-title":"Comput. Educ."},{"key":"1_CR16","first-page":"650","volume":"316","author":"Y Lee","year":"2024","unstructured":"Lee, Y., Kim, C., Ko, T.: Automation of trainable datasets generation for medical- specific language model: using MIMIC-IV discharge notes. Stud. Health Technol. Inform. 316, 650\u2013651 (2024)","journal-title":"Stud. Health Technol. Inform."},{"key":"1_CR17","doi-asserted-by":"crossref","unstructured":"LeMire, S.: Adult learning and open educational resources. Open Learning (2024)","DOI":"10.1080\/02680513.2024.2311768"},{"key":"1_CR18","doi-asserted-by":"crossref","unstructured":"Liu, F., et al.: FastFixer: an efficient and effective approach for repairing programming assignments. In: Proceedings of ACM\/IEEE International Conference on Automation Software Engineering, ASE, pp. 669\u2013680. Association for Computing Machinery, Inc. (2024)","DOI":"10.1145\/3691620.3695062"},{"key":"1_CR19","doi-asserted-by":"crossref","unstructured":"Liu, M., et al.: We need structured output: towards user-centered constraints on large language model output. In: Conference on Human Factors in Computing Systems - Proceedings (2024)","DOI":"10.1145\/3613905.3650756"},{"key":"1_CR20","unstructured":"Metzler, T., Pl\u00f6ger, P., Hees, J.: Computer-assisted short answer grading using large language models and rubrics. In: Klein, M., (ed.) (LNI), Proceedings - Series Ges. Inform. (GI), pp. 1383\u20131393. Gesellschaft fur Informatik (GI) (2024)"},{"issue":"5","key":"1_CR21","first-page":"518","volume":"29","author":"I Nisbet","year":"2022","unstructured":"Nisbet, I., Shaw, S.: Fair high-stakes assessment in the long shadow of Covid-19. Assess. Educ. Princ. Policy Pract. 29(5), 518\u2013533 (2022)","journal-title":"Assess. Educ. Princ. Policy Pract."},{"key":"1_CR22","unstructured":"Ouyang, L., et al.: Training language models to follow instructions with human feedback. In: Advances in Neural Information Processing Systems (2022)"},{"issue":"3","key":"1_CR23","doi-asserted-by":"publisher","first-page":"45","DOI":"10.2753\/MIS0742-1222240302","volume":"24","author":"K Peffers","year":"2007","unstructured":"Peffers, K., Tuunanen, T., Rothenberger, M.A., Chatterjee, S.: A design science research methodology for information systems research. J. Manage. Inf. Syst. 24(3), 45\u201377 (2007)","journal-title":"J. Manage. Inf. Syst."},{"key":"1_CR24","doi-asserted-by":"publisher","first-page":"974","DOI":"10.1109\/TCCN.2024.3516055","volume":"11","author":"A Said","year":"2024","unstructured":"Said, A., et al.: 5G INSTRUCT forge: an advanced data engineering pipeline for making LLMs learn 5G. IEEE Trans. Cogn. Commun. Netw. 11, 974\u2013986 (2024)","journal-title":"IEEE Trans. Cogn. Commun. Netw."},{"key":"1_CR25","first-page":"280","volume-title":"International Conference on Computer Supported Education, CSEDU - Proceedings","author":"J Schneider","year":"2024","unstructured":"Schneider, J., Schenk, B., Niklaus, C.: Towards LLM-based autograding for short textual answers. In: Poquet, O. (ed.) International Conference on Computer Supported Education, CSEDU - Proceedings, pp. 280\u2013288. Science and Technology Publications, Lda (2024)"},{"issue":"1","key":"1_CR26","first-page":"52","volume":"21","author":"S Scott","year":"2014","unstructured":"Scott, S., et al.: Fair and equitable assessment practices for all students. Assess. Educ. Princ. Policy Pract. 21(1), 52\u201370 (2014)","journal-title":"Assess. Educ. Princ. Policy Pract."},{"key":"1_CR27","doi-asserted-by":"publisher","unstructured":"Se\u00dfler, K., Xiang, T., Bogenrieder, L., Kasneci, E.: EER: empowering writing with large language models. In: Viberg, O., Jivet, I., Mu\u00f1oz-Merino, P., Perifanou, M., Papathoma, T. (eds.) Responsive and Sustainable Educational Futures. EC-TEL 2023. LNCS, vol. 14200, pp. 755\u2013761. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-42682-7_73","DOI":"10.1007\/978-3-031-42682-7_73"},{"key":"1_CR28","doi-asserted-by":"crossref","unstructured":"Singh, S., et al.: Aya dataset: an open-access collection for multilingual instruction tuning. In: Proceedings of the Annual Meeting of the Association for Computational Linguistics, pp. 11521\u201311567 (2024)","DOI":"10.18653\/v1\/2024.acl-long.620"},{"key":"1_CR29","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"381","DOI":"10.1007\/978-3-642-29863-9_28","volume-title":"Design Science Research in Information Systems. Advances in Theory and Practice","author":"C Sonnenberg","year":"2012","unstructured":"Sonnenberg, C., vom Brocke, J.: Evaluations in the science of the artificial \u2013 reconsidering the build-evaluate pattern in design science research. In: Peffers, K., Rothenberger, M., Kuechler, B. (eds.) DESRIST 2012. LNCS, vol. 7286, pp. 381\u2013397. Springer, Heidelberg (2012). https:\/\/doi.org\/10.1007\/978-3-642-29863-9_28"},{"issue":"2","key":"1_CR30","doi-asserted-by":"publisher","first-page":"247","DOI":"10.25300\/MISQ\/2023\/16700","volume":"48","author":"T Tuunanen","year":"2024","unstructured":"Tuunanen, T., Winter, R., vom Brocke, J.: Dealing with complexity in design science research: a methodology using design Echolons. MIS Q. 48(2), 247\u2013485 (2024)","journal-title":"MIS Q."},{"key":"1_CR31","doi-asserted-by":"crossref","unstructured":"Wang, H., et al.: UltraLink: an open-source knowledge-enhanced multilingual supervised fine-tuning dataset. In: Proceedings of the Annual Meeting of the Association for Computational Linguistics, pp. 11929\u201311942 (2024)","DOI":"10.18653\/v1\/2024.acl-long.644"},{"key":"1_CR32","doi-asserted-by":"crossref","unstructured":"Wang, Z., Denny, P., Leinonen, J., Luxton-Reilly, A.: Leveraging large language models for analysis of student course feedback. In: Babu C., Goel N., Karkare A., (eds.) ACM International Conference on Proceedings Series, pp. 76\u201379. Association for Computing Machinery (2023)","DOI":"10.1145\/3627217.3627221"},{"key":"1_CR33","doi-asserted-by":"crossref","unstructured":"Wangwiwattana, C., Tongvivat, Y.: Automating academic assessment: a large language model approach. In: International Conference on Information Technology, InCIT, pp. 330\u2013334. Institute of Electrical and Electronics Engineers Inc. (2023)","DOI":"10.1109\/InCIT60207.2023.10412991"},{"key":"1_CR34","unstructured":"Wei, J., et al.: Chain-of-thought prompting elicits reasoning in large language models. In: Advances in Neural Information Processing Systems (2022)"},{"issue":"1","key":"1_CR35","doi-asserted-by":"publisher","first-page":"90","DOI":"10.1111\/bjet.13370","volume":"55","author":"L Yan","year":"2024","unstructured":"Yan, L., et al.: Practical and ethical challenges of large language models in education: a systematic scoping review. Br. J. Educ. Technol. 55(1), 90\u2013112 (2024)","journal-title":"Br. J. Educ. Technol."},{"key":"1_CR36","doi-asserted-by":"crossref","unstructured":"Yavuz, F., cCelik, \u00d6., Yava\u015f \u00c7elik, G.: Utilizing large language models for EFL essay grading: an examination of reliability and validity in rubric-based assessments. Br. J. Educ. Technol. 56(1), 150\u2013166 (2025)","DOI":"10.1111\/bjet.13494"},{"key":"1_CR37","doi-asserted-by":"publisher","first-page":"1027","DOI":"10.1007\/s00521-024-10449-y","volume":"37","author":"M Yousef","year":"2024","unstructured":"Yousef, M., et al.: BeGrading: large language models for enhanced feedback in programming education. Neural Comput. Appl. 37, 1027\u20131040 (2024)","journal-title":"Neural Comput. Appl."},{"key":"1_CR38","unstructured":"Zhang, M., Baral, S., Heffernan, N., Lan, A.: Automatic short math answer grading via in-context meta-learning. In: Proceedings of International Conference on Educational Data Mining, EDM. International Educational Data Mining Society (2022)"},{"key":"1_CR39","doi-asserted-by":"crossref","unstructured":"Zheng, Y., et al.: LlamaFactory: Unified Efficient Fine-Tuning of 100+ Language Models (2024). http:\/\/arxiv.org\/abs\/2403.13372. (Pre-published)","DOI":"10.18653\/v1\/2024.acl-demos.38"}],"container-title":["Lecture Notes in Computer Science","Local Solutions for Global Challenges"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-93979-2_1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,1]],"date-time":"2025-06-01T17:32:56Z","timestamp":1748799176000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-93979-2_1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031939785","9783031939792"],"references-count":39,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-93979-2_1","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"27 May 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"DESRIST","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Design Science Research in Information Systems and Technology","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Montego Bay","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Jamaica","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 June 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 June 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"desrist2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/desrist2025.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}