{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T23:04:43Z","timestamp":1780355083764,"version":"3.54.1"},"publisher-location":"Singapore","reference-count":16,"publisher":"Springer Nature Singapore","isbn-type":[{"value":"9789819200412","type":"print"},{"value":"9789819200429","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-981-92-0042-9_7","type":"book-chapter","created":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T22:51:32Z","timestamp":1780354292000},"page":"83-95","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Criterium: Assisting Teachers in\u00a0Fair and\u00a0Consistent Grading of\u00a0Open-Ended Questions"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0002-8713-7562","authenticated-orcid":false,"given":"Stefano","family":"D\u2019Urso","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9631-8528","authenticated-orcid":false,"given":"Filippo","family":"Sciarrone","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,7,2]]},"reference":[{"key":"7_CR1","doi-asserted-by":"crossref","unstructured":"Benedetto, L., Aradelli, G., Donvito, A., Lucchetti, A., Cappelli, A., Buttery, P.: Using LLMs to simulate students\u2019 responses to exam questions. In: Findings of the Association for Computational Linguistics: EMNLP 2024, pp. 11351\u201311368 (2024)","DOI":"10.18653\/v1\/2024.findings-emnlp.663"},{"key":"7_CR2","unstructured":"Bernard, R., Raza, S., Das, S., Murugan, R.: Equator: a deterministic framework for evaluating LLM reasoning with open-ended questions.# v1.0.0-beta. arXiv preprint arXiv:2501.00257 (2024)"},{"key":"7_CR3","doi-asserted-by":"crossref","unstructured":"Brookhart, S.M.: How to Create and Use Rubrics for Formative Assessment and Grading. ASCD (2013)","DOI":"10.4135\/9781452218649.n15"},{"key":"7_CR4","unstructured":"Caines, A., et al.: On the application of large language models for language teaching and assessment technology. arXiv preprint arXiv:2307.08393 (2023)"},{"key":"7_CR5","doi-asserted-by":"crossref","unstructured":"Del\u00a0Gobbo, E., Guarino, A., Cafarelli, B., Grilli, L., Limone, P.: Automatic evaluation of open-ended questions for online learning. A systematic mapping. Stud. Educ. Eval. 77, 101258 (2023)","DOI":"10.1016\/j.stueduc.2023.101258"},{"issue":"3","key":"7_CR6","doi-asserted-by":"publisher","first-page":"365","DOI":"10.1086\/269113","volume":"52","author":"JG Geer","year":"1988","unstructured":"Geer, J.G.: What do open-ended questions measure? Public Opin. Q. 52(3), 365\u2013367 (1988)","journal-title":"Public Opin. Q."},{"issue":"3","key":"7_CR7","doi-asserted-by":"publisher","first-page":"360","DOI":"10.1086\/269268","volume":"55","author":"JG Geer","year":"1991","unstructured":"Geer, J.G.: Do open-ended questions measure \u201csalient\u2019\u2019 issues? Public Opin. Q. 55(3), 360\u2013370 (1991)","journal-title":"Public Opin. Q."},{"issue":"5","key":"7_CR8","doi-asserted-by":"publisher","first-page":"2787","DOI":"10.3390\/app15052787","volume":"15","author":"PC Mendon\u00e7a","year":"2025","unstructured":"Mendon\u00e7a, P.C., Quintal, F., Mendon\u00e7a, F.: Evaluating LLMs for automated scoring in formative assessments. Appl. Sci. 15(5), 2787 (2025)","journal-title":"Appl. Sci."},{"key":"7_CR9","unstructured":"OpenAI: Gpt-4o technical report (2024). https:\/\/platform.openai.com\/docs\/models\/gpt-4o. Accessed 24 Apr 2025"},{"key":"7_CR10","unstructured":"OpenAI: Retrieval-augmented generation with OpenAI models (2024). https:\/\/platform.openai.com\/docs\/guides\/retrieval. Accessed 24 Apr 2025"},{"issue":"3","key":"7_CR11","doi-asserted-by":"publisher","first-page":"215","DOI":"10.1037\/a0032918","volume":"67","author":"Y Ozuru","year":"2013","unstructured":"Ozuru, Y., Briner, S., Kurby, C.A., McNamara, D.S.: Comparing comprehension measured by multiple-choice and open-ended questions. Can. J. Exp. Psychol. 67(3), 215 (2013)","journal-title":"Can. J. Exp. Psychol."},{"key":"7_CR12","doi-asserted-by":"crossref","unstructured":"Pinto, G., Cardoso-Pereira, I., Monteiro, D., Lucena, D., Souza, A., Gama, K.: Large language models for education: grading open-ended questions using ChatGPT. In: Proceedings of the XXXVII Brazilian Symposium on Software Engineering, pp. 293\u2013302 (2023)","DOI":"10.1145\/3613372.3614197"},{"key":"7_CR13","doi-asserted-by":"crossref","unstructured":"Raz, T., Luchini, S., Beaty, R., Kenett, Y.: Automated scoring of open-ended question complexity: a large language model approach (2024)","DOI":"10.21203\/rs.3.rs-3890828\/v1"},{"key":"7_CR14","doi-asserted-by":"crossref","unstructured":"Tan, K., Yao, J., pang, t., Fan, C., Song, Y.: Elf: educational LLM framework of improving and evaluating ai generated content for classroom teaching. ACM J. Data Inf. Q. (2025)","DOI":"10.1145\/3712065"},{"key":"7_CR15","unstructured":"Wiggins, G.: Understanding by Design. Association for Supervision and Curriculum Development (2005)"},{"key":"7_CR16","unstructured":"Z\u00fcll, C.: Open-ended questions (version 2.0) (2016)"}],"container-title":["Lecture Notes in Computer Science","Learning Technologies and Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-92-0042-9_7","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T22:51:34Z","timestamp":1780354294000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-92-0042-9_7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"ISBN":["9789819200412","9789819200429"],"references-count":16,"URL":"https:\/\/doi.org\/10.1007\/978-981-92-0042-9_7","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]},"assertion":[{"value":"2 July 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"SETE","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Symposium on Emerging Technologies for Education","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Hongkong","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"30 November 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"3 December 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"sete2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/icwl-sete.comp.polyu.edu.hk\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}