{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,3]],"date-time":"2026-04-03T07:40:30Z","timestamp":1775202030622,"version":"3.50.1"},"publisher-location":"Cham","reference-count":26,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031984617","type":"print"},{"value":"9783031984624","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-98462-4_28","type":"book-chapter","created":{"date-parts":[[2025,7,20]],"date-time":"2025-07-20T17:07:20Z","timestamp":1753031240000},"page":"220-227","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Improving Open-Response Assessment with\u00a0LearnLM"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8196-3252","authenticated-orcid":false,"given":"Danielle R.","family":"Thomas","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3437-8979","authenticated-orcid":false,"given":"Conrad","family":"Borchers","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-3695-2334","authenticated-orcid":false,"given":"Shambhavi","family":"Bhushan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-6508-8647","authenticated-orcid":false,"given":"Sanjit","family":"Kakarla","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-5933-6970","authenticated-orcid":false,"given":"Alex","family":"Houk","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2332-0504","authenticated-orcid":false,"given":"Ralph","family":"Abboud","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5713-3782","authenticated-orcid":false,"given":"Shivang","family":"Gupta","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6880-5740","authenticated-orcid":false,"given":"Erin","family":"Gatz","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5850-4768","authenticated-orcid":false,"given":"Kenneth R.","family":"Koedinger","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,7,21]]},"reference":[{"key":"28_CR1","unstructured":"Achiam, J., et\u00a0al.: Gpt-4 technical report. arXiv preprint arXiv:2303.08774 (2023)"},{"key":"28_CR2","unstructured":"AI, G.: Learnlm $$|$$ gemini api $$|$$ google ai for developers. https:\/\/ai.google.dev\/gemini-api\/docs\/learnlm, Accessed 18 Feb 2025"},{"issue":"1","key":"28_CR3","doi-asserted-by":"publisher","first-page":"27","DOI":"10.3200\/CTCH.53.1.27-31","volume":"53","author":"HG Andrade","year":"2005","unstructured":"Andrade, H.G.: Teaching with rubrics: the good, the bad, and the ugly. Coll. Teach. 53(1), 27\u201331 (2005)","journal-title":"Coll. Teach."},{"key":"28_CR4","doi-asserted-by":"publisher","DOI":"10.1016\/j.caeai.2024.100226","volume":"6","author":"IT Awidi","year":"2024","unstructured":"Awidi, I.T.: Comparing expert tutor evaluation of reflective essays with marking by generative artificial intelligence (ai) tool. Comput. Educ. Artifi. Intell. 6, 100226 (2024)","journal-title":"Comput. Educ. Artifi. Intell."},{"key":"28_CR5","unstructured":"Brown, T., et al.: Language models are few-shot learners. Adv. Neural. Inf. Process. Syst. 33, 1877\u20131901 (2020)"},{"key":"28_CR6","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1007\/s40593-014-0026-8","volume":"25","author":"S Burrows","year":"2015","unstructured":"Burrows, S., Gurevych, I., Stein, B.: The eras and trends of automatic short answer grading. Int. J. Artif. Intell. Educ. 25, 60\u2013117 (2015)","journal-title":"Int. J. Artif. Intell. Educ."},{"issue":"3","key":"28_CR7","doi-asserted-by":"publisher","first-page":"323","DOI":"10.1016\/j.jarmac.2018.07.002","volume":"7","author":"AC Butler","year":"2018","unstructured":"Butler, A.C.: Multiple-choice testing in education: are the best practices for assessment also good for learning? J. Appl. Res. Mem. Cogn. 7(3), 323\u2013331 (2018)","journal-title":"J. Appl. Res. Mem. Cogn."},{"key":"28_CR8","doi-asserted-by":"crossref","unstructured":"Chen, G.H., Chen, S., Liu, Z., Jiang, F., Wang, B.: Humans or llms as the judge? a study on judgement biases. arXiv preprint arXiv:2402.10669 (2024)","DOI":"10.18653\/v1\/2024.emnlp-main.474"},{"key":"28_CR9","unstructured":"Gallegos, I.O., et al.: Bias and fairness in large language models: a survey. Comput. Linguist., 1\u201379 (2024)"},{"key":"28_CR10","unstructured":"Haller, S., Aldea, A., Seifert, C., Strisciuglio, N.: Survey on automated short answer grading with deep learning: from word embeddings to transformers. arXiv preprint arXiv:2204.03503 (2022)"},{"key":"28_CR11","unstructured":"Jurenka, I., et\u00a0al.: Towards responsible development of generative ai for education: An evaluation-driven approach. arXiv preprint arXiv:2407.12687 (2024)"},{"key":"28_CR12","doi-asserted-by":"publisher","DOI":"10.1016\/j.caeai.2024.100213","volume":"6","author":"GG Lee","year":"2024","unstructured":"Lee, G.G., Latif, E., Wu, X., Liu, N., Zhai, X.: Applying large language models and chain-of-thought for automatic scoring. Comput. Educ. Artifi. Intell. 6, 100213 (2024)","journal-title":"Comput. Educ. Artifi. Intell."},{"issue":"5","key":"28_CR13","doi-asserted-by":"publisher","first-page":"1982","DOI":"10.1111\/bjet.13505","volume":"55","author":"J Lee","year":"2024","unstructured":"Lee, J., Hicke, Y., Yu, R., Brooks, C., Kizilcec, R.F.: The life cycle of large language models in education: a framework for understanding sources of bias. Br. J. Edu. Technol. 55(5), 1982\u20132002 (2024)","journal-title":"Br. J. Edu. Technol."},{"key":"28_CR14","unstructured":"Liang, P.P., Wu, C., Morency, L.P., Salakhutdinov, R.: Towards understanding and mitigating social biases in language models. In: International Conference on Machine Learning, pp. 6565\u20136576. PMLR (2021)"},{"key":"28_CR15","doi-asserted-by":"crossref","unstructured":"Messer, M., Brown, N.C., K\u00f6lling, M., Shi, M.: How consistent are humans when grading programming assignments? arXiv preprint arXiv:2409.12967 (2024)","DOI":"10.35542\/osf.io\/nd6qy"},{"key":"28_CR16","doi-asserted-by":"crossref","unstructured":"Moore, S., Bier, N., Stamper, J.: Assessing educational quality: Comparative analysis of crowdsourced, expert, and ai-driven rubric applications. In: Proceedings of the AAAI Conference on Human Computation and Crowdsourcing, vol.\u00a012, pp. 115\u2013125 (2024)","DOI":"10.1609\/hcomp.v12i1.31606"},{"issue":"3","key":"28_CR17","doi-asserted-by":"publisher","first-page":"2495","DOI":"10.1007\/s10462-021-10068-2","volume":"55","author":"D Ramesh","year":"2022","unstructured":"Ramesh, D., Sanampudi, S.K.: An automated essay scoring systems: a systematic literature review. Artif. Intell. Rev. 55(3), 2495\u20132527 (2022)","journal-title":"Artif. Intell. Rev."},{"key":"28_CR18","unstructured":"Team, G., et\u00a0al.: Gemini: a family of highly capable multimodal models. arXiv preprint arXiv:2312.11805 (2023)"},{"key":"28_CR19","unstructured":"Team, L., et\u00a0al.: Learnlm: Improving gemini for learning. arXiv preprint arXiv:2412.16429 (2024)"},{"key":"28_CR20","doi-asserted-by":"crossref","unstructured":"Thomas, D., Yang, X., Gupta, S., Adeniran, A., Mclaughlin, E., Koedinger, K.: When the tutor becomes the student: Design and evaluation of efficient scenario-based lessons for tutors. In: LAK23: 13th International Learning Analytics and Knowledge Conference, pp. 250\u2013261 (2023)","DOI":"10.1145\/3576050.3576089"},{"key":"28_CR21","doi-asserted-by":"crossref","unstructured":"Thomas, D.R., et al.: Do tutors learn from equity training and can generative ai assess it? In: Proceedings of the 15th International Learning Analytics and Knowledge Conference, pp. 505\u2013515 (2025)","DOI":"10.1145\/3706468.3706531"},{"key":"28_CR22","doi-asserted-by":"crossref","unstructured":"Thomas, D.R., et al.: Does multiple choice have a future in the age of generative ai? a posttest-only rct. In: Proceedings of the 15th International Learning Analytics and Knowledge Conference, pp. 494\u2013504 (2025)","DOI":"10.1145\/3706468.3706530"},{"key":"28_CR23","unstructured":"Trochim, W.M., Donnelly, J.P., Arora, K.: Research methods: The essential knowledge base (2016)"},{"key":"28_CR24","first-page":"24824","volume":"35","author":"J Wei","year":"2022","unstructured":"Wei, J., et al.: Chain-of-thought prompting elicits reasoning in large language models. Adv. Neural. Inf. Process. Syst. 35, 24824\u201324837 (2022)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"issue":"10","key":"28_CR25","doi-asserted-by":"publisher","first-page":"1765","DOI":"10.1002\/tea.21773","volume":"59","author":"X Zhai","year":"2022","unstructured":"Zhai, X., He, P., Krajcik, J.: Applying machine learning to automatically assess scientific models. J. Res. Sci. Teach. 59(10), 1765\u20131794 (2022)","journal-title":"J. Res. Sci. Teach."},{"key":"28_CR26","first-page":"46595","volume":"36","author":"L Zheng","year":"2023","unstructured":"Zheng, L., et al.: Judging llm-as-a-judge with mt-bench and chatbot arena. Adv. Neural. Inf. Process. Syst. 36, 46595\u201346623 (2023)","journal-title":"Adv. Neural. Inf. Process. Syst."}],"container-title":["Lecture Notes in Computer Science","Artificial Intelligence in Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-98462-4_28","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,3]],"date-time":"2026-04-03T05:27:45Z","timestamp":1775194065000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-98462-4_28"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031984617","9783031984624"],"references-count":26,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-98462-4_28","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"21 July 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AIED","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Intelligence in Education","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Palermo","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 July 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 July 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aied2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/aied2025.itd.cnr.it\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}