{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,11]],"date-time":"2025-09-11T19:36:36Z","timestamp":1757619396598,"version":"3.44.0"},"publisher-location":"Cham","reference-count":28,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031992636"},{"type":"electronic","value":"9783031992643"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-99264-3_24","type":"book-chapter","created":{"date-parts":[[2025,7,23]],"date-time":"2025-07-23T06:42:53Z","timestamp":1753252973000},"page":"193-200","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["From Sketch to Understanding: Exploring LLM-Based Assessment of Student-Drawn Science Models"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6577-7764","authenticated-orcid":false,"given":"Andy","family":"Smith","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5236-9721","authenticated-orcid":false,"given":"Natalie","family":"Brezack","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0001-9851-192X","authenticated-orcid":false,"given":"Wynnie","family":"Chan","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0001-7439-4909","authenticated-orcid":false,"given":"Abby","family":"Lavine","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3303-4699","authenticated-orcid":false,"given":"Bradford","family":"Mott","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2856-1120","authenticated-orcid":false,"given":"Cathy","family":"Ringstaff","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9635-1611","authenticated-orcid":false,"given":"Mingyu","family":"Feng","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1481-6601","authenticated-orcid":false,"given":"James","family":"Lester","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,7,21]]},"reference":[{"key":"24_CR1","doi-asserted-by":"crossref","unstructured":"Fiorella, L., Mayer, R.E.: Learning as a Generative Activity. Cambridge University Press (2015)","DOI":"10.1017\/CBO9781107707085"},{"key":"24_CR2","doi-asserted-by":"crossref","unstructured":"Leutner, D., Schmeck, A.: The generative drawing principle in multimedia learning. In: The Cambridge Handbook of Multimedia Learning. Cambridge University Press (2014)","DOI":"10.1017\/CBO9781139547369.022"},{"key":"24_CR3","doi-asserted-by":"publisher","first-page":"216","DOI":"10.1007\/s10956-019-09807-6","volume":"29","author":"JG Cromley","year":"2020","unstructured":"Cromley, J.G., Du, Y., Dane, A.P.: Drawing-to-learn: does meta-analysis show differences between technology-based drawing and paper-and-pencil drawing? J. Sci. Educ. Technol. 29, 216\u2013229 (2020)","journal-title":"J. Sci. Educ. Technol."},{"key":"24_CR4","unstructured":"Council (NRC), N.R.: A Framework for K-12 Science Education: Practices, Crosscutting Concepts, and Core Ideas. The National Academies Press, Washington, DC (2012)"},{"key":"24_CR5","unstructured":"States, N.L.: Next Generation Science Standards: For States, By States. The National Academies Press, Washington, DC (2013)"},{"key":"24_CR6","doi-asserted-by":"publisher","first-page":"275","DOI":"10.1016\/j.cedpsych.2014.07.003","volume":"39","author":"A Schmeck","year":"2014","unstructured":"Schmeck, A., Mayer, R.E., Opfermann, M., Pfeiffer, V., Leutner, D.: Drawing pictures during learning from scientific text: testing the generative drawing effect and the prognostic drawing effect. Contemp. Educ. Psychol. 39, 275\u2013286 (2014)","journal-title":"Contemp. Educ. Psychol."},{"key":"24_CR7","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1016\/j.chb.2010.05.028","volume":"27","author":"A Schwamborn","year":"2011","unstructured":"Schwamborn, A., Thillmann, H., Opfermann, M., Leutner, D.: Cognitive load and instructionally supported learning with provided and learner-generated visualizations. Comput. Hum. Behav. 27, 89\u201393 (2011)","journal-title":"Comput. Hum. Behav."},{"key":"24_CR8","unstructured":"Wiebe, E.N., Bedward, J.C., Madden, L.P.: Graphic representations in science notebooks: a vehicle for understanding science inquiry in the elementary classroom. In: Proceedings of AERA. AERA (2009)"},{"key":"24_CR9","doi-asserted-by":"publisher","first-page":"921","DOI":"10.1111\/tops.12262","volume":"9","author":"KD Forbus","year":"2017","unstructured":"Forbus, K.D., Chang, M., McLure, M., Usher, M.: The cognitive science of sketch worksheets. Top. Cogn. Sci. 9, 921\u2013942 (2017)","journal-title":"Top. Cogn. Sci."},{"key":"24_CR10","unstructured":"Miller, B., Cromley, J., Newcombe, N., Chang, M.D., Forbus, K.D.: Using CogSketch to support student science learning through sketching with automatic feedback. In: Proceedings of AERA. AERA (2014)"},{"key":"24_CR11","doi-asserted-by":"crossref","unstructured":"Yin, P., Forbus, K., Usher, J., Sageman, B., Jee, B.: Sketch worksheets: a sketch-based educational software system. In: Proceedings of the AAAI Conference on Artificial Intelligence, pp. 1871\u20131876 (2010)","DOI":"10.1609\/aaai.v24i2.18827"},{"key":"24_CR12","doi-asserted-by":"crossref","unstructured":"Van Joolingen, W.R., Schouten, J., Leenaars, F.: Drawing-based modeling in teaching elementary biology as a diagnostic tool. In: Upmeier zu Belzen, A., Kr\u00fcger, D., van Driel, J. (eds.) Towards a Competence-Based View on Models and Modeling in Science Education, pp. 131\u2013145. Springer (2019)","DOI":"10.1007\/978-3-030-30255-9_8"},{"key":"24_CR13","unstructured":"Shute, V., Almond, R., Rahimi, S.: Physics Playground (1.3) [Computer software] (2019). https:\/\/pluto.coe.fsu.edu\/ppteam\/pp-links\/"},{"key":"24_CR14","doi-asserted-by":"crossref","unstructured":"Shute, V.J., Rahimi, S., Smith, G.: Game-based learning analytics in physics playground. In: Chang, M., Tlili, A. (eds.) Data Analytics Approaches in Educational Games and Gamification Systems, pp. 69\u201393. Springer, New York (2019)","DOI":"10.1007\/978-981-32-9335-9_4"},{"key":"24_CR15","doi-asserted-by":"publisher","first-page":"357","DOI":"10.1007\/s40593-020-00196-1","volume":"31","author":"V Shute","year":"2020","unstructured":"Shute, V., et al.: The design, development, and testing of learning supports for the Physics Playground game. Int. J. Artif. Intell. Educ. 31, 357\u2013379 (2020)","journal-title":"Int. J. Artif. Intell. Educ."},{"key":"24_CR16","unstructured":"Viswanathan, V.K., Hurt, J.T., Hammond, T., Caldwell, B., Talley, K., Linsey, J.: Impact of a sketch-based tutoring system at multiple universities. In: ASEE Virtual Annual Conference Content Access (2020)"},{"key":"24_CR17","doi-asserted-by":"publisher","first-page":"1765","DOI":"10.1002\/tea.21773","volume":"59","author":"X Zhai","year":"2022","unstructured":"Zhai, X., He, P., Krajcik, J.: Applying machine learning to automatically assess scientific models. J. Res. Sci. Teach. 59, 1765\u20131794 (2022)","journal-title":"J. Res. Sci. Teach."},{"key":"24_CR18","doi-asserted-by":"crossref","unstructured":"Li, T., Liu, F., Krajcik, J.: Automatically assess elementary students\u2019 hand-drawn scientific models using deep learning of artificial intelligence. In: ISLS Annual Meeting 2023, pp. 1813\u20131814 (2023)","DOI":"10.22318\/icls2023.933529"},{"key":"24_CR19","doi-asserted-by":"crossref","unstructured":"Henkel, O., Hills, L., Roberts, B., McGrane, J.: Can LLMs grade open response reading comprehension questions? An empirical study using the ROARs dataset. Int. J. Artif. Intell. Educ. 1\u201326 (2024)","DOI":"10.1007\/s40593-024-00431-z"},{"key":"24_CR20","doi-asserted-by":"crossref","unstructured":"Cohn, C., Hutchins, N., Le, T., Biswas, G.: A chain-of-thought prompting approach with LLMs for evaluating students\u2019 formative assessment responses in science. In: Proceedings of the AAAI Conference on Artificial Intelligence, pp. 23182\u201323190 (2024)","DOI":"10.1609\/aaai.v38i21.30364"},{"key":"24_CR21","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1007\/s44163-024-00147-y","volume":"4","author":"G Kortemeyer","year":"2024","unstructured":"Kortemeyer, G.: Performance of the pre-trained large language model GPT-4 on automated short answer grading. Discov. Artif. Intell. 4, 47 (2024)","journal-title":"Discov. Artif. Intell."},{"key":"24_CR22","doi-asserted-by":"crossref","unstructured":"Kim, Y.J., et al.: Dual process masking for dialogue act recognition. In: Findings of the Association for Computational Linguistics: EMNLP 2024, pp. 15270\u201315283 (2024)","DOI":"10.18653\/v1\/2024.findings-emnlp.895"},{"key":"24_CR23","doi-asserted-by":"crossref","unstructured":"Acosta, H., et al.: Recognizing multi-party epistemic dialogue acts during collaborative game-based learning using large language models. Int. J. Artif. Intell. Educ. 1\u201325 (2024)","DOI":"10.1007\/s40593-024-00436-8"},{"key":"24_CR24","doi-asserted-by":"publisher","first-page":"6","DOI":"10.1111\/j.1745-3992.2006.00075.x","volume":"25","author":"RJ Mislevy","year":"2006","unstructured":"Mislevy, R.J., Haertel, G.D.: Implications of evidence-centered design for educational testing. Educ. Meas. Issues Pract. 25, 6\u201320 (2006)","journal-title":"Educ. Meas. Issues Pract."},{"key":"24_CR25","first-page":"1","volume":"3","author":"N McDonald","year":"2019","unstructured":"McDonald, N., Schoenebeck, S., Forte, A.: Reliability and inter-rater reliability in qualitative research: norms and guidelines for CSCW and HCI practice. Proc. ACM Hum.-Comput. Interact. 3, 1\u201323 (2019)","journal-title":"Proc. ACM Hum.-Comput. Interact."},{"key":"24_CR26","unstructured":"OpenAI: GPT-4o [Large language model] (2024)"},{"key":"24_CR27","unstructured":"DeepMind, G.: Gemini Flash 2.0. Google (2025)"},{"key":"24_CR28","unstructured":"OpenAI.: Best Practices: Prompt Engineering (2024)"}],"container-title":["Communications in Computer and Information Science","Artificial Intelligence in Education. Posters and Late Breaking Results, Workshops and Tutorials, Industry and Innovation Tracks, Practitioners, Doctoral Consortium, Blue Sky, and WideAIED"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-99264-3_24","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,7]],"date-time":"2025-09-07T18:54:11Z","timestamp":1757271251000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-99264-3_24"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031992636","9783031992643"],"references-count":28,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-99264-3_24","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"21 July 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"AIED","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Intelligence in Education","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Palermo","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 July 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 July 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aied2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/aied2025.itd.cnr.it\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}