{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,25]],"date-time":"2026-04-25T10:36:13Z","timestamp":1777113373031,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":37,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,4,27]]},"DOI":"10.1145\/3785022.3785033","type":"proceedings-article","created":{"date-parts":[[2026,4,25]],"date-time":"2026-04-25T09:39:01Z","timestamp":1777109941000},"page":"96-105","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["From Solo Graders to Assisted Annotation: Integrating LLM Suggestions into the Educational Data Creation Pipeline"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7617-5283","authenticated-orcid":false,"given":"Cleon","family":"Xavier","sequence":"first","affiliation":[{"name":"Instituto Federal Goiano, Ipor\u00e1, Brazil"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0343-3701","authenticated-orcid":false,"given":"Luiz","family":"Rodrigues","sequence":"additional","affiliation":[{"name":"Universidade Tecnologica Federal do Paran\u00e1, Londrina, Brazil"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0967-2300","authenticated-orcid":false,"given":"Ana","family":"Valdo","sequence":"additional","affiliation":[{"name":"Instituto Federal Goiano, Ipor\u00e1, Brazil"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-6075-2405","authenticated-orcid":false,"given":"Ariadne","family":"Carvalho","sequence":"additional","affiliation":[{"name":"Instituto Federal Goiano, Ipor\u00e1, Brazil"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8040-7534","authenticated-orcid":false,"given":"Gabriela","family":"Matos","sequence":"additional","affiliation":[{"name":"SENAI, Goi\u00e2nia, Brazil"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7765-1184","authenticated-orcid":false,"given":"Lucas","family":"Kalinke","sequence":"additional","affiliation":[{"name":"Instituto Federal de Goi\u00e1s, An\u00e1polis, Brazil"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2389-1040","authenticated-orcid":false,"given":"Ramon","family":"Vilela","sequence":"additional","affiliation":[{"name":"Instituto Federal Goiano, Campos Belos, Brazil"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2388-9079","authenticated-orcid":false,"given":"Erika","family":"Resende","sequence":"additional","affiliation":[{"name":"Instituto Federal Goiano, Ipor\u00e1, Brazil"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8454-1685","authenticated-orcid":false,"given":"Thais","family":"Moraes","sequence":"additional","affiliation":[{"name":"Instituto Federal Goiano, Ipor\u00e1, Brazil"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-1444-1643","authenticated-orcid":false,"given":"Matheus","family":"Silva","sequence":"additional","affiliation":[{"name":"Instituto Federal Goiano, Ipor\u00e1, Brazil"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8964-0519","authenticated-orcid":false,"given":"Nara","family":"Nobre-Silva","sequence":"additional","affiliation":[{"name":"Instituto Federal Goiano, Ipor\u00e1, Brazil"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4954-176X","authenticated-orcid":false,"given":"Newarney","family":"Costa","sequence":"additional","affiliation":[{"name":"Instituto Federal Goiano, Ipor\u00e1, Brazil"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3303-9396","authenticated-orcid":false,"given":"Fabiola","family":"Ribeiro","sequence":"additional","affiliation":[{"name":"Instituto Federal Goiano, Catal\u00e3o, Brazil"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5228-1583","authenticated-orcid":false,"given":"Anderson","family":"Pinheiro","sequence":"additional","affiliation":[{"name":"Universidade Federal Rural de Pernambuco, Belo Jardim, Brazil"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9265-1908","authenticated-orcid":false,"given":"Dragan","family":"Gasevic","sequence":"additional","affiliation":[{"name":"Monash University, Melbourne, Brazil"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3548-9670","authenticated-orcid":false,"given":"Rafael","family":"Ferreira Mello","sequence":"additional","affiliation":[{"name":"Monash University, Melbourne, Brazil and CESAR School, Recife, Brazil"}]}],"member":"320","published-online":{"date-parts":[[2026,4,26]]},"reference":[{"key":"e_1_3_3_2_2_2","doi-asserted-by":"crossref","unstructured":"Babak Abedin Christian Meske Iris Junglas Fethi Rabhi and Hamid\u00a0R Motahari-Nezhad. 2022. Designing and managing human-AI interactions. Information Systems Frontiers 24 3 (2022) 691\u2013697.","DOI":"10.1007\/s10796-022-10313-1"},{"key":"e_1_3_3_2_3_2","first-page":"554","volume-title":"Proceedings of the 18th International Conference on Educational Data Mining","author":"Bhandari Shreya","year":"2025","unstructured":"Shreya Bhandari and Zach Pardos. 2025. Can Language Models Grade Algebra Worked Solutions? Evaluating LLM-Based Autograders Against Human Grading. In Proceedings of the 18th International Conference on Educational Data Mining. 554\u2013558."},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"crossref","unstructured":"Steven Burrows Iryna Gurevych and Benno Stein. 2015. The eras and trends of automatic short answer grading. International journal of artificial intelligence in education 25 1 (2015) 60\u2013117.","DOI":"10.1007\/s40593-014-0026-8"},{"key":"e_1_3_3_2_5_2","first-page":"309","volume-title":"Proceedings of the 19th workshop on innovative use of nlp for building educational applications (bea 2024)","author":"Chamieh Imran","year":"2024","unstructured":"Imran Chamieh, Torsten Zesch, and Klaus Giebermann. 2024. Llms in short answer scoring: Limitations and promise of zero-shot and few-shot approaches. In Proceedings of the 19th workshop on innovative use of nlp for building educational applications (bea 2024). 309\u2013315."},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v38i21.30363"},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"publisher","DOI":"10.5281\/zenodo.15870201"},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"publisher","unstructured":"John\u00a0A. Erickson Anthony\u00a0F. Botelho Steven McAteer Ashvini Varatharaj and Neil\u00a0T. Heffernan. 2020. The automated grading of student open responses in mathematics(LAK \u201920). Association for Computing Machinery New York NY USA 615\u2013624. 10.1145\/3375462.3375523","DOI":"10.1145\/3375462.3375523"},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.760"},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"publisher","DOI":"10.1145\/3706468.3706481"},{"key":"e_1_3_3_2_11_2","doi-asserted-by":"publisher","DOI":"10.5753\/cbie.sbie.2018.1373"},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-03928-8_31"},{"key":"e_1_3_3_2_13_2","unstructured":"Louie Giray. 2023. Prompt Engineering with ChatGPT: A Guide for Academic Writers. Annals of Biomedical Engineering (2023) 1\u20135."},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"crossref","unstructured":"Christian Gr\u00e9visse. 2024. LLM-based automatic short answer grading in undergraduate medical education. BMC Medical Education 24 1 (2024) 1060.","DOI":"10.1186\/s12909-024-06026-5"},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"crossref","unstructured":"Kenneth Holstein and Vincent Aleven. 2022. Designing for human\u2013AI complementarity in K-12 education. Ai Magazine 43 2 (2022) 239\u2013248.","DOI":"10.1002\/aaai.12058"},{"key":"e_1_3_3_2_16_2","doi-asserted-by":"crossref","unstructured":"Mohammad Khalil Paul Prinsloo and Sharon Slade. 2023. Fairness trust transparency equity and responsibility in learning analytics. Journal of Learning Analytics 10 1 (2023) 1\u20137.","DOI":"10.18608\/jla.2023.7983"},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"publisher","DOI":"10.1145\/3576050.3576119"},{"key":"e_1_3_3_2_18_2","first-page":"183","volume-title":"European Conference on Technology Enhanced Learning","author":"Mello Rafael\u00a0Ferreira","year":"2025","unstructured":"Rafael\u00a0Ferreira Mello, Lenon Anthony, Jamilla Lobo, Fab\u00edola Gon\u00e7alves\u00a0Coelho Ribeiro, Cleon Xavier, Newarney\u00a0Torrez\u00e3o da Costa, Dragan Gasevic, and Luiz Rodrigues. 2025. Empowering equitable learning with llms: enhancing writing skills in low-resource contexts. In European Conference on Technology Enhanced Learning. Springer, 183\u2013197."},{"key":"e_1_3_3_2_19_2","unstructured":"Rafael\u00a0Ferreira Mello Elyda Freitas Luciano Cabral Filipe\u00a0Dwan Pereira Luiz Rodrigues Mladen Rakovic Jackson Raniel and Dragan Ga\u0161evic. 2024. Words of Wisdom: A Journey through the Realm of Natural Language Processing for Learning Analytics\u2013A Systematic Literature Review. Journal of Learning Analytics 11 3 (2024) 82\u2013105."},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"publisher","DOI":"10.5555\/2002472.2002568"},{"key":"e_1_3_3_2_21_2","doi-asserted-by":"publisher","DOI":"10.1145\/3506860.3506897"},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"publisher","DOI":"10.1609\/icwsm.v19i1.35883"},{"key":"e_1_3_3_2_23_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613372.3614197"},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"publisher","DOI":"10.1145\/3706468.3706515"},{"key":"e_1_3_3_2_25_2","doi-asserted-by":"crossref","unstructured":"Luiz Rodrigues Cleon Xavier Newarney Costa Dragan Gasevic and Rafael\u00a0Ferreira Mello. 2025. Is GPT-4 Fair? An Empirical Analysis in Automatic Short Answer Grading. Computers and Education: Artificial Intelligence (2025) 100428.","DOI":"10.1016\/j.caeai.2025.100428"},{"key":"e_1_3_3_2_26_2","doi-asserted-by":"publisher","DOI":"10.5220\/0012552200003693"},{"key":"e_1_3_3_2_27_2","doi-asserted-by":"publisher","DOI":"10.1109\/SCSE61872.2024.10550624"},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"publisher","DOI":"10.1145\/3706468.3706527"},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-64302-6_12"},{"key":"e_1_3_3_2_30_2","unstructured":"Danielle\u00a0R Thomas Conrad Borchers and Kenneth\u00a0R Koedinger. 2025. Beyond Agreement: Rethinking Ground Truth in Educational AI Annotation. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2508.00143 (2025)."},{"key":"e_1_3_3_2_31_2","doi-asserted-by":"crossref","unstructured":"Rebecka Weegar and Peter Idestam-Almquist. 2024. Reducing workload in short answer grading using machine learning. International Journal of Artificial Intelligence in Education 34 2 (2024) 247\u2013273.","DOI":"10.1007\/s40593-022-00322-1"},{"key":"e_1_3_3_2_32_2","unstructured":"Jules White Quchen Fu Sam Hays Michael Sandborn Carlos Olea Henry Gilbert Ashraf Elnashar Jesse Spencer-Smith and Douglas\u00a0C Schmidt. 2023. A prompt pattern catalog to enhance prompt engineering with chatgpt. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2302.11382 (2023)."},{"key":"e_1_3_3_2_33_2","doi-asserted-by":"publisher","DOI":"10.5555\/2349018"},{"key":"e_1_3_3_2_34_2","first-page":"534","volume-title":"European Conference on Technology Enhanced Learning","author":"Xavier Cleon","year":"2025","unstructured":"Cleon Xavier, Newarney\u00a0Torrez\u00e3o da Costa, Ana\u00a0Karoline Valdo, Gabriel Alves, Luiz Rodrigues, Luiz\u00a0Fernando Rodrigues, Matheus Silva, Rodrigues Neto, Taciana\u00a0Pontual Falc\u00e3o, Dragan Gasevic, et\u00a0al. 2025. Human Teacher vs. LLM-Generated Feedback in Secondary Education: A Comparative Study on Student Perceptions. In European Conference on Technology Enhanced Learning. Springer, 534\u2013548."},{"key":"e_1_3_3_2_35_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-032-03870-8_36"},{"key":"e_1_3_3_2_36_2","doi-asserted-by":"publisher","DOI":"10.1145\/3706468.3706507"},{"key":"e_1_3_3_2_37_2","doi-asserted-by":"crossref","unstructured":"Lixiang Yan Samuel Greiff Ziwen Teuber and Dragan Ga\u0161evi\u0107. 2024. Promises and challenges of generative artificial intelligence for human learning. Nature Human Behaviour 8 10 (2024) 1839\u20131850.","DOI":"10.1038\/s41562-024-02004-5"},{"key":"e_1_3_3_2_38_2","first-page":"39","volume-title":"International Conference on Computer Science and Educational Informatization","author":"Zheng He","year":"2024","unstructured":"He Zheng, Qing Sun, Qiushuo Li, Yunxin Liu, Yuanxin Ouyang, and Qinghua Cao. 2024. FusionASAG: An LLM-Enhanced Automatic Short Answer Grading Model for Subjective Questions in Online Education. In International Conference on Computer Science and Educational Informatization. Springer, 39\u201352."}],"event":{"name":"LAK 2026: LAK26: 16th International Learning Analytics and Knowledge Conference","location":"Bergen Norway","acronym":"LAK 2026"},"container-title":["Proceedings of the LAK26: 16th International Learning Analytics and Knowledge Conference"],"original-title":[],"deposited":{"date-parts":[[2026,4,25]],"date-time":"2026-04-25T09:47:00Z","timestamp":1777110420000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3785022.3785033"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,26]]},"references-count":37,"alternative-id":["10.1145\/3785022.3785033","10.1145\/3785022"],"URL":"https:\/\/doi.org\/10.1145\/3785022.3785033","relation":{},"subject":[],"published":{"date-parts":[[2026,4,26]]},"assertion":[{"value":"2026-04-26","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}