{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T19:17:15Z","timestamp":1776107835332,"version":"3.50.1"},"reference-count":74,"publisher":"Elsevier BV","issue":"4","license":[{"start":{"date-parts":[[2025,1,22]],"date-time":"2025-01-22T00:00:00Z","timestamp":1737504000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,22]],"date-time":"2025-01-22T00:00:00Z","timestamp":1737504000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["DUE-2020784"],"award-info":[{"award-number":["DUE-2020784"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["DUE-2020784"],"award-info":[{"award-number":["DUE-2020784"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["DUE-2020784"],"award-info":[{"award-number":["DUE-2020784"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["DUE-2020784"],"award-info":[{"award-number":["DUE-2020784"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["DUE-2020784"],"award-info":[{"award-number":["DUE-2020784"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int J Artif Intell Educ"],"published-print":{"date-parts":[[2025,12]]},"DOI":"10.1007\/s40593-024-00453-7","type":"journal-article","created":{"date-parts":[[2025,1,22]],"date-time":"2025-01-22T12:12:55Z","timestamp":1737547975000},"page":"1825-1859","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":11,"title":["Using Large Language Models for Automated Grading of Student Writing about Science"],"prefix":"10.1016","volume":"35","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3515-167X","authenticated-orcid":false,"given":"Chris","family":"Impey","sequence":"first","affiliation":[]},{"given":"Matthew","family":"Wenger","sequence":"additional","affiliation":[]},{"given":"Nikhil","family":"Garuda","sequence":"additional","affiliation":[]},{"given":"Shahriar","family":"Golchin","sequence":"additional","affiliation":[]},{"given":"Sarah","family":"Stamer","sequence":"additional","affiliation":[]}],"member":"78","published-online":{"date-parts":[[2025,1,22]]},"reference":[{"issue":"4","key":"453_CR1","doi-asserted-by":"publisher","first-page":"1","DOI":"10.24018\/ejedu.2023.4.4.686","volume":"4","author":"M Alseddiqi","year":"2023","unstructured":"Alseddiqi, M., Al-Mofleh, A., Albalooshi, L., & Najam, O. (2023). Revolutionizing online learning: The potential of ChatGPT in massive open online courses. European Journal of Education and Pedagogy, 4(4), 1\u20135. https:\/\/doi.org\/10.24018\/ejedu.2023.4.4.686","journal-title":"European Journal of Education and Pedagogy"},{"key":"453_CR2","volume-title":"Perspectives on Generative AI: College Leaders Assess the Promise and the Threat of a Game-Changing Tool","author":"M Anft","year":"2023","unstructured":"Anft, M. (2023). Perspectives on Generative AI: College Leaders Assess the Promise and the Threat of a Game-Changing Tool. The Chronicle of Higher Education."},{"key":"453_CR3","doi-asserted-by":"crossref","unstructured":"Azad, S., Chen, B., Fowler, M., West, M., & Zilles, C. (2020). Strategies for Deploying Unreliable AI Graders in High-transparency High-stakes Exams. In: International Conference on Artificial Intelligence in Education. Springer, pp. 16\u201328.","DOI":"10.1007\/978-3-030-52237-7_2"},{"key":"453_CR4","doi-asserted-by":"publisher","first-page":"727","DOI":"10.1007\/s12528-021-09283-1","volume":"33","author":"M Beseiso","year":"2021","unstructured":"Beseiso, M., Alzubi, O. A., & Rashaideh, H. (2021). A novel automated essay scoring approach for reliable higher education assessments. Journal of Computing in Higher Education, 33, 727\u2013746.","journal-title":"Journal of Computing in Higher Education"},{"issue":"5","key":"453_CR5","doi-asserted-by":"publisher","first-page":"809","DOI":"10.1080\/02602938.2020.1812512","volume":"46","author":"M Biango-Daniels","year":"2020","unstructured":"Biango-Daniels, M., & Sarvary, M. (2020). A Challenge in teaching scientific communication: Academic experience does not improve undergraduates\u2019 ability to assess their or their peers\u2019 writing. Assessment and Evaluation in Higher Education, 46(5), 809\u2013820.","journal-title":"Assessment and Evaluation in Higher Education"},{"key":"453_CR6","unstructured":"Bojic, L., Kovacevic, P., & Cabarkapa, M. (2023). GPT-4 Surpassing human performance in linguistic pragmatics. https:\/\/arxiv.org\/abs\/2312.09545"},{"key":"453_CR7","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-68449-5_25","volume-title":"Intelligent Human Computer Interaction. IHCI 2020. Lecture Notes in Computer Science","author":"JG Borad","year":"2021","unstructured":"Borad, J. G., & Netak, L. D. (2021). Automated Grading of Essays: A Review. In M. Singh, D. K. Kang, J. H. Lee, U. S. Tiwary, D. Singh, & W. Y. Chung (Eds.), Intelligent Human Computer Interaction. IHCI 2020. Lecture Notes in Computer Science.  (Vol. 12615). Springer. https:\/\/doi.org\/10.1007\/978-3-030-68449-5_25"},{"issue":"346","key":"453_CR8","doi-asserted-by":"publisher","first-page":"364","DOI":"10.1080\/01621459.1974.10482955","volume":"69","author":"MB Brown","year":"1974","unstructured":"Brown, M. B., & Forsythe, A. B. (1974). Robust tests for the equality of variances. Journal of the American Statistical Association, 69(346), 364\u2013367.","journal-title":"Journal of the American Statistical Association"},{"key":"453_CR9","volume-title":"Practical nonparametric statistics","author":"WJ Conover","year":"1999","unstructured":"Conover, W. J. (1999). Practical nonparametric statistics (Vol. 350). John Wiley & Sons."},{"key":"453_CR10","unstructured":"Conover, W. J., & Iman, R. L. (1979).\u00a0Multiple-comparisons procedures. Informal report\u00a0(No. LA-7677-MS). Los Alamos National Lab.(LANL), Los Alamos, NM (United States)."},{"issue":"5","key":"453_CR11","doi-asserted-by":"publisher","first-page":"289","DOI":"10.1525\/abt.2023.85.5.289","volume":"85","author":"A Eden","year":"2023","unstructured":"Eden, A. (2023). A modified claim, evidence, reasoning organizer to support writing in the science classroom. The American Biology Teacher, 85(5), 289\u2013291.","journal-title":"The American Biology Teacher"},{"issue":"1","key":"453_CR12","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1214\/aos\/1176344552","volume":"7","author":"B Efron","year":"1979","unstructured":"Efron, B. (1979). Bootstrap methods: Another look at the Jackknife. The Annals of Statistics, 7(1), 1\u201326.","journal-title":"The Annals of Statistics"},{"issue":"4","key":"453_CR13","doi-asserted-by":"publisher","first-page":"431","DOI":"10.1002\/tea.21080","volume":"50","author":"JH Falk","year":"2013","unstructured":"Falk, J. H., & Needham, M. D. (2013). Factors Contributing to Adult Knowledge of Science and Technology. Journal of Research in Science Teaching, 50(4), 431\u2013452.","journal-title":"Journal of Research in Science Teaching"},{"key":"453_CR14","doi-asserted-by":"crossref","unstructured":"Filighera, A., Steuer, T., & Rensing, C. (2020, June). Fooling Automatic Short Answer Grading Systems. In International conference on artificial intelligence in education. Springer International Publishing, pp. 177\u2013190.","DOI":"10.1007\/978-3-030-52237-7_15"},{"key":"453_CR15","doi-asserted-by":"publisher","first-page":"243","DOI":"10.1016\/j.compedu.2017.05.019","volume":"113","author":"M Formanek","year":"2017","unstructured":"Formanek, M., Wenger, M., Buxner, S., Impey, C. D., & Sonam, T. (2017). Insights about large-scale online peer assessment from an analysis of an astronomy MOOC. Computers and Education, 113, 243.","journal-title":"Computers and Education"},{"key":"453_CR16","doi-asserted-by":"publisher","first-page":"020140","DOI":"10.1103\/PhysRevPhysEducRes.15.020140","volume":"15","author":"M Formanek","year":"2019","unstructured":"Formanek, M., Buxner, S., Impey, C., & Wenger, M. (2019). Relationship between learners\u2019 motivation and course engagement in an astronomy massive open online course. Physical Review Physics Education Research, 15, 020140.","journal-title":"Physical Review Physics Education Research"},{"issue":"200","key":"453_CR17","doi-asserted-by":"publisher","first-page":"675","DOI":"10.1080\/01621459.1937.10503522","volume":"32","author":"M Friedman","year":"1937","unstructured":"Friedman, M. (1937). The use of ranks to avoid the assumption of normality implicit in the analysis of variance. Journal of the American Statistical Association, 32(200), 675\u2013701.","journal-title":"Journal of the American Statistical Association"},{"issue":"1","key":"453_CR18","doi-asserted-by":"publisher","first-page":"86","DOI":"10.1214\/aoms\/1177731944","volume":"11","author":"M Friedman","year":"1940","unstructured":"Friedman, M. (1940). A comparison of alternative tests of significance for the problem of m rankings. The Annals of Mathematical Statistics, 11(1), 86\u201392.","journal-title":"The Annals of Mathematical Statistics"},{"issue":"2","key":"453_CR19","doi-asserted-by":"publisher","first-page":"268","DOI":"10.1080\/01587919.2021.1911626","volume":"42","author":"D Gamage","year":"2021","unstructured":"Gamage, D., Staubitz, T., & Whiting, M. (2021). Peer Assessment in MOOCs. Systematic Literature Review. Distance Education, 42(2), 268\u2013289. https:\/\/doi.org\/10.1080\/01587919.2021.1911626","journal-title":"Systematic Literature Review. Distance Education"},{"issue":"1","key":"453_CR20","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1177\/0741088318804820","volume":"36","author":"AR Gere","year":"2019","unstructured":"Gere, A. R., Limlamai, N., Wilson, E., Saylor, K. M., & Pugh, R. (2019). Writing and conceptual learning in science: An analysis of assignments. Written Communication, 36(1), 99\u2013135.","journal-title":"Written Communication"},{"key":"453_CR21","unstructured":"Golchin, S., & Surdeanu, M. (2023a). Time Travel in LLMs: Tracing data contamination in large language models. https:\/\/arxiv.org\/abs\/2308.08493. Accessed 7 Feb 2024"},{"key":"453_CR22","unstructured":"Golchin, S., & Surdeanu, M. (2023b). Data contamination quiz: A tool to detect and estimate contamination in large language models. https:\/\/arxiv.org\/abs\/2311.06233. Accessed 7 Feb 2024"},{"key":"453_CR23","unstructured":"Golchin, S., Garuda, N., Impey, C., & Wenger, M. (2024). Large language models as MOOCs graders. https:\/\/arxiv.org\/abs\/2402.03776. Accessed 7 Feb 2024"},{"issue":"2","key":"453_CR24","doi-asserted-by":"publisher","first-page":"179","DOI":"10.3102\/0034654320914744","volume":"90","author":"S Graham","year":"2020","unstructured":"Graham, S., Kiuhara, S. A., & MacKay, M. (2020). The effects of writing on learning in science, social studies, and mathematics: A meta-analysis. Review of Educational Research, 90(2), 179\u2013226.","journal-title":"Review of Educational Research"},{"issue":"7","key":"453_CR25","doi-asserted-by":"publisher","first-page":"692","DOI":"10.3390\/educsci13070692","volume":"13","author":"S Grassini","year":"2023","unstructured":"Grassini, S. (2023). Shaping the future of education: Exploring the potential and consequences of AI and ChatGPT in educational settings. Education Sciences, 13(7), 692.","journal-title":"Education Sciences"},{"issue":"10","key":"453_CR26","doi-asserted-by":"publisher","first-page":"1021","DOI":"10.1080\/095006999290165","volume":"21","author":"B Hand","year":"1999","unstructured":"Hand, B., Lawrence, C., & Yore, L. D. (1999). A writing in science framework designed to enhance science literacy. International Journal of Science Education, 21(10), 1021\u20131035.","journal-title":"International Journal of Science Education"},{"issue":"4","key":"453_CR27","doi-asserted-by":"publisher","first-page":"542","DOI":"10.1111\/ejed.12533","volume":"57","author":"W Holmes","year":"2022","unstructured":"Holmes, W., & Tuomi, I. (2022). State of the art and practice in AI in education. European Journal of Education, 57(4), 542\u2013570.","journal-title":"European Journal of Education"},{"issue":"2","key":"453_CR28","doi-asserted-by":"publisher","first-page":"17","DOI":"10.15640\/jehd.v9n2a3","volume":"9","author":"CD Impey","year":"2020","unstructured":"Impey, C. D. (2020). Higher education online and the developing world. Journal of Education and Human Development, 9(2), 17\u201324.","journal-title":"Journal of Education and Human Development"},{"key":"453_CR29","doi-asserted-by":"publisher","DOI":"10.32374\/AzEJ.2023.3.1.058aep","author":"CD Impey","year":"2023","unstructured":"Impey, C. D. (2023). Knowing the Universe: Teaching the History and Philosophy of Astronomy. Astronomy Education Journal. https:\/\/doi.org\/10.32374\/AzEJ.2023.3.1.058aep","journal-title":"Astronomy Education Journal"},{"issue":"1","key":"453_CR30","doi-asserted-by":"publisher","first-page":"57","DOI":"10.19173\/irrodl.v16i1.1983","volume":"16","author":"CD Impey","year":"2015","unstructured":"Impey, C. D., Wenger, M. C., & Austin, C. L. (2015). Astronomy for astronomical numbers: A worldwide massive open online class. The International Review of Research in Open and Distributed Learning, 16(1), 57\u201379.","journal-title":"The International Review of Research in Open and Distributed Learning"},{"key":"453_CR31","first-page":"20","volume":"21","author":"CD Impey","year":"2016","unstructured":"Impey, C. D., Wenger, M., Formanek, M., & Buxner, S. (2016). Bringing the Universe to the world: Lessons learned from a massive open online class on astronomy. Communicating Astronomy with the Public Journal, 21, 20\u201330.","journal-title":"Communicating Astronomy with the Public Journal"},{"issue":"4","key":"453_CR32","doi-asserted-by":"publisher","first-page":"460","DOI":"10.1089\/ast.2022.0054","volume":"23","author":"CD Impey","year":"2023","unstructured":"Impey, C. D., Wenger, M., & Riabokin, X. (2023). The design and delivery of an astrobiology massive open online course. Astrobiology, 23(4), 460\u2013468.","journal-title":"Astrobiology"},{"issue":"2","key":"453_CR33","doi-asserted-by":"publisher","first-page":"130","DOI":"10.1016\/j.edurev.2007.05.002","volume":"2","author":"A Jonsson","year":"2007","unstructured":"Jonsson, A., & Svingby, G. (2007). The use of scoring rubrics: Reliability, validity and educational consequences. Educational Research Review, 2(2), 130\u2013144.","journal-title":"Educational Research Review"},{"key":"453_CR34","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1016\/j.compedu.2018.02.013","volume":"122","author":"Y Jung","year":"2018","unstructured":"Jung, Y., & Lee, J. (2018). Learning engagement and persistence in massive open online courses (MOOCS). Computers & Education, 122, 9\u201322.","journal-title":"Computers & Education"},{"key":"453_CR35","doi-asserted-by":"publisher","first-page":"102274","DOI":"10.1016\/j.lindif.2023.102274","volume":"103","author":"E Kasneci","year":"2023","unstructured":"Kasneci, E., Se\u00dfler, K., K\u00fcchemann, S., Bannert, M., Dementieva, D., Fischer, F., Gasser, U., Groh, G., G\u00fcnnemann, S., H\u00fcllermeier, E., Krusche, S., Kutyniok, G., Michaeli, T., Nerdel, C., Pfeffer, J., Poquet, O., Sailer, M., Schmidt, A., Seidel, T., \u2026 Kasneci, G. (2023). ChatGPT for good? On opportunities and challenges of large language models for education. Learning and Individual Differences, 103, 102274. https:\/\/doi.org\/10.1016\/j.lindif.2023.102274","journal-title":"Learning and Individual Differences"},{"key":"453_CR36","unstructured":"Khan, S. (2023). Harnessing GPT-4 so that all students benefit. A nonprofit approach for equal access. https:\/\/blog.khanacademy.org\/harnessing-ai-so-that-all-students-benefit-a-nonprofit-approach-for-equal-access\/. Accessed 7 Feb. 2024."},{"key":"453_CR37","unstructured":"Koneru, S., Wu, J, & Rajtmajer, S. (2023). Can Large Language Models Discern Evidence for Scientific Hypotheses? Case Studies in the Social Sciences. https:\/\/arxiv.org\/abs\/2309.06578."},{"issue":"4","key":"453_CR38","doi-asserted-by":"publisher","first-page":"212","DOI":"10.1207\/s15430421tip4104_2","volume":"41","author":"DR Krathwohl","year":"2002","unstructured":"Krathwohl, D. R. (2002). A revision of bloom\u2019s taxonomy: an overview. Theory into Practice, 41(4), 212\u2013218.","journal-title":"Theory into Practice"},{"issue":"1","key":"453_CR39","first-page":"38","volume":"11","author":"S Kruchinin","year":"2019","unstructured":"Kruchinin, S. (2019). An investigation into the attraction and completion rates of MOOCs. Knowledge Management & E-Learning, 11(1), 38\u201358.","journal-title":"Knowledge Management & E-Learning"},{"key":"453_CR40","doi-asserted-by":"publisher","first-page":"538","DOI":"10.1007\/s40593-020-00211-5","volume":"31","author":"VS Kumar","year":"2020","unstructured":"Kumar, V. S., & Boulanger, D. (2020). Automated essay scoring and the deep learning black box: How are rubric scores determined? International Journal of Artificial Intelligence in Education, 31, 538\u2013584.","journal-title":"International Journal of Artificial Intelligence in Education"},{"key":"453_CR41","doi-asserted-by":"publisher","first-page":"389","DOI":"10.1023\/A:1025779619903","volume":"37","author":"C Leacock","year":"2003","unstructured":"Leacock, C., & Chodorow, M. (2003). C-rater: Automated scoring of short-answer questions. Computers and the Humanities, 37, 389\u2013405.","journal-title":"Computers and the Humanities"},{"key":"453_CR42","unstructured":"Levene, H. (1960). Contributions to probability and statistics: Essays in honor of Harold Hotelling. In I. Olkin (Eds.) (pp. 278\u2013292). Stanford University Press."},{"key":"453_CR43","doi-asserted-by":"crossref","unstructured":"Libarkin, J., & Ording, G. (2012). The Utility of Writing Assignments in Undergraduate Bioscience. CBE\u2014Life Sciences Education, 11(1), 39\u201346.","DOI":"10.1187\/cbe.11-07-0058"},{"issue":"3","key":"453_CR44","doi-asserted-by":"publisher","first-page":"162","DOI":"10.1080\/00461520.2022.2089147","volume":"57","author":"F Martin","year":"2022","unstructured":"Martin, F., & Borup, J. (2022). Online learner engagement: Conceptual definitions, research themes, and supportive practices. Educational Psychologist, 57(3), 162\u2013177.","journal-title":"Educational Psychologist"},{"issue":"5","key":"453_CR45","doi-asserted-by":"publisher","first-page":"1007","DOI":"10.1002\/sce.21454","volume":"102","author":"A Moon","year":"2018","unstructured":"Moon, A., Gear, A. R., & Schultz, G. V. (2018). Writing in the STEM classroom: Faculty conceptions of writing and its role in the undergraduate classroom. Science Education, 102(5), 1007\u20131028.","journal-title":"Science Education"},{"key":"453_CR46","doi-asserted-by":"publisher","unstructured":"Morris, W., Crossley, S. A., Holmes, L., & Trumbore, A. (2023). Using Transformer Language Models to Validate Peer-Assigned Essay Scores in Massive Open Online Courses (MOOCs). LAK23: 13th International Learning Analytics and Knowledge Conference, pp. 315\u2013323. https:\/\/doi.org\/10.1145\/3576050.3576098.","DOI":"10.1145\/3576050.3576098"},{"key":"453_CR47","doi-asserted-by":"publisher","DOI":"10.1038\/s41539-019-0046-0","author":"BA Oakley","year":"2019","unstructured":"Oakley, B. A., & Sejnowski, T. J. (2019). What We Learned from creating one of the world\u2019s most popular MOOCs. MJP Science Learning. https:\/\/doi.org\/10.1038\/s41539-019-0046-0","journal-title":"MJP Science Learning"},{"key":"453_CR48","unstructured":"Onah, D. F., Sinclair, J., & Boyatt, R. (2014). Dropout Rates of Massive Open Online courses: Behavioural Patterns. EDULEARN14 proceedings, pp. 5825\u20135834."},{"key":"453_CR49","unstructured":"OpenAI (2023). OpenAI Customer Stories: Khan Academy. https:\/\/openai.com\/customer-stories\/khan-academy. Accessed 7 Feb. 2024."},{"key":"453_CR50","unstructured":"Ouyang, L., Wu, J., Jiang, X., Almeida, D., Wainwright, C., Mishkin, P., Zhang, C., Agarwal, S., Slama, K., Ray, A., Schulman, J., Hilton, J., Kelton, F., Miller, L., Simens, M., Askell, A., Welinder, P., Christiano, P. F., Leike, J. & Lowe, R.\u00a0(2022). Training language models to follow instructions with human feedback. Advances in neural information processing systems, 35, 27730\u201327744."},{"issue":"10","key":"453_CR51","doi-asserted-by":"publisher","first-page":"2636","DOI":"10.1080\/03610918.2014.931971","volume":"44","author":"DG Pereira","year":"2015","unstructured":"Pereira, D. G., Afonso, A., & Medeiros, F. M. (2015). Overview of Friedman\u2019s test and post-hoc analysis. Communications in Statistics-Simulation and Computation, 44(10), 2636\u20132653.","journal-title":"Communications in Statistics-Simulation and Computation"},{"key":"453_CR52","doi-asserted-by":"publisher","first-page":"e00189","DOI":"10.1128\/jmbe.00189-21","volume":"22","author":"A Pisano","year":"2021","unstructured":"Pisano, A., Crawford, A., Huffman, H., Graham, B., & Kelp, N. (2021). Development and validation of a universal science writing rubric that is applicable to diverse genres of science writing. Journal of Microbiology and Biology Education, 22, e00189-e221. https:\/\/doi.org\/10.1128\/jmbe.00189-21","journal-title":"Journal of Microbiology and Biology Education"},{"issue":"2","key":"453_CR53","doi-asserted-by":"publisher","first-page":"140","DOI":"10.1187\/cbe.06-11-0203","volume":"6","author":"IJ Quitadamo","year":"2007","unstructured":"Quitadamo, I. J., & Kurtz, M. J. (2007). Learning to improve: Using writing to increase critical thinking performance in general education biology. CBE\u2014Life Sciences Education, 6(2), 140\u2013154.","journal-title":"CBE\u2014Life Sciences Education"},{"key":"453_CR54","doi-asserted-by":"publisher","unstructured":"Ramos Rojas, J. A., Beth Kery, M., Rosenthal, S., & Dey, A. (2017). Sampling techniques to improve big data exploration. 2017 IEEE 7th Symposium on Large Data Analysis and Visualization (LDAV), 26\u201335. https:\/\/doi.org\/10.1109\/LDAV.2017.8231848.","DOI":"10.1109\/LDAV.2017.8231848"},{"issue":"1","key":"453_CR55","first-page":"21","volume":"2","author":"NM Razali","year":"2011","unstructured":"Razali, N. M., & Wah, Y. B. (2011). Power comparisons of Shapiro-Wilk, Kolmogorov-Smirnov, Lilliefors and Anderson-Darling tests. Journal of Statistical Modeling and Analytics, 2(1), 21\u201333.","journal-title":"Journal of Statistical Modeling and Analytics"},{"issue":"6423","key":"453_CR56","doi-asserted-by":"publisher","first-page":"130","DOI":"10.1126\/science.aav7958","volume":"363","author":"J Reich","year":"2019","unstructured":"Reich, J., & Ruip\u00e9rez-Valiente, J. A. (2019). The MOOC pivot. Science, 363(6423), 130\u2013131.","journal-title":"Science"},{"key":"453_CR57","doi-asserted-by":"publisher","first-page":"2473","DOI":"10.1007\/s00146-021-01377-9","volume":"38","author":"M Ryan","year":"2023","unstructured":"Ryan, M. (2023). The societal and ethical impacts of artificial intelligence in agriculture: Mapping agricultural AI literature. AI and Society, 38, 2473\u20132485.","journal-title":"AI and Society"},{"key":"453_CR58","doi-asserted-by":"publisher","unstructured":"S\u00e1nchez-Prieto, J. C., Gamazo, A., Cruz-Benito, J., Ther\u00f3n, R., & Garc\u00eda-Pe\u00f1alvo, F. J. (2020). AI-Driven Assessment of Students: Current Uses and Research Trends. In P. Zaphiris and A. Ioannou (Eds.), Learning and Collaboration Technologies. Design, Experiences. 7th International Conference, LCT 2020, Copenhagen, Denmark, Springer Nature, 1, 292\u2013302. https:\/\/doi.org\/10.1007\/978-3-030-50513-4_22.","DOI":"10.1007\/978-3-030-50513-4_22"},{"key":"453_CR59","doi-asserted-by":"publisher","first-page":"263","DOI":"10.1007\/s11423-022-10081-4","volume":"70","author":"V Shah","year":"2022","unstructured":"Shah, V., Murthy, S., Warriem, J., Saharasbudhe, S., Banergee, G., & Iyer, S. (2022). Learner-centric MOOC model: A pedagogical design model towards active learner participation and higher completion rates. Educational Technology Research and Development, 70, 263\u2013288.","journal-title":"Educational Technology Research and Development"},{"key":"453_CR60","unstructured":"Shah, D. (2021). By the Numbers: MOOCs in 2021. Class Central. https:\/\/www.classcentral.com\/report\/mooc-stats-2021\/. Accessed 7 Feb 2024"},{"key":"453_CR61","doi-asserted-by":"publisher","unstructured":"Shamshiri, A., Ryu, K.R., & Park, J.Y. (2024). Text Mining and Natural Language Processing in Construction. Automation in Construction, 158. https:\/\/doi.org\/10.1016\/j.autcon.2023.105200.","DOI":"10.1016\/j.autcon.2023.105200"},{"issue":"3\u20134","key":"453_CR62","doi-asserted-by":"publisher","first-page":"591","DOI":"10.1093\/biomet\/52.3-4.591","volume":"52","author":"SS Shapiro","year":"1965","unstructured":"Shapiro, S. S., & Wilk, M. B. (1965). An analysis of variance test for normality (complete samples). Biometrika, 52(3\u20134), 591\u2013611.","journal-title":"Biometrika"},{"issue":"2","key":"453_CR63","doi-asserted-by":"publisher","first-page":"420","DOI":"10.1037\/0033-2909.86.2.420","volume":"86","author":"PE Shrout","year":"1979","unstructured":"Shrout, P. E., & Fleiss, J. L. (1979). Intraclass correlations: Uses in assessing rater reliability. Psychological Bulletin, 86(2), 420.","journal-title":"Psychological Bulletin"},{"key":"453_CR64","doi-asserted-by":"publisher","unstructured":"Stevens, D.D., & Levi, A.J. (2012). Introduction to Rubrics: An Assessment Tool to Save Grading Time, Convey Effective Feedback, and Promote Student Learning (2nd ed.). Routledge. https:\/\/doi.org\/10.4324\/9781003445432.","DOI":"10.4324\/9781003445432"},{"key":"453_CR65","doi-asserted-by":"publisher","first-page":"1930","DOI":"10.1038\/s41591-023-02448-8","volume":"29","author":"AJ Thirunavukasaru","year":"2023","unstructured":"Thirunavukasaru, A. J., Ting, D. S. J., Elangovan, K., Gutierrez, L., Tan, T. F., & Ting, D. S. W. (2023). Large language models in medicine. Nature Medicine, 29, 1930\u20131940.","journal-title":"Nature Medicine"},{"issue":"5","key":"453_CR66","doi-asserted-by":"publisher","first-page":"745","DOI":"10.1080\/02602938.2017.1405238","volume":"43","author":"M Usher","year":"2018","unstructured":"Usher, M., & Barak, M. (2018). Peer assessment in a project-based engineering course: Comparing between on-campus and online learning environments. Assessment & Evaluation in Higher Education, 43(5), 745\u2013759.","journal-title":"Assessment & Evaluation in Higher Education"},{"key":"453_CR67","doi-asserted-by":"publisher","unstructured":"Vanga, R.R., Sindhu, C., Bharath, M.S., Reddy, T.C., & Kanneganti, M. (2023). Autograder: A Feature-Based Quantitative Essay Grading System Using BERT. In: Tuba, M., Akashe, S., Joshi, A. (eds) ICT Infrastructure and Computing. ICT4SD 2023. Lecture Notes in Networks and Systems, Vol. 754. Springer, Singapore. https:\/\/doi.org\/10.1007\/978-981-99-4932-8_8.","DOI":"10.1007\/978-981-99-4932-8_8"},{"issue":"1","key":"453_CR68","first-page":"17","volume":"11","author":"Y Wang","year":"2015","unstructured":"Wang, Y., & Baker, R. (2015). Content or platform: Why do students complete MOOCs. MERLOT Journal of Online Learning and Teaching, 11(1), 17\u201330.","journal-title":"MERLOT Journal of Online Learning and Teaching"},{"key":"453_CR69","unstructured":"Wang, Y., Reddy, R.G., Mujahid, Z.M., Arora, A., Rubashevskii, A., Geng, J., Afzal, O.M., Pan, L., Borenstein, N., Pillai, A., Augenstein, I., Gurevych, Y., & Nakov, P. (2023). Factcheck-GPT: End-to-End Fine-Grained Document-Level Fact-Checking and Correction of LLM Output. https:\/\/arxiv.org\/abs\/2311.09000."},{"issue":"2","key":"453_CR70","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1007\/s40593-022-00322-1","volume":"34","author":"R Weegar","year":"2024","unstructured":"Weegar, R., & Idestam-Almquist, P. (2024). Reducing workload in short answer grading using machine learning. International Journal of Artificial Intelligence in Education, 34(2), 247\u2013273.","journal-title":"International Journal of Artificial Intelligence in Education"},{"key":"453_CR71","unstructured":"Ye, J., Chen, X., Xu, N., Zu, C., Shao, Z., Liu, S., Cui, Y., Zhao, Z., Gong, C., Shen, Y., Zhou, J., Chen, S., Gui, T., Zhang, Q., & Huang, X. (2023). A Comprehensive Capability Analysis of GPT-3 and GPT-3.5 Series Models. https:\/\/arxiv.org\/abs\/2303.10420. Accessed 7 Feb 2024"},{"issue":"4","key":"453_CR72","doi-asserted-by":"publisher","first-page":"648","DOI":"10.1002\/cae.22334","volume":"29","author":"AMF Yousef","year":"2021","unstructured":"Yousef, A. M. F., & Sumner, T. (2021). Reflections on the last decade of MOOC research. Computer Applications in Engineering Education, 29(4), 648\u2013665.","journal-title":"Computer Applications in Engineering Education"},{"key":"453_CR73","unstructured":"Zeng, X., & Zubiaga, A. (2024). MAPLE: Micro analysis of pairwise language evolution for few-shot claim verification. https:\/\/arxiv.org\/abs\/2401.16282. Accessed 7 Feb 2024"},{"key":"453_CR74","first-page":"100025","volume":"2","author":"K Zhang","year":"2021","unstructured":"Zhang, K., & Aslan, A. B. (2021). AI technologies for education: Recent research and future directions. Computers and Education: Artificial Intelligence, 2, 100025.","journal-title":"Computers and Education: Artificial Intelligence"}],"container-title":["International Journal of Artificial Intelligence in Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s40593-024-00453-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s40593-024-00453-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s40593-024-00453-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,4]],"date-time":"2026-03-04T18:12:38Z","timestamp":1772647958000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s40593-024-00453-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,1,22]]},"references-count":74,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2025,12]]}},"alternative-id":["453"],"URL":"https:\/\/doi.org\/10.1007\/s40593-024-00453-7","relation":{"has-preprint":[{"id-type":"doi","id":"10.21203\/rs.3.rs-3962175\/v1","asserted-by":"object"}]},"ISSN":["1560-4292","1560-4306"],"issn-type":[{"value":"1560-4292","type":"print"},{"value":"1560-4306","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,1,22]]},"assertion":[{"value":"15 December 2024","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 January 2025","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing Interests"}}]}}