{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,7]],"date-time":"2026-05-07T16:18:51Z","timestamp":1778170731638,"version":"3.51.4"},"reference-count":41,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2024,7,13]],"date-time":"2024-07-13T00:00:00Z","timestamp":1720828800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,7,13]],"date-time":"2024-07-13T00:00:00Z","timestamp":1720828800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/100019455","name":"University of Economics Ho Chi Minh City","doi-asserted-by":"crossref","award":["University of Economics Ho Chi Minh City"],"award-info":[{"award-number":["University of Economics Ho Chi Minh City"]}],"id":[{"id":"10.13039\/100019455","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Educ Inf Technol"],"published-print":{"date-parts":[[2025,2]]},"DOI":"10.1007\/s10639-024-12891-w","type":"journal-article","created":{"date-parts":[[2024,7,13]],"date-time":"2024-07-13T08:01:46Z","timestamp":1720857706000},"page":"2041-2058","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":66,"title":["ChatGPT as an automated essay scoring tool in the writing classrooms: how it compares with human scoring"],"prefix":"10.1007","volume":"30","author":[{"given":"Ngoc My","family":"Bui","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8517-4058","authenticated-orcid":false,"given":"Jessie S.","family":"Barrot","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,7,13]]},"reference":[{"issue":"3","key":"12891_CR1","doi-asserted-by":"publisher","first-page":"1015","DOI":"10.1007\/s10758-022-09592-z","volume":"28","author":"N Almusharraf","year":"2023","unstructured":"Almusharraf, N., & Alotaibi, H. (2023). An error-analysis study from an EFL writing context: Human and automated essay scoring approaches. Technology Knowledge and Learning,28(3), 1015\u20131031.","journal-title":"Technology Knowledge and Learning"},{"key":"12891_CR2","doi-asserted-by":"publisher","DOI":"10.1080\/09588221.2023.2246519","author":"X An","year":"2023","unstructured":"An, X., Chai, C. S., Li, Y., Zhou, Y., & Yang, B. (2023). Modeling students\u2019 perceptions of artificial intelligence assisted language learning. Computer Assisted Language Learning. https:\/\/doi.org\/10.1080\/09588221.2023.2246519. Advance online publication.","journal-title":"Computer Assisted Language Learning"},{"issue":"2","key":"12891_CR3","doi-asserted-by":"publisher","first-page":"818","DOI":"10.25082\/AMLER.2023.02.009","volume":"3","author":"S Athanassopoulos","year":"2023","unstructured":"Athanassopoulos, S., Manoli, P., Gouvi, M., Lavidas, K., & Komis, V. (2023). The use of ChatGPT as a learning tool to improve foreign language writing in a multilingual and multicultural classroom. Advances in Mobile Learning Educational Research,3(2), 818\u2013824.","journal-title":"Advances in Mobile Learning Educational Research"},{"key":"12891_CR39","doi-asserted-by":"publisher","first-page":"100745","DOI":"10.1016\/j.asw.2023.100745","volume":"57","author":"JS Barrot","year":"2023","unstructured":"Barrot, J. S. (2023). Using ChatGPT for second language writing: Pitfalls and potentials. Assessing Writing, 57, 100745.","journal-title":"Assessing Writing"},{"issue":"6","key":"12891_CR40","doi-asserted-by":"publisher","first-page":"7155","DOI":"10.1007\/s10639-023-12083-y","volume":"29","author":"JS Barrot","year":"2024","unstructured":"Barrot, J. S. (2024a). Trends in automated writing evaluation systems research for teaching, learning, and assessment: A bibliometric analysis. Education and Information Technologies, 29(6), 7155\u20137179.","journal-title":"Education and Information Technologies"},{"key":"12891_CR41","doi-asserted-by":"publisher","first-page":"1151","DOI":"10.1007\/s10758-023-09711-4","volume":"29","author":"JS Barrot","year":"2024","unstructured":"Barrot, J. S. (2024b). ChatGPT as a language learning tool: An emerging technology report. Technology, Knowledge and Learning, 29, 1151\u20131156.","journal-title":"Technology, Knowledge and Learning"},{"key":"12891_CR4","doi-asserted-by":"publisher","first-page":"727","DOI":"10.1007\/s12528-021-09283-1","volume":"33","author":"M Beseiso","year":"2021","unstructured":"Beseiso, M., Alzubi, O. A., & Rashaideh, H. (2021). A novel automated essay scoring approach for reliable higher educational assessments. Journal of Computing in Higher Education,33, 727\u2013746.","journal-title":"Journal of Computing in Higher Education"},{"issue":"2","key":"12891_CR5","doi-asserted-by":"publisher","first-page":"615","DOI":"10.5114\/biolsport.2023.125623","volume":"40","author":"I Dergaa","year":"2023","unstructured":"Dergaa, I., Chamari, K., Zmijewski, P., & Saad, H. B. (2023). From human writing to artificial intelligence generated text: Examining the prospects and potential threats of ChatGPT in academic writing. Biology of Sport,40(2), 615\u2013622.","journal-title":"Biology of Sport"},{"key":"12891_CR6","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.asw.2014.03.006","volume":"22","author":"S Dikli","year":"2014","unstructured":"Dikli, S., & Bleyle, S. (2014). Automated essay scoring feedback for second language writers: How does it compare to instructor feedback? Assessing Writing,22, 1\u201317.","journal-title":"Assessing Writing"},{"key":"12891_CR7","doi-asserted-by":"publisher","first-page":"297","DOI":"10.1007\/s12626-023-00146-y","volume":"17","author":"AP Gonzalez Torres","year":"2023","unstructured":"Gonzalez Torres, A. P., & Sawhney, N. (2023). Role of regulatory sandboxes and MLOps for AI-enabled public sector services. The Review of Socionetwork Strategies,17, 297\u2013318.","journal-title":"The Review of Socionetwork Strategies"},{"key":"12891_CR8","doi-asserted-by":"publisher","first-page":"8435","DOI":"10.1007\/s10639-023-12146-0","volume":"29","author":"K Guo","year":"2024","unstructured":"Guo, K., & Wang, D. (2024). To resist it or to embrace it? Examining ChatGPT\u2019s potential to support teacher feedback in EFL writing. Education and Information Technologies,29, 8435\u20138463.","journal-title":"Education and Information Technologies"},{"issue":"4","key":"12891_CR9","doi-asserted-by":"publisher","first-page":"961","DOI":"10.1080\/09588221.2022.2067179","volume":"37","author":"T Han","year":"2024","unstructured":"Han, T., & Sari, E. (2024). An investigation on the use of automated feedback in Turkish EFL students\u2019 writing classes. Computer Assisted Language Learning, 37(4), 961\u2013985.","journal-title":"Computer Assisted Language Learning"},{"issue":"3","key":"12891_CR10","doi-asserted-by":"publisher","first-page":"36","DOI":"10.1111\/emip.12036","volume":"33","author":"D Higgins","year":"2014","unstructured":"Higgins, D., & Heilman, M. (2014). Managing what we can measure: Quantifying the susceptibility of automated scoring systems to gaming behavior. Educational Measurement: Issues and Practice,33(3), 36\u201346.","journal-title":"Educational Measurement: Issues and Practice"},{"key":"12891_CR11","doi-asserted-by":"publisher","DOI":"10.7717\/peerj-cs.208","volume":"5","author":"MA Hussein","year":"2019","unstructured":"Hussein, M. A., Hassan, H., & Nassef, M. (2019). Automated language essay scoring systems: A literature review. PeerJ Computer Science,5, e208.","journal-title":"PeerJ Computer Science"},{"key":"12891_CR12","first-page":"91","volume":"1","author":"S Ishikawa","year":"2013","unstructured":"Ishikawa, S. (2013). The ICNALE and sophisticated contrastive interlanguage analysis of Asian learners of English. Learner Corpus Studies in Asia and the World,1, 91\u2013118.","journal-title":"Learner Corpus Studies in Asia and the World"},{"key":"12891_CR13","doi-asserted-by":"crossref","unstructured":"Javier, D. R. C., & Moorhouse, B. L. (2023). Developing secondary school English language learners\u2019 productive and critical use of ChatGPT. TESOL Journal, (e755), 1\u20139.","DOI":"10.1002\/tesj.755"},{"issue":"1","key":"12891_CR14","first-page":"147","volume":"26","author":"AVY Lee","year":"2023","unstructured":"Lee, A. V. Y., Luco, A. C., & Tan, S. C. (2023). A human-centric automated essay scoring and feedback system for the development of ethical reasoning. Educational Technology & Society,26(1), 147\u2013159.","journal-title":"Educational Technology & Society"},{"issue":"7","key":"12891_CR15","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0219854","volume":"14","author":"D Liljequist","year":"2019","unstructured":"Liljequist, D., Elfving, B., & Skavberg Roaldsen, K. (2019). Intraclass correlation\u2013A discussion and demonstration of basic features. PloS One,14(7), e0219854.","journal-title":"PloS One"},{"key":"12891_CR16","doi-asserted-by":"crossref","unstructured":"Marzuki, Widiati, U., Rusdin, D., Darwin, & Indrawati, I. (2023). The impact of AI writing tools on the content and organization of students\u2019 writing: EFL teachers\u2019 perspective. Cogent Education, 10(2), 2236469.","DOI":"10.1080\/2331186X.2023.2236469"},{"issue":"2","key":"12891_CR17","doi-asserted-by":"publisher","DOI":"10.1016\/j.rmal.2023.100050","volume":"2","author":"A Mizumoto","year":"2023","unstructured":"Mizumoto, A., & Eguchi, M. (2023). Exploring the potential of using an AI language model for automated essay scoring. Research Methods in Applied Linguistics,2(2), 100050.","journal-title":"Research Methods in Applied Linguistics"},{"key":"12891_CR18","unstructured":"OpenAI (2023). ChatGPT: Optimizing language models for dialogue. Retrieved October 10, 2023, from  https:\/\/openai.com\/blog\/chatgpt\/"},{"issue":"6","key":"12891_CR19","doi-asserted-by":"publisher","first-page":"7893","DOI":"10.1007\/s10639-022-10925-9","volume":"27","author":"F Ouyang","year":"2022","unstructured":"Ouyang, F., Zheng, L., & Jiao, P. (2022). Artificial intelligence in online higher education: A systematic review of empirical research from 2011 to 2020. Education and Information Technologies,27(6), 7893\u20137925.","journal-title":"Education and Information Technologies"},{"issue":"12","key":"12891_CR20","doi-asserted-by":"publisher","first-page":"721","DOI":"10.3928\/01484834-20231006-02","volume":"62","author":"JL Parker","year":"2023","unstructured":"Parker, J. L., Becker, K., & Carroca, C. (2023). ChatGPT for automated writing evaluation in scholarly writing instruction. Journal of Nursing Education,62(12), 721\u2013727.","journal-title":"Journal of Nursing Education"},{"issue":"2","key":"12891_CR21","doi-asserted-by":"publisher","first-page":"130","DOI":"10.1080\/08957347.2014.1002920","volume":"28","author":"DE Powers","year":"2015","unstructured":"Powers, D. E., Escoffery, D. S., & Duchnowski, M. P. (2015). Validating automated essay scoring: A (modest) refinement of the gold standard. Applied Measurement in Education,28(2), 130\u2013142.","journal-title":"Applied Measurement in Education"},{"issue":"3","key":"12891_CR22","doi-asserted-by":"publisher","first-page":"2495","DOI":"10.1007\/s10462-021-10068-2","volume":"55","author":"D Ramesh","year":"2022","unstructured":"Ramesh, D., & Sanampudi, S. K. (2022). An automated essay scoring systems: A systematic literature review. Artificial Intelligence Review,55(3), 2495\u20132527.","journal-title":"Artificial Intelligence Review"},{"issue":"1","key":"12891_CR23","doi-asserted-by":"publisher","first-page":"40","DOI":"10.1016\/j.asw.2012.10.005","volume":"18","author":"C Ramineni","year":"2013","unstructured":"Ramineni, C. (2013). Validating automated essay scoring for online writing placement. Assessing Writing,18(1), 40\u201361.","journal-title":"Assessing Writing"},{"issue":"1","key":"12891_CR24","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1016\/j.asw.2012.10.004","volume":"18","author":"C Ramineni","year":"2013","unstructured":"Ramineni, C., & Williamson, D. M. (2013). Automated essay scoring: Psychometric guidelines and practices. Assessing Writing,18(1), 25\u201339.","journal-title":"Assessing Writing"},{"key":"12891_CR25","doi-asserted-by":"publisher","first-page":"121","DOI":"10.1016\/j.iotcps.2023.04.003","volume":"3","author":"PP Ray","year":"2023","unstructured":"Ray, P. P. (2023). ChatGPT: A comprehensive review on background, applications, key challenges, bias, ethics, limitations and future scope. Internet of Things and Cyber-Physical Systems,3, 121\u2013154.","journal-title":"Internet of Things and Cyber-Physical Systems"},{"key":"12891_CR26","unstructured":"Schade, M. (2023). How ChatGPT and our language models are developed. Retrieved October 28, 2023, from   https:\/\/help.openai.com\/en\/articles\/7842364-how-chatgpt-and-our-language-models-are-developed"},{"issue":"1","key":"12891_CR27","doi-asserted-by":"publisher","first-page":"105","DOI":"10.54855\/acoj.231417","volume":"14","author":"R Schmidt-Fajlik","year":"2023","unstructured":"Schmidt-Fajlik, R. (2023). ChatGPT as a grammar checker for Japanese English language learners: A comparison with Grammarly and ProWritingAid. AsiaCALL Online Journal,14(1), 105\u2013119.","journal-title":"AsiaCALL Online Journal"},{"issue":"5","key":"12891_CR28","doi-asserted-by":"publisher","first-page":"1763","DOI":"10.1213\/ANE.0000000000002864","volume":"126","author":"P Schober","year":"2018","unstructured":"Schober, P., Boer, C., & Schwarte, L. A. (2018). Correlation coefficients: Appropriate use and interpretation. Anesthesia & Analgesia,126(5), 1763\u20131768.","journal-title":"Anesthesia & Analgesia"},{"key":"12891_CR29","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1016\/j.asw.2013.04.001","volume":"20","author":"MD Shermis","year":"2014","unstructured":"Shermis, M. D. (2014). State-of-the-art automated essay scoring: Competition, results, and future directions from a United States demonstration. Assessing Writing,20, 53\u201376.","journal-title":"Assessing Writing"},{"issue":"1","key":"12891_CR30","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1177\/0013164402062001001","volume":"62","author":"MD Shermis","year":"2002","unstructured":"Shermis, M. D., Koch, C. M., Page, E. B., Keith, T. Z., & Harrington, S. (2002). Trait ratings for automated essay grading. Educational and Psychological Measurement,62(1), 5\u201318.","journal-title":"Educational and Psychological Measurement"},{"key":"12891_CR31","doi-asserted-by":"publisher","DOI":"10.1016\/j.asw.2023.100752","volume":"57","author":"Y Su","year":"2023","unstructured":"Su, Y., Lin, Y., & Lai, C. (2023). Collaborating with ChatGPT in argumentative writing classrooms. Assessing Writing,57, 100752.","journal-title":"Assessing Writing"},{"issue":"10","key":"12891_CR32","doi-asserted-by":"publisher","DOI":"10.3390\/medicines10100058","volume":"10","author":"S Suppadungsuk","year":"2023","unstructured":"Suppadungsuk, S., Thongprayoon, C., Miao, J., Krisanapan, P., Qureshi, F., Kashani, K., & Cheungpasitporn, W. (2023). Exploring the potential of chatbots in critical care nephrology. Medicines,10(10), 58.","journal-title":"Medicines"},{"key":"12891_CR33","doi-asserted-by":"publisher","DOI":"10.1016\/j.asw.2023.100719","volume":"56","author":"Y Vo","year":"2023","unstructured":"Vo, Y., Rickels, H., Welch, C., & Dunbar, S. (2023). Human scoring versus automated scoring for English learners in a statewide evidence-based writing assessment. Assessing Writing,56, 100719.","journal-title":"Assessing Writing"},{"issue":"4","key":"12891_CR34","first-page":"310","volume":"8","author":"J Wang","year":"2008","unstructured":"Wang, J., & Brown, M. S. (2008). Automated essay scoring versus human scoring: A correlational study. Contemporary Issues in Technology and Teacher Education,8(4), 310\u2013325.","journal-title":"Contemporary Issues in Technology and Teacher Education"},{"issue":"1","key":"12891_CR35","doi-asserted-by":"publisher","first-page":"85","DOI":"10.1016\/j.asw.2012.10.006","volume":"18","author":"SC Weigle","year":"2013","unstructured":"Weigle, S. C. (2013). English language learners and automated scoring of essays: Critical considerations. Assessing Writing,18(1), 85\u201399.","journal-title":"Assessing Writing"},{"issue":"4","key":"12891_CR36","doi-asserted-by":"publisher","first-page":"619","DOI":"10.1037\/edu0000311","volume":"111","author":"J Wilson","year":"2019","unstructured":"Wilson, J., Chen, D., Sandbank, M. P., & Hebert, M. (2019). Generalizability of automated scores of writing quality in grades 3\u20135. Journal of Educational Psychology,111(4), 619\u2013640. https:\/\/doi.org\/10.1037\/edu0000311","journal-title":"Journal of Educational Psychology"},{"key":"12891_CR37","doi-asserted-by":"crossref","unstructured":"Yancey, K. P., Laflair, G., Verardi, A., & Burstein, J. (2023). Rating short L2 essays on the CEFR scale with GPT-4. In E. Kochmar, J. Burstein, A. Horbach, R. Laarmann-Quante, N. Madnani, A. Tack, V. Yaneva, Z. Yuan, & T. Zesch (Eds.),\u00a0Proceedings of the 18th Workshop on Innovative Use of NLP for Building Educational Applications (pp. 576\u2013584). Retrieved November 19, 2023, from https:\/\/aclanthology.org\/2023.bea-1.49","DOI":"10.18653\/v1\/2023.bea-1.49"},{"issue":"1","key":"12891_CR38","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s41239-019-0171-0","volume":"16","author":"O Zawacki-Richter","year":"2019","unstructured":"Zawacki-Richter, O., Mar\u00edn, V. I., Bond, M., & Gouverneur, F. (2019). Systematic review of research on artificial intelligence applications in higher education\u2013where are the educators? International Journal of Educational Technology in Higher Education,16(1), 1\u201327.","journal-title":"International Journal of Educational Technology in Higher Education"}],"container-title":["Education and Information Technologies"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10639-024-12891-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10639-024-12891-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10639-024-12891-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,6]],"date-time":"2025-02-06T10:38:16Z","timestamp":1738838296000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10639-024-12891-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7,13]]},"references-count":41,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2025,2]]}},"alternative-id":["12891"],"URL":"https:\/\/doi.org\/10.1007\/s10639-024-12891-w","relation":{},"ISSN":["1360-2357","1573-7608"],"issn-type":[{"value":"1360-2357","type":"print"},{"value":"1573-7608","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,7,13]]},"assertion":[{"value":"10 January 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 June 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 July 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The study has undergone appropriate ethics protocol.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval"}},{"value":"Informed consent was sought from the participants.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to participate"}},{"value":"Authors consented the publication. Participants consented to publication as long as confidentiality is observed.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"None","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}