{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,30]],"date-time":"2026-10-30T03:02:47Z","timestamp":1793329367549,"version":"4.5.0"},"reference-count":105,"publisher":"Springer Science and Business Media LLC","issue":"11","license":[{"start":{"date-parts":[[2024,1,3]],"date-time":"2024-01-03T00:00:00Z","timestamp":1704240000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,3]],"date-time":"2024-01-03T00:00:00Z","timestamp":1704240000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Educ Inf Technol"],"published-print":{"date-parts":[[2024,8]]},"DOI":"10.1007\/s10639-023-12402-3","type":"journal-article","created":{"date-parts":[[2024,1,3]],"date-time":"2024-01-03T09:02:43Z","timestamp":1704272563000},"page":"14151-14203","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":118,"title":["Automated writing evaluation systems: A systematic review of Grammarly, Pigai, and Criterion with a perspective on future directions in the age of generative artificial intelligence"],"prefix":"10.1007","volume":"29","author":[{"given":"Linqian","family":"Ding","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8435-9739","authenticated-orcid":false,"given":"Di","family":"Zou","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,1,3]]},"reference":[{"issue":"2","key":"12402_CR1","doi-asserted-by":"publisher","first-page":"60","DOI":"10.37965\/jait.2023.0184","volume":"3","author":"MA AlAfnan","year":"2023","unstructured":"AlAfnan, M. A., Dishari, S., Jovic, M., & Lomidze, K. (2023). Chatgpt as an educational tool: Opportunities, challenges, and recommendations for communication, business writing, and composition courses. Journal of Artificial Intelligence and Technology, 3(2), 60\u201368. https:\/\/doi.org\/10.37965\/jait.2023.0184","journal-title":"Journal of Artificial Intelligence and Technology"},{"key":"12402_CR2","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1155\/2023\/4253331","volume":"2023","author":"W Alharbi","year":"2023","unstructured":"Alharbi, W. (2023). AI in the Foreign language classroom: A pedagogical overview of automated writing assistance tools. Education Research International, 2023, 1\u201315. https:\/\/doi.org\/10.1155\/2023\/4253331","journal-title":"Education Research International"},{"key":"12402_CR3","doi-asserted-by":"publisher","unstructured":"*Almusharraf, N., & Alotaibi, H. (2022). An error-analysis study from an EFL writing context: Human and Automated Essay Scoring Approaches. Technology, Knowledge and Learning. https:\/\/doi.org\/10.1007\/s10758-022-09592-z","DOI":"10.1007\/s10758-022-09592-z"},{"key":"12402_CR4","doi-asserted-by":"publisher","unstructured":"*Bai, L., & Hu, G. (2017). In the face of fallible AWE feedback: How do students respond? Educational Psychology, 37(1), 67\u201381. https:\/\/doi.org\/10.1080\/01443410.2016.1223275","DOI":"10.1080\/01443410.2016.1223275"},{"key":"12402_CR5","doi-asserted-by":"publisher","unstructured":"*Barrot, J. S. (2021). Using automated written corrective feedback in the writing classrooms: Effects on L2 writing accuracy. Computer Assisted Language Learning, 1\u201324. https:\/\/doi.org\/10.1080\/09588221.2021.1936071","DOI":"10.1080\/09588221.2021.1936071"},{"key":"12402_CR6","doi-asserted-by":"publisher","first-page":"100745","DOI":"10.1016\/j.asw.2023.100745","volume":"57","author":"JS Barrot","year":"2023","unstructured":"Barrot, J. S. (2023a). Using ChatGPT for second language writing: Pitfall and potentials. Assessing Writing, 57, 100745. https:\/\/doi.org\/10.1016\/j.asw.2023.100745","journal-title":"Assessing Writing"},{"key":"12402_CR7","doi-asserted-by":"publisher","unstructured":"Barrot, J. S. (2023b). Trends in automated writing evaluation systems research for teaching, learning, and assessment: A bibliometric analysis. Education and Information Technologies, 1\u201325. https:\/\/doi.org\/10.1007\/s10639-023-12083-y","DOI":"10.1007\/s10639-023-12083-y"},{"issue":"3","key":"12402_CR8","first-page":"27","volume":"25","author":"J Burstein","year":"2004","unstructured":"Burstein, J., Chodorow, M., & Leacock, C. (2004). Automated essay evaluation: The criterion online writing service. AI Magazine, 25(3), 27\u201335.","journal-title":"AI Magazine"},{"issue":"3","key":"12402_CR9","doi-asserted-by":"publisher","first-page":"385","DOI":"10.1177\/0265532214565386","volume":"32","author":"CA Chapelle","year":"2015","unstructured":"Chapelle, C. A., Cotos, E., & Lee, J. (2015). Validity arguments for diagnostic assessment using automated writing evaluation. Language Testing, 32(3), 385\u2013405.","journal-title":"Language Testing"},{"key":"12402_CR10","first-page":"79","volume":"3","author":"B Chen","year":"2021","unstructured":"Chen, B., Chen, Y., & Pan, X. (2021). Research on the effect of college English Level-4 writing teaching based on learning App and Pigai. Overseas English, 3, 79\u201380. In Chinese.","journal-title":"Overseas English"},{"key":"12402_CR11","first-page":"94","volume":"12","author":"CFE Chen","year":"2008","unstructured":"Chen, C. F. E., & Cheng, W. Y. E. C. (2008). Beyond the design of automated writing evaluation: Pedagogical practices and perceived learning effectiveness in EFL writing classes. Language Learning & Technology, 12, 94\u2013112.","journal-title":"Language Learning & Technology"},{"key":"12402_CR12","unstructured":"Chung, K. W. K. & O\u2019Neil, H. F. (1997). Methodological approaches to online scoring of essays (ERIC reproduction service no ED 418 101)."},{"issue":"4","key":"12402_CR13","first-page":"161","volume":"5","author":"SP Corder","year":"1967","unstructured":"Corder, S. P. (1967). The significance of learners\u2019 errors. International Review of Applied Linguistics in Language Teaching, 5(4), 161\u2013170.","journal-title":"International Review of Applied Linguistics in Language Teaching"},{"key":"12402_CR14","volume-title":"Educational research: Planning, conducting, and evaluating quantitative and qualitative research","author":"JW Creswell","year":"2012","unstructured":"Creswell, J. W. (2012). Educational research: Planning, conducting, and evaluating quantitative and qualitative research (4th ed.). Pearson Education.","edition":"4"},{"key":"12402_CR15","volume-title":"Research design: Qualitative, quantitative, and mixed methods approaches","author":"JW Creswell","year":"2014","unstructured":"Creswell, J. W. (2014). Research design: Qualitative, quantitative, and mixed methods approaches. Sage publications."},{"key":"12402_CR16","unstructured":"Criterion. (2023). Retrieved from https:\/\/criterion.ets.org\/"},{"key":"12402_CR17","doi-asserted-by":"crossref","unstructured":"Dai, W., Lin, J., Jin, F., Li, T., Tsai, Y. S., Gasevic, D., & Chen, G. (2023). Can large language models provide feedback to students? A case study on ChatGPT. In 2023 IEEE International Conference on Advanced Learning Technologies (ICALT) (pp. 323\u2013325). IEEE.","DOI":"10.1109\/ICALT58122.2023.00100"},{"issue":"1","key":"12402_CR18","doi-asserted-by":"publisher","first-page":"7","DOI":"10.1016\/j.asw.2012.10.002","volume":"18","author":"P Deane","year":"2013","unstructured":"Deane, P. (2013). On the relation between automated essay scoring and modern views of the writing construct. Assessing Writing, 18(1), 7\u201324. https:\/\/doi.org\/10.1016\/j.asw.2012.10.002","journal-title":"Assessing Writing"},{"key":"12402_CR19","doi-asserted-by":"publisher","unstructured":"*Dikli, S., & Bleyle, S. (2014). Automated essay scoring feedback for second language writers: How does it compare to instructor feedback?. Assessing Writing, 22, 1\u201317. https:\/\/doi.org\/10.1016\/j.asw.2014.03.006","DOI":"10.1016\/j.asw.2014.03.006"},{"key":"12402_CR20","doi-asserted-by":"publisher","unstructured":"*Dizon, G., & Gayed, J. (2021). Examining the impact of Grammarly on the quality of mobile L2 writing. The JALT CALL Journal, 17(2), 74\u201392. https:\/\/doi.org\/10.29140\/jaltcall.v17n2.336","DOI":"10.29140\/jaltcall.v17n2.336"},{"key":"12402_CR21","doi-asserted-by":"publisher","unstructured":"*Ebadi, S., Gholami, M., & Vakili, S. (2022). Investigating the effects of using Grammarly in EFL writing: The case of articles. Computers in the Schools, 40(1), 85\u2013105. https:\/\/doi.org\/10.1080\/07380569.2022.2150067","DOI":"10.1080\/07380569.2022.2150067"},{"key":"12402_CR22","doi-asserted-by":"crossref","unstructured":"*Ebyary, K. E. E. (2017). Eye tracking analysis of EAP student\u2019s regions of interest in computer-based feedback on grammar, usage, mechanics, style and organization and development. CDELT Occasional Papers in the Development of English Education, 63(1), 5\u201330","DOI":"10.21608\/opde.2017.87705"},{"key":"12402_CR23","volume-title":"Belief, Attitude, Intention, and Behavior: An Introduction to Theory and Research","author":"M Fishbein","year":"1975","unstructured":"Fishbein, M., & Ajzen, I. (1975). Belief, Attitude, Intention, and Behavior: An Introduction to Theory and Research. Addison-Wesley."},{"key":"12402_CR24","doi-asserted-by":"publisher","unstructured":"Fu, Q. K., Zou, D., Xie, H., & Cheng, G. (2022). A review of AWE feedback: types, learning outcomes, and implications. Computer Assisted Language Learning, 1\u201343. https:\/\/doi.org\/10.1080\/09588221.2022.2033787","DOI":"10.1080\/09588221.2022.2033787"},{"issue":"2","key":"12402_CR25","first-page":"939","volume":"1","author":"PW Foltz","year":"1999","unstructured":"Foltz, P. W., Laham, D., & Landauer, T. K. (1999). The intelligent essay assessor: Applications to educational technology. Interactive Multimedia Electronic Journal of Computer-Enhanced Learning, 1(2), 939\u2013944.","journal-title":"Interactive Multimedia Electronic Journal of Computer-Enhanced Learning"},{"key":"12402_CR26","doi-asserted-by":"publisher","unstructured":"*Gao, J. (2021). Exploring the Feedback Quality of an Automated Writing Evaluation System Pigai. International Journal of Emerging Technologies in Learning (IJET), 16(11), 322. https:\/\/doi.org\/10.3991\/ijet.v16i11.19657","DOI":"10.3991\/ijet.v16i11.19657"},{"key":"12402_CR27","doi-asserted-by":"publisher","unstructured":"Guo, K., & Wang, D. (2023). To resist it or to embrace it? Examining ChatGPT\u2019s potential to support teacher feedback in EFL writing. Education and Information Technologies, 1\u201329. https:\/\/doi.org\/10.1007\/s10639-023-12146-0","DOI":"10.1007\/s10639-023-12146-0"},{"key":"12402_CR28","doi-asserted-by":"publisher","unstructured":"*Guo, Q., Feng, R., & Hua, Y. (2022). How effectively can EFL students use automated written corrective feedback (AWCF) in research writing? Computer Assisted Language Learning, 35(9), 2312\u20132331. https:\/\/doi.org\/10.1080\/09588221.2021.1879161","DOI":"10.1080\/09588221.2021.1879161"},{"key":"12402_CR29","unstructured":"Grammarly. (2023). Retrieved from https:\/\/www.grammarly.com"},{"key":"12402_CR30","unstructured":"Grimes, D., & Warschauer, M. (2010). Utility in a fallible tool: A multi-site case study of automated writing evaluation. The Journal of Technology, Learning and Assessment, 8(6). Retrieved September 1, 2023, from http:\/\/www.jtla.org"},{"key":"12402_CR31","doi-asserted-by":"publisher","unstructured":"*Han, T., & Sari, E. (2022). An investigation on the use of automated feedback in Turkish EFL students\u2019 writing classes. Computer Assisted Language Learning, 1\u201324. https:\/\/doi.org\/10.1080\/09588221.2022.2067179","DOI":"10.1080\/09588221.2022.2067179"},{"key":"12402_CR32","doi-asserted-by":"publisher","unstructured":"*Han, Y., Zhao, S., & Ng, L. L. (2021). How Technology Tools Impact Writing Performance, Lexical Complexity, and Perceived Self-Regulated Learning Strategies in EFL Academic Writing: A Comparative Study. Frontiers in Psychology, 12, 752793. https:\/\/doi.org\/10.3389\/fpsyg.2021.752793","DOI":"10.3389\/fpsyg.2021.752793"},{"key":"12402_CR33","doi-asserted-by":"publisher","unstructured":"*Hassanzadeh, M., & Fotoohnejad, S. (2021). Implementing an automated feedback program for a Foreign Language writing course: A learner\u2010centric study: Implementing an AWE tool in a L2 class. Journal of Computer Assisted Learning, 37(5), 1494\u20131507. https:\/\/doi.org\/10.1111\/jcal.12587","DOI":"10.1111\/jcal.12587"},{"key":"12402_CR34","doi-asserted-by":"crossref","unstructured":"Hibert, A. I. (2019). Systematic literature review of automated writing evaluation as a formative learning tool. In Transforming Learning with Meaningful Technologies: 14th European Conference on Technology Enhanced Learning, EC-TEL 2019, Delft, The Netherlands, September 16\u201319, 2019, Proceedings 14 (pp. 199\u2013212). Springer International Publishing.","DOI":"10.1007\/978-3-030-29736-7_15"},{"key":"12402_CR35","doi-asserted-by":"publisher","unstructured":"*Huang, S., & Renandya, W. A. (2020). Exploring the integration of automated feedback among lower-proficiency EFL learners. Innovation in Language Learning and Teaching, 14(1), 15\u201326. https:\/\/doi.org\/10.1080\/17501229.2018.1471083","DOI":"10.1080\/17501229.2018.1471083"},{"key":"12402_CR36","unstructured":"*Huang, S. J. (2014). Automated versus Human Scoring: A case study in an EFL Context. Electronic Journal of Foreign Language Teaching, 11. Retrieved September 1, 2023, from https:\/\/e-flt.nus.edu.sg\/wp-content\/uploads\/2020\/09\/v11s12014\/huang.pdf"},{"issue":"1","key":"12402_CR37","doi-asserted-by":"publisher","first-page":"771","DOI":"10.1007\/s10639-022-11200-7","volume":"28","author":"S Huawei","year":"2023","unstructured":"Huawei, S., & Aryadoust, V. (2023). A systematic review of automated writing evaluation systems. Education and Information Technologies, 28(1), 771\u2013795. https:\/\/doi.org\/10.1007\/s10639-022-11200-7","journal-title":"Education and Information Technologies"},{"key":"12402_CR38","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1016\/j.compedu.2018.07.001","volume":"126","author":"HT Hung","year":"2018","unstructured":"Hung, H. T., Yang, J. C., Hwang, G. J., Chu, H. C., & Wang, C. C. (2018). A scoping review of research on digital game-based language learning. Computers & Education, 126, 89\u2013104. https:\/\/doi.org\/10.1016\/j.compedu.2018.07.001","journal-title":"Computers & Education"},{"issue":"1","key":"12402_CR39","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1093\/elt\/ccy044","volume":"73","author":"N Hockly","year":"2019","unstructured":"Hockly, N. (2019). Automated writing evaluation. ELT Journal, 73(1), 82\u201388. https:\/\/doi.org\/10.1093\/elt\/ccy044","journal-title":"ELT Journal"},{"key":"12402_CR40","doi-asserted-by":"publisher","unstructured":"*Hou, Y. (2020). Implications of AES system of Pigai for self-regulated learning. theory and practice in language studies, 10(3), 261. https:\/\/doi.org\/10.17507\/tpls.1003.01","DOI":"10.17507\/tpls.1003.01"},{"issue":"4","key":"12402_CR41","doi-asserted-by":"publisher","first-page":"567","DOI":"10.1080\/10494820.2018.1486861","volume":"27","author":"GJ Hwang","year":"2019","unstructured":"Hwang, G. J., & Fu, Q. K. (2019). Trends in the research design and application of mobile language learning: A review of 2007\u20132016 publications in selected SSCI journals. Interactive Learning Environments, 27(4), 567\u2013581. https:\/\/doi.org\/10.1080\/10494820.2018.1486861","journal-title":"Interactive Learning Environments"},{"issue":"2","key":"12402_CR42","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1017\/S0261444806003399","volume":"39","author":"K Hyland","year":"2006","unstructured":"Hyland, K., & Hyland, F. (2006). Feedback on second language students\u2019 writing. Language Teaching, 39(2), 83\u2013101.","journal-title":"Language Teaching"},{"key":"12402_CR43","doi-asserted-by":"publisher","unstructured":"Kasneci, E., Se\u00dfler, K., K\u00fcchemann, S., Bannert, M., Dementieva, D., Fischer, F., ... & Kasneci, G. (2023). ChatGPT for good? On opportunities and challenges of large language models for education. Learning and individual differences, 103, 102274. https:\/\/doi.org\/10.1016\/j.lindif.2023.102274","DOI":"10.1016\/j.lindif.2023.102274"},{"key":"12402_CR44","unstructured":"Khoii, R., & Doroudian, A. (2013). Automated scoring of EFL learners\u2019 written performance: a torture or a blessing. In Proceedings of Conference on ICT for Language Learning (pp. 5146\u20135155)"},{"key":"12402_CR45","doi-asserted-by":"crossref","unstructured":"*Klobucar, A., Elliot, N., Deess, P., Rudniy, O., & Joshi, K. (2013). Automated scoring in context: Rapid assessment for placed students. Assessing Writing, 18(1), 62\u201384.","DOI":"10.1016\/j.asw.2012.10.001"},{"key":"12402_CR46","doi-asserted-by":"publisher","unstructured":"Kohnke, L., Moorhouse, B. L., & Zou, D. (2023). ChatGPT for language teaching and learning. RELC Journal, 00336882231162868. https:\/\/doi.org\/10.1177\/00336882231162868.","DOI":"10.1177\/00336882231162868"},{"key":"12402_CR47","doi-asserted-by":"publisher","unstructured":"*Koltovskaia, S. (2020). Student engagement with automated written corrective feedback (AWCF) provided by Grammarly: A multiple case study. Assessing Writing, 44, 100450. https:\/\/doi.org\/10.1016\/j.asw.2020.100450","DOI":"10.1016\/j.asw.2020.100450"},{"key":"12402_CR48","doi-asserted-by":"publisher","first-page":"432","DOI":"10.1111\/j.1467-8535.2009.00959.x","volume":"41","author":"YH Lai","year":"2010","unstructured":"Lai, Y. H. (2010). Which do students prefer to evaluate their essays: Peers or computer program. British Journal of Educational Technology, 41, 432\u2013454.","journal-title":"British Journal of Educational Technology"},{"key":"12402_CR49","doi-asserted-by":"publisher","unstructured":"*Lei, J. I. (2020). An AWE-Based Diagnosis of L2 English Learners\u2019 Written Errors. English Language Teaching, 13(10), 111. https:\/\/doi.org\/10.5539\/elt.v13n10p111","DOI":"10.5539\/elt.v13n10p111"},{"key":"12402_CR50","doi-asserted-by":"publisher","unstructured":"*Li, J., Link, S., & Hegelheimer, V. (2015). Rethinking the role of automated writing evaluation (AWE) feedback in ESL writing instruction. Journal of second language writing, 27, 1\u201318. https:\/\/doi.org\/10.1016\/j.jslw.2014.10.004","DOI":"10.1016\/j.jslw.2014.10.004"},{"key":"12402_CR51","doi-asserted-by":"publisher","unstructured":"Li, M. (2021a). Researching and teaching second language writing in the digital age (1st ed.). London: Palgrave Macmillan. https:\/\/doi.org\/10.1007\/978-3-030-87710-1","DOI":"10.1007\/978-3-030-87710-1"},{"key":"12402_CR52","doi-asserted-by":"crossref","unstructured":"*Li, Z. (2021b). Teachers in automated writing evaluation (AWE) system-supported ESL writing classes: Perception, implementation, and influence. System, 99, 102505.","DOI":"10.1016\/j.system.2021.102505"},{"key":"12402_CR53","doi-asserted-by":"publisher","unstructured":"*Li, Z., Link, S., Ma, H., Yang, H., & Hegelheimer, V. (2014). The role of automated writing evaluation holistic scores in the ESL classroom. System, 44, 66\u201378. https:\/\/doi.org\/10.1016\/j.system.2021.102505","DOI":"10.1016\/j.system.2021.102505"},{"issue":"3","key":"12402_CR54","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1080\/13562510600680582","volume":"11","author":"NF Liu","year":"2006","unstructured":"Liu, N. F., & Carless, D. (2006). Peer feedback: The learning element of peer assessment. Teaching in Higher Education, 11(3), 279\u2013290.","journal-title":"Teaching in Higher Education"},{"issue":"1","key":"12402_CR55","doi-asserted-by":"publisher","first-page":"100","DOI":"10.1017\/S0958344013000268","volume":"26","author":"C Lin","year":"2014","unstructured":"Lin, C., Huang, C., & Chen, C. (2014). Barriers to the adoption of ICT in teaching Chinese as a foreign language in US universities. ReCALL, 26(1), 100\u2013116. https:\/\/doi.org\/10.1017\/S0958344013000268","journal-title":"ReCALL"},{"issue":"2","key":"12402_CR56","doi-asserted-by":"publisher","first-page":"121","DOI":"10.1089\/big.2018.0151","volume":"7","author":"X Lu","year":"2019","unstructured":"Lu, X. (2019). An empirical study on the artificial intelligence writing evaluation system in China CET. Big data, 7(2), 121\u2013129. https:\/\/doi.org\/10.1089\/big.2018.0151","journal-title":"Big data"},{"key":"12402_CR57","volume-title":"Qualitative research design: An interactive approach","author":"JA Maxwell","year":"2013","unstructured":"Maxwell, J. A. (2013). Qualitative research design: An interactive approach (Vol. 41). Sage publications."},{"key":"12402_CR58","volume-title":"Educational research: Fundamentals for the consumer","author":"JH McMillan","year":"2000","unstructured":"McMillan, J. H. (2000). Educational research: Fundamentals for the consumer (3rd ed.). Harper Collins.","edition":"3"},{"key":"12402_CR59","volume-title":"Mind, self, and society: From the standpoint of a social behaviorist","author":"GH Mead","year":"1934","unstructured":"Mead, G. H. (1934). Mind, self, and society: From the standpoint of a social behaviorist. University of Chicago Press."},{"key":"12402_CR60","doi-asserted-by":"publisher","unstructured":"*Miranty, D., & Widiati, U. (2021). An automated writing evaluation (AWE) in higher education. Pegem Journal of Education and Instruction, 11(4), 126\u2013137. https:\/\/doi.org\/10.47750\/pegegog.11.04.12","DOI":"10.47750\/pegegog.11.04.12"},{"issue":"2","key":"12402_CR61","doi-asserted-by":"publisher","first-page":"100050","DOI":"10.1016\/j.rmal.2023.100050","volume":"2","author":"A Mizumoto","year":"2023","unstructured":"Mizumoto, A., & Eguchi, M. (2023). Exploring the potential of using an AI language model for automated essay scoring. Research Methods in Applied Linguistics, 2(2), 100050. https:\/\/doi.org\/10.1016\/j.rmal.2023.100050","journal-title":"Research Methods in Applied Linguistics"},{"issue":"7","key":"12402_CR62","doi-asserted-by":"publisher","first-page":"e1000097","DOI":"10.1371\/journal.pmed.1000097","volume":"6","author":"D Moher","year":"2009","unstructured":"Moher, D., Liberati, A., Tetzlaff, J., Altman, D. G., The PRISMA Group. (2009). Preferred Reporting items for systematic reviews and meta-analyses: The PRISMA Statement. PLOS Medicine, 6(7), e1000097. https:\/\/doi.org\/10.1371\/journal.pmed.1000097","journal-title":"PLOS Medicine"},{"issue":"1","key":"12402_CR63","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1177\/104973200129118183","volume":"10","author":"JM Morse","year":"2000","unstructured":"Morse, J. M. (2000). Determining sample size. Qualitative Health Research, 10(1), 3\u20135.","journal-title":"Qualitative Health Research"},{"issue":"2","key":"12402_CR64","doi-asserted-by":"publisher","first-page":"599","DOI":"10.1111\/jcal.12635","volume":"38","author":"A Nunes","year":"2022","unstructured":"Nunes, A., Cordeiro, C., Limpo, T., & Castro, S. L. (2022). Effectiveness of automated writing evaluation systems in school settings: A systematic review of studies from 2000 to 2020. Journal of Computer Assisted Learning, 38(2), 599\u2013620. https:\/\/doi.org\/10.1111\/jcal.12635","journal-title":"Journal of Computer Assisted Learning"},{"key":"12402_CR65","doi-asserted-by":"publisher","unstructured":"*ONeill, R., & Russell, A. (2019). Stop! Grammar time: University students\u2019 perceptions of the automated feedback program Grammarly. Australasian Journal of Educational Technology, 35(1). https:\/\/doi.org\/10.14742\/ajet.3795","DOI":"10.14742\/ajet.3795"},{"key":"12402_CR66","first-page":"43","volume-title":"Automated essay scoring: A cross-disciplinary perspective","author":"EB Page","year":"2003","unstructured":"Page, E. B. (2003). Project essay grade: PEG. In M. D. Shermis & J. C. Burstein (Eds.), Automated essay scoring: A cross-disciplinary perspective (pp. 43\u201354). Lawrence Erlbaum."},{"key":"12402_CR67","doi-asserted-by":"publisher","unstructured":"*Parra G., L., & Calero S., X. (2019). Automated Writing Evaluation Tools in the Improvement of the Writing Skill. International Journal of Instruction, 12(2), 209\u2013226. https:\/\/doi.org\/10.29333\/iji.2019.12214a","DOI":"10.29333\/iji.2019.12214a"},{"issue":"1","key":"12402_CR68","doi-asserted-by":"publisher","first-page":"84","DOI":"10.1177\/10776958221149577","volume":"78","author":"JV Pavlik","year":"2023","unstructured":"Pavlik, J. V. (2023). Collaborating with ChatGPT: Considering the implications of generative artificial intelligence for journalism and media education. Journalism & Mass Communication Educator, 78(1), 84\u201393. https:\/\/doi.org\/10.1177\/10776958221149577","journal-title":"Journalism & Mass Communication Educator"},{"key":"12402_CR69","unstructured":"Pigai. (2023). Retrieved September 1, 2023, from http:\/\/www.pigai.org"},{"issue":"9","key":"12402_CR70","doi-asserted-by":"publisher","first-page":"1884","DOI":"10.17507\/tpls.0609.23","volume":"6","author":"A Qassemzadeh","year":"2016","unstructured":"Qassemzadeh, A., & Soleimani, H. (2016). The impact of feedback provision by Grammarly software and teachers on learning passive structures by Iranian EFL Learners. Theory and Practice in Language Studies, 6(9), 1884\u20131894. https:\/\/doi.org\/10.17507\/tpls.0609.23","journal-title":"Theory and Practice in Language Studies"},{"key":"12402_CR71","doi-asserted-by":"publisher","unstructured":"*Qian, L., Yang, Y., & Zhao, Y. (2021). Syntactic complexity revisited: Sensitivity of China\u2019s AES-generated scores to syntactic measures, effects of discourse-mode and topic. Reading and Writing, 34(3), 681\u2013704. https:\/\/doi.org\/10.1007\/s11145-020-10087-5","DOI":"10.1007\/s11145-020-10087-5"},{"issue":"3","key":"12402_CR72","doi-asserted-by":"publisher","first-page":"2495","DOI":"10.1007\/s10462-021-10068-2","volume":"55","author":"D Ramesh","year":"2022","unstructured":"Ramesh, D., & Sanampudi, S. K. (2022). An automated essay scoring systems: A systematic literature review. Artificial Intelligence Review, 55(3), 2495\u20132527. https:\/\/doi.org\/10.1007\/s10462-021-10068-2","journal-title":"Artificial Intelligence Review"},{"key":"12402_CR73","doi-asserted-by":"publisher","unstructured":"*Ramineni, C. (2013). Validating automated essay scoring for online writing placement. Assessing Writing, 18(1), 40\u201361. https:\/\/doi.org\/10.1016\/j.asw.2012.10.005","DOI":"10.1016\/j.asw.2012.10.005"},{"key":"12402_CR74","doi-asserted-by":"publisher","unstructured":"*Ranalli, J. (2021). L2 student engagement with automated feedback on writing: Potential for learning and issues of trust. Journal of Second Language Writing, 52, 100816. https:\/\/doi.org\/10.1016\/j.jslw.2021.10081","DOI":"10.1016\/j.jslw.2021.10081"},{"key":"12402_CR75","unstructured":"*Ranalli, J. (2022). Automated written corrective feedback: Error-correction performance and timing of delivery. Language Learning & Technology, 26(1), 1\u201325. Retrieved September 1, 2023, from http:\/\/hdl.handle.net\/10125\/73465"},{"key":"12402_CR76","volume-title":"The coding manual for qualitative researchers","author":"J Salda\u00f1a","year":"2016","unstructured":"Salda\u00f1a, J. (2016). The coding manual for qualitative researchers (3rd ed.). Sage Publications.","edition":"3"},{"key":"12402_CR77","doi-asserted-by":"publisher","unstructured":"*Sanosi, A. B. (2022). The impact of automated written corrective feedback on EFL learners\u2019 academic writing accuracy. Journal of Teaching English for Specific and Academic Purposes, 301\u2013317. https:\/\/doi.org\/10.22190\/JTESAP2202301S","DOI":"10.22190\/JTESAP2202301S"},{"key":"12402_CR78","doi-asserted-by":"publisher","unstructured":"*Sari, E., & Han, T. (2022). Using generalizability theory to investigate the variability and reliability of EFL composition scores by human raters and e-rater. Porta Linguarum: revista internacional de did\u00e1ctica de las lenguas extranjeras, (38), 27\u201345. https:\/\/doi.org\/10.30827\/portalin.vi38.18056","DOI":"10.30827\/portalin.vi38.18056"},{"key":"12402_CR79","doi-asserted-by":"publisher","unstructured":"*Saricaoglu, A., & Bilki, Z. (2021). Voluntary use of automated writing evaluation by content course students. ReCALL, 33(3), 265\u2013277. https:\/\/doi.org\/10.1017\/S0958344021000021","DOI":"10.1017\/S0958344021000021"},{"key":"12402_CR80","doi-asserted-by":"publisher","first-page":"g7647","DOI":"10.1136\/bmj.g7647","volume":"350","author":"L Shamseer","year":"2015","unstructured":"Shamseer, L., Moher, D., Clarke, M., Ghersi, D., Liberati, A., Petticrew, M., Shekelle, P., Stewart, L. A., PRISMA-P Group. (2015). Preferred reporting items for systematic review and meta-analysis protocols (PRISMA-P) 2015: elaboration and explanation. BMJ, 350, g7647. https:\/\/doi.org\/10.1136\/bmj.g7647","journal-title":"BMJ"},{"key":"12402_CR81","doi-asserted-by":"publisher","unstructured":"Shadiev, R., & Feng, Y. (2023). Using automated corrective feedback tools in language learning: A review study. Interactive Learning Environments, 1\u201329. https:\/\/doi.org\/10.1080\/10494820.2022.2153145","DOI":"10.1080\/10494820.2022.2153145"},{"issue":"3","key":"12402_CR82","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1080\/02602930120052404","volume":"26","author":"MD Shermis","year":"2001","unstructured":"Shermis, M. D., Mzumara, H. R., Olson, J., & Harrington, S. (2001). On-line grading of student essays: PEG goes on the World Wide Web. Assessment & Evaluation in Higher Education, 26(3), 247\u2013259. https:\/\/doi.org\/10.1080\/02602930120052404","journal-title":"Assessment & Evaluation in Higher Education"},{"key":"12402_CR83","doi-asserted-by":"publisher","first-page":"1","DOI":"10.4324\/9780203122761","volume-title":"Handbook of automated essay evaluation: Current applications and new directions","author":"MD Shermis","year":"2013","unstructured":"Shermis, M. D., Burstein, J., & Bursky, S. A. (2013). Introduction to automated essay evaluation. In M. D. Shermis & J. Burstein (Eds.), Handbook of automated essay evaluation: Current applications and new directions (pp. 1\u201315). Routledge."},{"issue":"1","key":"12402_CR84","doi-asserted-by":"publisher","first-page":"153","DOI":"10.3102\/0034654307313795","volume":"78","author":"VJ Shute","year":"2008","unstructured":"Shute, V. J. (2008). Focus on formative feedback. Review of Educational Research, 78(1), 153\u2013189.","journal-title":"Review of Educational Research"},{"issue":"3","key":"12402_CR85","doi-asserted-by":"publisher","first-page":"517","DOI":"10.1080\/09588221.2021.1933540","volume":"36","author":"M Shortt","year":"2023","unstructured":"Shortt, M., Tilak, S., Kuznetcova, I., Martens, B., & Akinkuolie, B. (2023). Gamification in mobile-assisted language learning: A systematic review of Duolingo literature from public release of 2012 to early 2020. Computer Assisted Language Learning, 36(3), 517\u2013554. https:\/\/doi.org\/10.1080\/09588221.2021.1933540","journal-title":"Computer Assisted Language Learning"},{"key":"12402_CR86","doi-asserted-by":"publisher","first-page":"51","DOI":"10.1016\/j.asw.2013.11.007","volume":"19","author":"M Stevenson","year":"2014","unstructured":"Stevenson, M., & Phakiti, A. (2014). The effects of computer-generated feedback on the quality of writing. Assessing Writing, 19, 51\u201365. https:\/\/doi.org\/10.1016\/j.asw.2013.11.007","journal-title":"Assessing Writing"},{"key":"12402_CR87","doi-asserted-by":"publisher","unstructured":"*Tambunan, A. R. S., Andayani, W., Sari, W. S., & Lubis, F. K. (2022). Investigating EFL students\u2019 linguistic problems using Grammarly as automated writing evaluation feedback. Indonesian Journal of Applied Linguistics, 12(1), 16\u201327. https:\/\/doi.org\/10.17509\/ijal.v12i1.46428","DOI":"10.17509\/ijal.v12i1.46428"},{"key":"12402_CR88","doi-asserted-by":"publisher","unstructured":"*Thi, N. K., Nikolov, M., & Simon, K. (2022). Higher-proficiency students\u2019 engagement with and uptake of teacher and Grammarly feedback in an EFL writing course. Innovation in Language Learning and Teaching, 0(0), 1\u201316. https:\/\/doi.org\/10.1080\/17501229.2022.2122476","DOI":"10.1080\/17501229.2022.2122476"},{"key":"12402_CR89","doi-asserted-by":"publisher","unstructured":"*Thi, N. K., & Nikolov, M. (2022). How Teacher and Grammarly Feedback Complement One Another in Myanmar EFL Students\u2019 Writing. The Asia-Pacific Education Researcher, 31(6), 767\u2013779. https:\/\/doi.org\/10.1007\/s40299-021-00625-2","DOI":"10.1007\/s40299-021-00625-2"},{"key":"12402_CR90","volume-title":"Mind in society: The development of higher psychological processes","author":"LS Vygotsky","year":"1978","unstructured":"Vygotsky, L. S. (1978). Mind in society: The development of higher psychological processes. Harvard University Press."},{"key":"12402_CR91","unstructured":"Wang, P. L. (2015). Effects of an Automated Writing Evaluation Program: Student Experiences and Perceptions. Electronic Journal of Foreign Language Teaching, 12(1), 79\u2013100. Retrieved September 1, 2023, from https:\/\/e-flt.nus.edu.sg\/v12n12015\/wang.pdf"},{"key":"12402_CR92","unstructured":"Wang, Y. J. (2011). Exploring the effect of using automated writing evaluation in Taiwanese EFL students\u2019 writing. Unpublished Master\u2019s thesis. I-Shou University, Taiwan."},{"issue":"3","key":"12402_CR93","doi-asserted-by":"publisher","first-page":"234","DOI":"10.1080\/09588221.2012.655300","volume":"26","author":"YJ Wang","year":"2013","unstructured":"Wang, Y. J., Shang, H. F., & Briody, P. (2013). Exploring the impact of using automated writing evaluation in English as a foreign language university students\u2019 writing. Computer Assisted Language Learning, 26(3), 234\u2013257. https:\/\/doi.org\/10.1080\/09588221.2012.655300","journal-title":"Computer Assisted Language Learning"},{"issue":"2","key":"12402_CR94","doi-asserted-by":"publisher","first-page":"157","DOI":"10.1191\/1362168806lr190oa","volume":"10","author":"M Warschauer","year":"2006","unstructured":"Warschauer, M., & Ware, P. (2006). Automated writing evaluation: Defining the classroom research agenda. Language Teaching Research, 10(2), 157\u2013180.","journal-title":"Language Teaching Research"},{"key":"12402_CR95","doi-asserted-by":"publisher","first-page":"717","DOI":"10.1002\/0470013192.bsa703","volume":"2","author":"NM Webb","year":"2005","unstructured":"Webb, N. M., & Shavelson, R. J. (2005). Generalizability theory: overview. Encyclopedia of statistics in behavioral science, 2, 717\u2013719. https:\/\/doi.org\/10.1002\/0470013192.bsa703","journal-title":"Encyclopedia of statistics in behavioral science"},{"key":"12402_CR96","doi-asserted-by":"publisher","unstructured":"*Wu, L., Wu, Y., & Zhang, X. (2021). L2 learner cognitive psychological factors about artificial intelligence writing corrective feedback. English Language Teaching, 14(10), 70. https:\/\/doi.org\/10.5539\/elt.v14n10p70","DOI":"10.5539\/elt.v14n10p70"},{"key":"12402_CR97","doi-asserted-by":"publisher","unstructured":"*Xu, J., & Zhang, S. (2022). Understanding AWE feedback and English writing of learners with different proficiency levels in an EFL classroom: A sociocultural perspective. The Asia-Pacific Education Researcher, 31(4), 357\u2013367. https:\/\/doi.org\/10.1007\/s40299-021-00577-7","DOI":"10.1007\/s40299-021-00577-7"},{"key":"12402_CR98","doi-asserted-by":"publisher","unstructured":"*Yao, D. (2021). Automated writing evaluation for ESL learners: A Case study of Pigai system. Journal of Asia TEFL, 18, 949\u2013958. https:\/\/doi.org\/10.18823\/asiatefl.2021.18.3.14.949","DOI":"10.18823\/asiatefl.2021.18.3.14.949"},{"key":"12402_CR99","doi-asserted-by":"publisher","unstructured":"*Yousofi, R. (2022). Grammarly deployment (in)efficacy within EFL academic writing classrooms: An attitudinal report from Afghanistan. Cogent Education, 9(1), 2142446. https:\/\/doi.org\/10.1080\/2331186X.2022.2142446","DOI":"10.1080\/2331186X.2022.2142446"},{"key":"12402_CR100","doi-asserted-by":"publisher","unstructured":"*Zaini, A. (2018). Word processors as monarchs: Computer-generated feedback can exercise power over and influence EAL learners\u2019 identity representations. Computers & Education, 120, 112\u2013126. https:\/\/doi.org\/10.1016\/j.compedu.2018.01.014","DOI":"10.1016\/j.compedu.2018.01.014"},{"key":"12402_CR101","first-page":"59","volume":"1","author":"F Zhang","year":"2021","unstructured":"Zhang, F., & Gao, J. (2021). The impact of Pigai on the English writing performance of English Major students. Teaching Research, 1, 59\u201365. In Chinese.","journal-title":"Teaching Research"},{"issue":"1","key":"12402_CR102","doi-asserted-by":"publisher","first-page":"170","DOI":"10.1515\/jccall-2021-2007","volume":"1","author":"S Zhang","year":"2021","unstructured":"Zhang, S. (2021). Review of automated writing evaluation systems. Journal of China Computer-Assisted Language Learning, 1(1), 170\u2013176.","journal-title":"Journal of China Computer-Assisted Language Learning"},{"key":"12402_CR103","doi-asserted-by":"publisher","first-page":"90","DOI":"10.1016\/j.asw.2018.02.004","volume":"36","author":"Z Zhang","year":"2018","unstructured":"Zhang, Z., & Hyland, K. (2018). Student engagement with teacher and automated feedback on L2 writing. Assessing Writing, 36, 90\u2013102. https:\/\/doi.org\/10.1016\/j.asw.2018.02.004","journal-title":"Assessing Writing"},{"issue":"4","key":"12402_CR104","doi-asserted-by":"publisher","first-page":"696","DOI":"10.1080\/09588221.2020.1744666","volume":"35","author":"R Zhang","year":"2022","unstructured":"Zhang, R., & Zou, D. (2022). Types, purposes, and effectiveness of state-of-the-art technologies for second and foreign language learning. Computer Assisted Language Learning, 35(4), 696\u2013742. https:\/\/doi.org\/10.1080\/09588221.2020.1744666","journal-title":"Computer Assisted Language Learning"},{"issue":"8","key":"12402_CR105","doi-asserted-by":"publisher","first-page":"1811","DOI":"10.1080\/09588221.2020.1839502","volume":"35","author":"D Zou","year":"2020","unstructured":"Zou, D., Luo, S., Xie, H., & Hwang, G. (2020). A systematic review of research on flipped language classrooms: Theoretical foundations, learning activities, tools, research topics and findings. Computer Assisted Language Learning, 35(8), 1811\u20131837. https:\/\/doi.org\/10.1080\/09588221.2020.1839502","journal-title":"Computer Assisted Language Learning"}],"container-title":["Education and Information Technologies"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10639-023-12402-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10639-023-12402-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10639-023-12402-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,28]],"date-time":"2024-08-28T03:20:58Z","timestamp":1724815258000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10639-023-12402-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,1,3]]},"references-count":105,"journal-issue":{"issue":"11","published-print":{"date-parts":[[2024,8]]}},"alternative-id":["12402"],"URL":"https:\/\/doi.org\/10.1007\/s10639-023-12402-3","relation":{},"ISSN":["1360-2357","1573-7608"],"issn-type":[{"value":"1360-2357","type":"print"},{"value":"1573-7608","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,1,3]]},"assertion":[{"value":"2 October 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 December 2023","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 January 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"I confirm that all the research meets ethical guidelines and adheres to the legal requirements of the study country.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}},{"value":"None.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interests"}}]}}