{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,30]],"date-time":"2026-03-30T14:30:54Z","timestamp":1774881054261,"version":"3.50.1"},"reference-count":96,"publisher":"Elsevier BV","issue":"2","license":[{"start":{"date-parts":[[2021,1,26]],"date-time":"2021-01-26T00:00:00Z","timestamp":1611619200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,26]],"date-time":"2021-01-26T00:00:00Z","timestamp":1611619200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int J Artif Intell Educ"],"published-print":{"date-parts":[[2021,6]]},"DOI":"10.1007\/s40593-020-00236-w","type":"journal-article","created":{"date-parts":[[2021,1,26]],"date-time":"2021-01-26T17:02:30Z","timestamp":1611680550000},"page":"234-276","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":50,"title":["Automated Feedback and Automated Scoring in the Elementary Grades: Usage, Attitudes, and Associations with Writing Outcomes in a Districtwide Implementation of MI Write"],"prefix":"10.1016","volume":"31","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7192-3510","authenticated-orcid":false,"given":"Joshua","family":"Wilson","sequence":"first","affiliation":[]},{"given":"Yue","family":"Huang","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1921-5127","authenticated-orcid":false,"given":"Corey","family":"Palermo","sequence":"additional","affiliation":[]},{"given":"Gaysha","family":"Beard","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7202-5536","authenticated-orcid":false,"given":"Charles A.","family":"MacArthur","sequence":"additional","affiliation":[]}],"member":"78","published-online":{"date-parts":[[2021,1,26]]},"reference":[{"key":"236_CR1","doi-asserted-by":"crossref","DOI":"10.4135\/9781412993869","volume-title":"Fixed effects regression models","author":"PD Allison","year":"2009","unstructured":"Allison, P. D. (2009). Fixed effects regression models. Thousand Oaks: SAGE."},{"issue":"5","key":"236_CR2","doi-asserted-by":"crossref","first-page":"18","DOI":"10.58680\/ej20097117","volume":"98","author":"AN Applebee","year":"2009","unstructured":"Applebee, A. N., & Langer, J. A. (2009). What is happening in the teaching of writing? English Journal, 98(5), 18\u201328.","journal-title":"English Journal"},{"key":"236_CR3","volume-title":"Explicit instruction: Effective and efficient teaching","author":"AL Archer","year":"2011","unstructured":"Archer, A. L., & Hughes, C. A. (2011). Explicit instruction: Effective and efficient teaching. New York: Guilford."},{"key":"236_CR4","unstructured":"Attali, Y. (2004). Exploring the feedback and revision features of criterion. Paper presented at the National Council of Measurement in Education (NCME), San Diego, CA."},{"key":"236_CR5","doi-asserted-by":"crossref","first-page":"67","DOI":"10.1080\/01443410.2016.1223275","volume":"37","author":"L Bai","year":"2017","unstructured":"Bai, L., & Hu, G. (2017). In the face of fallible AWE feedback: How do students respond? Educational Psychology, 37, 67\u201381.","journal-title":"Educational Psychology"},{"key":"236_CR6","doi-asserted-by":"crossref","first-page":"48","DOI":"10.1016\/j.asw.2014.06.001","volume":"22","author":"II Bejar","year":"2014","unstructured":"Bejar, I. I., Flor, M., Futagi, Y., & Ramineni, C. (2014). On the vulnerability of automated scoring to construct-irrelevant response strategies (CIRS): an illustration. Assessing Writing, 22, 48\u201359.","journal-title":"Assessing Writing"},{"key":"236_CR7","unstructured":"Bernoff, J. (2017). Bad writing costs businesses billions. Daily Beast. Retrieved from https:\/\/www.thedailybeast.com\/bad-writing-costs-businesses-billions"},{"key":"236_CR8","volume-title":"The effectiveness of feedback for L1-English and L2-writing development: A meta-analysis. TOEFL iBT\u2122 research report","author":"D Biber","year":"2011","unstructured":"Biber, D., Nekrasova, T., & Horn, B. (2011). The effectiveness of feedback for L1-English and L2-writing development: A meta-analysis. TOEFL iBT\u2122 research report. Princeton: Educational Testing Service."},{"key":"236_CR9","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1007\/s11092-008-9068-5","volume":"21","author":"P Black","year":"2009","unstructured":"Black, P., & Wiliam, D. (2009). Developing the theory of formative assessment. Educational Assessment, Evaluation and Accountability, 21, 5\u201331.","journal-title":"Educational Assessment, Evaluation and Accountability"},{"key":"236_CR10","first-page":"359","volume":"14","author":"MA Britt","year":"2004","unstructured":"Britt, M. A., Wiemer-Hastings, P., Larson, A. A., & Perfetti, C. A. (2004). Using intelligent feedback to improve sourcing and integration in students\u2019 essays. International Journal of Artificial Intelligence in Education, 14, 359\u2013374.","journal-title":"International Journal of Artificial Intelligence in Education"},{"key":"236_CR11","first-page":"160","volume-title":"Handbook of writing research","author":"RH Bruning","year":"2016","unstructured":"Bruning, R. H., & Kauffman, D. F. (2016). Self-efficacy beliefs and motivation in writing development. In C. A. MacArthur, S. Graham, & J. Fitzgerald (Eds.), Handbook of writing research (pp. 160\u2013173). New York: Guilford."},{"key":"236_CR12","doi-asserted-by":"crossref","first-page":"25","DOI":"10.1037\/a0029692","volume":"105","author":"R Bruning","year":"2013","unstructured":"Bruning, R., Dempsey, M., Kauffman, D. F., McKim, C., & Zumbrunn, S. (2013). Examining dimensions of self-efficacy for writing. Journal of Educational Psychology, 105, 25\u201338.","journal-title":"Journal of Educational Psychology"},{"key":"236_CR13","first-page":"375","volume-title":"Reading comprehension strategies: Theories, interventions, and technologies","author":"D Caccamise","year":"2007","unstructured":"Caccamise, D., Franzke, M., Eckhoff, A., Kintsch, E., & Kintsch, W. (2007). Guided practice in technology-based summary writing. In D. S. McNamara (Ed.), Reading comprehension strategies: Theories, interventions, and technologies (pp. 375\u2013396). Mahwah: Erlbaum."},{"key":"236_CR14","doi-asserted-by":"crossref","first-page":"385","DOI":"10.1177\/0265532214565386","volume":"33","author":"CA Chapelle","year":"2015","unstructured":"Chapelle, C. A., Cotos, E., & Lee, J. (2015). Validity arguments for diagnostic assessment using automated writing evaluation. Language Testing, 33, 385\u2013405.","journal-title":"Language Testing"},{"issue":"2","key":"236_CR15","first-page":"94","volume":"12","author":"CE Chen","year":"2008","unstructured":"Chen, C. E., & Cheng, W. E. (2008). Beyond the design of automated writing evaluation: pedagogical practices and perceived learning effectiveness in EFL writing classes. Language Learning & Technology, 12(2), 94\u2013112.","journal-title":"Language Learning & Technology"},{"key":"236_CR16","unstructured":"Clare, L., Vald\u00e9s, R., & Patthey-Chavez, G. G. (2000). Learning to write in urban elementary and middle schools: An investigation of teachers\u2019 written feedback on student compositions (Center for the Study of Evaluation Technical Report No. 526). Los Angeles: University of California, Center for Research on Evaluation, Standards, and Student Testing (CRESST)."},{"key":"236_CR17","volume-title":"Statistical power analysis for the behavioral sciences","author":"J Cohen","year":"1988","unstructured":"Cohen, J. (1988). Statistical power analysis for the behavioral sciences. New York: Routledge Academic."},{"key":"236_CR18","unstructured":"Conference on College Composition and Communication. (2014). Writing assessment: A position statement. Retrieved March 5, 2020 from https:\/\/ncte.org\/statement\/writingassessment\/"},{"key":"236_CR19","doi-asserted-by":"publisher","unstructured":"Deane, P., Wilson, J., Zhang, M., Li, C., van Rijn, P., Guo, H., Roth, A., Winchester, E., & Richter, T. (2020). The sensitivity of a scenario-based assessment of written argumentation to school differences in curriculum and instruction. International Journal of Artificial Intelligence in Education. https:\/\/doi.org\/10.1007\/s40593-020-00227-x","DOI":"10.1007\/s40593-020-00227-x"},{"key":"236_CR20","doi-asserted-by":"crossref","first-page":"171","DOI":"10.1016\/j.learninstruc.2011.10.003","volume":"22","author":"H Dujinhower","year":"2012","unstructured":"Dujinhower, H., Prins, F. J., & Stokking, K. M. (2012). Feedback providing improvement strategies and reflection on feedback use: effects on students\u2019 writing motivation, process, and performance. Learning and Instruction, 22, 171\u2013184.","journal-title":"Learning and Instruction"},{"key":"236_CR21","volume-title":"In machine scoring of student essays: truth and consequences","author":"PF Ericcson","year":"2006","unstructured":"Ericcson, P. F., & Haswell, R. J. (2006). In machine scoring of student essays: truth and consequences. Logan: Utah State University Press."},{"key":"236_CR22","doi-asserted-by":"crossref","first-page":"481","DOI":"10.3102\/00346543057004481","volume":"57","author":"J Fitzgerald","year":"1987","unstructured":"Fitzgerald, J. (1987). Research on revision in writing. Review of Educational Research, 57, 481\u2013506.","journal-title":"Review of Educational Research"},{"key":"236_CR23","unstructured":"Foltz, P. W., Lochbaum, K. E. & Rosenstein, M. B. (2011). Analysis of student ELA writing performance for a large scale implementation of formative assessment. Paper presented at the Annual Meeting of the National Council for Measurement in Education, New Orleans, LA."},{"key":"236_CR24","first-page":"68","volume-title":"Handbook of automated essay evaluation","author":"PW Foltz","year":"2013","unstructured":"Foltz, P. W., Streeter, L. A., Lochbaum, K. E., & Landauer, T. K. (2013). Implementation and applications of the intelligent essay assessor. In M. Shermis & J. Burstein (Eds.), Handbook of automated essay evaluation (pp. 68\u201388). New York: Routledge."},{"key":"236_CR25","doi-asserted-by":"crossref","first-page":"53","DOI":"10.2190\/DH8F-QJWM-J457-FQVB","volume":"33","author":"M Franzke","year":"2005","unstructured":"Franzke, M., Kintsch, E., Caccamise, D., Johnson, N., & Dooley, S. (2005). Summary street\u00ae: computer support for comprehension and writing. Journal of Educational Computing Research, 33, 53\u201380.","journal-title":"Journal of Educational Computing Research"},{"key":"236_CR26","doi-asserted-by":"crossref","first-page":"435","DOI":"10.1080\/02796015.2006.12087977","volume":"35","author":"KA Gansle","year":"2006","unstructured":"Gansle, K. A., VanDerHeyden, A. M., Noell, G. H., Resetar, J. L., & Williams, K. L. (2006). The technical adequacy of curriculum-based and rating-based measures of written expression of elementary school students. School Psychology Review, 35, 435\u2013450.","journal-title":"School Psychology Review"},{"key":"236_CR27","doi-asserted-by":"crossref","first-page":"494","DOI":"10.1086\/651193","volume":"110","author":"J Gilbert","year":"2010","unstructured":"Gilbert, J., & Graham, S. (2010). Teaching writing to elementary students in grades 4-6: a national survey. Elementary School Journal, 110, 494\u2013518.","journal-title":"Elementary School Journal"},{"key":"236_CR28","doi-asserted-by":"crossref","first-page":"258","DOI":"10.1080\/00461520.2018.1481406","volume":"53","author":"S Graham","year":"2018","unstructured":"Graham, S. (2018). A revised writer(s)-within-community model of writing. Educational Psychologist, 53, 258\u2013279.","journal-title":"Educational Psychologist"},{"key":"236_CR29","volume-title":"Writing next: Effective strategies to improve writing of adolescents in middle and high schools \u2013 A report to Carnegie Corporation of New York","author":"S Graham","year":"2007","unstructured":"Graham, S., & Perin, D. (2007). Writing next: Effective strategies to improve writing of adolescents in middle and high schools \u2013 A report to Carnegie Corporation of New York. Washington, DC: Alliance for Excellent Education."},{"issue":"3","key":"236_CR30","doi-asserted-by":"crossref","first-page":"516","DOI":"10.1016\/j.cedpsych.2007.01.002","volume":"32","author":"S Graham","year":"2007","unstructured":"Graham, S., Berninger, V., & Fan, W. (2007). The structural relationship between writing attitude and writing achievement in first and third grade students. Contemporary Educational Psychology, 32(3), 516\u2013536.","journal-title":"Contemporary Educational Psychology"},{"key":"236_CR31","doi-asserted-by":"crossref","first-page":"51","DOI":"10.1080\/10573569.2012.632732","volume":"28","author":"S Graham","year":"2012","unstructured":"Graham, S., Berninger, V., & Abbott, R. (2012a). Are attitudes toward writing and reading separable constructs? A study with primary grade children. Reading & Writing Quarterly, 28, 51\u201369.","journal-title":"Reading & Writing Quarterly"},{"key":"236_CR32","unstructured":"Graham, S., Bollinger, A., Booth Olson, C., D\u2019Aoust, C., MacArthur, C., McCutchen, D., & Olinghouse, N. (2012b). Teaching elementary school students to be effective writers: A practice guide (NCEE 2012\u20134058). Washington, DC: National Center for Education Evaluation and Regional Assistance, Institute of Education Sciences, U.S. Department of Education."},{"key":"236_CR33","doi-asserted-by":"crossref","first-page":"523","DOI":"10.1086\/681947","volume":"115","author":"S Graham","year":"2015","unstructured":"Graham, S., Hebert, M., & Harris, K. R. (2015). Formative assessment and writing: a meta-analysis. Elementary School Journal, 115, 523\u2013547.","journal-title":"Elementary School Journal"},{"key":"236_CR34","doi-asserted-by":"crossref","first-page":"199","DOI":"10.1177\/0014402916664070","volume":"83","author":"S Graham","year":"2017","unstructured":"Graham, S., Collins, A. A., & Rigby-Wells, H. (2017). Writing characteristics of students with learning disabilities and typically achieving peers: a meta-analysis. Exceptional Children, 83, 199\u2013218.","journal-title":"Exceptional Children"},{"issue":"6","key":"236_CR35","first-page":"4","volume":"8","author":"D Grimes","year":"2010","unstructured":"Grimes, D., & Warschauer, M. (2010). Utility in a fallible tool: a multi-site case study of automated writing evaluation. Journal of Technology, Learning, and Assessment, 8(6), 4\u201343.","journal-title":"Journal of Technology, Learning, and Assessment"},{"key":"236_CR36","doi-asserted-by":"crossref","first-page":"81","DOI":"10.3102\/003465430298487","volume":"77","author":"J Hattie","year":"2007","unstructured":"Hattie, J., & Timperley, H. (2007). The power of feedback. Review of Educational Research, 77, 81\u2013112.","journal-title":"Review of Educational Research"},{"issue":"3","key":"236_CR37","doi-asserted-by":"crossref","first-page":"369","DOI":"10.1177\/0741088312451260","volume":"29","author":"JR Hayes","year":"2012","unstructured":"Hayes, J. R. (2012). Modeling and remodeling writing. Written Communication, 29(3), 369\u2013388.","journal-title":"Written Communication"},{"issue":"4","key":"236_CR38","doi-asserted-by":"crossref","first-page":"480","DOI":"10.2307\/378891","volume":"63","author":"A Herrington","year":"2001","unstructured":"Herrington, A., & Moran, C. (2001). What happens when machines read our students\u2019 writing? College English, 63(4), 480\u2013499.","journal-title":"College English"},{"issue":"3","key":"236_CR39","doi-asserted-by":"crossref","first-page":"36","DOI":"10.1111\/emip.12036","volume":"33","author":"D Higgins","year":"2014","unstructured":"Higgins, D., & Heilman, M. (2014). Managing what we can measure: quantifying the susceptibility of automated scoring systems to gaming behavior. Educational Measurement Issues and Practice, 33(3), 36\u201346.","journal-title":"Educational Measurement Issues and Practice"},{"key":"236_CR40","first-page":"359","volume":"4","author":"K Hornick","year":"1991","unstructured":"Hornick, K. (1991). Approximation capabilities of multilayer feedforward networks. Neural Networks, 4, 359\u2013366.","journal-title":"Neural Networks"},{"key":"236_CR41","doi-asserted-by":"crossref","first-page":"250","DOI":"10.1080\/00461520903213600","volume":"44","author":"RT Kellogg","year":"2009","unstructured":"Kellogg, R. T., & Whiteford, A. P. (2009). Training advanced writing skills: the case for deliberative practice. Educational Psychologist, 44, 250\u2013266.","journal-title":"Educational Psychologist"},{"key":"236_CR42","doi-asserted-by":"crossref","first-page":"173","DOI":"10.2190\/EC.42.2.c","volume":"42","author":"RT Kellogg","year":"2010","unstructured":"Kellogg, R. T., Whiteford, A. P., & Quinlan, T. (2010). Does automated feedback help students learn to write? Journal of Educational Computing Research, 42, 173\u2013196.","journal-title":"Journal of Educational Computing Research"},{"key":"236_CR43","doi-asserted-by":"crossref","first-page":"136","DOI":"10.1037\/a0013097","volume":"101","author":"SA Kiuhara","year":"2009","unstructured":"Kiuhara, S. A., Graham, S., & Hawken, L. S. (2009). Teaching writing to high school students: a national survey. Journal of Educational Psychology, 101, 136\u2013160.","journal-title":"Journal of Educational Psychology"},{"key":"236_CR44","doi-asserted-by":"crossref","first-page":"62","DOI":"10.1016\/j.asw.2012.10.001","volume":"18","author":"A Klobucar","year":"2013","unstructured":"Klobucar, A., Elliot, N., Deess, P., Rudniy, O., & Joshi, K. (2013). Automated scoring in context: rapid assessment for placed students. Assessing Writing, 18, 62\u201384.","journal-title":"Assessing Writing"},{"key":"236_CR45","doi-asserted-by":"crossref","first-page":"125","DOI":"10.1207\/S15326985EP3502_6","volume":"35","author":"V Lee","year":"2000","unstructured":"Lee, V. (2000). Using hierarchical linear modeling to study social contexts: the case of school effects. Educational Psychologist, 35, 125\u2013141.","journal-title":"Educational Psychologist"},{"issue":"8","key":"236_CR46","first-page":"1","volume":"6","author":"J Lorah","year":"2018","unstructured":"Lorah, J. (2018). Effect size measures for multilevel models: definition, interpretation, and TIMSS example. Large-Scale Assessments in Education, 6(8), 1\u201311.","journal-title":"Large-Scale Assessments in Education"},{"key":"236_CR47","first-page":"272","volume-title":"Handbook of writing research","author":"CA MacArthur","year":"2016","unstructured":"MacArthur, C. A. (2016). Instruction in evaluation and revision. In C. A. MacArthur, S. Graham, & J. Fitzgerald (Eds.), Handbook of writing research (2nd ed., pp. 272\u2013287). New York: Guilford.","edition":"2"},{"key":"236_CR48","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1086\/499713","volume":"103","author":"LC Matsumara","year":"2002","unstructured":"Matsumara, L. C., Patthey-Chavez, G. G., Patthey-Chavez, V., & M. R., & Garnier, H. (2002). Teacher feedback, writing assignment quality, and third-grade students\u2019 revision in lower- and higher-achieving urban schools. Elementary School Journal, 103, 3\u201325.","journal-title":"Elementary School Journal"},{"key":"236_CR49","unstructured":"Mayfield, E., & Butler, S. (2018). Districtwide implementations outperform isolated use of automated feedback in high school writing. Paper presented at the International Conference of the Learning Sciences, London, United Kingdom. Retrieved from http:\/\/ceur-ws.org\/Vol-2128\/industrial4.pdf"},{"key":"236_CR50","doi-asserted-by":"crossref","first-page":"1017","DOI":"10.1111\/j.1467-9620.2006.00684.x","volume":"108","author":"P Mishra","year":"2006","unstructured":"Mishra, P., & Koehler, M. J. (2006). Technological pedagogical content knowledge: a framework for teacher knowledge. Teachers College Record, 108, 1017\u20131054.","journal-title":"Teachers College Record"},{"key":"236_CR51","doi-asserted-by":"crossref","first-page":"149","DOI":"10.17239\/jowr-2016.08.01.05","volume":"8","author":"NS Moore","year":"2016","unstructured":"Moore, N. S., & MacArthur, C. A. (2016). Student use of automated essay evaluation technology during revision. Journal of Writing Research, 8, 149\u2013175.","journal-title":"Journal of Writing Research"},{"key":"236_CR52","unstructured":"National Center for Education Statistics (2012).The Nation\u2019s Report Card: Writing 2011(NCES 2012\u2013470). Institute of Education Sciences, U.S. Department of Education, Washington, D.C."},{"key":"236_CR53","volume-title":"The neglected \u201cR\u201d: The need for a writing revolution","author":"National Commission on Writing for America\u2019s Families, Schools, and Colleges","year":"2003","unstructured":"National Commission on Writing for America\u2019s Families, Schools, and Colleges. (2003). The neglected \u201cR\u201d: The need for a writing revolution. Iowa City: The College Board."},{"key":"236_CR54","volume-title":"Writing: A ticket to work\u2026or a ticket out. A survey of business leaders","author":"National Commission on Writing for America\u2019s Families, Schools, and Colleges","year":"2004","unstructured":"National Commission on Writing for America\u2019s Families, Schools, and Colleges. (2004). Writing: A ticket to work\u2026or a ticket out. A survey of business leaders. Iowa City: The College Board."},{"key":"236_CR55","volume-title":"Writing: A powerful message from state government","author":"National Commission on Writing for America\u2019s Families, Schools, and Colleges","year":"2005","unstructured":"National Commission on Writing for America\u2019s Families, Schools, and Colleges. (2005). Writing: A powerful message from state government. Iowa City: The College Board."},{"key":"236_CR56","unstructured":"National Council of Teachers of English. (2013). NCTE position statement on machine scoring. Retrieved August 25, 2020 from http:\/\/www.ncte.org\/positions\/statements\/machine_scoring"},{"key":"236_CR57","unstructured":"Newman, D., Jaciw, A. P., & Lazarev, V. (2018). Guidelines for conducting and reporting EdTech impact research in U.S. K-12 schools. Empirical Education. Retrieved August 25, 2020 from https:\/\/www.empiricaleducation.com\/pdfs\/guidelines.pdf"},{"key":"236_CR58","doi-asserted-by":"crossref","first-page":"582","DOI":"10.1007\/s40593-016-0136-6","volume":"27","author":"H Nguyen","year":"2017","unstructured":"Nguyen, H., Xiong, W., & Litman, D. (2017). Iterative design and classroom evaluation of automated feedback for improving peer feedback localization. International Journal of Artificial Intelligence in Education, 27, 582\u2013622.","journal-title":"International Journal of Artificial Intelligence in Education"},{"key":"236_CR59","volume-title":"An introduction to the 6+1 trait writing assessment model","author":"Northwest Regional Educational Laboratory","year":"2004","unstructured":"Northwest Regional Educational Laboratory. (2004). An introduction to the 6+1 trait writing assessment model. Portland: Author."},{"key":"236_CR60","doi-asserted-by":"crossref","first-page":"139","DOI":"10.1080\/10573560308222","volume":"19","author":"F Pajares","year":"2003","unstructured":"Pajares, F. (2003). Self-efficacy beliefs, motivation, and achievement in writing: a review of the literature. Reading & Writing Quarterly, 19, 139\u2013158.","journal-title":"Reading & Writing Quarterly"},{"key":"236_CR61","doi-asserted-by":"crossref","first-page":"255","DOI":"10.1016\/j.cedpsych.2018.07.002","volume":"54","author":"C Palermo","year":"2018","unstructured":"Palermo, C., & Thomson, M. M. (2018). Teacher implementation of self-regulated strategy development with an automated writing evaluation system: effects on the argumentative writing performance of middle school students. Contemporary Educational Psychology, 54, 255\u2013270.","journal-title":"Contemporary Educational Psychology"},{"key":"236_CR62","doi-asserted-by":"crossref","first-page":"68","DOI":"10.1016\/j.asw.2010.05.004","volume":"15","author":"JM Parr","year":"2010","unstructured":"Parr, J. M., & Timperley, H. S. (2010). Feedback to writing, assessment for teaching and learning and student progress. Assessing Writing, 15, 68\u201385.","journal-title":"Assessing Writing"},{"issue":"2","key":"236_CR63","doi-asserted-by":"publisher","first-page":"209","DOI":"10.29333\/iji.2019.12214a","volume":"12","author":"GL Parra","year":"2019","unstructured":"Parra, G. L., & Calero, S. X. (2019). Automated writing evaluation tools in the improvement of the writing skill. International Journal of Instruction, 12(2), 209\u2013226. https:\/\/doi.org\/10.29333\/iji.2019.12214a.","journal-title":"International Journal of Instruction"},{"key":"236_CR64","doi-asserted-by":"publisher","first-page":"104","DOI":"10.1016\/j.asw.2014.05.001","volume":"21","author":"L Perelman","year":"2014","unstructured":"Perelman, L. (2014). When the \u201cstate of the art\u201d is counting words. Assessing Writing, 21, 104\u2013111. https:\/\/doi.org\/10.1016\/j.asw.2014.05.001.","journal-title":"Assessing Writing"},{"key":"236_CR65","doi-asserted-by":"crossref","unstructured":"Persky, H. R., Daane, M. C., & Jin, Y. (2002). The Nation\u2019s report card: Writing 2002. (NCES 2003\u2013529). National Center for education statistics, Institute of Education Sciences. U. S. Department for Education, Washington, D. C.","DOI":"10.1037\/e492152006-007"},{"key":"236_CR66","doi-asserted-by":"crossref","first-page":"590","DOI":"10.1007\/s40593-017-0162-z","volume":"28","author":"C Rapp","year":"2018","unstructured":"Rapp, C., & Kauf, P. (2018). Scaling academic writing instruction: evaluation of a scaffolding tool (thesis writer). International Journal of Artificial Intelligence in Education, 28, 590\u2013615.","journal-title":"International Journal of Artificial Intelligence in Education"},{"key":"236_CR67","volume-title":"Hierarchical linear models: Applications and data analysis methods","author":"SW Raudenbush","year":"2002","unstructured":"Raudenbush, S. W., & Bryk, A. S. (2002). Hierarchical linear models: Applications and data analysis methods (2nd ed.). Thousand Oaks: Sage.","edition":"2"},{"key":"236_CR68","doi-asserted-by":"crossref","first-page":"1010","DOI":"10.1037\/a0032340","volume":"105","author":"RD Roscoe","year":"2013","unstructured":"Roscoe, R. D., & McNamara, D. S. (2013). Writing pal: feasibility of an intelligent writing strategy tutor in the high school classroom. Journal of Educational Psychology, 105, 1010\u20131025.","journal-title":"Journal of Educational Psychology"},{"key":"236_CR69","doi-asserted-by":"crossref","first-page":"362","DOI":"10.1504\/IJLT.2013.059131","volume":"8","author":"RD Roscoe","year":"2013","unstructured":"Roscoe, R. D., Varner, L. K., Crossley, S. A., & McNamara, D. S. (2013). Developing pedagogically-guided algorithms for intelligent writing feedback. International Journal of Learning Technology, 8, 362\u2013381.","journal-title":"International Journal of Learning Technology"},{"key":"236_CR70","unstructured":"Roscoe, R. D., Jacovina, M. E., Allen, L. K., Johnson, A. C., & McNamara, D. S. (2016). Towards revision-sensitive feedback in automated writing evaluation. Proceedings of the 9th International Conference on Educational Data Mining, 628\u2013629."},{"key":"236_CR71","doi-asserted-by":"crossref","first-page":"207","DOI":"10.1016\/j.chb.2016.12.076","volume":"70","author":"RD Roscoe","year":"2017","unstructured":"Roscoe, R. D., Wilson, J., Johnson, A. C., & Mayra, C. R. (2017). Presentation, expectations, and experience: sources of student perceptions of automated writing evaluation. Computers in Human Behavior, 70, 207\u2013221.","journal-title":"Computers in Human Behavior"},{"key":"236_CR72","doi-asserted-by":"crossref","unstructured":"Roscoe, R. D., Allen, L. K., Johnson, A. C., & McNamara, D. S. (2018). Automated writing instruction and feedback: Instructional mode, attitudes, and revising. Proceedings of the Human Factors and Ergonomics Society Annual Meeting, 2089\u20132093. Retrieved from https:\/\/journals.sagepub.com\/doi\/10.1177\/1541931218621471","DOI":"10.1177\/1541931218621471"},{"key":"236_CR73","unstructured":"Salahu-Din, D., Persky, H., & Miller, J. (2008). The Nation\u2019s Report Card: Writing 2007 (NCES 2008\u2013468). National Center for education statistics, Institute of Education Sciences, U.S. Department of Education, Washington, D.C."},{"key":"236_CR74","doi-asserted-by":"crossref","first-page":"53","DOI":"10.1016\/j.asw.2013.04.001","volume":"20","author":"MD Shermis","year":"2014","unstructured":"Shermis, M. D. (2014). State-of-the-art automated essay scoring: competition, results, and future directions from a United States demonstration. Assessing Writing, 20, 53\u201376.","journal-title":"Assessing Writing"},{"key":"236_CR75","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1177\/0013164402062001001","volume":"62","author":"MD Shermis","year":"2002","unstructured":"Shermis, M. D., Koch, C. M., Page, E. B., Keith, T. Z., & Harrington, S. (2002). Trait ratings for automated essay grading. Educational and Psychological Measurement, 62, 5\u201318.","journal-title":"Educational and Psychological Measurement"},{"key":"236_CR76","unstructured":"Shermis, M. D., Burstein, J. C., & Bliss, L. (2004, April). The impact of automated essay scoring on high stakes writing assessments. Paper presented at the annual meeting of the National Council on Measurement in Education, San Diego, CA."},{"key":"236_CR77","doi-asserted-by":"crossref","first-page":"153","DOI":"10.3102\/0034654307313795","volume":"78","author":"VJ Shute","year":"2008","unstructured":"Shute, V. J. (2008). Focus on formative feedback. Review of Educational Research, 78, 153\u2013189.","journal-title":"Review of Educational Research"},{"key":"236_CR78","unstructured":"Smarter Balanced Assessment Consortium. (2018). Smarter Balanced Assessment Consortium: 2017\u201318 summative technical report. Retrieved August 25, 2020 from https:\/\/portal.smarterbalanced.org\/library\/en\/2017-18-summative-assessment-technical-report.pdf"},{"key":"236_CR79","volume-title":"Multilevel analysis: An introduction to basic and advanced multilevel modeling","author":"TAB Snijders","year":"2012","unstructured":"Snijders, T. A. B., & Bosker, R. J. (2012). Multilevel analysis: An introduction to basic and advanced multilevel modeling. Thousand Oaks: Sage Publishing."},{"key":"236_CR80","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.compcom.2016.05.001","volume":"42","author":"M Stevenson","year":"2016","unstructured":"Stevenson, M. (2016). A critical interpretative synthesis: the integration of automated writing evaluation into classroom writing instruction. Computers and Composition, 42, 1\u201316.","journal-title":"Computers and Composition"},{"key":"236_CR81","doi-asserted-by":"crossref","first-page":"51","DOI":"10.1016\/j.asw.2013.11.007","volume":"19","author":"M Stevenson","year":"2014","unstructured":"Stevenson, M., & Phakiti, A. (2014). The effects of computer-generated feedback on the quality of writing. Assessing Writing, 19, 51\u201365.","journal-title":"Assessing Writing"},{"key":"236_CR82","doi-asserted-by":"crossref","first-page":"729","DOI":"10.1007\/s40593-017-0145-0","volume":"27","author":"C Tansomboon","year":"2017","unstructured":"Tansomboon, C., Gerard, L. F., Vitale, J. M., & Linn, M. C. (2017). Designing automated guidance to promote productive revision of science explanations. International Journal of Artificial Intelligence in Education, 27, 729\u2013757.","journal-title":"International Journal of Artificial Intelligence in Education"},{"key":"236_CR83","doi-asserted-by":"crossref","first-page":"17","DOI":"10.1007\/s11145-012-9379-2","volume":"26","author":"GA Troia","year":"2013","unstructured":"Troia, G. A., Harbaugh, A. G., Shankland, R. K., Wolbers, K. A., & Lawrence, A. M. (2013). Relationships between writing motivation, writing activity, and writing performance: effects of grade, sex, and ability. Reading and Writing, 26, 17\u201344.","journal-title":"Reading and Writing"},{"key":"236_CR84","doi-asserted-by":"crossref","first-page":"835","DOI":"10.1007\/s11145-017-9816-3","volume":"31","author":"GA Troia","year":"2018","unstructured":"Troia, G. A., Olinghouse, N. G., Zhang, M., Wilson, J., Stewart, K. A., Mo, Y., & Hawkins, L. (2018). Content and alignment of state writing standards and assessments as predictors of student writing achievement: an analysis of 2007 National Assessment of Educational Progress data. Reading and Writing, 31, 835\u2013864.","journal-title":"Reading and Writing"},{"key":"236_CR85","doi-asserted-by":"publisher","unstructured":"Vandermeulen, N., Leijten, M., & Van Waes, L. (2020). Reporting writing process feedback in the classroom: Using keystroke logging data to reflect on writing processes. Journal of Writing Research, 12(1), 109\u2013140. https:\/\/doi.org\/10.17239\/jowr-2020.12.01.05","DOI":"10.17239\/jowr-2020.12.01.05"},{"key":"236_CR86","doi-asserted-by":"crossref","first-page":"22","DOI":"10.1080\/15544800701771580","volume":"3","author":"M Warschauer","year":"2008","unstructured":"Warschauer, M., & Grimes, D. (2008). Automated writing assessment in the classroom. Pedagogies, 3, 22\u201336.","journal-title":"Pedagogies"},{"key":"236_CR87","doi-asserted-by":"crossref","first-page":"2","DOI":"10.1111\/j.1745-3992.2011.00223.x","volume":"31","author":"DM Williamson","year":"2012","unstructured":"Williamson, D. M., Xi, X., & Breyer, F. J. (2012). A framework for evaluation and use of automated scoring. Educational Measurement: Issues and Practice, 31, 2\u201313.","journal-title":"Educational Measurement: Issues and Practice"},{"key":"236_CR88","doi-asserted-by":"crossref","first-page":"691","DOI":"10.1007\/s11145-016-9695-z","volume":"30","author":"J Wilson","year":"2017","unstructured":"Wilson, J. (2017). Associated effects of automated essay evaluation software on growth in writing quality for students with and without disabilities. Reading and Writing, 30, 691\u2013718.","journal-title":"Reading and Writing"},{"key":"236_CR89","doi-asserted-by":"crossref","first-page":"19","DOI":"10.1016\/j.jsp.2017.12.005","volume":"68","author":"J Wilson","year":"2018","unstructured":"Wilson, J. (2018). Universal screening with automated essay scoring: evaluating classification accuracy in Grades 3 and 4. Journal of School Psychology, 68, 19\u201337.","journal-title":"Journal of School Psychology"},{"key":"236_CR90","first-page":"678","volume-title":"Handbook of research on technology tools for real-world skill development","author":"J Wilson","year":"2016","unstructured":"Wilson, J., & Andrada, G. N. (2016). Using automated feedback to improve writing quality: Opportunities and challenges. In Y. Rosen, S. Ferrara, & M. Mosharraf (Eds.), Handbook of research on technology tools for real-world skill development (pp. 678\u2013703). Hershey: IGI Global."},{"key":"236_CR91","doi-asserted-by":"crossref","first-page":"94","DOI":"10.1016\/j.compedu.2016.05.004","volume":"100","author":"J Wilson","year":"2016","unstructured":"Wilson, J., & Czik, A. (2016). Automated essay evaluation software in English language arts classrooms: effects on teacher feedback, student motivation, and writing quality. Computers and Education, 100, 94\u2013109.","journal-title":"Computers and Education"},{"key":"236_CR92","doi-asserted-by":"publisher","unstructured":"Wilson, J., & Roscoe, R. D. (2020). Automated writing evaluation and feedback: Multiple metrics of efficacy. Journal of Educational Computing Research,58, 87\u2013125. https:\/\/doi.org\/10.1177\/0735633119830764","DOI":"10.1177\/0735633119830764"},{"key":"236_CR93","first-page":"93","volume":"12","author":"J Wilson","year":"2014","unstructured":"Wilson, J., Olinghouse, N. G., & Andrada, G. N. (2014). Does automated feedback improve writing quality? Learning Disabilities: A Contemporary Journal, 12, 93\u2013118.","journal-title":"Learning Disabilities: A Contemporary Journal"},{"key":"236_CR94","doi-asserted-by":"crossref","first-page":"11","DOI":"10.1016\/j.asw.2015.06.003","volume":"27","author":"J Wilson","year":"2016","unstructured":"Wilson, J., Olinghouse, N. G., McCoach, D. B., Andrada, G. N., & Santangelo, T. (2016). Comparing the accuracy of different scoring methods for identifying sixth graders at risk of failing a state writing assessment. Assessing Writing, 27, 11\u201323.","journal-title":"Assessing Writing"},{"key":"236_CR95","doi-asserted-by":"crossref","first-page":"373","DOI":"10.3102\/00028312028002373","volume":"28","author":"M Zellermayer","year":"1991","unstructured":"Zellermayer, M., Salomon, G., Globerson, T., & Givon, H. (1991). Enhancing writing-related metacognition through a computerized writing partner. American Educational Research Journal, 28, 373\u2013391.","journal-title":"American Educational Research Journal"},{"key":"236_CR96","doi-asserted-by":"crossref","unstructured":"Zhang, H., Magooda, A., Litman, D., Correnti, R., Wang, E., Matsumara, L. C., \u2026 Quintanta, R. (2019). eRevise: Using natural language processing to provide formative feedback on text evidence usage in student writing. Proceedings of the AAAI Conference on Innovative Applications of Artificial Intelligence, 33, 9619\u20139625.","DOI":"10.1609\/aaai.v33i01.33019619"}],"container-title":["International Journal of Artificial Intelligence in Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s40593-020-00236-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s40593-020-00236-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s40593-020-00236-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,4]],"date-time":"2026-03-04T18:12:08Z","timestamp":1772647928000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s40593-020-00236-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,1,26]]},"references-count":96,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2021,6]]}},"alternative-id":["236"],"URL":"https:\/\/doi.org\/10.1007\/s40593-020-00236-w","relation":{},"ISSN":["1560-4292","1560-4306"],"issn-type":[{"value":"1560-4292","type":"print"},{"value":"1560-4306","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,1,26]]},"assertion":[{"value":"29 December 2020","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 January 2021","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}