{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,2]],"date-time":"2026-09-02T06:31:41Z","timestamp":1788330701496,"version":"build-2803163510"},"reference-count":96,"publisher":"Elsevier BV","issue":"2","license":[{"start":{"date-parts":[[2021,6,1]],"date-time":"2021-06-01T00:00:00Z","timestamp":1622505600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2021,6,1]],"date-time":"2021-06-01T00:00:00Z","timestamp":1622505600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,4,22]],"date-time":"2026-04-22T00:00:00Z","timestamp":1776816000000},"content-version":"vor","delay-in-days":1786,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["International Journal of Artificial Intelligence in Education"],"published-print":{"date-parts":[[2021,6]]},"DOI":"10.1007\/s40593-020-00236-w","type":"journal-article","created":{"date-parts":[[2021,1,26]],"date-time":"2021-01-26T17:02:30Z","timestamp":1611680550000},"page":"234-276","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":58,"title":["Automated Feedback and Automated Scoring in the Elementary Grades: Usage, Attitudes, and Associations with Writing Outcomes in a Districtwide Implementation of MI Write"],"prefix":"10.1016","volume":"31","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7192-3510","authenticated-orcid":false,"given":"Joshua","family":"Wilson","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yue","family":"Huang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1921-5127","authenticated-orcid":false,"given":"Corey","family":"Palermo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Gaysha","family":"Beard","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7202-5536","authenticated-orcid":false,"given":"Charles A.","family":"MacArthur","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1007\/s40593-020-00236-w_bib1","series-title":"Fixed effects regression models","author":"Allison","year":"2009"},{"issue":"5","key":"10.1007\/s40593-020-00236-w_bib2","doi-asserted-by":"crossref","first-page":"18","DOI":"10.58680\/ej20097117","article-title":"What is happening in the teaching of writing?","volume":"98","author":"Applebee","year":"2009","journal-title":"English Journal"},{"key":"10.1007\/s40593-020-00236-w_bib3","series-title":"Explicit instruction: Effective and efficient teaching","author":"Archer","year":"2011"},{"key":"10.1007\/s40593-020-00236-w_bib4","unstructured":"Attali, Y. (2004). Exploring the feedback and revision features of criterion. Paper presented at the National Council of Measurement in Education (NCME), San Diego, CA."},{"key":"10.1007\/s40593-020-00236-w_bib5","doi-asserted-by":"crossref","first-page":"67","DOI":"10.1080\/01443410.2016.1223275","article-title":"In the face of fallible AWE feedback: How do students respond?","volume":"37","author":"Bai","year":"2017","journal-title":"Educational Psychology"},{"key":"10.1007\/s40593-020-00236-w_bib6","doi-asserted-by":"crossref","first-page":"48","DOI":"10.1016\/j.asw.2014.06.001","article-title":"On the vulnerability of automated scoring to construct-irrelevant response strategies (CIRS): an illustration","volume":"22","author":"Bejar","year":"2014","journal-title":"Assessing Writing"},{"key":"10.1007\/s40593-020-00236-w_bib7","unstructured":"Bernoff, J. (2017). Bad writing costs businesses billions. Daily Beast. Retrieved from https:\/\/www.thedailybeast.com\/bad-writing-costs-businesses-billions"},{"key":"10.1007\/s40593-020-00236-w_bib8","series-title":"The effectiveness of feedback for L1-English and L2-writing development: A meta-analysis. TOEFL iBT\u2122 research report","author":"Biber","year":"2011"},{"key":"10.1007\/s40593-020-00236-w_bib9","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1007\/s11092-008-9068-5","article-title":"Developing the theory of formative assessment","volume":"21","author":"Black","year":"2009","journal-title":"Educational Assessment, Evaluation and Accountability"},{"key":"10.1007\/s40593-020-00236-w_bib10","doi-asserted-by":"crossref","first-page":"359","DOI":"10.3233\/IRG-2004-14(3-4)06","article-title":"Using intelligent feedback to improve sourcing and integration in students\u2019 essays","volume":"14","author":"Britt","year":"2004","journal-title":"International Journal of Artificial Intelligence in Education"},{"key":"10.1007\/s40593-020-00236-w_bib11","series-title":"Handbook of writing research","first-page":"160","article-title":"Self-efficacy beliefs and motivation in writing development","author":"Bruning","year":"2016"},{"key":"10.1007\/s40593-020-00236-w_bib12","doi-asserted-by":"crossref","first-page":"25","DOI":"10.1037\/a0029692","article-title":"Examining dimensions of self-efficacy for writing","volume":"105","author":"Bruning","year":"2013","journal-title":"Journal of Educational Psychology"},{"key":"10.1007\/s40593-020-00236-w_bib13","series-title":"Reading comprehension strategies: Theories, interventions, and technologies","first-page":"375","article-title":"Guided practice in technology-based summary writing","author":"Caccamise","year":"2007"},{"key":"10.1007\/s40593-020-00236-w_bib14","doi-asserted-by":"crossref","first-page":"385","DOI":"10.1177\/0265532214565386","article-title":"Validity arguments for diagnostic assessment using automated writing evaluation","volume":"33","author":"Chapelle","year":"2015","journal-title":"Language Testing"},{"issue":"2","key":"10.1007\/s40593-020-00236-w_bib15","doi-asserted-by":"crossref","first-page":"94","DOI":"10.64152\/10125\/44145","article-title":"Beyond the design of automated writing evaluation: pedagogical practices and perceived learning effectiveness in EFL writing classes","volume":"12","author":"Chen","year":"2008","journal-title":"Language Learning & Technology"},{"key":"10.1007\/s40593-020-00236-w_bib16","unstructured":"Clare, L., Vald\u00e9s, R., & Patthey-Chavez, G. G. (2000). Learning to write in urban elementary and middle schools: An investigation of teachers\u2019 written feedback on student compositions (Center for the Study of Evaluation Technical Report No. 526). Los Angeles: University of California, Center for Research on Evaluation, Standards, and Student Testing (CRESST)."},{"key":"10.1007\/s40593-020-00236-w_bib17","series-title":"Statistical power analysis for the behavioral sciences","author":"Cohen","year":"1988"},{"key":"10.1007\/s40593-020-00236-w_bib18","unstructured":"Conference on College Composition and Communication. (2014). Writing assessment: A position statement. Retrieved March 5, 2020 from https:\/\/ncte.org\/statement\/writingassessment\/"},{"key":"10.1007\/s40593-020-00236-w_bib19","doi-asserted-by":"crossref","unstructured":"Deane, P., Wilson, J., Zhang, M., Li, C., van Rijn, P., Guo, H., Roth, A., Winchester, E., & Richter, T. (2020). The sensitivity of a scenario-based assessment of written argumentation to school differences in curriculum and instruction. International Journal of Artificial Intelligence in Education. https:\/\/doi.org\/10.1007\/s40593-020-00227-x","DOI":"10.1007\/s40593-020-00227-x"},{"key":"10.1007\/s40593-020-00236-w_bib20","doi-asserted-by":"crossref","first-page":"171","DOI":"10.1016\/j.learninstruc.2011.10.003","article-title":"Feedback providing improvement strategies and reflection on feedback use: effects on students\u2019 writing motivation, process, and performance","volume":"22","author":"Dujinhower","year":"2012","journal-title":"Learning and Instruction"},{"key":"10.1007\/s40593-020-00236-w_bib21","series-title":"In machine scoring of student essays: truth and consequences","author":"Ericcson","year":"2006"},{"key":"10.1007\/s40593-020-00236-w_bib22","doi-asserted-by":"crossref","first-page":"481","DOI":"10.3102\/00346543057004481","article-title":"Research on revision in writing","volume":"57","author":"Fitzgerald","year":"1987","journal-title":"Review of Educational Research"},{"key":"10.1007\/s40593-020-00236-w_bib23","unstructured":"Foltz, P. W., Lochbaum, K. E. & Rosenstein, M. B. (2011). Analysis of student ELA writing performance for a large scale implementation of formative assessment. Paper presented at the Annual Meeting of the National Council for Measurement in Education, New Orleans, LA."},{"key":"10.1007\/s40593-020-00236-w_bib24","series-title":"Handbook of automated essay evaluation","first-page":"68","article-title":"Implementation and applications of the intelligent essay assessor","author":"Foltz","year":"2013"},{"key":"10.1007\/s40593-020-00236-w_bib25","doi-asserted-by":"crossref","first-page":"53","DOI":"10.2190\/DH8F-QJWM-J457-FQVB","article-title":"Summary street\u00ae: computer support for comprehension and writing","volume":"33","author":"Franzke","year":"2005","journal-title":"Journal of Educational Computing Research"},{"key":"10.1007\/s40593-020-00236-w_bib26","doi-asserted-by":"crossref","first-page":"435","DOI":"10.1080\/02796015.2006.12087977","article-title":"The technical adequacy of curriculum-based and rating-based measures of written expression of elementary school students","volume":"35","author":"Gansle","year":"2006","journal-title":"School Psychology Review"},{"key":"10.1007\/s40593-020-00236-w_bib27","doi-asserted-by":"crossref","first-page":"494","DOI":"10.1086\/651193","article-title":"Teaching writing to elementary students in grades 4-6: a national survey","volume":"110","author":"Gilbert","year":"2010","journal-title":"Elementary School Journal"},{"key":"10.1007\/s40593-020-00236-w_bib28","doi-asserted-by":"crossref","first-page":"258","DOI":"10.1080\/00461520.2018.1481406","article-title":"A revised writer(s)-within-community model of writing","volume":"53","author":"Graham","year":"2018","journal-title":"Educational Psychologist"},{"key":"10.1007\/s40593-020-00236-w_bib29","series-title":"Writing next: Effective strategies to improve writing of adolescents in middle and high schools \u2013 A report to Carnegie Corporation of New York","author":"Graham","year":"2007"},{"issue":"3","key":"10.1007\/s40593-020-00236-w_bib30","doi-asserted-by":"crossref","first-page":"516","DOI":"10.1016\/j.cedpsych.2007.01.002","article-title":"The structural relationship between writing attitude and writing achievement in first and third grade students","volume":"32","author":"Graham","year":"2007","journal-title":"Contemporary Educational Psychology"},{"key":"10.1007\/s40593-020-00236-w_bib31","doi-asserted-by":"crossref","first-page":"51","DOI":"10.1080\/10573569.2012.632732","article-title":"Are attitudes toward writing and reading separable constructs? A study with primary grade children","volume":"28","author":"Graham","year":"2012","journal-title":"Reading & Writing Quarterly"},{"key":"10.1007\/s40593-020-00236-w_bib32","unstructured":"Graham, S., Bollinger, A., Booth Olson, C., D\u2019Aoust, C., MacArthur, C., McCutchen, D., & Olinghouse, N. (2012b). Teaching elementary school students to be effective writers: A practice guide (NCEE 2012\u20134058). Washington, DC: National Center for Education Evaluation and Regional Assistance, Institute of Education Sciences, U.S. Department of Education."},{"key":"10.1007\/s40593-020-00236-w_bib33","doi-asserted-by":"crossref","first-page":"523","DOI":"10.1086\/681947","article-title":"Formative assessment and writing: a meta-analysis","volume":"115","author":"Graham","year":"2015","journal-title":"Elementary School Journal"},{"key":"10.1007\/s40593-020-00236-w_bib34","doi-asserted-by":"crossref","first-page":"199","DOI":"10.1177\/0014402916664070","article-title":"Writing characteristics of students with learning disabilities and typically achieving peers: a meta-analysis","volume":"83","author":"Graham","year":"2017","journal-title":"Exceptional Children"},{"issue":"6","key":"10.1007\/s40593-020-00236-w_bib35","first-page":"4","article-title":"Utility in a fallible tool: a multi-site case study of automated writing evaluation","volume":"8","author":"Grimes","year":"2010","journal-title":"Journal of Technology, Learning, and Assessment"},{"key":"10.1007\/s40593-020-00236-w_bib36","doi-asserted-by":"crossref","first-page":"81","DOI":"10.3102\/003465430298487","article-title":"The power of feedback","volume":"77","author":"Hattie","year":"2007","journal-title":"Review of Educational Research"},{"issue":"3","key":"10.1007\/s40593-020-00236-w_bib37","doi-asserted-by":"crossref","first-page":"369","DOI":"10.1177\/0741088312451260","article-title":"Modeling and remodeling writing","volume":"29","author":"Hayes","year":"2012","journal-title":"Written Communication"},{"issue":"4","key":"10.1007\/s40593-020-00236-w_bib38","first-page":"480","article-title":"What happens when machines read our students\u2019 writing?","volume":"63","author":"Herrington","year":"2001","journal-title":"College English"},{"issue":"3","key":"10.1007\/s40593-020-00236-w_bib39","doi-asserted-by":"crossref","first-page":"36","DOI":"10.1111\/emip.12036","article-title":"Managing what we can measure: quantifying the susceptibility of automated scoring systems to gaming behavior","volume":"33","author":"Higgins","year":"2014","journal-title":"Educational Measurement Issues and Practice"},{"key":"10.1007\/s40593-020-00236-w_bib40","first-page":"359","article-title":"Approximation capabilities of multilayer feedforward networks","volume":"4","author":"Hornick","year":"1991","journal-title":"Neural Networks"},{"key":"10.1007\/s40593-020-00236-w_bib41","doi-asserted-by":"crossref","first-page":"250","DOI":"10.1080\/00461520903213600","article-title":"Training advanced writing skills: the case for deliberative practice","volume":"44","author":"Kellogg","year":"2009","journal-title":"Educational Psychologist"},{"key":"10.1007\/s40593-020-00236-w_bib42","doi-asserted-by":"crossref","first-page":"173","DOI":"10.2190\/EC.42.2.c","article-title":"Does automated feedback help students learn to write?","volume":"42","author":"Kellogg","year":"2010","journal-title":"Journal of Educational Computing Research"},{"key":"10.1007\/s40593-020-00236-w_bib43","doi-asserted-by":"crossref","first-page":"136","DOI":"10.1037\/a0013097","article-title":"Teaching writing to high school students: a national survey","volume":"101","author":"Kiuhara","year":"2009","journal-title":"Journal of Educational Psychology"},{"key":"10.1007\/s40593-020-00236-w_bib44","doi-asserted-by":"crossref","first-page":"62","DOI":"10.1016\/j.asw.2012.10.001","article-title":"Automated scoring in context: rapid assessment for placed students","volume":"18","author":"Klobucar","year":"2013","journal-title":"Assessing Writing"},{"key":"10.1007\/s40593-020-00236-w_bib45","doi-asserted-by":"crossref","first-page":"125","DOI":"10.1207\/S15326985EP3502_6","article-title":"Using hierarchical linear modeling to study social contexts: the case of school effects","volume":"35","author":"Lee","year":"2000","journal-title":"Educational Psychologist"},{"issue":"8","key":"10.1007\/s40593-020-00236-w_bib46","first-page":"1","article-title":"Effect size measures for multilevel models: definition, interpretation, and TIMSS example","volume":"6","author":"Lorah","year":"2018","journal-title":"Large-Scale Assessments in Education"},{"key":"10.1007\/s40593-020-00236-w_bib47","series-title":"Handbook of writing research","first-page":"272","article-title":"Instruction in evaluation and revision","author":"MacArthur","year":"2016"},{"key":"10.1007\/s40593-020-00236-w_bib48","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1086\/499713","article-title":"Teacher feedback, writing assignment quality, and third-grade students\u2019 revision in lower- and higher-achieving urban schools","volume":"103","author":"Matsumara","year":"2002","journal-title":"Elementary School Journal"},{"key":"10.1007\/s40593-020-00236-w_bib49","unstructured":"Mayfield, E., & Butler, S. (2018). Districtwide implementations outperform isolated use of automated feedback in high school writing. Paper presented at the International Conference of the Learning Sciences, London, United Kingdom. Retrieved from http:\/\/ceur-ws.org\/Vol-2128\/industrial4.pdf"},{"key":"10.1007\/s40593-020-00236-w_bib50","doi-asserted-by":"crossref","first-page":"1017","DOI":"10.1111\/j.1467-9620.2006.00684.x","article-title":"Technological pedagogical content knowledge: a framework for teacher knowledge","volume":"108","author":"Mishra","year":"2006","journal-title":"Teachers College Record"},{"key":"10.1007\/s40593-020-00236-w_bib51","doi-asserted-by":"crossref","first-page":"149","DOI":"10.17239\/jowr-2016.08.01.05","article-title":"Student use of automated essay evaluation technology during revision","volume":"8","author":"Moore","year":"2016","journal-title":"Journal of Writing Research"},{"key":"10.1007\/s40593-020-00236-w_bib52","unstructured":"National Center for Education Statistics (2012). The Nation\u2019s Report Card: Writing 2011(NCES 2012\u2013470). Institute of Education Sciences, U.S. Department of Education, Washington, D.C."},{"key":"10.1007\/s40593-020-00236-w_bib53","series-title":"The neglected \u201cR\u201d: The need for a writing revolution","year":"2003"},{"key":"10.1007\/s40593-020-00236-w_bib54","series-title":"Writing: A ticket to work\u2026or a ticket out. A survey of business leaders","year":"2004"},{"key":"10.1007\/s40593-020-00236-w_bib55","series-title":"Writing: A powerful message from state government","year":"2005"},{"key":"10.1007\/s40593-020-00236-w_bib56","unstructured":"National Council of Teachers of English. (2013). NCTE position statement on machine scoring. Retrieved August 25, 2020 from http:\/\/www.ncte.org\/positions\/statements\/machine_scoring"},{"key":"10.1007\/s40593-020-00236-w_bib57","unstructured":"Newman, D., Jaciw, A. P., & Lazarev, V. (2018). Guidelines for conducting and reporting EdTech impact research in U.S. K-12 schools. Empirical Education. Retrieved August 25, 2020 from https:\/\/www.empiricaleducation.com\/pdfs\/guidelines.pdf"},{"key":"10.1007\/s40593-020-00236-w_bib58","doi-asserted-by":"crossref","first-page":"582","DOI":"10.1007\/s40593-016-0136-6","article-title":"Iterative design and classroom evaluation of automated feedback for improving peer feedback localization","volume":"27","author":"Nguyen","year":"2017","journal-title":"International Journal of Artificial Intelligence in Education"},{"key":"10.1007\/s40593-020-00236-w_bib59","series-title":"An introduction to the 6+1 trait writing assessment model","year":"2004"},{"key":"10.1007\/s40593-020-00236-w_bib60","doi-asserted-by":"crossref","first-page":"139","DOI":"10.1080\/10573560308222","article-title":"Self-efficacy beliefs, motivation, and achievement in writing: a review of the literature","volume":"19","author":"Pajares","year":"2003","journal-title":"Reading & Writing Quarterly"},{"key":"10.1007\/s40593-020-00236-w_bib61","doi-asserted-by":"crossref","first-page":"255","DOI":"10.1016\/j.cedpsych.2018.07.002","article-title":"Teacher implementation of self-regulated strategy development with an automated writing evaluation system: effects on the argumentative writing performance of middle school students","volume":"54","author":"Palermo","year":"2018","journal-title":"Contemporary Educational Psychology"},{"key":"10.1007\/s40593-020-00236-w_bib62","doi-asserted-by":"crossref","first-page":"68","DOI":"10.1016\/j.asw.2010.05.004","article-title":"Feedback to writing, assessment for teaching and learning and student progress","volume":"15","author":"Parr","year":"2010","journal-title":"Assessing Writing"},{"issue":"2","key":"10.1007\/s40593-020-00236-w_bib63","doi-asserted-by":"crossref","first-page":"209","DOI":"10.29333\/iji.2019.12214a","article-title":"Automated writing evaluation tools in the improvement of the writing skill","volume":"12","author":"Parra","year":"2019","journal-title":"International Journal of Instruction"},{"key":"10.1007\/s40593-020-00236-w_bib64","doi-asserted-by":"crossref","first-page":"104","DOI":"10.1016\/j.asw.2014.05.001","article-title":"When the \u201cstate of the art\u201d is counting words","volume":"21","author":"Perelman","year":"2014","journal-title":"Assessing Writing"},{"key":"10.1007\/s40593-020-00236-w_bib65","doi-asserted-by":"crossref","unstructured":"Persky, H. R., Daane, M. C., & Jin, Y. (2002). The Nation\u2019s report card: Writing 2002. (NCES 2003\u2013529). National Center for education statistics, Institute of Education Sciences. U. S. Department for Education, Washington, D. C.","DOI":"10.1037\/e492152006-007"},{"key":"10.1007\/s40593-020-00236-w_bib66","doi-asserted-by":"crossref","first-page":"590","DOI":"10.1007\/s40593-017-0162-z","article-title":"Scaling academic writing instruction: evaluation of a scaffolding tool (thesis writer)","volume":"28","author":"Rapp","year":"2018","journal-title":"International Journal of Artificial Intelligence in Education"},{"key":"10.1007\/s40593-020-00236-w_bib67","series-title":"Hierarchical linear models: Applications and data analysis methods","author":"Raudenbush","year":"2002"},{"key":"10.1007\/s40593-020-00236-w_bib68","doi-asserted-by":"crossref","first-page":"1010","DOI":"10.1037\/a0032340","article-title":"Writing pal: feasibility of an intelligent writing strategy tutor in the high school classroom","volume":"105","author":"Roscoe","year":"2013","journal-title":"Journal of Educational Psychology"},{"key":"10.1007\/s40593-020-00236-w_bib69","doi-asserted-by":"crossref","first-page":"362","DOI":"10.1504\/IJLT.2013.059131","article-title":"Developing pedagogically-guided algorithms for intelligent writing feedback","volume":"8","author":"Roscoe","year":"2013","journal-title":"International Journal of Learning Technology"},{"key":"10.1007\/s40593-020-00236-w_bib70","unstructured":"Roscoe, R. D., Jacovina, M. E., Allen, L. K., Johnson, A. C., & McNamara, D. S. (2016). Towards revision-sensitive feedback in automated writing evaluation. Proceedings of the 9th International Conference on Educational Data Mining, 628\u2013629."},{"key":"10.1007\/s40593-020-00236-w_bib71","doi-asserted-by":"crossref","first-page":"207","DOI":"10.1016\/j.chb.2016.12.076","article-title":"Presentation, expectations, and experience: sources of student perceptions of automated writing evaluation","volume":"70","author":"Roscoe","year":"2017","journal-title":"Computers in Human Behavior"},{"key":"10.1007\/s40593-020-00236-w_bib72","doi-asserted-by":"crossref","unstructured":"Roscoe, R. D., Allen, L. K., Johnson, A. C., & McNamara, D. S. (2018). Automated writing instruction and feedback: Instructional mode, attitudes, and revising. Proceedings of the Human Factors and Ergonomics Society Annual Meeting, 2089\u20132093. Retrieved from https:\/\/journals.sagepub.com\/doi\/10.1177\/1541931218621471","DOI":"10.1177\/1541931218621471"},{"key":"10.1007\/s40593-020-00236-w_bib73","unstructured":"Salahu-Din, D., Persky, H., & Miller, J. (2008). The Nation\u2019s Report Card: Writing 2007 (NCES 2008\u2013468). National Center for education statistics, Institute of Education Sciences, U.S. Department of Education, Washington, D.C."},{"key":"10.1007\/s40593-020-00236-w_bib74","doi-asserted-by":"crossref","first-page":"53","DOI":"10.1016\/j.asw.2013.04.001","article-title":"State-of-the-art automated essay scoring: competition, results, and future directions from a United States demonstration","volume":"20","author":"Shermis","year":"2014","journal-title":"Assessing Writing"},{"key":"10.1007\/s40593-020-00236-w_bib75","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1177\/001316440206200101","article-title":"Trait ratings for automated essay grading","volume":"62","author":"Shermis","year":"2002","journal-title":"Educational and Psychological Measurement"},{"key":"10.1007\/s40593-020-00236-w_bib76","unstructured":"Shermis, M. D., Burstein, J. C., & Bliss, L. (2004, April). The impact of automated essay scoring on high stakes writing assessments. Paper presented at the annual meeting of the National Council on Measurement in Education, San Diego, CA."},{"key":"10.1007\/s40593-020-00236-w_bib77","doi-asserted-by":"crossref","first-page":"153","DOI":"10.3102\/0034654307313795","article-title":"Focus on formative feedback","volume":"78","author":"Shute","year":"2008","journal-title":"Review of Educational Research"},{"key":"10.1007\/s40593-020-00236-w_bib78","unstructured":"Smarter Balanced Assessment Consortium. (2018). Smarter Balanced Assessment Consortium: 2017\u201318 summative technical report. Retrieved August 25, 2020 from https:\/\/portal.smarterbalanced.org\/library\/en\/2017-18-summative-assessment-technical-report.pdf"},{"key":"10.1007\/s40593-020-00236-w_bib79","series-title":"Multilevel analysis: An introduction to basic and advanced multilevel modeling","author":"Snijders","year":"2012"},{"key":"10.1007\/s40593-020-00236-w_bib80","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.compcom.2016.05.001","article-title":"A critical interpretative synthesis: the integration of automated writing evaluation into classroom writing instruction","volume":"42","author":"Stevenson","year":"2016","journal-title":"Computers and Composition"},{"key":"10.1007\/s40593-020-00236-w_bib81","doi-asserted-by":"crossref","first-page":"51","DOI":"10.1016\/j.asw.2013.11.007","article-title":"The effects of computer-generated feedback on the quality of writing","volume":"19","author":"Stevenson","year":"2014","journal-title":"Assessing Writing"},{"key":"10.1007\/s40593-020-00236-w_bib82","doi-asserted-by":"crossref","first-page":"729","DOI":"10.1007\/s40593-017-0145-0","article-title":"Designing automated guidance to promote productive revision of science explanations","volume":"27","author":"Tansomboon","year":"2017","journal-title":"International Journal of Artificial Intelligence in Education"},{"key":"10.1007\/s40593-020-00236-w_bib83","doi-asserted-by":"crossref","first-page":"17","DOI":"10.1007\/s11145-012-9379-2","article-title":"Relationships between writing motivation, writing activity, and writing performance: effects of grade, sex, and ability","volume":"26","author":"Troia","year":"2013","journal-title":"Reading and Writing"},{"key":"10.1007\/s40593-020-00236-w_bib84","doi-asserted-by":"crossref","first-page":"835","DOI":"10.1007\/s11145-017-9816-3","article-title":"Content and alignment of state writing standards and assessments as predictors of student writing achievement: an analysis of 2007 National Assessment of Educational Progress data","volume":"31","author":"Troia","year":"2018","journal-title":"Reading and Writing"},{"key":"10.1007\/s40593-020-00236-w_bib85","doi-asserted-by":"crossref","unstructured":"Vandermeulen, N., Leijten, M., & Van Waes, L. (2020). Reporting writing process feedback in the classroom: Using keystroke logging data to reflect on writing processes. Journal of Writing Research, 12(1), 109\u2013140. https:\/\/doi.org\/10.17239\/jowr-2020.12.01.05","DOI":"10.17239\/jowr-2020.12.01.05"},{"key":"10.1007\/s40593-020-00236-w_bib86","doi-asserted-by":"crossref","first-page":"22","DOI":"10.1080\/15544800701771580","article-title":"Automated writing assessment in the classroom","volume":"3","author":"Warschauer","year":"2008","journal-title":"Pedagogies"},{"key":"10.1007\/s40593-020-00236-w_bib87","doi-asserted-by":"crossref","first-page":"2","DOI":"10.1111\/j.1745-3992.2011.00223.x","article-title":"A framework for evaluation and use of automated scoring","volume":"31","author":"Williamson","year":"2012","journal-title":"Educational Measurement: Issues and Practice"},{"key":"10.1007\/s40593-020-00236-w_bib88","doi-asserted-by":"crossref","first-page":"691","DOI":"10.1007\/s11145-016-9695-z","article-title":"Associated effects of automated essay evaluation software on growth in writing quality for students with and without disabilities","volume":"30","author":"Wilson","year":"2017","journal-title":"Reading and Writing"},{"key":"10.1007\/s40593-020-00236-w_bib89","doi-asserted-by":"crossref","first-page":"19","DOI":"10.1016\/j.jsp.2017.12.005","article-title":"Universal screening with automated essay scoring: evaluating classification accuracy in Grades 3 and 4","volume":"68","author":"Wilson","year":"2018","journal-title":"Journal of School Psychology"},{"key":"10.1007\/s40593-020-00236-w_bib90","series-title":"Handbook of research on technology tools for real-world skill development","first-page":"678","article-title":"Using automated feedback to improve writing quality: Opportunities and challenges","author":"Wilson","year":"2016"},{"key":"10.1007\/s40593-020-00236-w_bib91","doi-asserted-by":"crossref","first-page":"94","DOI":"10.1016\/j.compedu.2016.05.004","article-title":"Automated essay evaluation software in English language arts classrooms: effects on teacher feedback, student motivation, and writing quality","volume":"100","author":"Wilson","year":"2016","journal-title":"Computers and Education"},{"key":"10.1007\/s40593-020-00236-w_bib92","doi-asserted-by":"crossref","unstructured":"Wilson, J., & Roscoe, R. D. (2020). Automated writing evaluation and feedback: Multiple metrics of efficacy. Journal of Educational Computing Research,58, 87\u2013125. https:\/\/doi.org\/10.1177\/0735633119830764","DOI":"10.1177\/0735633119830764"},{"key":"10.1007\/s40593-020-00236-w_bib93","first-page":"93","article-title":"Does automated feedback improve writing quality?","volume":"12","author":"Wilson","year":"2014","journal-title":"Learning Disabilities: A Contemporary Journal"},{"key":"10.1007\/s40593-020-00236-w_bib94","doi-asserted-by":"crossref","first-page":"11","DOI":"10.1016\/j.asw.2015.06.003","article-title":"Comparing the accuracy of different scoring methods for identifying sixth graders at risk of failing a state writing assessment","volume":"27","author":"Wilson","year":"2016","journal-title":"Assessing Writing"},{"key":"10.1007\/s40593-020-00236-w_bib95","doi-asserted-by":"crossref","first-page":"373","DOI":"10.3102\/00028312028002373","article-title":"Enhancing writing-related metacognition through a computerized writing partner","volume":"28","author":"Zellermayer","year":"1991","journal-title":"American Educational Research Journal"},{"key":"10.1007\/s40593-020-00236-w_bib96","doi-asserted-by":"crossref","unstructured":"Zhang, H., Magooda, A., Litman, D., Correnti, R., Wang, E., Matsumara, L. C., \u2026 Quintanta, R. (2019). eRevise: Using natural language processing to provide formative feedback on text evidence usage in student writing. Proceedings of the AAAI Conference on Innovative Applications of Artificial Intelligence, 33, 9619\u20139625.","DOI":"10.1609\/aaai.v33i01.33019619"}],"container-title":["International Journal of Artificial Intelligence in Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s40593-020-00236-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s40593-020-00236-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1560429226001666?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1560429226001666?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s40593-020-00236-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,18]],"date-time":"2026-05-18T06:14:03Z","timestamp":1779084843000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1560429226001666"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,6]]},"references-count":96,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2021,6]]}},"alternative-id":["S1560429226001666"],"URL":"https:\/\/doi.org\/10.1007\/s40593-020-00236-w","relation":{},"ISSN":["1560-4292"],"issn-type":[{"value":"1560-4292","type":"print"}],"subject":[],"published":{"date-parts":[[2021,6]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Automated Feedback and Automated Scoring in the Elementary Grades: Usage, Attitudes, and Associations with Writing Outcomes in a Districtwide Implementation of MI Write","name":"articletitle","label":"Article Title"},{"value":"International Journal of Artificial Intelligence in Education","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1007\/s40593-020-00236-w","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"Copyright \u00a9 2021 International Artificial Intelligence in Education Society. Published by Elsevier Ltd","name":"copyright","label":"Copyright"}]}}