{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,9]],"date-time":"2026-05-09T19:46:24Z","timestamp":1778355984460,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":43,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,3,3]],"date-time":"2025-03-03T00:00:00Z","timestamp":1740960000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"National Natural Science Foundation of China","award":["62177044"],"award-info":[{"award-number":["62177044"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,3,3]]},"DOI":"10.1145\/3706468.3706548","type":"proceedings-article","created":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T14:04:11Z","timestamp":1740146651000},"page":"601-610","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Beyond Final Products: Multi-Dimensional Essay Scoring Using Keystroke Logs and Deep Learning"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-1505-5313","authenticated-orcid":false,"given":"Xinyun","family":"He","sequence":"first","affiliation":[{"name":"University of Science and Technology of China, Hefei, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-1923-597X","authenticated-orcid":false,"given":"Qi","family":"Shu","sequence":"additional","affiliation":[{"name":"University of Science and Technology of China, Hefei, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2689-2089","authenticated-orcid":false,"given":"Mo","family":"Zhang","sequence":"additional","affiliation":[{"name":"Educational Testing Service, Princeton, NJ, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4817-8858","authenticated-orcid":false,"given":"Wei","family":"Huang","sequence":"additional","affiliation":[{"name":"National Education Examinations Authority, Beijing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-4909-0115","authenticated-orcid":false,"given":"Han","family":"Zhao","sequence":"additional","affiliation":[{"name":"University of Science and Technology of China, Hefei, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3596-5585","authenticated-orcid":false,"given":"Mengxiao","family":"Zhu","sequence":"additional","affiliation":[{"name":"University of Science and Technology of China, Anhui Province Key Laboratory of Science Education and Communication, Hefei, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,3,3]]},"reference":[{"key":"e_1_3_3_2_2_2","doi-asserted-by":"crossref","unstructured":"Yousef Abosalem. 2016. Assessment techniques and students\u2019 higher-order thinking skills. International Journal of Secondary Education 4 1 (2016) 1\u201311.","DOI":"10.11648\/j.ijsedu.20160401.11"},{"key":"e_1_3_3_2_3_2","doi-asserted-by":"crossref","unstructured":"Dimitrios Alikaniotis Helen Yannakoudakis and Marek Rei. 2016. Automatic text scoring using neural networks. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1606.04289 (2016).","DOI":"10.18653\/v1\/P16-1068"},{"key":"e_1_3_3_2_4_2","unstructured":"Yigal Attali and Jill Burstein. 2006. Automated essay scoring with e-rater\u00ae V. 2. The Journal of Technology Learning and Assessment 4 3 (2006)."},{"key":"e_1_3_3_2_5_2","doi-asserted-by":"publisher","unstructured":"Veerle\u00a0M. Baaijen and David Galbraith. 2018. Discovery Through Writing: Relationships with Writing Processes and Text Quality. Cognition and Instruction 36 3 (July 2018) 199\u2013223. 10.1080\/07370008.2018.1456431","DOI":"10.1080\/07370008.2018.1456431"},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"crossref","unstructured":"Jungok Bae Peter\u00a0M Bentler and Yae-Sheik Lee. 2016. On the role of content in writing assessment. Language Assessment Quarterly 13 4 (2016) 302\u2013328.","DOI":"10.1080\/15434303.2016.1246552"},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"crossref","unstructured":"Randy\u00a0E Bennett Paul Deane and Peter W.\u00a0van Rijn. 2016. From cognitive-domain theory to assessment practice. Educational Psychologist 51 1 (2016) 82\u2013107.","DOI":"10.1080\/00461520.2016.1141683"},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"crossref","unstructured":"Iris Breetvelt Huub Van\u00a0den Bergh and Gert Rijlaarsdam. 1994. Relations between writing processes and text quality: When and how? Cognition and instruction 12 2 (1994) 103\u2013123.","DOI":"10.1207\/s1532690xci1202_2"},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"crossref","unstructured":"Ikkyu Choi and Paul Deane. 2021. Evaluating writing process features in an adult EFL writing assessment context: A keystroke logging study. Language Assessment Quarterly 18 2 (2021) 107\u2013132.","DOI":"10.1080\/15434303.2020.1804913"},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"crossref","unstructured":"Paul Deane Yi Song Peter Van\u00a0Rijn Tenaha O\u2019Reilly Mary Fowles Randy Bennett John Sabatini and Mo Zhang. 2019. The case for scenario-based assessment of written argumentation. Reading and Writing 32 (2019) 1575\u20131606.","DOI":"10.1007\/s11145-018-9852-7"},{"key":"e_1_3_3_2_11_2","unstructured":"Heejin Do Yunsu Kim and Gary\u00a0Geunbae Lee. 2023. Prompt- and Trait Relation-aware Cross-prompt Essay Trait Scoring. (July 2023)."},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D16-1115"},{"key":"e_1_3_3_2_13_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/K17-1017"},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"crossref","unstructured":"Mary\u00a0K Enright and Thomas Quinlan. 2010. Complementing human judgment of essays written by English language learners with e-rater\u00ae scoring. Language Testing 27 3 (2010) 317\u2013334.","DOI":"10.1177\/0265532210363144"},{"key":"e_1_3_3_2_15_2","unstructured":"Yuehchiu Fang. 2010. Perceptions of the computer-assisted writing program among EFL college learners. Journal of Educational Technology & Society 13 3 (2010) 246\u2013256."},{"key":"e_1_3_3_2_16_2","doi-asserted-by":"crossref","unstructured":"Hongwen Guo Paul\u00a0D Deane Peter\u00a0W van Rijn Mo Zhang and Randy\u00a0E Bennett. 2018. Modeling basic writing processes from keystroke logs. Journal of Educational Measurement 55 2 (2018) 194\u2013216.","DOI":"10.1111\/jedm.12172"},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"crossref","unstructured":"H. John Bernardin Stephanie Thomason M. Ronald Buckley Jeffrey and S.2016. Rater Rating-Level Bias and Accuracy in Performance Appraisals: The Impact OF Rater Personality Performance Management Competence and Rater Accountability. Human Resource Management 55 2 (2016) 321\u2013340.","DOI":"10.1002\/hrm.21678"},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"publisher","unstructured":"Mohamed\u00a0A. Hussein Hesham A. and Mohammad Nassef. 2020. A Trait-based Deep Learning Automated Essay Scoring System with Adaptive Feedback. International Journal of Advanced Computer Science and Applications 11 5 (2020). 10.14569\/IJACSA.2020.0110538","DOI":"10.14569\/IJACSA.2020.0110538"},{"key":"e_1_3_3_2_19_2","doi-asserted-by":"publisher","unstructured":"Mohamed\u00a0Abdellatif Hussein Hesham Hassan and Mohammad Nassef. 2019. Automated Language Essay Scoring Systems: A Literature Review. PeerJ. Computer Science 5 (2019) e208. 10.7717\/peerj-cs.208","DOI":"10.7717\/peerj-cs.208"},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P18-1100"},{"key":"e_1_3_3_2_21_2","unstructured":"Guolin Ke Qi Meng Thomas Finley Taifeng Wang Wei Chen Weidong Ma Qiwei Ye and Tie-Yan Liu. 2017. Lightgbm: A highly efficient gradient boosting decision tree. Advances in neural information processing systems 30 (2017)."},{"key":"e_1_3_3_2_22_2","unstructured":"Zixuan Ke and Vincent Ng. 2019. Automated Essay Scoring: A Survey of the State of the Art. (2019)."},{"key":"e_1_3_3_2_23_2","doi-asserted-by":"crossref","unstructured":"Mari\u00eblle Leijten and Luuk Van\u00a0Waes. 2013. Keystroke logging in writing research: Using Inputlog to analyze and visualize writing processes. Written Communication 30 3 (2013) 358\u2013392.","DOI":"10.1177\/0741088313491692"},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.bea-1.15"},{"key":"e_1_3_3_2_25_2","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.12046"},{"key":"e_1_3_3_2_26_2","unstructured":"Ellis\u00a0B Page. 1966. The imminence of... grading essays by computer. The Phi Delta Kappan 47 5 (1966) 238\u2013243."},{"key":"e_1_3_3_2_27_2","unstructured":"Ellis\u00a0B. Page. 2003. Project Essay Grade: PEG.https:\/\/api.semanticscholar.org\/CorpusID:57057724"},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/D14-1162"},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D15-1049"},{"key":"e_1_3_3_2_30_2","doi-asserted-by":"crossref","unstructured":"Donald\u00a0E Powers Jill\u00a0C Burstein Martin Chodorow Mary\u00a0E Fowles and Karen Kukich. 2002. Stumping e-rater: challenging the validity of automated essay scoring. Computers in Human Behavior 18 2 (2002) 103\u2013134.","DOI":"10.1016\/S0747-5632(01)00052-8"},{"key":"e_1_3_3_2_31_2","unstructured":"Robert Ridley Liang He Xinyu Dai Shujian Huang and Jiajun Chen. 2020. Prompt Agnostic Essay Scorer: A Domain Generalization Approach to Cross-prompt Automated Essay Scoring. arxiv:https:\/\/arXiv.org\/abs\/2008.01441\u00a0[cs]"},{"key":"e_1_3_3_2_32_2","doi-asserted-by":"publisher","unstructured":"Robert Ridley Liang He Xin-yu Dai Shujian Huang and Jiajun Chen. 2021. Automated Cross-Prompt Scoring of Essay Traits. Proceedings of the AAAI Conference on Artificial Intelligence 35 15 (May 2021) 13745\u201313753. 10.1609\/aaai.v35i15.17620","DOI":"10.1609\/aaai.v35i15.17620"},{"key":"e_1_3_3_2_33_2","doi-asserted-by":"crossref","unstructured":"Sandip Sinharay Mo Zhang and Paul Deane. 2019. Prediction of essay scores from writing process and product features using data mining methods. Applied Measurement in Education 32 2 (2019) 116\u2013137.","DOI":"10.1080\/08957347.2019.1577245"},{"key":"e_1_3_3_2_34_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D16-1193"},{"key":"e_1_3_3_2_35_2","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.12045"},{"key":"e_1_3_3_2_36_2","doi-asserted-by":"publisher","unstructured":"Masaki Uto. 2021. A Review of Deep-Neural Automated Essay Scoring Models. Behaviormetrika 48 2 (July 2021) 459\u2013484. 10.1007\/s41237-021-00142-y","DOI":"10.1007\/s41237-021-00142-y"},{"key":"e_1_3_3_2_37_2","doi-asserted-by":"publisher","unstructured":"Masaki Uto Itsuki Aomi Emiko Tsutsumi and Maomi Ueno. 2023. Integration of Prediction Scores From Various Automated Essay Scoring Models Using Item Response Theory. IEEE Transactions on Learning Technologies 16 6 (Dec. 2023) 983\u20131000. 10.1109\/TLT.2023.3253215","DOI":"10.1109\/TLT.2023.3253215"},{"key":"e_1_3_3_2_38_2","doi-asserted-by":"crossref","unstructured":"Masaki Uto and Maomi Ueno. 2018. Empirical comparison of item response theory models with rater\u2019s parameters. Heliyon 4 5 (2018).","DOI":"10.1016\/j.heliyon.2018.e00622"},{"key":"e_1_3_3_2_39_2","unstructured":"Peter Van\u00a0Rijn Jing Chen and Yuen Yan-Koo. 2016. Statistical results from the 2013 CBAL English language arts multistate study: Parallel forms for policy recommendation writing. Research Memorandum (2016) 16\u201301."},{"key":"e_1_3_3_2_40_2","doi-asserted-by":"crossref","unstructured":"Yiqin Yang Li Xia and Qianchuan Zhao. 2019. An automated grader for Chinese essay combining shallow and deep semantic attributes. IEEE Access 7 (2019) 176306\u2013176316.","DOI":"10.1109\/ACCESS.2019.2957582"},{"key":"e_1_3_3_2_41_2","unstructured":"Mo Zhang Hongwen Guo and Xiang Liu. 2021. Using Keystroke Analytics to Understand Cognitive Processes during Writing. International Educational Data Mining Society (2021)."},{"key":"e_1_3_3_2_42_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01310-3_32"},{"key":"e_1_3_3_2_43_2","doi-asserted-by":"publisher","unstructured":"Mengxiao Zhu Mo Zhang and Paul Deane. 2019. Analysis of Keystroke Sequences in Writing Logs. ETS Research Report Series 2019 1 (2019) 1\u201316. 10.1002\/ets2.12247","DOI":"10.1002\/ets2.12247"},{"key":"e_1_3_3_2_44_2","doi-asserted-by":"publisher","unstructured":"Mengxiao Zhu Mo Zhang and Lin Gu. 2023. Insights into Editing and Revising in Writing Process Using Keystroke Logs. Language Assessment Quarterly 20 4-5 (Oct. 2023) 445\u2013468. 10.1080\/15434303.2023.2291478","DOI":"10.1080\/15434303.2023.2291478"}],"event":{"name":"LAK '25: The 15th International Learning Analytics and Knowledge Conference","location":"Dublin Ireland","acronym":"LAK 2025"},"container-title":["Proceedings of the 15th International Learning Analytics and Knowledge Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706468.3706548","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3706468.3706548","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:56:51Z","timestamp":1750298211000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706468.3706548"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,3,3]]},"references-count":43,"alternative-id":["10.1145\/3706468.3706548","10.1145\/3706468"],"URL":"https:\/\/doi.org\/10.1145\/3706468.3706548","relation":{},"subject":[],"published":{"date-parts":[[2025,3,3]]},"assertion":[{"value":"2025-03-03","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}