{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,28]],"date-time":"2026-03-28T10:36:04Z","timestamp":1774694164358,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":45,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,3,18]],"date-time":"2024-03-18T00:00:00Z","timestamp":1710720000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"Discovery Projects","award":["220101209"],"award-info":[{"award-number":["220101209"]}]},{"name":"Discovery Projects","award":["240100069"],"award-info":[{"award-number":["240100069"]}]},{"name":"CELLA 2 CERES","award":["Jacobs Foundation"],"award-info":[{"award-number":["Jacobs Foundation"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,3,18]]},"DOI":"10.1145\/3636555.3636866","type":"proceedings-article","created":{"date-parts":[[2024,3,5]],"date-time":"2024-03-05T18:11:20Z","timestamp":1709662280000},"page":"178-188","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":19,"title":["Evidence-centered Assessment for Writing with Generative AI"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8596-7944","authenticated-orcid":false,"given":"Yixin","family":"Cheng","sequence":"first","affiliation":[{"name":"Centre for Learning Analytics, Monash University, Australia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2224-1107","authenticated-orcid":false,"given":"Kayley","family":"Lyons","sequence":"additional","affiliation":[{"name":"University of Melbourne, Australia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8236-3133","authenticated-orcid":false,"given":"Guanliang","family":"Chen","sequence":"additional","affiliation":[{"name":"Centre for Learning Analytics, Monash University, Australia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9265-1908","authenticated-orcid":false,"given":"Dragan","family":"Ga\u0161evi\u0107","sequence":"additional","affiliation":[{"name":"Centre for Learning Analytics, Monash University, Australia"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7414-5507","authenticated-orcid":false,"given":"Zachari","family":"Swiecki","sequence":"additional","affiliation":[{"name":"Centre for Learning Analytics, Monash University, Australia"}]}],"member":"320","published-online":{"date-parts":[[2024,3,18]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.18637\/jss.v067.i01"},{"key":"e_1_3_2_1_2_1","volume-title":"The psychology of written composition","author":"Bereiter Carl","unstructured":"Carl Bereiter and Marlene Scardamalia. 1987. The psychology of written composition. Erlbaum."},{"key":"e_1_3_2_1_3_1","volume-title":"Advances in Quantitative Ethnography(Communications in Computer and Information Science)","author":"Bowman Dale","unstructured":"Dale Bowman, Zachari Swiecki, Zhiqiang Cai, Yeyu Wang, Brendan Eagan, Jeff Linderoth, and David Williamson Shaffer. 2021. The mathematical foundations of epistemic network analysis. In Advances in Quantitative Ethnography(Communications in Computer and Information Science). Springer, 91\u2013105."},{"key":"e_1_3_2_1_4_1","unstructured":"Daniel Chandler. 1997. An introduction to genre theory. (1997)."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1093\/analys\/58.1.7"},{"key":"e_1_3_2_1_6_1","volume-title":"Statistical Power Analysis for the Behavioral Sciences","author":"Cohen J.","unstructured":"J. Cohen. 1988. Statistical Power Analysis for the Behavioral Sciences. Lawrence Erlbaum Associates."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.53761\/1.16.1.10"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1111\/jcal.12801"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1016\/S1096-7516(00)00016-6"},{"key":"e_1_3_2_1_10_1","volume-title":"Let\u2019s not forget: Learning analytics are about learning. TechTrends 59 (01","author":"Gasevic Dragan","year":"2015","unstructured":"Dragan Gasevic, Shane Dawson, and George Siemens. 2015. Let\u2019s not forget: Learning analytics are about learning. TechTrends 59 (01 2015)."},{"key":"e_1_3_2_1_11_1","volume-title":"The Handbook of Learning Analytics (2 ed.).","author":"Gibson Andrew","unstructured":"Andrew Gibson and Antonette Shibani. 2022. Natural Language Processing - Writing Analytics. In The Handbook of Learning Analytics (2 ed.). SoLAR, 96\u2013104."},{"key":"e_1_3_2_1_12_1","volume-title":"Writing Process Differences in Subgroups Reflected in Keystroke Logs. Journal of Educational and Behavioral Statistics 44(5)","author":"Guo H.","year":"2019","unstructured":"H. Guo, M. Zhang, P. Deane, and R.\u00a0E. Bennett. 2019. Writing Process Differences in Subgroups Reflected in Keystroke Logs. Journal of Educational and Behavioral Statistics 44(5) (2019), 571\u2013596."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.caeai.2021.100037"},{"key":"e_1_3_2_1_14_1","volume-title":"Sample Quantiles in Statistical Packages. The American Statistician 50 (11","author":"Hyndman Rob","year":"1996","unstructured":"Rob Hyndman and Yanan Fan. 1996. Sample Quantiles in Statistical Packages. The American Statistician 50 (11 1996), 361\u2013365."},{"key":"e_1_3_2_1_15_1","volume-title":"Towards Automated Analysis of Rhetorical Categories in Students Essay Writings Using Bloom\u2019s Taxonomy. In LAK23: 13th International Learning Analytics and Knowledge Conference(LAK2023)","author":"Iqbal Sehrish","year":"2023","unstructured":"Sehrish Iqbal, Mladen Rakovic, Guanliang Chen, Tongguang Li, Rafael Ferreira\u00a0Mello, Yizhou Fan, Giuseppe Fiorentino, Naif Radi\u00a0Aljohani, and Dragan Gasevic. 2023. Towards Automated Analysis of Rhetorical Categories in Students Essay Writings Using Bloom\u2019s Taxonomy. In LAK23: 13th International Learning Analytics and Knowledge Conference(LAK2023). Association for Computing Machinery, 418\u2013429."},{"key":"e_1_3_2_1_16_1","volume-title":"Uncovering Associations Between Cognitive Presence and Speech Acts: A Network-Based Approach. In LAK22: 12th International Learning Analytics and Knowledge Conference(LAK22)","author":"Iqbal Sehrish","year":"2022","unstructured":"Sehrish Iqbal, Zachari Swiecki, Srecko Joksimovic, Rafael Ferreira\u00a0Mello, Naif Aljohani, Saeed Ul\u00a0Hassan, and Dragan Gasevic. 2022. Uncovering Associations Between Cognitive Presence and Speech Acts: A Network-Based Approach. In LAK22: 12th International Learning Analytics and Knowledge Conference(LAK22). Association for Computing Machinery, 315\u2013325."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3571730"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2019\/879"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.18637\/jss.v082.i13"},{"key":"e_1_3_2_1_20_1","volume-title":"CoAuthor: Designing a Human-AI Collaborative Writing Dataset for Exploring Language Model Capabilities. CoRR abs\/2201.06796","author":"Lee Mina","year":"2022","unstructured":"Mina Lee, Percy Liang, and Qian Yang. 2022. CoAuthor: Designing a Human-AI Collaborative Writing Dataset for Exploring Language Model Capabilities. CoRR abs\/2201.06796 (2022). arXiv:2201.06796"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1177\/0741088313491692"},{"key":"e_1_3_2_1_22_1","volume-title":"Lyn Lim, Binrui Yang, Inge Molenaar, Maria Bannert, Johanna Moore, Zachari Swiecki, Yi-Shan Tsai, David\u00a0Williamson Shaffer, and Dragan Ga\u0161evi\u0107.","author":"Li Tongguang","year":"2023","unstructured":"Tongguang Li, Yizhou Fan, Yuanru Tan, Yeyu Wang, Shaveen Singh, Xinyu Li, Mladen Rakovi\u0107, Joep van\u00a0der Graaf, Lyn Lim, Binrui Yang, Inge Molenaar, Maria Bannert, Johanna Moore, Zachari Swiecki, Yi-Shan Tsai, David\u00a0Williamson Shaffer, and Dragan Ga\u0161evi\u0107. 2023. Analytics of self-regulated learning scaffolding: effects on learning processes. Frontiers in Psychology 14 (2023)."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"crossref","unstructured":"Nikolaos Limnios and Ghorghe Oprisan. 2001. Semi-Markov Processes and Reliability.","DOI":"10.1007\/978-1-4612-0161-8"},{"key":"e_1_3_2_1_24_1","unstructured":"Marquart C. L. Swiecki Z. Collier W. Eagan B. Woodward R. Shaffer and D. W.2022. rENA: Epistemic Network Analysis."},{"key":"e_1_3_2_1_25_1","volume-title":"A Brief Introduction to Evidence-Centered Design.US Department of Education (06","author":"Mislevy Robert","year":"2003","unstructured":"Robert Mislevy, Russell Almond, and Janice Lukas. 2003. A Brief Introduction to Evidence-Centered Design.US Department of Education (06 2003)."},{"key":"e_1_3_2_1_26_1","volume-title":"A Rule-Based Style and Grammar Checker. (01","author":"Naber Daniel","year":"2003","unstructured":"Daniel Naber. 2003. A Rule-Based Style and Grammar Checker. (01 2003)."},{"key":"e_1_3_2_1_27_1","unstructured":"OpenAI. 2023. GPT-4 Technical Report."},{"key":"e_1_3_2_1_28_1","volume-title":"Assessment reform for the age of Artificial Intelligence","author":"Associates Lodge J.","year":"2023","unstructured":"Lodge J. M.and Howard S.and Bearman M.and\u00a0Dawson P and Associates. 2023. Assessment reform for the age of Artificial Intelligence. Tertiary Education Quality and Standards Agency (2023)."},{"key":"e_1_3_2_1_29_1","unstructured":"Sunder Pichai. 2023. An important next step on our AI journey."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"crossref","unstructured":"Mladen Rakovi\u0107. 2019. Automatic Identification of Knowledge Transforming Content in Argument Essays Developed from Multiple Sources. PhD thesis. Simon Fraser University British Columbia CA.","DOI":"10.1111\/JCAL.12531\/v2\/response1"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1111\/jcal.12769"},{"key":"e_1_3_2_1_32_1","volume-title":"Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks. CoRR abs\/1908.10084","author":"Reimers Nils","year":"2019","unstructured":"Nils Reimers and Iryna Gurevych. 2019. Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks. CoRR abs\/1908.10084 (2019)."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.2307\/3002019"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"crossref","unstructured":"David Shaffer and Andrew Ruis. 2017. Epistemic Network Analysis: A Worked Example of Theory-Based Learning Analytics. 175\u2013187.","DOI":"10.18608\/hla17.015"},{"key":"e_1_3_2_1_35_1","volume-title":"Advances in Quantitative Ethnography","author":"Shaffer David\u00a0Williamson","unstructured":"David\u00a0Williamson Shaffer and A.\u00a0R. Ruis. 2021. How We Code. In Advances in Quantitative Ethnography. Springer International Publishing, 62\u201377."},{"key":"e_1_3_2_1_36_1","volume-title":"Artificial Intelligence in Education","author":"Shibani Antonette","unstructured":"Antonette Shibani, Simon Knight, and Simon Buckingham\u00a0Shum. 2018. Understanding Revisions in Student Writing Through Revision Graphs. In Artificial Intelligence in Education. Springer International Publishing, Cham, 332\u2013336."},{"key":"e_1_3_2_1_37_1","volume-title":"Companion Proceedings of the 9th International Conference on Learning Analytics & Knowledge(LAK \u201919)","author":"Shibani Antonette","year":"2019","unstructured":"Antonette Shibani, Ming Liu, Christian Rapp, and Simon Knight. 2019. Advances in Writing Analytics: Mapping the state of the field. In Companion Proceedings of the 9th International Conference on Learning Analytics & Knowledge(LAK \u201919). Association for Computing Machinery."},{"key":"e_1_3_2_1_38_1","volume-title":"Proceedings of the 16th International Conference on Educational Data Mining. International Educational Data Mining Society, 183\u2013193","author":"Shibani Antonette","year":"2023","unstructured":"Antonette Shibani, Ratnavel Rajalakshmi, Faerie Mattins, Srivarshan Selvaraj, and Simon Knight. 2023. Visual representation of co-authorship with GPT-3: Studying human-machine interaction for effective writing. In Proceedings of the 16th International Conference on Educational Data Mining. International Educational Data Mining Society, 183\u2013193."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/2460296.2460307"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.caeai.2022.100075"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.naacl-main.249"},{"key":"e_1_3_2_1_42_1","volume-title":"Mind As Action","author":"Wertsch V.","unstructured":"James\u00a0V. Wertsch. 1998. Mind As Action. Oxford University Press, Incorporated, New York, UNITED STATES."},{"key":"e_1_3_2_1_43_1","volume-title":"Using Keystroke Analytics to Understand Cognitive Processes during Writing","author":"Zhang Mo","year":"2021","unstructured":"Mo Zhang, Hongwen Guo, and Xiang Liu. 2021. Using Keystroke Analytics to Understand Cognitive Processes during Writing.International Educational Data Mining Society (2021)."},{"key":"e_1_3_2_1_44_1","volume-title":"Information mining and similarity computation for semi- \/ un-structured sentences from the social data. Digital Communications and Networks 7 (08","author":"Zhang Peiying","year":"2020","unstructured":"Peiying Zhang, Xingzhe Huang, and Lei Zhang. 2020. Information mining and similarity computation for semi- \/ un-structured sentences from the social data. Digital Communications and Networks 7 (08 2020)."},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"crossref","unstructured":"Alain Zuur EN Ieno Neil Walker Anatoly Saveliev and GM Smith. 2009. Mixed Effects Models and Extensions in Ecology With R. Vol.\u00a01-574.","DOI":"10.1007\/978-0-387-87458-6_1"}],"event":{"name":"LAK '24: The 14th Learning Analytics and Knowledge Conference","location":"Kyoto Japan","acronym":"LAK '24"},"container-title":["Proceedings of the 14th Learning Analytics and Knowledge Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3636555.3636866","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3636555.3636866","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,17]],"date-time":"2025-09-17T01:24:18Z","timestamp":1758072258000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3636555.3636866"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,3,18]]},"references-count":45,"alternative-id":["10.1145\/3636555.3636866","10.1145\/3636555"],"URL":"https:\/\/doi.org\/10.1145\/3636555.3636866","relation":{},"subject":[],"published":{"date-parts":[[2024,3,18]]},"assertion":[{"value":"2024-03-18","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}