{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,18]],"date-time":"2026-05-18T16:41:59Z","timestamp":1779122519558,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":48,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,3,13]],"date-time":"2023-03-13T00:00:00Z","timestamp":1678665600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,3,13]]},"DOI":"10.1145\/3576050.3576098","type":"proceedings-article","created":{"date-parts":[[2023,2,21]],"date-time":"2023-02-21T23:18:46Z","timestamp":1677021526000},"page":"315-323","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":9,"title":["Using Transformer Language Models to Validate Peer-Assigned Essay Scores in Massive Open Online Courses (MOOCs)"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6316-6479","authenticated-orcid":false,"given":"Wesley","family":"Morris","sequence":"first","affiliation":[{"name":"Vanderbilt University, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5148-0273","authenticated-orcid":false,"given":"Scott","family":"Crossley","sequence":"additional","affiliation":[{"name":"Vanderbilt University, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4338-4609","authenticated-orcid":false,"given":"Langdon","family":"Holmes","sequence":"additional","affiliation":[{"name":"Vanderbilt University, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0291-9478","authenticated-orcid":false,"given":"Anne","family":"Trumbore","sequence":"additional","affiliation":[{"name":"University of Virginia, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2023,3,13]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.3991\/ijet.v13i01.7461"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10639-022-11175-5"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.7275\/FRYF-Z044"},{"key":"e_1_3_2_1_4_1","volume-title":"Assessing Writing in MOOCs: Automated Essay Scoring and Calibrated Peer Review\u2122.Research & Practice in Assessment 8","author":"Balfour P","year":"2013","unstructured":"Stephen\u00a0P Balfour. 2013. Assessing Writing in MOOCs: Automated Essay Scoring and Calibrated Peer Review\u2122.Research & Practice in Assessment 8 (2013), 40\u201348."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1475-4932.1999.tb02571.x"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1177\/1053825919880202"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.14569\/IJACSA.2020.0111027"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3170358.3170388"},{"key":"e_1_3_2_1_9_1","first-page":"245","article-title":"Student peer assessment","volume":"5","author":"Bostock Stephen","year":"2000","unstructured":"Stephen Bostock. 2000. Student peer assessment. Learning Technology 5, 1 (2000), 245\u2013249.","journal-title":"Learning Technology"},{"key":"e_1_3_2_1_10_1","volume-title":"Multitask Summary Scoring with Longformers. In International Conference on Artificial Intelligence in Education. Springer, 756\u2013761","author":"Botarleanu Robert-Mihai","year":"2022","unstructured":"Robert-Mihai Botarleanu, Mihai Dascalu, Laura\u00a0K Allen, Scott\u00a0Andrew Crossley, and Danielle\u00a0S McNamara. 2022. Multitask Summary Scoring with Longformers. In International Conference on Artificial Intelligence in Education. Springer, 756\u2013761."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.4324\/9781315004914"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2883851.2883931"},{"key":"e_1_3_2_1_13_1","volume-title":"Source inclusion in synthesis writing: an NLP approach to understanding argumentation, sourcing, and essay quality. Reading and Writing","author":"Crossley Scott","year":"2021","unstructured":"Scott Crossley, Qian Wan, Laura Allen, and Danielle McNamara. 2021. Source inclusion in synthesis writing: an NLP approach to understanding argumentation, sourcing, and essay quality. Reading and Writing (2021)."},{"key":"e_1_3_2_1_14_1","volume-title":"The tool for the automatic analysis of text cohesion (TAACO): Automatic assessment of local, global, and text cohesion. Behavior research methods 48, 4","author":"Crossley A","year":"2016","unstructured":"Scott\u00a0A Crossley, Kristopher Kyle, and Danielle\u00a0S McNamara. 2016. The tool for the automatic analysis of text cohesion (TAACO): Automatic assessment of local, global, and text cohesion. Behavior research methods 48, 4 (2016), 1227\u20131237."},{"key":"e_1_3_2_1_15_1","volume-title":"Proceedings of the 11th International Conference on Educational Data Mining","author":"Crues R\u00a0Wes","year":"2018","unstructured":"R\u00a0Wes Crues, Nigel Bosch, and Carolyn\u00a0J Anderson. 2018. Who they are and what they want: Understanding the reasons for MOOC enrollment. Proceedings of the 11th International Conference on Educational Data Mining (2018), 10."},{"key":"e_1_3_2_1_16_1","volume-title":"Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805(2018).","author":"Devlin Jacob","year":"2018","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2018. Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805(2018)."},{"key":"e_1_3_2_1_17_1","volume-title":"Is a Long Essay Always a Good Essay? The Effect of Text Length on Writing Assessment. Frontiers in psychology 11","author":"Fleckenstein Johanna","year":"2020","unstructured":"Johanna Fleckenstein, Jennifer Meyer, Thorben Jansen, Stefan Keller, and Olaf K\u00f6ller. 2020. Is a Long Essay Always a Good Essay? The Effect of Text Length on Writing Assessment. Frontiers in psychology 11 (2020), 562462."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1080\/01587919.2021.1911626"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2020.103894"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/IJCIME49369.2019.00039"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1080\/10807030490513856"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1002\/tesq.194"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1111\/modl.12468"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1080\/15434303.2020.1844205"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/CITS52676.2021.9618476"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1111\/bjet.13143"},{"key":"e_1_3_2_1_27_1","volume-title":"International journal of corpus linguistics 15, 4","author":"Xiaofei Lu.","year":"2010","unstructured":"Xiaofei Lu. 2010. Automatic analysis of syntactic complexity in second language writing. International journal of corpus linguistics 15, 4 (2010), 474\u2013496."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1745-3984.1994.tb00445.x"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.bea-1.15"},{"key":"e_1_3_2_1_30_1","first-page":"24","article-title":"The brief & expansive history (and future) of the MOOC: Why two divergent models share the same name","volume":"2","author":"Moe Rolin","year":"2015","unstructured":"Rolin Moe. 2015. The brief & expansive history (and future) of the MOOC: Why two divergent models share the same name. Current Issues in Emerging eLearning 2, 1 (2015), 24.","journal-title":"Current Issues in Emerging eLearning"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1037\/a0032918"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.asw.2014.05.001"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.2478\/pralin-2018-0002"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1126\/science.aav7958"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.19173\/irrodl.v15i5.1857"},{"key":"e_1_3_2_1_36_1","unstructured":"Zhiyun Ren Huzefa Rangwala and Aditya Johri. 2016. Predicting Performance on MOOC Assessments using Multi-Regression Models. http:\/\/arxiv.org\/abs\/1605.02269 arXiv:1605.02269 [cs]."},{"key":"e_1_3_2_1_37_1","unstructured":"Pedro\u00a0Uria Rodriguez Amir Jafari and Christopher\u00a0M. Ormerod. 2019. Language models and Automated Essay Scoring. http:\/\/arxiv.org\/abs\/1909.09482 arXiv:1909.09482 [cs stat]."},{"key":"e_1_3_2_1_38_1","unstructured":"Victor Sanh Lysandre Debut Julien Chaumond and Thomas Wolf. 2019. DistilBERT a distilled version of BERT: smaller faster cheaper and lighter. arXiv preprint arXiv:1910.01108(2019)."},{"key":"e_1_3_2_1_39_1","volume-title":"Courses beyond borders: A case study of MOOC platform Coursera","author":"Shafiq Huma","year":"2017","unstructured":"Huma Shafiq. 2017. Courses beyond borders: A case study of MOOC platform Coursera. Library of Philosophy and Practice(2017), 1566."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.25932\/PUBLISHUP-47183"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/2876034.2876043"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3386527.3406744"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.19173\/irrodl.v15i3.1680"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1177\/019263659307755504"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1007\/s41237-021-00142-y"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"crossref","unstructured":"Yongjie Wang Chuan Wang Ruobing Li and Hui Lin. 2022. On the Use of BERT for Automated Essay Scoring: Joint Learning of Multi-Scale Essay Representation. arXiv preprint arXiv:2205.03835(2022).","DOI":"10.18653\/v1\/2022.naacl-main.249"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jsp.2020.08.008"},{"key":"e_1_3_2_1_48_1","volume-title":"Proceedings of the 16th Workshop on Innovative Use of NLP for Building Educational Applications. 85\u201396","author":"Zhang Haoran","year":"2021","unstructured":"Haoran Zhang and Diane Litman. 2021. Essay Quality Signals as Weak Supervision for Source-based Essay Scoring. In Proceedings of the 16th Workshop on Innovative Use of NLP for Building Educational Applications. 85\u201396."}],"event":{"name":"LAK 2023: 13th International Learning Analytics and Knowledge Conference","location":"Arlington TX USA","acronym":"LAK 2023"},"container-title":["LAK23: 13th International Learning Analytics and Knowledge Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3576050.3576098","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3576050.3576098","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T18:09:02Z","timestamp":1750183742000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3576050.3576098"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,3,13]]},"references-count":48,"alternative-id":["10.1145\/3576050.3576098","10.1145\/3576050"],"URL":"https:\/\/doi.org\/10.1145\/3576050.3576098","relation":{},"subject":[],"published":{"date-parts":[[2023,3,13]]},"assertion":[{"value":"2023-03-13","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}