{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,25]],"date-time":"2026-04-25T21:33:17Z","timestamp":1777152797236,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":49,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,3,3]],"date-time":"2025-03-03T00:00:00Z","timestamp":1740960000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,3,3]]},"DOI":"10.1145\/3706468.3706526","type":"proceedings-article","created":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T14:04:11Z","timestamp":1740146651000},"page":"880-886","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["That's What RoBERTa Said: Explainable Classification of Peer Feedback"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-3218-8818","authenticated-orcid":false,"given":"Kevin","family":"Huang","sequence":"first","affiliation":[{"name":"KTH Royal Institute of Technology, Stockholm, Sweden"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3548-9670","authenticated-orcid":false,"given":"Rafael","family":"Ferreira Mello","sequence":"additional","affiliation":[{"name":"Cesar School, Recife, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7617-5283","authenticated-orcid":false,"given":"Cleon","family":"Pereira Junior","sequence":"additional","affiliation":[{"name":"Instituto Federal Goiano, Ceres, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0343-3701","authenticated-orcid":false,"given":"Luiz","family":"Rodrigues","sequence":"additional","affiliation":[{"name":"Computing Institute - Federal University of Alagoas, Macei\u00f3, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7018-6187","authenticated-orcid":false,"given":"Martine","family":"Baars","sequence":"additional","affiliation":[{"name":"Radboud University, Nijmegen, Holland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8543-3774","authenticated-orcid":false,"given":"Olga","family":"Viberg","sequence":"additional","affiliation":[{"name":"KTH Royal Institute of Technology, Digital Futures, Stockholm, Sweden"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,3,3]]},"reference":[{"key":"e_1_3_3_2_2_2","unstructured":"Jaweriah Alvi. 2021. Explainable Multimodal Fusion."},{"key":"e_1_3_3_2_3_2","doi-asserted-by":"crossref","unstructured":"Alejandro\u00a0Barredo Arrieta Natalia D\u00edaz-Rodr\u00edguez Javier Del\u00a0Ser Adrien Bennetot Siham Tabik Alberto Barbado Salvador Garc\u00eda Sergio Gil-L\u00f3pez Daniel Molina Richard Benjamins et\u00a0al. 2020. Explainable Artificial Intelligence (XAI): Concepts taxonomies opportunities and challenges toward responsible AI. Information fusion 58 (2020) 82\u2013115.","DOI":"10.1016\/j.inffus.2019.12.012"},{"key":"e_1_3_3_2_4_2","volume-title":"Transforming qualitative information: Thematic analysis and code development","author":"Boyatzis Richard\u00a0E","year":"1998","unstructured":"Richard\u00a0E Boyatzis. 1998. Transforming qualitative information: Thematic analysis and code development. sage."},{"key":"e_1_3_3_2_5_2","first-page":"1877","volume-title":"Advances in Neural Information Processing Systems","author":"Brown Tom","year":"2020","unstructured":"Tom Brown, Benjamin Mann, Nick Ryder, Melanie Subbiah, Jared\u00a0D Kaplan, Prafulla Dhariwal, Arvind Neelakantan, Pranav Shyam, Girish Sastry, Amanda Askell, Sandhini Agarwal, Ariel Herbert-Voss, Gretchen Krueger, Tom Henighan, Rewon Child, Aditya Ramesh, Daniel Ziegler, Jeffrey Wu, Clemens Winter, Chris Hesse, Mark Chen, Eric Sigler, Mateusz Litwin, Scott Gray, Benjamin Chess, Jack Clark, Christopher Berner, Sam McCandlish, Alec Radford, Ilya Sutskever, and Dario Amodei. 2020. Language Models are Few-Shot Learners. In Advances in Neural Information Processing Systems, H.\u00a0Larochelle, M.\u00a0Ranzato, R.\u00a0Hadsell, M.F. Balcan, and H.\u00a0Lin (Eds.), Vol.\u00a033. Curran Associates, Inc., 1877\u20131901. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2020\/file\/1457c0d6bfcb4967418bfb8ac142f64a-Paper.pdf"},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"crossref","unstructured":"Mayara Sim\u00f5es de\u00a0Oliveira Castro Rafael\u00a0Ferreira Mello Giuseppe Fiorentino Olga Viberg Daniel Spikol Martine Baars and Dragan Ga\u0161evi\u0107. 2023. Understanding peer feedback contributions using natural language processing. (2023) 399\u2013414.","DOI":"10.1007\/978-3-031-42682-7_27"},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"crossref","unstructured":"Mayara Sim\u00f5es de\u00a0Oliveira Castro Rafael\u00a0Ferreira Mello Giuseppe Fiorentino Olga Viberg Daniel Spikol Martine Baars and Dragan Ga\u0161evi\u0107. 2023. Understanding peer feedback contributions using natural language processing. (2023) 399\u2013414.","DOI":"10.1007\/978-3-031-42682-7_27"},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICALT.2019.00061"},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"publisher","DOI":"10.1145\/3375462.3375477"},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"publisher","DOI":"10.1145\/3375462.3375477"},{"key":"e_1_3_3_2_11_2","unstructured":"Anderson\u00a0Pinheiro Cavalcanti Rafael\u00a0Ferreira Mello Dragan Ga\u0161evi\u0107 and Fred Freitas. 2023. Towards explainable prediction feedback messages using BERT. International Journal of Artificial Intelligence in Education (2023) 1\u201326."},{"key":"e_1_3_3_2_12_2","first-page":"309","volume-title":"Proceedings of the 19th Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2024)","author":"Chamieh Imran","year":"2024","unstructured":"Imran Chamieh, Torsten Zesch, and Klaus Giebermann. 2024. LLMs in Short Answer Scoring: Limitations and Promise of Zero-Shot and Few-Shot Approaches. In Proceedings of the 19th Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2024). 309\u2013315."},{"key":"e_1_3_3_2_13_2","doi-asserted-by":"crossref","unstructured":"Juanjuan Chen Minhong Wang Paul\u00a0A Kirschner and Chin-Chung Tsai. 2018. The role of collaboration computer use learning environments and supporting strategies in CSCL: A meta-analysis. Review of Educational Research 88 6 (2018) 799\u2013843.","DOI":"10.3102\/0034654318791584"},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"crossref","unstructured":"Juanjuan Chen Minhong Wang Paul\u00a0A Kirschner and Chin-Chung Tsai. 2018. The role of collaboration computer use learning environments and supporting strategies in CSCL: A meta-analysis. Review of Educational Research 88 6 (2018) 799\u2013843.","DOI":"10.3102\/0034654318791584"},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"crossref","unstructured":"Shu-Yun Chien Gwo-Jen Hwang and Morris Siu-Yung Jong. 2020. Effects of peer assessment within the context of spherical video-based virtual reality on EFL students\u2019 English-Speaking performance and learning perceptions. Computers & Education 146 (2020) 103751.","DOI":"10.1016\/j.compedu.2019.103751"},{"key":"e_1_3_3_2_16_2","unstructured":"Jacob Devlin Ming-Wei Chang Kenton Lee and Kristina Toutanova. 2018. Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1810.04805 (2018)."},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"crossref","unstructured":"Rafael Ferreira-Mello M\u00e1verick Andr\u00e9 Anderson Pinheiro Evandro Costa and Cristobal Romero. 2019. Text mining in education. Wiley Interdisciplinary Reviews: Data Mining and Knowledge Discovery 9 6 (2019) e1332.","DOI":"10.1002\/widm.1332"},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"crossref","unstructured":"Soon\u00a0Yen Foo. 2021. Analysing peer feedback in asynchronous online discussions: A case study. Education and Information Technologies 26 4 (2021) 4553\u20134572.","DOI":"10.1007\/s10639-021-10477-4"},{"key":"e_1_3_3_2_19_2","doi-asserted-by":"crossref","unstructured":"Mario Gielen and Bram De\u00a0Wever. 2015. Structuring the peer assessment process: A multilevel approach for the impact on product improvement and peer feedback quality. Journal of Computer Assisted Learning 31 5 (2015) 435\u2013449.","DOI":"10.1111\/jcal.12096"},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"crossref","unstructured":"John Hattie and Helen Timperley. 2007. The power of feedback. Review of educational research 77 1 (2007) 81\u2013112.","DOI":"10.3102\/003465430298487"},{"key":"e_1_3_3_2_21_2","doi-asserted-by":"crossref","unstructured":"Yuanyuan Hu Rafael\u00a0Ferreira Mello and Dragan Ga\u0161evi\u0107. 2021. Automatic analysis of cognitive presence in online discussions: An approach using deep learning and explainable artificial intelligence. Computers and Education: Artificial Intelligence 2 (2021) 100037.","DOI":"10.1016\/j.caeai.2021.100037"},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"crossref","unstructured":"Changqin Huang Yaxin Tu Zhongmei Han Fan Jiang Fei Wu and Yunliang Jiang. 2023. Examining the relationship between peer feedback classified by deep learning and online learning burnout. Computers & Education 207 (2023) 104910.","DOI":"10.1016\/j.compedu.2023.104910"},{"key":"e_1_3_3_2_23_2","doi-asserted-by":"publisher","DOI":"10.1145\/3636555.3636850"},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"crossref","unstructured":"Georgeta Ion Aleix Barrera-Corominas and Marina Tom\u00e0s-Folch. 2016. Written peer-feedback to enhance students\u2019 current and future learning. International Journal of Educational Technology in Higher Education 13 (2016) 1\u201311.","DOI":"10.1186\/s41239-016-0017-y"},{"key":"e_1_3_3_2_25_2","doi-asserted-by":"crossref","unstructured":"Nafiseh\u00a0Taghizadeh Kerman Seyyed\u00a0Kazem Banihashem Mortaza Karami Erkan Er Stan Van\u00a0Ginkel and Omid Noroozi. 2024. Online peer feedback in higher education: A synthesis of the literature. Education and Information Technologies 29 1 (2024) 763\u2013813.","DOI":"10.1007\/s10639-023-12273-8"},{"key":"e_1_3_3_2_26_2","doi-asserted-by":"crossref","unstructured":"Nils Knoth Antonia Tolzin Andreas Janson and Jan\u00a0Marco Leimeister. 2024. AI literacy and its implications for prompt engineering strategies. Computers and Education: Artificial Intelligence 6 (2024) 100225.","DOI":"10.1016\/j.caeai.2024.100225"},{"key":"#cr-split#-e_1_3_3_2_27_2.1","doi-asserted-by":"crossref","unstructured":"Ingo Kollar and Frank Fischer. 2010. Peer assessment as collaborative learning: a cognitive perspective. Learning and Instruction 20","DOI":"10.1016\/j.learninstruc.2009.08.005"},{"key":"#cr-split#-e_1_3_3_2_27_2.2","unstructured":"(4) (2010) 344-348. https:\/\/hal.science\/hal-00703943"},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"crossref","unstructured":"Ingo Kollar and Frank Fischer. 2010. Peer assessment as collaborative learning: A cognitive perspective. Learning and instruction 20 4 (2010) 344\u2013348.","DOI":"10.1016\/j.learninstruc.2009.08.005"},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"crossref","unstructured":"J\u00a0Richard Landis and Gary\u00a0G Koch. 1977. The measurement of observer agreement for categorical data. biometrics (1977) 159\u2013174.","DOI":"10.2307\/2529310"},{"key":"e_1_3_3_2_30_2","doi-asserted-by":"crossref","unstructured":"J\u00a0R Landis and G\u00a0G Koch. 1977. The measurement of observer agreement for categorical data. Biometrics (1977).","DOI":"10.2307\/2529310"},{"key":"e_1_3_3_2_31_2","doi-asserted-by":"crossref","unstructured":"Hongli Li Yao Xiong Charles\u00a0Vincent Hunter Xiuyan Guo and Rurik Tywoniw. 2020. Does peer assessment promote student learning? A meta-analysis. Assessment & Evaluation in Higher Education 45 2 (2020) 193\u2013211.","DOI":"10.1080\/02602938.2019.1620679"},{"key":"e_1_3_3_2_32_2","unstructured":"Yinhan Liu Myle Ott Naman Goyal Jingfei Du Mandar Joshi Danqi Chen Omer Levy Mike Lewis Luke Zettlemoyer and Veselin Stoyanov. 2019. Roberta: A robustly optimized bert pretraining approach. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1907.11692 (2019)."},{"key":"e_1_3_3_2_33_2","doi-asserted-by":"publisher","DOI":"10.5555\/311445"},{"key":"e_1_3_3_2_34_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-64302-6_21"},{"key":"e_1_3_3_2_35_2","doi-asserted-by":"crossref","unstructured":"Ikenna Osakwe Guanliang Chen Alex Whitelock-Wainwright Dragan Ga\u0161evi\u0107 Anderson\u00a0Pinheiro Cavalcanti and Rafael\u00a0Ferreira Mello. 2022. Towards automated content analysis of educational feedback: A multi-language study. Computers and Education: Artificial Intelligence 3 (2022) 100059.","DOI":"10.1016\/j.caeai.2022.100059"},{"key":"e_1_3_3_2_36_2","doi-asserted-by":"crossref","unstructured":"Chris Phielix Frans\u00a0J Prins and Paul\u00a0A Kirschner. 2010. Awareness of group performance in a CSCL-environment: Effects of peer feedback and reflection. Computers in Human Behavior 26 2 (2010) 151\u2013161.","DOI":"10.1016\/j.chb.2009.10.011"},{"key":"e_1_3_3_2_37_2","unstructured":"Marco\u00a0Tulio Ribeiro Sameer Singh and Carlos Guestrin. 2016. Model-agnostic interpretability of machine learning. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1606.05386 (2016)."},{"key":"e_1_3_3_2_38_2","unstructured":"Christine Rosquist. 2021. Text Classification of Human Resources-related Data with Machine Learning."},{"key":"e_1_3_3_2_39_2","unstructured":"Dorian Ruiz\u00a0Alonso Claudia Zepeda\u00a0Cort\u00e9s Hilda Castillo\u00a0Zacatelco and Jos\u00e9\u00a0Luis Carballido\u00a0Carranza. 2022. Hyperparameter tuning for multi-label classification of feedbacks in online courses. Journal of Intelligent & Fuzzy SystemsPreprint (2022) 1\u20139."},{"key":"e_1_3_3_2_40_2","unstructured":"Victor Sanh Lysandre Debut Julien Chaumond and Thomas Wolf. 2019. DistilBERT a distilled version of BERT: smaller faster cheaper and lighter. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1910.01108 (2019)."},{"key":"e_1_3_3_2_41_2","doi-asserted-by":"crossref","unstructured":"Bianca\u00a0A Simonsmeier Henrike Peiffer Maja Flaig and Michael Schneider. 2020. Peer feedback improves students\u2019 academic self-concept in higher education. Research in Higher Education 61 (2020) 706\u2013724.","DOI":"10.1007\/s11162-020-09591-y"},{"key":"e_1_3_3_2_42_2","doi-asserted-by":"crossref","unstructured":"Yan Tao Olga Viberg Ryan\u00a0S Baker and Ren\u00e9\u00a0F Kizilcec. 2024. Cultural bias and cultural alignment of large language models. PNAS nexus 3 9 (2024) pgae346.","DOI":"10.1093\/pnasnexus\/pgae346"},{"key":"e_1_3_3_2_43_2","doi-asserted-by":"crossref","unstructured":"Ineke Van\u00a0den Berg Wilfried Admiraal and Albert Pilot. 2006. Designing student peer assessment in higher education: Analysis of written and oral peer feedback. Teaching in higher education 11 2 (2006) 135\u2013147.","DOI":"10.1080\/13562510500527685"},{"key":"e_1_3_3_2_44_2","doi-asserted-by":"crossref","unstructured":"Olga Viberg Martine Baars Rafael\u00a0Ferreira Mello Niels Weerheim Daniel Spikol Cristian Bogdan Dragan Gasevic and Fred Paas. 2024. Exploring the nature of peer feedback: An epistemic network analysis approach. Journal of Computer Assisted Learning (2024).","DOI":"10.1111\/jcal.13035"},{"key":"e_1_3_3_2_45_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-23884-1_17"},{"key":"e_1_3_3_2_46_2","unstructured":"Klaus Virtanen. 2022. Using XAI Tools to Detect Harmful Bias in ML Models."},{"key":"e_1_3_3_2_47_2","unstructured":"Jules White Quchen Fu Sam Hays Michael Sandborn Carlos Olea Henry Gilbert Ashraf Elnashar Jesse Spencer-Smith and Douglas\u00a0C Schmidt. 2023. A prompt pattern catalog to enhance prompt engineering with chatgpt. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2302.11382 (2023)."},{"key":"e_1_3_3_2_48_2","doi-asserted-by":"publisher","unstructured":"Lixiang Yan Lele Sha Linxuan Zhao Yuheng Li Roberto Martinez-Maldonado Guanliang Chen Xinyu Li Yueqiao Jin and Dragan Ga\u0161evi\u0107. [n.d.]. Practical and ethical challenges of large language models in education: A systematic scoping review. British Journal of Educational Technology n\/a n\/a ([n. d.]). 10.1111\/bjet.13370","DOI":"10.1111\/bjet.13370"},{"key":"e_1_3_3_2_49_2","first-page":"88","volume-title":"Proceedings of the 22nd Chinese National Conference on Computational Linguistics (Volume 2: Frontier Forum)","author":"Ziyu Zhuang","year":"2023","unstructured":"Zhuang Ziyu, Chen Qiguang, Ma Longxuan, Li Mingda, Han Yi, Qian Yushan, Bai Haopeng, Zhang Weinan, and Ting Liu. 2023. Through the Lens of Core Competency: Survey on Evaluation of Large Language Models. In Proceedings of the 22nd Chinese National Conference on Computational Linguistics (Volume 2: Frontier Forum), Jiajun Zhang (Ed.). Chinese Information Processing Society of China, Harbin, China, 88\u2013109. https:\/\/aclanthology.org\/2023.ccl-2.8"}],"event":{"name":"LAK '25: The 15th International Learning Analytics and Knowledge Conference","location":"Dublin Ireland","acronym":"LAK 2025"},"container-title":["Proceedings of the 15th International Learning Analytics and Knowledge Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706468.3706526","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3706468.3706526","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:56:51Z","timestamp":1750298211000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706468.3706526"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,3,3]]},"references-count":49,"alternative-id":["10.1145\/3706468.3706526","10.1145\/3706468"],"URL":"https:\/\/doi.org\/10.1145\/3706468.3706526","relation":{},"subject":[],"published":{"date-parts":[[2025,3,3]]},"assertion":[{"value":"2025-03-03","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}