{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,18]],"date-time":"2026-07-18T04:43:12Z","timestamp":1784349792391,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":50,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,3,18]],"date-time":"2024-03-18T00:00:00Z","timestamp":1710720000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-sa\/4.0\/"}],"funder":[{"name":"AERDF"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,3,18]]},"DOI":"10.1145\/3636555.3636850","type":"proceedings-article","created":{"date-parts":[[2024,3,5]],"date-time":"2024-03-05T18:11:20Z","timestamp":1709662280000},"page":"55-65","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":19,"title":["Feedback on Feedback: Comparing Classic Natural Language Processing and Generative AI to Evaluate Peer Feedback"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7041-7472","authenticated-orcid":false,"given":"Stephen","family":"Hutt","sequence":"first","affiliation":[{"name":"University of Denver, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-3590-7162","authenticated-orcid":false,"given":"Allison","family":"DePiro","sequence":"additional","affiliation":[{"name":"CueThink, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-0692-1244","authenticated-orcid":false,"given":"Joann","family":"Wang","sequence":"additional","affiliation":[{"name":"CueThink, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-4336-7045","authenticated-orcid":false,"given":"Sam","family":"Rhodes","sequence":"additional","affiliation":[{"name":"Georgia Southern University, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3051-3232","authenticated-orcid":false,"given":"Ryan S","family":"Baker","sequence":"additional","affiliation":[{"name":"University of Pennsylvania, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-0780-8872","authenticated-orcid":false,"given":"Grayson","family":"Hieb","sequence":"additional","affiliation":[{"name":"University of Denver, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-3829-5417","authenticated-orcid":false,"given":"Sheela","family":"Sethuraman","sequence":"additional","affiliation":[{"name":"CueThink, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9667-8523","authenticated-orcid":false,"given":"Jaclyn","family":"Ocumpaugh","sequence":"additional","affiliation":[{"name":"University of Pennsylvania, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4498-0496","authenticated-orcid":false,"given":"Caitlin","family":"Mills","sequence":"additional","affiliation":[{"name":"University of Minnesota, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,3,18]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1016\/0959-4752(91)90016-2"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"crossref","unstructured":"Emma Carey Francesca Hill Amy Devine and D\u00e9nes Sz \\ Hucs. 2017. The modified abbreviated math anxiety scale: A valid and reliable instrument for use with children. Frontiers in psychology 8 (2017) 11.","DOI":"10.3389\/fpsyg.2017.00011"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3375462.3375477"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICALT.2019.00061"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939785"},{"key":"e_1_3_2_1_6_1","unstructured":"CueThink. 2022. CueThink. Retrieved from https:\/\/www.cuethink.com\/howitworks"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1080\/02602938.2021.1912286"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10648-019-09510-3"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.2196\/48305"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1083-6101.2007.00331.x"},{"key":"e_1_3_2_1_11_1","first-page":"20","article-title":"Feed up, back, forward","volume":"67","author":"Fisher Douglas","year":"2009","unstructured":"Douglas Fisher and Nancy Frey. 2009. Feed up, back, forward. Educational Leadership 67, 3 (2009), 20\u201325.","journal-title":"Educational Leadership"},{"key":"e_1_3_2_1_12_1","unstructured":"Sheila M Fram. 2013. The constant comparative analysis method outside of grounded theory. Qualitative Report 18 (2013) 1."},{"key":"e_1_3_2_1_13_1","volume-title":"Innovative assessment in higher education","author":"Gibbs Graham","unstructured":"Graham Gibbs. 2006. How assessment frames student learning. In Innovative assessment in higher education. Routledge, 43\u201356."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2305016120"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.3758\/BF03195564"},{"key":"e_1_3_2_1_16_1","unstructured":"Gutierrez de Blume. Under Review. Metacognitive Awareness among Middle School Adolescents: Development and Validation of a Shortened Version of the MAI Jr. (Under Review)."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.3102\/003465430298487"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1080\/02699930600980874"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1177\/1073191103010002008"},{"key":"e_1_3_2_1_20_1","volume-title":"Assessing young learners","author":"Ioannou-Georgiou Sophie","unstructured":"Sophie Ioannou-Georgiou and Pavlos Pavlou. 2003. Assessing young learners. Oxford University Press."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1949-8594.1992.tb12154.x"},{"key":"e_1_3_2_1_22_1","volume-title":"Mining opinions from university students","author":"Lee Angela","year":"2016","unstructured":"Angela Lee and Tong Ming Lim. 2016. Mining opinions from university students\u2019 feedback using text analytics. Information Technology in Industry 4, 1 (2016)."},{"key":"e_1_3_2_1_23_1","volume-title":"Sentiment analysis: Mining opinions, sentiments, and emotions","author":"Liu Bing","unstructured":"Bing Liu. 2015. Sentiment analysis: Mining opinions, sentiments, and emotions. Cambridge University Press."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/13.940995"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.3115\/1118108.1118117"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.5555\/3295222.3295230"},{"key":"e_1_3_2_1_27_1","unstructured":"Katherine McEldoon Jessica Yarbro Samuel Downs Matthew Ventura Faby Gagn\u00e9 Seth Corrigan Devon Skerritt and Ruth Lahti. 2020. Instructor Feedback Practices in Undergraduate Writing at Scale. (2020)."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","unstructured":"Kamila Misiejuk Barbara Wasson and Kjetil Egelandsdal. 2021. Using learning analytics to understand student perceptions of peer feedback. Computers in Human Behavior 117 (2021) 106658. https:\/\/doi.org\/10.1016\/j.chb.2020.106658","DOI":"10.1016\/j.chb.2020.106658"},{"key":"e_1_3_2_1_29_1","volume-title":"Proceedings of the 15th International Conference of the Learning Sciences-ICLS 2021","author":"Negrut Mara","year":"2021","unstructured":"Mara Negrut and Kihyun Ryoo. 2021. Designing Effective Automated Feedback for Modeling Tools. In Proceedings of the 15th International Conference of the Learning Sciences-ICLS 2021., 2021. International Society of the Learning Sciences. ."},{"key":"e_1_3_2_1_30_1","volume-title":"Formative assessment and self-regulated learning: A model and seven principles of good feedback practice. Studies in higher education 31, 2","author":"Nicol David J","year":"2006","unstructured":"David J Nicol and Debra Macfarlane-Dick. 2006. Formative assessment and self-regulated learning: A model and seven principles of good feedback practice. Studies in higher education 31, 2 (2006), 199\u2013218."},{"key":"e_1_3_2_1_31_1","unstructured":"OpenAI. 2023. GPT-4 Technical Report."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.caeai.2022.100059"},{"key":"e_1_3_2_1_33_1","volume-title":"13th International Conference of the Learning Sciences (ICLS)","author":"Patchan Melissa","year":"2018","unstructured":"Melissa Patchan, Karen Rambo-Hernandez, Brianna Dietz, and Kennedy Hathaway. 2018. Assessing the Validity of Peer Feedback in a Sixth Grade Mathematics Class. In 13th International Conference of the Learning Sciences (ICLS), July 2018. International Society of the Learning Sciences. . Retrieved December 1, 2023 from https:\/\/repository.isls.org\/\/handle\/1\/847"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1007\/s13398-014-0173-7.2"},{"key":"e_1_3_2_1_35_1","first-page":"2001","article-title":"Linguistic inquiry and word count: LIWC 2001. Mahway","volume":"71","author":"Pennebaker James W.","year":"2001","unstructured":"James W. Pennebaker, Martha E. Francis, and Roger J. Booth. 2001. Linguistic inquiry and word count: LIWC 2001. Mahway: Lawrence Erlbaum Associates 71, 2001 (2001), 2001.","journal-title":"Lawrence Erlbaum Associates"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.edurev.2016.10.003"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1080\/02602938.2020.1828819"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1080\/02602930801956059"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1080\/02602930903541015"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1006\/ceps.2001.1091"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.asw.2005.12.001"},{"key":"e_1_3_2_1_42_1","unstructured":"University of California San Francisco. 2021. Adaptive Cognitive Evaluation Explorer. Retrieved from https:\/\/neuroscape.ucsf.edu\/researchers-ace\/"},{"key":"e_1_3_2_1_43_1","volume-title":"Proceedings of the 15th International Conference of the Learning Sciences-ICLS 2021","author":"Boekel Martin Van","year":"2021","unstructured":"Martin Van Boekel, Shelby Weisen, and Ashley Hufnagle. 2021. Feedback in the Wild: Discrepancies Between Academics\u2019 and Students\u2019 Views on the Intended Purpose and Desired Type of Feedback. In Proceedings of the 15th International Conference of the Learning Sciences-ICLS 2021., 2021. International Society of the Learning Sciences. ."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1023\/A:1010690908200"},{"key":"e_1_3_2_1_45_1","unstructured":"Philip H Winne and A.F. Hadwin. 1998. Studying as Self-Regulated Learning. Metacognition in Educational Theory and Practice (1998) 277\u2013304."},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1080\/02602938.2021.1902467"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2019.03087"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-47014-1_32"},{"key":"e_1_3_2_1_49_1","volume-title":"Detecting SMART Model Cognitive Operations in Mathematical Problem-Solving Process. In Proceedings of the International Conference on Educational Data Mining","author":"Zhang J.","year":"2022","unstructured":"J. Zhang, J. M. A. L. Andres, Stephen Hutt, R. S. Baker, J. Ocumpaugh, C. Mills, J. Brooks, S. Sethuraman, and T. Young. 2022. Detecting SMART Model Cognitive Operations in Mathematical Problem-Solving Process. In Proceedings of the International Conference on Educational Data Mining, 2022. ."},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.22318\/cscl2023.470012"}],"event":{"name":"LAK '24: The 14th Learning Analytics and Knowledge Conference","location":"Kyoto Japan","acronym":"LAK '24"},"container-title":["Proceedings of the 14th Learning Analytics and Knowledge Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3636555.3636850","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3636555.3636850","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,17]],"date-time":"2025-09-17T01:15:45Z","timestamp":1758071745000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3636555.3636850"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,3,18]]},"references-count":50,"alternative-id":["10.1145\/3636555.3636850","10.1145\/3636555"],"URL":"https:\/\/doi.org\/10.1145\/3636555.3636850","relation":{},"subject":[],"published":{"date-parts":[[2024,3,18]]},"assertion":[{"value":"2024-03-18","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}