{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,28]],"date-time":"2025-02-28T05:23:05Z","timestamp":1740720185496,"version":"3.38.0"},"reference-count":25,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,10,13]],"date-time":"2024-10-13T00:00:00Z","timestamp":1728777600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,10,13]],"date-time":"2024-10-13T00:00:00Z","timestamp":1728777600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,10,13]]},"DOI":"10.1109\/fie61694.2024.10893321","type":"proceedings-article","created":{"date-parts":[[2025,2,26]],"date-time":"2025-02-26T18:43:35Z","timestamp":1740595415000},"page":"1-6","source":"Crossref","is-referenced-by-count":0,"title":["Credibility Metrics for Student-Assigned Labels of Textual Comments"],"prefix":"10.1109","author":[{"given":"Varsha Rao","family":"Akinepalli","sequence":"first","affiliation":[{"name":"North Carolina State University,Department of Computer Science,Raleigh,NC,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sourabh","family":"Pardeshi","sequence":"additional","affiliation":[{"name":"North Carolina State University,Department of Computer Science,Raleigh,NC,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dhruv Mukesh","family":"Patel","sequence":"additional","affiliation":[{"name":"North Carolina State University,Department of Computer Science,Raleigh,NC,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Arnab","family":"Datta","sequence":"additional","affiliation":[{"name":"North Carolina State University,Department of Computer Science,Raleigh,NC,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Banpreet Singh","family":"Chhabra","sequence":"additional","affiliation":[{"name":"North Carolina State University,Department of Computer Science,Raleigh,NC,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Edward F.","family":"Gehringer","sequence":"additional","affiliation":[{"name":"North Carolina State University,Department of Computer Science,Raleigh,NC,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3026044"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2019.2904064"},{"key":"ref3","article-title":"Generative ai for peer assessment helpfulness evaluation","volume-title":"Proceedings of the 17th International Conference on Educational Data Mining","author":"Shang","year":"2024"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/FIE58773.2023.10343508"},{"key":"ref5","doi-asserted-by":"crossref","first-page":"2746","DOI":"10.1177\/001316446002000104","article-title":"A coefficient of agreement for nomimal scales","volume":"20","author":"Cohen","year":"1960","journal-title":"Educ Psychol Meas"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/3148148"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1037\/h0031619"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.4018\/978-1-60566-786-7.ch005"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/2611040.2611074"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1117\/1.JMI.5.3.034002"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/2465529.2465761"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/2835776.2835835"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/2441776.2441923"},{"volume-title":"Computing krippendorff\u2019s alpha-reliability","year":"2012","author":"Krippendorff","key":"ref14"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1177\/001316447003000105"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/2678025.2701399"},{"key":"ref17","article-title":"On quality control and machine learning in crowd-sourcing","volume-title":"Workshops at the twenty-fifth AAAI conference on artificial intelligence","author":"Lease","year":"2011"},{"key":"ref18","first-page":"3886","article-title":"Exploiting worker correlation for label aggregation in crowdsourcing","volume-title":"International conference on machine learning","author":"Li","year":"2019"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.3115\/1613715.1613751"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.3389\/fcomp.2021.728801"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1609\/hcomp.v4i1.13293"},{"key":"ref22","article-title":"Bayesian combination of crowd-based tweet sentiment analysis judgments","volume-title":"Proc. Crowdscale Shared Task Challenge","volume":"3","author":"Venanzi","year":"2013"},{"journal-title":"Detecting problem statements in peer assessments","year":"2020","author":"Xiao","key":"ref23"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2018.2890148"},{"volume-title":"Detecting suggestions in peer assessments","year":"2019","author":"Zingle","key":"ref25"}],"event":{"name":"2024 IEEE Frontiers in Education Conference (FIE)","start":{"date-parts":[[2024,10,13]]},"location":"Washington, DC, USA","end":{"date-parts":[[2024,10,16]]}},"container-title":["2024 IEEE Frontiers in Education Conference (FIE)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10892093\/10892810\/10893321.pdf?arnumber=10893321","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,27]],"date-time":"2025-02-27T09:58:24Z","timestamp":1740650304000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10893321\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,13]]},"references-count":25,"URL":"https:\/\/doi.org\/10.1109\/fie61694.2024.10893321","relation":{},"subject":[],"published":{"date-parts":[[2024,10,13]]}}}