{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,10,30]],"date-time":"2024-10-30T08:38:23Z","timestamp":1730277503348,"version":"3.28.0"},"reference-count":48,"publisher":"IEEE","license":[{"start":{"date-parts":[[2022,11,7]],"date-time":"2022-11-07T00:00:00Z","timestamp":1667779200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,11,7]],"date-time":"2022-11-07T00:00:00Z","timestamp":1667779200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022,11,7]]},"DOI":"10.1109\/ithet56107.2022.10031993","type":"proceedings-article","created":{"date-parts":[[2023,2,2]],"date-time":"2023-02-02T20:18:14Z","timestamp":1675369094000},"page":"1-9","source":"Crossref","is-referenced-by-count":1,"title":["Estimating Student Grades through Peer Assessment as a Crowdsourcing Calibration Problem"],"prefix":"10.1109","author":[{"given":"Yunkai","family":"Xiao","sequence":"first","affiliation":[{"name":"North Carolina State University,Department of Computer Science,Raleigh,NC,United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yinan","family":"Gao","sequence":"additional","affiliation":[{"name":"Tianjin University,College of Management and Economics,Tianjin,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chuhuai","family":"Yue","sequence":"additional","affiliation":[{"name":"Beijing Institute of Technology,School of Computer Science and Technology,Beijing,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Edward","family":"Gehringer","sequence":"additional","affiliation":[{"name":"North Carolina State University,Department of Computer Science,Raleigh,NC,United States"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1186\/1472-6920-7-49"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1002\/j.2333-8504.2004.tb01972.x"},{"key":"ref3","article-title":"Learning whom to trust with mace","author":"Hovy","year":"2013","journal-title":"NAACL"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/FIE.2004.1408702"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/2157136.2157260"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/3502718.3524760"},{"volume-title":"Helping Students Make Better Contributions to Open-Source Software Projects","year":"2019","author":"Hu","key":"ref7"},{"key":"ref8","first-page":"40","article-title":"Open-source software in class: students\u2019 common mistakes","volume-title":"Proceedings of the 40th International Conference on Software Engineering: Software Engineering Education and Training","author":"Hu"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/FIE43999.2019.9028521"},{"key":"ref10","first-page":"1","article-title":"Maintaining student-authored open-source software for more than 10 years: An experience report","volume-title":"2019 ASEE Southeastern Section Conference","author":"Hu"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/3437914.3437973"},{"issue":"1","key":"ref12","first-page":"116","article-title":"Paperless subjective programming assignment assessment: a first step","volume":"29","author":"Hansen","year":"2013","journal-title":"Journal of Computing Sciences in Colleges"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/IITSI.2010.76"},{"key":"ref14","article-title":"nexaminer: A semi-automatedcomputer programming assignment assessment frame-work for moodle","volume":"39","author":"Cheng","year":"2011","journal-title":"MURAL - Maynooth University Research Archive Library"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.4324\/9780203122761"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-15-2767-8_18"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/1268784.1268891"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.4236\/jilsa.2012.41006"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.4324\/9780203122761-12"},{"article-title":"Towards the experimental evaluation of software testing techniques","volume-title":"Proc. EuroSTAR","author":"Roper","key":"ref20"},{"key":"ref21","first-page":"150","article-title":"The effects of using rubrics and face to face feedback in teaching writing skill in higher education","volume":"7","author":"Mahmoudi","year":"2020","journal-title":"International Online Journal of Education and Teaching"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1177\/25152459211027575"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173868"},{"volume-title":"Situational interventions and peer feedback in massive open online courses: narrowing the gap between learners and instructors in online programming education","year":"2021","author":"Teusner","key":"ref24"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/IC3.2018.8530476"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.49.10.1407.17308"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/CSEET49119.2020.9206197"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/FIE.2018.8659246"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1080\/10494820.2019.1648299"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/ICTAI52525.2021.00184"},{"issue":"1","key":"ref31","first-page":"99","article-title":"The production of trust in online markets","volume":"16","author":"Kollock","year":"1999","journal-title":"Advances in group processes"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1145\/1242572.1242608"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1145\/355112.355122"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1145\/2531602.2531657"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1016\/S0278-0984(02)11030-3"},{"key":"ref36","first-page":"2502","article-title":"The beta reputation system","volume-title":"Proceedings of the 15th bled electronic commerce conference","volume":"5","author":"Josang"},{"key":"ref37","article-title":"A method of automatic grade calibration in peer assessment","author":"Hamer","year":"2005","journal-title":"ACE"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1137\/1.9781611972771.58"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/FIE.2015.7344292"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00040"},{"key":"ref41","first-page":"1297","article-title":"Learning from crowds","volume":"11","author":"Raykar","year":"2010","journal-title":"J. Mach. Learn. Res."},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1111\/j.0006-341X.2004.00187.x"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.2307\/2346806"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i15.17589"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.351"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.eacl-main.192"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2020.12.010"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i17.17762"}],"event":{"name":"2022 20th International Conference on Information Technology Based Higher Education and Training (ITHET)","start":{"date-parts":[[2022,11,7]]},"location":"Antalya, Turkey","end":{"date-parts":[[2022,11,9]]}},"container-title":["2022 20th International Conference on Information Technology Based Higher Education and Training (ITHET)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/10031270\/10031275\/10031993.pdf?arnumber=10031993","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,2,13]],"date-time":"2024-02-13T10:01:40Z","timestamp":1707818500000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10031993\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,11,7]]},"references-count":48,"URL":"https:\/\/doi.org\/10.1109\/ithet56107.2022.10031993","relation":{},"subject":[],"published":{"date-parts":[[2022,11,7]]}}}