{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,29]],"date-time":"2026-04-29T03:59:28Z","timestamp":1777435168292,"version":"3.51.4"},"reference-count":18,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/501100001809","name":"NSFC","doi-asserted-by":"publisher","award":["61532004"],"award-info":[{"award-number":["61532004"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100011430","name":"National Key Research and Development Program of China","doi-asserted-by":"publisher","award":["2018YFB1004502"],"award-info":[{"award-number":["2018YFB1004502"]}],"id":[{"id":"10.13039\/501100011430","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100011347","name":"State Key Laboratory of Software Development Environment","doi-asserted-by":"publisher","award":["SKLSDE-2017ZX-04"],"award-info":[{"award-number":["SKLSDE-2017ZX-04"]}],"id":[{"id":"10.13039\/501100011347","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2020]]},"DOI":"10.1109\/access.2020.3043291","type":"journal-article","created":{"date-parts":[[2020,12,9]],"date-time":"2020-12-09T04:01:22Z","timestamp":1607486482000},"page":"220922-220934","source":"Crossref","is-referenced-by-count":12,"title":["Human-Machine Hybrid Peer Grading in SPOCs"],"prefix":"10.1109","volume":"8","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5037-6263","authenticated-orcid":false,"given":"Yong","family":"Han","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wenjun","family":"Wu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yitao","family":"Yan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lijun","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref10","first-page":"1099","article-title":"Automated scoring: Beyond natural language processing","author":"nitin","year":"2018","journal-title":"Proc 27th Int Conf Comput Linguistics"},{"key":"ref11","doi-asserted-by":"crossref","first-page":"530","DOI":"10.3102\/1076998615606113","article-title":"Stan: A probabilistic programming language for Bayesian inference and optimization","volume":"40","author":"bob","year":"2015","journal-title":"Journal of Educational and Behavioral Statistics"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/2724660.2728676"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/2488388.2488417"},{"key":"ref14","article-title":"Strong truthfulness in multi-task peer prediction","author":"shnayder","year":"2016"},{"key":"ref15","first-page":"833","article-title":"Optimal spot-checking for improving evaluation accuracy of peer grading systems","author":"wang","year":"2018","journal-title":"Proc 32nd AAAI Conf Artif Intell"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00976"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TCSS.2020.2998732"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.3233\/FI-2020-1904"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TLT.2015.2476806"},{"key":"ref3","first-page":"1","article-title":"Improving models of peer grading in SPOC","author":"han","year":"2017","journal-title":"Proc EDMO"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/FIE.2017.8190621"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/2600057.2602865"},{"key":"ref8","article-title":"Incentivizing evaluation via limited access to ground truth: Peer-prediction makes things worse","author":"gao","year":"2016","journal-title":"arXiv 1606 07042"},{"key":"ref7","article-title":"Incentives for truthful peer grading","author":"luca","year":"2016"},{"key":"ref2","first-page":"454","article-title":"Probabilistic graphical models for boosting cardinal and ordinal peer grading in MOOCs","author":"mi","year":"2015","journal-title":"Proc 29th AAAI Conf Artif Intell AAAI"},{"key":"ref1","article-title":"Tuned models of peer assessment in MOOCs","author":"piech","year":"2013","journal-title":"arXiv 1307 2579"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D16-1193"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/8948470\/09286436.pdf?arnumber=9286436","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,12,17]],"date-time":"2021-12-17T19:55:27Z","timestamp":1639770927000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9286436\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"references-count":18,"URL":"https:\/\/doi.org\/10.1109\/access.2020.3043291","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020]]}}}