{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,7]],"date-time":"2024-09-07T06:51:51Z","timestamp":1725691911573},"reference-count":20,"publisher":"IEEE","license":[{"start":{"date-parts":[[2023,5,22]],"date-time":"2023-05-22T00:00:00Z","timestamp":1684713600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,5,22]],"date-time":"2023-05-22T00:00:00Z","timestamp":1684713600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023,5,22]]},"DOI":"10.23919\/mipro57284.2023.10159791","type":"proceedings-article","created":{"date-parts":[[2023,6,29]],"date-time":"2023-06-29T13:20:56Z","timestamp":1688044856000},"page":"1264-1269","source":"Crossref","is-referenced-by-count":0,"title":["Metrics for Estimating Accuracy, Reliability, and Bias in Peer Assessment"],"prefix":"10.23919","author":[{"given":"M.","family":"Fertalj","sequence":"first","affiliation":[{"name":"Faculty of Electrical Engineering and Computing,Department of Applied Computing,Zagreb,Croatia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lj.","family":"Brki\u0107","sequence":"additional","affiliation":[{"name":"Faculty of Electrical Engineering and Computing,Department of Applied Computing,Zagreb,Croatia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"I.","family":"Mekterovi\u0107","sequence":"additional","affiliation":[{"name":"Faculty of Electrical Engineering and Computing,Department of Applied Computing,Zagreb,Croatia"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2020.103894"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1016\/j.stueduc.2022.101233"},{"journal-title":"What is ‘Calibrated Peer Review’ (CPR TM) and Why Are We Doing It?","year":"0","key":"ref15"},{"journal-title":"A proposed Credibility Index (CI) in peer assessment The TRACE Center for Excellence In Early Childhood Assessment View project Cognitive Diagnostic Models (CDM) View project","year":"2014","author":"xiong","key":"ref14"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.2990980"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-25515-6_3"},{"journal-title":"Improving Peer Assessment with Graph Neural Networks","year":"0","author":"namanloo","key":"ref10"},{"article-title":"A Method of Automatic Grade Calibration in Peer Assessment","year":"0","author":"hamer","key":"ref2"},{"journal-title":"What kind of peer-assessment comments help improve learning outcomes? Evidence from a programming course Machine learning in peer assessment View project Understanding Butterfly Effects and Predictability in Lorenz Models and Global Models View project","year":"2021","author":"xiao","key":"ref1"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.31341\/jios.41.1.2"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1111\/jcal.12176"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1111\/bjet.13233"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/ICTAI52525.2021.00184"},{"article-title":"Metrics for Estimating Validity, Reliability and Bias in Peer Assessment*","year":"0","author":"molina-carmona","key":"ref8"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2018.07.017"},{"journal-title":"Tuned Models of Peer Assessment in Moocs","year":"2013","author":"piech","key":"ref9"},{"year":"2008","key":"ref4","article-title":"An Analysis of Calibrated Peer Review (CPR) in a Science Lecture Classroom"},{"journal-title":"Toward Better Training in Peer Assessment Does Calibration Help? Paper presented at the CSPRED 2016 Computer-Supported Peer Review in Education","year":"0","author":"song","key":"ref3"},{"journal-title":"Development of Student Writing in Biochemistry Using Calibrated Peer Review","year":"2008","author":"hartberg","key":"ref6"},{"article-title":"Peer Assessment for Massive Open Online Courses (MOOCs) l sis (SNA) in OnlineCourses","year":"0","author":"suen","key":"ref5"}],"event":{"name":"2023 46th MIPRO ICT and Electronics Convention (MIPRO)","start":{"date-parts":[[2023,5,22]]},"location":"Opatija, Croatia","end":{"date-parts":[[2023,5,26]]}},"container-title":["2023 46th MIPRO ICT and Electronics Convention (MIPRO)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/10159631\/10159632\/10159791.pdf?arnumber=10159791","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,12,11]],"date-time":"2023-12-11T14:01:29Z","timestamp":1702303289000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10159791\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,5,22]]},"references-count":20,"URL":"https:\/\/doi.org\/10.23919\/mipro57284.2023.10159791","relation":{},"subject":[],"published":{"date-parts":[[2023,5,22]]}}}