{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,3]],"date-time":"2026-02-03T19:54:46Z","timestamp":1770148486312,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":26,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,3,7]],"date-time":"2024-03-07T00:00:00Z","timestamp":1709769600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"Canada CIFAR AI Chair"},{"name":"NSERC Discovery Grant","award":["213920"],"award-info":[{"award-number":["213920"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,3,7]]},"DOI":"10.1145\/3626252.3630891","type":"proceedings-article","created":{"date-parts":[[2024,3,7]],"date-time":"2024-03-07T18:17:20Z","timestamp":1709835440000},"page":"1470-1476","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["Mechanical TA 2: Peer Grading with TA and Algorithmic Support"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7061-5567","authenticated-orcid":false,"given":"Hedayat","family":"Zarkoob","sequence":"first","affiliation":[{"name":"University of British Columbia, Vancouver, BC, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7644-5327","authenticated-orcid":false,"given":"Kevin","family":"Leyton-Brown","sequence":"additional","affiliation":[{"name":"University of British Columbia, Vancouver, BC, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,3,7]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"A. Chakraborty J. Jindal and S. Nath. 2018. Incentivizing effort and precision in peer grading. arXiv preprint arXiv:1807.11657 (2018)."},{"key":"e_1_3_2_1_2_1","unstructured":"O. L. Chapman. 2001. Calibrated Peer Review. http:\/\/cpr.molsci.ucla.edu."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2005.02.004"},{"key":"e_1_3_2_1_4_1","volume-title":"Proceedings of the 45th ACM Technical Symposium on Computer Science Education. ACM, 415--420","author":"De Alfaro L.","unstructured":"L. De Alfaro and M. Shavlovsky. 2014. CrowdGrader: A tool for crowdsourcing the evaluation of homework assignments. In Proceedings of the 45th ACM Technical Symposium on Computer Science Education. ACM, 415--420."},{"key":"e_1_3_2_1_5_1","unstructured":"L. De Alfaro M. Shavlovsky and V. Polychronopoulos. 2016. Incentives for truthful peer grading. arXiv preprint arXiv:1604.03178 (2016)."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2019.03.004"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/366413.364564"},{"key":"e_1_3_2_1_8_1","volume-title":"Proceedings of the 7th Australasian Conference on Computing Education-Volume 42","author":"Hamer J.","unstructured":"J. Hamer, K. T. Ma, and H. H. Kwong. 2005. A method of automatic grade calibration in peer assessment. In Proceedings of the 7th Australasian Conference on Computing Education-Volume 42. Australian Computer Society, Inc., 67--72."},{"key":"e_1_3_2_1_9_1","volume-title":"International Workshop on Internet and Network Economics. Springer, 268--277","author":"Jurca R.","unstructured":"R. Jurca and B. Faltings. 2005. Enforcing truthful strategies in incentive compatible reputation mechanisms. In International Workshop on Internet and Network Economics. Springer, 268--277."},{"key":"e_1_3_2_1_10_1","unstructured":"KritikEducationInc. [n. d.]. Kritik. https:\/\/www.kritik.io\/. Accessed: 2021-01--17."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.3102\/00346543058001079"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2505057"},{"key":"e_1_3_2_1_13_1","volume-title":"Proceedings of the 29th AAAI Conference on Artificial Intelligence. 454--460","author":"Mi F.","unstructured":"F. Mi and D. Yeung. 2015. Probabilistic graphical models for boosting cardinal and ordinal peer grading in MOOCs.. In Proceedings of the 29th AAAI Conference on Artificial Intelligence. 454--460."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1365-2729.2008.00290.x"},{"key":"e_1_3_2_1_15_1","unstructured":"Peerceptiv. [n. d.]. Peerceptiv. https:\/\/peerceptiv.com\/. Accessed: 2021-01--17."},{"key":"e_1_3_2_1_16_1","unstructured":"PeergradeApS. [n. d.]. Peergrade. https:\/\/www.peergrade.io. Accessed: 2019-08--18."},{"key":"e_1_3_2_1_17_1","unstructured":"C. Piech J. Huang Zhenghao Chen C. Do A. Ng and D. Koller. 2013. Tuned models of peer assessment in MOOCs. arXiv preprint arXiv:1307.2579 (2013)."},{"key":"e_1_3_2_1_18_1","volume-title":"COMAD'20","author":"Prajapati S.","unstructured":"S. Prajapati, A. Gupta, S. K. Nigam, and S. Nath. 2020. SwaGrader: An honest effort extracting, modular peer-grading tool. In COMAD'20. 312--316."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1207\/s15326977ea1101_1"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.3233\/978-1-61499-419-0-909"},{"key":"e_1_3_2_1_21_1","volume-title":"Proceedings of the 18th International Conference on Autonomous Agents and MultiAgent Systems. International Foundation for Autonomous Agents and Multiagent Systems, 864--872","author":"Wang J.","unstructured":"J. Wang and N. B. Shah. 2019. Your 2 is my 1, your 3 is my 9: Handling arbitrary miscalibrations in ratings. In Proceedings of the 18th International Conference on Autonomous Agents and MultiAgent Systems. International Foundation for Autonomous Agents and Multiagent Systems, 864--872."},{"key":"e_1_3_2_1_22_1","unstructured":"T. Wang X. Jing Q. Li J. Gao and J. Tang. 2019. Improving peer assessment accuracy by incorporating relative peer grades. International Educational Data Mining Society (2019)."},{"key":"e_1_3_2_1_23_1","volume-title":"Proceedings of the 46th ACM Technical Symposium on Computer Science Education. ACM, 96--101","author":"Wright J. R.","unstructured":"J. R. Wright, C. Thornton, and K. Leyton-Brown. 2015. Mechanical TA: Partially automated high-stakes peer grading. In Proceedings of the 46th ACM Technical Symposium on Computer Science Education. ACM, 96--101."},{"key":"e_1_3_2_1_24_1","unstructured":"H. Zarkoob F. Abdolhosseini and K. Leyton-Brown. 2021. Mechanical TA 2: A System for Peer Grading with TA Support. CoRR Vol. abs\/2101.10078 (2021)."},{"key":"e_1_3_2_1_25_1","volume-title":"Proceedings of the 37th AAAI Conference on Artificial Intelligence","volume":"37","author":"Zarkoob H.","unstructured":"H. Zarkoob, G. d'Eon, L. Podina, and K. Leyton-Brown. 2023. Better peer grading through bayesian inference. In Proceedings of the 37th AAAI Conference on Artificial Intelligence, Vol. 37. 6137--6144."},{"key":"e_1_3_2_1_26_1","volume-title":"Proceedings of the 18th International Conference on Autonomous Agents and MultiAgent Systems. International Foundation for Autonomous Agents and Multiagent Systems, 2306--2308","author":"Zarkoob H.","unstructured":"H. Zarkoob, H. Fu, and K. Leyton-Brown. 2019. Report-Sensitive Spot-checking in Peer Grading Systems. In Proceedings of the 18th International Conference on Autonomous Agents and MultiAgent Systems. International Foundation for Autonomous Agents and Multiagent Systems, 2306--2308. io"}],"event":{"name":"SIGCSE 2024: The 55th ACM Technical Symposium on Computer Science Education","location":"Portland OR USA","acronym":"SIGCSE 2024","sponsor":["SIGCSE ACM Special Interest Group on Computer Science Education"]},"container-title":["Proceedings of the 55th ACM Technical Symposium on Computer Science Education V. 1"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3626252.3630891","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3626252.3630891","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,21]],"date-time":"2025-08-21T04:29:57Z","timestamp":1755750597000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3626252.3630891"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,3,7]]},"references-count":26,"alternative-id":["10.1145\/3626252.3630891","10.1145\/3626252"],"URL":"https:\/\/doi.org\/10.1145\/3626252.3630891","relation":{},"subject":[],"published":{"date-parts":[[2024,3,7]]},"assertion":[{"value":"2024-03-07","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}