{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,14]],"date-time":"2026-01-14T18:41:46Z","timestamp":1768416106831,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":24,"publisher":"ACM","license":[{"start":{"date-parts":[[2016,7,21]],"date-time":"2016-07-21T00:00:00Z","timestamp":1469059200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"COST","award":["COST Action IC1205"],"award-info":[{"award-number":["COST Action IC1205"]}]},{"name":"University of Patras","award":["Caratheodory grant E.114"],"award-info":[{"award-number":["Caratheodory grant E.114"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2016,7,21]]},"DOI":"10.1145\/2940716.2940748","type":"proceedings-article","created":{"date-parts":[[2016,7,21]],"date-time":"2016-07-21T15:20:09Z","timestamp":1469114409000},"page":"323-340","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["How Effective Can Simple Ordinal Peer Grading Be?"],"prefix":"10.1145","author":[{"given":"Ioannis","family":"Caragiannis","sequence":"first","affiliation":[{"name":"University of Patras, Rion-Patras, Greece"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"George A.","family":"Krimpas","sequence":"additional","affiliation":[{"name":"University of Patras, Rion-Patras, Greece"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alexandros A.","family":"Voudouris","sequence":"additional","affiliation":[{"name":"University of Patras, Rion-Patras, Greece"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2016,7,21]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1137\/050623905"},{"key":"e_1_3_2_1_2_1","volume-title":"Proceedings of the 26th Annual Conference on Neural Information Processing Systems (NIPS). 126--134","author":"Azari H."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"crossref","unstructured":"F. Brandt V. Conitzer U. Endriss J. Lang and A. D. Procaccia (Eds.). 2016. Handbook of Computational Social Choice. Cambridge University Press.  F. Brandt V. Conitzer U. Endriss J. Lang and A. D. Procaccia (Eds.). 2016. Handbook of Computational Social Choice. Cambridge University Press.","DOI":"10.1017\/CBO9781107446984.002"},{"key":"e_1_3_2_1_4_1","volume-title":"Proceedings of the 30th AAAI Conference on Artificial Intelligence (AAAI). 4351--4352","author":"Caragiannis I."},{"key":"e_1_3_2_1_5_1","volume-title":"Proceedings of the 14th International Conference on Autonomous Agents and Multi-Agent Systems (AAMAS). 675--683","author":"Caragiannis I."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2492002.2482570"},{"key":"e_1_3_2_1_7_1","volume-title":"Proceedings of the 28th AAAI Conference on Artificial Intelligence. 616--622","author":"Caragiannis I."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1137\/130936592"},{"key":"e_1_3_2_1_9_1","volume-title":"Proceedings of the 21st Annual Conference on Uncertainty in Artificial Intelligence (UAI). 145--152","author":"Conitzer V."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/2538862.2538900"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/371920.372165"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/1250790.1250806"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/2505057"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"crossref","unstructured":"E. Law and L. von Ahn. 2011. Human Computation. Morgan & Claypool.   E. Law and L. von Ahn. 2011. Human Computation. Morgan & Claypool.","DOI":"10.1007\/978-3-031-01555-7"},{"key":"e_1_3_2_1_15_1","volume-title":"Proceedings of the 28th International Conference on Machine Learning (ICML). 145--152","author":"Lu T."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/44.1-2.114"},{"key":"e_1_3_2_1_17_1","unstructured":"L. Page S. Brin R. Motwani and T. Winograd. 1999. The PageRank citation ranking: bringing order to the web. Stanford InfoLab technical report. (1999).  L. Page S. Brin R. Motwani and T. Winograd. 1999. The PageRank citation ranking: bringing order to the web. Stanford InfoLab technical report. (1999)."},{"key":"e_1_3_2_1_18_1","volume-title":"Proceedings of the 6th International Conference on Educational Data Mining (EDM). 153--160","author":"Piech C."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"crossref","unstructured":"M. Pivato. 2013. Voting rules as statistical estimators. Social Choice and Welfare 40(2) (2013) 581--630.  M. Pivato. 2013. Voting rules as statistical estimators. Social Choice and Welfare 40(2) (2013) 581--630.","DOI":"10.1007\/s00355-011-0619-1"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/2623330.2623654"},{"key":"e_1_3_2_1_21_1","unstructured":"N. B. Shah J. K. Bradley A. Parekh M. Wainwright and K. Ramchandran. 2013. A case for ordinal peer-evaluation in MOOCs. In Neural Information Processing Systems (NIPS): Workshop on Data Driven Education.  N. B. Shah J. K. Bradley A. Parekh M. Wainwright and K. Ramchandran. 2013. A case for ordinal peer-evaluation in MOOCs. In Neural Information Processing Systems (NIPS): Workshop on Data Driven Education."},{"key":"e_1_3_2_1_22_1","volume-title":"Proceedings of the 21st European Conference on Artificial Intelligence (ECAI). 909--914","author":"Walsh T.","year":"2014"},{"key":"e_1_3_2_1_23_1","volume-title":"Proceedings of the 5th International Workshop on Computational Social Choice (COMSOC).","author":"Xia L.","year":"2014"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"crossref","unstructured":"H. P. Young. 1988. Condorcet's theory of voting. The American Political Science Review 82(4) (1988) 1231--1244.  H. P. Young. 1988. Condorcet's theory of voting. The American Political Science Review 82(4) (1988) 1231--1244.","DOI":"10.2307\/1961757"}],"event":{"name":"EC '16: ACM Conference on Economics and Computation","location":"Maastricht The Netherlands","acronym":"EC '16","sponsor":["SIGecom Special Interest Group on Economics and Computation"]},"container-title":["Proceedings of the 2016 ACM Conference on Economics and Computation"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2940716.2940748","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2940716.2940748","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T04:56:27Z","timestamp":1750222587000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2940716.2940748"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,7,21]]},"references-count":24,"alternative-id":["10.1145\/2940716.2940748","10.1145\/2940716"],"URL":"https:\/\/doi.org\/10.1145\/2940716.2940748","relation":{},"subject":[],"published":{"date-parts":[[2016,7,21]]},"assertion":[{"value":"2016-07-21","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}