{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T03:32:14Z","timestamp":1742959934982,"version":"3.40.3"},"publisher-location":"Cham","reference-count":32,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319996592"},{"type":"electronic","value":"9783319996608"}],"license":[{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2018]]},"DOI":"10.1007\/978-3-319-99660-8_16","type":"book-chapter","created":{"date-parts":[[2018,8,26]],"date-time":"2018-08-26T18:19:21Z","timestamp":1535307561000},"page":"176-188","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["A Two-Stage Mechanism for Ordinal Peer Assessment"],"prefix":"10.1007","author":[{"given":"Zhize","family":"Li","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Le","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhixuan","family":"Fang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jian","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2018,8,27]]},"reference":[{"doi-asserted-by":"crossref","unstructured":"Alon, N., Fischer, F., Procaccia, A., Tennenholtz, M.: Sum of us: strategyproof selection from the selectors. In: Proceedings of the 13th Conference on Theoretical Aspects of Rationality and Knowledge, pp. 101\u2013110. ACM (2011)","key":"16_CR1","DOI":"10.1145\/2000378.2000390"},{"doi-asserted-by":"crossref","unstructured":"Aziz, H., Lev, O., Mattei, N., Rosenschein, J.S., Walsh, T.: Strategyproof peer selection: mechanisms, analyses, and experiments. In: Proceedings of the 30th AAAI Conference on Artificial Intelligence (AAAI) (2016)","key":"16_CR2","DOI":"10.1609\/aaai.v30i1.10038"},{"unstructured":"Aziz, H., Lev, O., Mattei, N., Rosenschein, J.S., Walsh, T.: Strategyproof peer selection using randomization, partitioning, and apportionment. arXiv preprint arXiv:1604.03632 (2016)","key":"16_CR3"},{"unstructured":"Blocki, J., Christin, N., Datta, A., Procaccia, A.D., Sinha, A.: Audit games. In: Proceedings of the Twenty-Third International Joint Conference on Artificial Intelligence (IJCAI), pp. 41\u201347 (2013)","key":"16_CR4"},{"doi-asserted-by":"crossref","unstructured":"Blocki, J., Christin, N., Datta, A., Procaccia, A.D., Sinha, A.: Audit games with multiple defender resources. In: Proceedings of AAAI, pp. 791\u2013797 (2015)","key":"16_CR5","DOI":"10.1609\/aaai.v29i1.9317"},{"issue":"3\/4","key":"16_CR6","doi-asserted-by":"publisher","first-page":"324","DOI":"10.2307\/2334029","volume":"39","author":"RA Bradley","year":"1952","unstructured":"Bradley, R.A., Terry, M.E.: Rank analysis of incomplete block designs: I. The method of paired comparisons. Biometrika 39(3\/4), 324\u2013345 (1952)","journal-title":"Biometrika"},{"unstructured":"Cao, W., Li, J., Tao, Y., Li, Z.: On top-k selection in multi-armed bandits and hidden bipartite graphs. In: Advances in Neural Information Processing Systems (NIPS), pp. 1036\u20131044 (2015)","key":"16_CR7"},{"unstructured":"Carbonara, A.U., Datta, A., Sinha, A., Zick, Y.: Incentivizing peer grading in MOOCs: an audit game approach. In: Proceedings of the Twenty-Fourth International Joint Conference on Artificial Intelligence (IJCAI) (2015)","key":"16_CR8"},{"doi-asserted-by":"crossref","unstructured":"Chai, C., Li, G., Li, J., Deng, D., Feng, J.: Cost-effective crowdsourced entity resolution: a partial-order approach. In: Proceedings of the 2016 International Conference on Management of Data, pp. 969\u2013984. ACM (2016)","key":"16_CR9","DOI":"10.1145\/2882903.2915252"},{"doi-asserted-by":"crossref","unstructured":"Fischer, F., Klimm, M.: Optimal impartial selection. In: Proceedings of the Fifteenth ACM Conference on Economics and Computation (EC), pp. 803\u2013820. ACM (2014)","key":"16_CR10","DOI":"10.1145\/2600057.2602836"},{"unstructured":"Gao, A., Wright, J.R., Leyton-Brown, K.: Incentivizing evaluation via limited access to ground truth: peer-prediction makes things worse. arXiv preprint arXiv:1606.07042 (2016)","key":"16_CR11"},{"key":"16_CR12","first-page":"587","volume":"41","author":"A Gibbard","year":"1973","unstructured":"Gibbard, A.: Manipulation of voting schemes: a general result. Econ. J. Econ. Soc. 41, 587\u2013601 (1973)","journal-title":"Econ. J. Econ. Soc."},{"key":"16_CR13","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"268","DOI":"10.1007\/11600930_26","volume-title":"Internet and Network Economics","author":"R Jurca","year":"2005","unstructured":"Jurca, R., Faltings, B.: Enforcing truthful strategies in incentive compatible reputation mechanisms. In: Deng, X., Ye, Y. (eds.) WINE 2005. LNCS, vol. 3828, pp. 268\u2013277. Springer, Heidelberg (2005). https:\/\/doi.org\/10.1007\/11600930_26"},{"key":"16_CR14","doi-asserted-by":"publisher","first-page":"209","DOI":"10.1613\/jair.2621","volume":"34","author":"R Jurca","year":"2009","unstructured":"Jurca, R., Faltings, B.: Mechanisms for making crowds truthful. J. Artif. Intell. Res. 34, 209\u2013253 (2009)","journal-title":"J. Artif. Intell. Res."},{"doi-asserted-by":"crossref","unstructured":"Kahng, A., Kotturi, Y., Kulkarni, C., Kurokawa, D., Procaccia, A.D.: Ranking wily people who rank each other. Technical report (2017)","key":"16_CR15","DOI":"10.1609\/aaai.v32i1.11467"},{"key":"16_CR16","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1007\/978-3-319-06823-7_9","volume-title":"Design Thinking Research","author":"C Kulkarni","year":"2015","unstructured":"Kulkarni, C., Wei, K.P., Le, H., Chia, D., Papadopoulos, K., Cheng, J., Koller, D., Klemmer, S.R.: Peer and self assessment in massive online classes. In: Plattner, H., Meinel, C., Leifer, L. (eds.) Design Thinking Research, pp. 131\u2013168. Springer, Cham (2015). https:\/\/doi.org\/10.1007\/978-3-319-06823-7_9"},{"unstructured":"Kurokawa, D., Lev, O., Morgenstern, J., Procaccia, A.D.: Impartial peer review. In: Proceedings of the Twenty-Fourth International Joint Conference on Artificial Intelligence (IJCAI) (2015)","key":"16_CR17"},{"issue":"1","key":"16_CR18","doi-asserted-by":"publisher","first-page":"2","DOI":"10.1002\/asi.22784","volume":"64","author":"CJ Lee","year":"2013","unstructured":"Lee, C.J., Sugimoto, C.R., Zhang, G., Cronin, B.: Bias in peer review. J. Am. Soc. Inf. Sci. Technol. 64(1), 2\u201317 (2013)","journal-title":"J. Am. Soc. Inf. Sci. Technol."},{"issue":"3","key":"16_CR19","doi-asserted-by":"publisher","first-page":"225","DOI":"10.1561\/1500000016","volume":"3","author":"TY Liu","year":"2009","unstructured":"Liu, T.Y.: Learning to rank for information retrieval. Found. Trends Inf. Retr. 3(3), 225\u2013331 (2009)","journal-title":"Found. Trends Inf. Retr."},{"issue":"1\/2","key":"16_CR20","doi-asserted-by":"publisher","first-page":"114","DOI":"10.2307\/2333244","volume":"44","author":"CL Mallows","year":"1957","unstructured":"Mallows, C.L.: Non-null ranking models. I. Biometrika 44(1\/2), 114\u2013130 (1957)","journal-title":"Biometrika"},{"issue":"3","key":"16_CR21","doi-asserted-by":"publisher","first-page":"160","DOI":"10.1037\/0003-066X.63.3.160","volume":"63","author":"HW Marsh","year":"2008","unstructured":"Marsh, H.W., Jayasinghe, U.W., Bond, N.W.: Improving the peer-review process for grant applications: reliability, validity, bias, and generalizability. Am. Psychol. 63(3), 160 (2008)","journal-title":"Am. Psychol."},{"issue":"4","key":"16_CR22","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1111\/j.1468-4004.2009.50416.x","volume":"50","author":"MR Merrifield","year":"2009","unstructured":"Merrifield, M.R., Saari, D.G.: Telescope time without tears: a distributed approach to peer review. Astron. Geophys. 50(4), 4\u201316 (2009)","journal-title":"Astron. Geophys."},{"doi-asserted-by":"crossref","unstructured":"Mi, F., Yeung, D.Y.: Probabilistic graphical models for boosting cardinal and ordinal peer grading in moocs. In: Proceedings of AAAI, pp. 454\u2013460 (2015)","key":"16_CR23","DOI":"10.1609\/aaai.v29i1.9210"},{"unstructured":"Piech, C., Huang, J., Chen, Z., Do, C., Ng, A., Koller, D.: Tuned models of peer assessment in MOOCs. In: Educational Data Mining 2013 (2013)","key":"16_CR24"},{"doi-asserted-by":"crossref","unstructured":"Raman, K., Joachims, T.: Methods for ordinal peer grading. In: Proceedings of the 20th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 1037\u20131046. ACM (2014)","key":"16_CR25","DOI":"10.1145\/2623330.2623654"},{"doi-asserted-by":"crossref","unstructured":"Raman, K., Joachims, T.: Bayesian ordinal peer grading. In: Proceedings of the Second (2015) ACM Conference on Learning @ Scale, pp. 149\u2013156. ACM (2015)","key":"16_CR26","DOI":"10.1145\/2724660.2724678"},{"doi-asserted-by":"crossref","unstructured":"Roos, M., Rothe, J., Scheuermann, B.: How to calibrate the scores of biased reviewers by quadratic programming. In: Proceedings of AAAI (2011)","key":"16_CR27","DOI":"10.1609\/aaai.v25i1.7847"},{"issue":"3","key":"16_CR28","first-page":"491","volume":"80","author":"LJ Saidman","year":"1994","unstructured":"Saidman, L.J.: Unresolved issues relating to peer review, industry support of research, and conflict of interest. Anesthesiology 80(3), 491 (1994)","journal-title":"Anesthesiology"},{"issue":"2","key":"16_CR29","doi-asserted-by":"publisher","first-page":"187","DOI":"10.1016\/0022-0531(75)90050-2","volume":"10","author":"MA Satterthwaite","year":"1975","unstructured":"Satterthwaite, M.A.: Strategy-proofness and arrow\u2019s conditions: existence and correspondence theorems for voting procedures and social welfare functions. J. Econ. Theory 10(2), 187\u2013217 (1975)","journal-title":"J. Econ. Theory"},{"issue":"4","key":"16_CR30","doi-asserted-by":"publisher","first-page":"178","DOI":"10.1177\/014107680609900414","volume":"99","author":"R Smith","year":"2006","unstructured":"Smith, R.: Peer review: a flawed process at the heart of science and journals. J. R. Soc. Med. 99(4), 178\u2013182 (2006)","journal-title":"J. R. Soc. Med."},{"issue":"1","key":"16_CR31","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1177\/001316448804800109","volume":"48","author":"HG Wilson","year":"1988","unstructured":"Wilson, H.G.: Parameter estimation for peer grading under incomplete design. Educ. Psychol. Meas. 48(1), 69\u201381 (1988)","journal-title":"Educ. Psychol. Meas."},{"unstructured":"Zhou, Y., Chen, X., Li, J.: Optimal PAC multiple arm identification with applications to crowdsourcing. In: International Conference on Machine Learning (ICML), pp. 217\u2013225 (2014)","key":"16_CR32"}],"container-title":["Lecture Notes in Computer Science","Algorithmic Game Theory"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-99660-8_16","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,7]],"date-time":"2024-03-07T17:41:22Z","timestamp":1709833282000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-319-99660-8_16"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018]]},"ISBN":["9783319996592","9783319996608"],"references-count":32,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-99660-8_16","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2018]]},"assertion":[{"value":"27 August 2018","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"SAGT","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Symposium on Algorithmic Game Theory","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Beijing","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2018","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 September 2018","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13 September 2018","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"sagt2018","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/aims.sjtu.edu.cn\/SAGT_2018\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}