{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,13]],"date-time":"2026-03-13T04:56:26Z","timestamp":1773377786686,"version":"3.50.1"},"reference-count":32,"publisher":"IEEE","license":[{"start":{"date-parts":[[2022,6,26]],"date-time":"2022-06-26T00:00:00Z","timestamp":1656201600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,6,26]],"date-time":"2022-06-26T00:00:00Z","timestamp":1656201600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100006785","name":"Google","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100006785","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022,6,26]]},"DOI":"10.1109\/isit50566.2022.9834716","type":"proceedings-article","created":{"date-parts":[[2022,8,3]],"date-time":"2022-08-03T15:34:22Z","timestamp":1659540862000},"page":"1635-1640","source":"Crossref","is-referenced-by-count":3,"title":["Calibration with Privacy in Peer Review"],"prefix":"10.1109","author":[{"given":"Wenxin","family":"Ding","sequence":"first","affiliation":[{"name":"University of Chicago,Computer Science Department"}]},{"given":"Gautam","family":"Kamath","sequence":"additional","affiliation":[{"name":"University of Waterloo,Computer Science Department"}]},{"given":"Weina","family":"Wang","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University,Computer Science Department"}]},{"given":"Nihar B.","family":"Shah","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University,Machine Learning and Computer Science Departments"}]}],"member":"263","reference":[{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1137\/090756090"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1145\/773153.773174"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1965.10480775"},{"key":"ref10","article-title":"ICML acceptance statistics","author":"langford","year":"2012"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/ISIT50566.2022.9834716"},{"key":"ref12","article-title":"Your 2 is my 1, your 3 is my 9: Handling arbitrary miscalibrations in ratings","author":"wang","year":"2019","journal-title":"AAMAS"},{"key":"ref13","first-page":"1913","article-title":"Design and analysis of the NIPS 2016 review process","volume":"19","author":"shah","year":"2018","journal-title":"JMLR"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1707323114"},{"key":"ref15","article-title":"Uncovering latent biases in text: Method and application to peer review","author":"manzoor","year":"0"},{"key":"ref16","article-title":"On testing for biases in peer review","author":"stelmakh","year":"2019","journal-title":"NeurIPS"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1086\/683652"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1613\/jair.1.12554"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1007\/BF01173636"},{"key":"ref28","article-title":"On the privacy-utility tradeoff in peer-review data analysis","author":"ding","year":"2020","journal-title":"The AAAI Workshop on Privacy-Preserving Artificial Intelligence"},{"key":"ref4","doi-asserted-by":"crossref","DOI":"10.1609\/aaai.v25i1.7847","article-title":"How to calibrate the scores of biased reviewers by quadratic programming","author":"roos","year":"2011","journal-title":"AAAI Conference on Artificial Intelligence"},{"key":"ref27","article-title":"Systemic challenges and solutions on bias and unfairness in peer review","author":"shah","year":"2021"},{"key":"ref3","article-title":"A Bayesian model for calibrating conference review scores","author":"ge","year":"2013"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1111\/j.2044-8317.1981.tb00630.x"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.29012\/jpc.v7i3.405"},{"key":"ref5","article-title":"A statistical approach to calibrating the scores of biased reviewers: The linear vs. the nonlinear model","author":"roos","year":"2012","journal-title":"3rd Multidiciplinary Workshop on Advances in Preference Handling"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1098\/rsos.160760"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/2487575.2487600"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/1809400.1809413"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.obhdp.2005.02.002"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1148\/radiology.178.3.1994394"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1603723113"},{"key":"ref22","article-title":"On strategyproof Conference review","author":"xu","year":"2019","journal-title":"IJCAI"},{"key":"ref21","article-title":"Catch me if i can: Detecting strategic behaviour in peer assessment","author":"stelmakh","year":"2020"},{"key":"ref24","article-title":"Mitigating manipulation in peer review via randomized reviewer assignments","author":"jecmen","year":"2020","journal-title":"NeurIPS"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/3429776"},{"key":"ref26","article-title":"The price of strategyproofing peer assessment","author":"dhull","year":"2022"},{"key":"ref25","article-title":"Making paper reviewing robust to bid manipulation attacks","author":"wu","year":"2021"}],"event":{"name":"2022 IEEE International Symposium on Information Theory (ISIT)","location":"Espoo, Finland","start":{"date-parts":[[2022,6,26]]},"end":{"date-parts":[[2022,7,1]]}},"container-title":["2022 IEEE International Symposium on Information Theory (ISIT)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9834325\/9834269\/09834716.pdf?arnumber=9834716","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,12]],"date-time":"2026-03-12T20:35:09Z","timestamp":1773347709000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9834716\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,6,26]]},"references-count":32,"URL":"https:\/\/doi.org\/10.1109\/isit50566.2022.9834716","relation":{},"subject":[],"published":{"date-parts":[[2022,6,26]]}}}