{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,24]],"date-time":"2026-06-24T05:56:39Z","timestamp":1782280599819,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":63,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,6,23]],"date-time":"2026-06-23T00:00:00Z","timestamp":1782172800000},"content-version":"vor","delay-in-days":365,"URL":"http:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["2007932"],"award-info":[{"award-number":["2007932"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,6,23]]},"DOI":"10.1145\/3715275.3732042","type":"proceedings-article","created":{"date-parts":[[2025,6,23]],"date-time":"2025-06-23T17:01:18Z","timestamp":1750698078000},"page":"660-678","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Group Fair Rated Preference Aggregation: Ties Are (Mostly) All You Need"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1260-0914","authenticated-orcid":false,"given":"Kathleen","family":"Cachel","sequence":"first","affiliation":[{"name":"Worcester Polytechnic Institute, Worcester, MA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5375-9254","authenticated-orcid":false,"given":"Elke","family":"Rundensteiner","sequence":"additional","affiliation":[{"name":"Worcester Polytechnic Institute, Worcester, MA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2025,6,23]]},"reference":[{"key":"e_1_3_3_3_2_2","first-page":"60","volume-title":"International Conference on Machine Learning","author":"Agarwal Alekh","year":"2018","unstructured":"Alekh Agarwal, Alina Beygelzimer, Miroslav Dud\u00edk, John Langford, and Hanna Wallach. 2018. A reductions approach to fair classification. In International Conference on Machine Learning. PMLR, 60\u201369."},{"key":"e_1_3_3_3_3_2","doi-asserted-by":"publisher","DOI":"10.1145\/2487575.2487600"},{"key":"e_1_3_3_3_4_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-68323-7_26"},{"key":"e_1_3_3_3_5_2","doi-asserted-by":"publisher","DOI":"10.1145\/1639714.1639782"},{"key":"e_1_3_3_3_6_2","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330745"},{"key":"e_1_3_3_3_7_2","doi-asserted-by":"publisher","DOI":"10.1145\/3209978.3210063"},{"key":"e_1_3_3_3_8_2","volume-title":"International Conference on Learning Representations","author":"Bower Amanda","year":"2021","unstructured":"Amanda Bower, Hamid Eftekhari, Mikhail Yurochkin, and Yuekai Sun. 2021. Individually Fair Rankings. In International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=71zCSP_HuBN"},{"key":"e_1_3_3_3_9_2","doi-asserted-by":"crossref","unstructured":"Sergey Brin and Lawrence Page. 1998. The anatomy of a large-scale hypertextual web search engine. Computer networks and ISDN systems 30 1-7 (1998) 107\u2013117.","DOI":"10.1016\/S0169-7552(98)00110-X"},{"key":"e_1_3_3_3_10_2","doi-asserted-by":"publisher","unstructured":"Kathleen Cachel and Elke Rundensteiner. 2023. Fairer Together: Mitigating Disparate Exposure in Kemeny Rank Aggregation. (2023) 1347\u20131357. 10.1145\/3593013.3594085","DOI":"10.1145\/3593013.3594085"},{"key":"e_1_3_3_3_11_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE53745.2022.00089"},{"key":"e_1_3_3_3_12_2","unstructured":"Flavio Calmon Dennis Wei Bhanukiran Vinzamuri Karthikeyan Natesan\u00a0Ramamurthy and Kush\u00a0R Varshney. 2017. Optimized pre-processing for discrimination prevention. Advances in neural information processing systems 30 (2017)."},{"key":"e_1_3_3_3_13_2","unstructured":"Arthur Carvalho Stanko Dimitrov and Kate Larson. 2013. Inducing Honest Reporting Without Observing Outcomes: An Application to the Peer-Review Process. arxiv:https:\/\/arXiv.org\/abs\/1309.3197\u00a0[cs.MA] https:\/\/arxiv.org\/abs\/1309.3197"},{"key":"e_1_3_3_3_14_2","doi-asserted-by":"publisher","DOI":"10.4230\/LIPIcs.ICALP.2018.28"},{"key":"e_1_3_3_3_15_2","doi-asserted-by":"publisher","unstructured":"Anshuman Chhabra Karina Masalkovaite and Prasant Mohapatra. 2021. An Overview of Fairness in Clustering. IEEE Access 9 (2021) 130698\u2013130720. 10.1109\/ACCESS.2021.3114099","DOI":"10.1109\/ACCESS.2021.3114099"},{"key":"e_1_3_3_3_16_2","doi-asserted-by":"publisher","unstructured":"Rog\u00e9rio\u00a0Xavier de Azambuja A.\u00a0Jorge Morais and V\u00edtor Filipe. 2023. X-Wines: A Wine Dataset for Recommender Systems and Machine Learning. Big Data and Cognitive Computing 7 1 (2023). 10.3390\/bdcc7010020","DOI":"10.3390\/bdcc7010020"},{"key":"e_1_3_3_3_17_2","doi-asserted-by":"publisher","DOI":"10.1145\/3340531.3411962"},{"key":"e_1_3_3_3_18_2","doi-asserted-by":"publisher","DOI":"10.1145\/2090236.2090255"},{"key":"e_1_3_3_3_19_2","doi-asserted-by":"publisher","DOI":"10.1145\/371920.372165"},{"key":"e_1_3_3_3_20_2","doi-asserted-by":"publisher","DOI":"10.1145\/2783258.2783311"},{"key":"e_1_3_3_3_21_2","doi-asserted-by":"publisher","unstructured":"Yunhe Feng and Chirag Shah. 2022. Has CEO Gender Bias Really Been Fixed? Adversarial Attacking and Improving Gender Fairness in Image Search. Proceedings of the AAAI Conference on Artificial Intelligence 36 11 (Jun. 2022) 11882\u201311890. 10.1609\/aaai.v36i11.21445","DOI":"10.1609\/aaai.v36i11.21445"},{"key":"e_1_3_3_3_22_2","doi-asserted-by":"crossref","unstructured":"Stephen\u00a0A Gallo Michael Pearce Carole\u00a0J Lee and Elena\u00a0A Erosheva. 2023. A new approach to grant review assessments: score then rank. Research Integrity and Peer Review 8 1 (2023) 10.","DOI":"10.1186\/s41073-023-00131-7"},{"key":"e_1_3_3_3_23_2","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330691"},{"key":"e_1_3_3_3_24_2","doi-asserted-by":"publisher","unstructured":"Nicholas Graves Adrian\u00a0G Barnett and Philip Clarke. 2011. Funding grant proposals for scientific research: retrospective analysis of scores by members of grant review panel. BMJ 343 (2011). 10.1136\/bmj.d4797 arXiv:https:\/\/www.bmj.com\/content\/343\/bmj.d4797.full.pdf","DOI":"10.1136\/bmj.d4797"},{"key":"e_1_3_3_3_25_2","doi-asserted-by":"publisher","DOI":"10.1145\/3437963.3441724"},{"key":"e_1_3_3_3_26_2","unstructured":"Rolf Haenni. 2008. Aggregating Referee Scores: an Algebraic Approach."},{"key":"e_1_3_3_3_27_2","unstructured":"Moritz Hardt Eric Price and Nathan Srebro. 2016. Equality of opportunity in supervised learning. (2016) 3323\u20133331."},{"key":"e_1_3_3_3_28_2","volume-title":"IBM HR Analytics Employee Attrition & Performance","year":"2016","unstructured":"IBM. 2016. IBM HR Analytics Employee Attrition & Performance. Technical Report. https:\/\/www.kaggle.com\/datasets\/pavansubhasht\/ibm-hr-analytics-attrition-dataset"},{"key":"e_1_3_3_3_29_2","doi-asserted-by":"crossref","unstructured":"Simon Jackman. 2004. What do we learn from graduate admissions committees? A multiple rater latent variable model with incomplete discrete and continuous indicators. Political Analysis 12 4 (2004) 400\u2013424.","DOI":"10.1093\/pan\/mph026"},{"key":"e_1_3_3_3_30_2","doi-asserted-by":"publisher","unstructured":"Caitlin Kuhlman and Elke Rundensteiner. 2020. Rank Aggregation Algorithms for Fair Consensus. Proc. VLDB Endow. 13 12 (jul 2020) 2706\u20132719. 10.14778\/3407790.3407855","DOI":"10.14778\/3407790.3407855"},{"key":"e_1_3_3_3_31_2","doi-asserted-by":"publisher","DOI":"10.5555\/2832249.2832330"},{"key":"e_1_3_3_3_32_2","doi-asserted-by":"crossref","unstructured":"Robert\u00a0S. MacKay Ralph Kenna Robert\u00a0J. Low and Sarah Parker. 2015. Calibration with confidence: a principled method for panel assessment. Royal Society Open Science 4 (2015).","DOI":"10.1098\/rsos.160760"},{"key":"e_1_3_3_3_33_2","doi-asserted-by":"publisher","unstructured":"Karima Makhlouf Sami Zhioua and Catuscia Palamidessi. 2021. On the Applicability of Machine Learning Fairness Notions. SIGKDD Explor. Newsl. 23 1 (May 2021) 14\u201323. 10.1145\/3468507.3468511","DOI":"10.1145\/3468507.3468511"},{"key":"e_1_3_3_3_34_2","doi-asserted-by":"publisher","unstructured":"Talya Miron-Shatz and Gershon Ben-Shakhar. 2008. Disregarding Preliminary Information When Rating Job Applicants\u2019 Performance: Mission Impossible? Journal of Applied Social Psychology 38 5 (2008) 1271\u20131294. 10.1111\/j.1559-1816.2008.00348.x arXiv:https:\/\/onlinelibrary.wiley.com\/doi\/pdf\/10.1111\/j.1559-1816.2008.00348.x","DOI":"10.1111\/j.1559-1816.2008.00348.x"},{"key":"e_1_3_3_3_35_2","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i04.5970"},{"key":"e_1_3_3_3_36_2","doi-asserted-by":"publisher","unstructured":"Ritesh Noothigattu Nihar Shah and Ariel Procaccia. 2021. Loss Functions Axioms and Peer Review. J. Artif. Int. Res. 70 (May 2021) 1481\u20131515. 10.1613\/jair.1.12554","DOI":"10.1613\/jair.1.12554"},{"key":"e_1_3_3_3_37_2","doi-asserted-by":"publisher","unstructured":"SETH OVADIA. 2004. Ratings and rankings: reconsidering the structure of values and their measurement. International Journal of Social Research Methodology 7 5 (2004) 403\u2013414. 10.1080\/1364557032000081654","DOI":"10.1080\/1364557032000081654"},{"key":"e_1_3_3_3_38_2","volume-title":"The PageRank Citation Ranking: Bringing Order to the Web.","author":"Page Lawrence","year":"1999","unstructured":"Lawrence Page, Sergey Brin, Rajeev Motwani, and Terry Winograd. 1999. The PageRank Citation Ranking: Bringing Order to the Web. Technical Report 1999-66. Stanford InfoLab. http:\/\/ilpubs.stanford.edu:8090\/422\/ Previous number = SIDL-WP-1999-0120."},{"key":"e_1_3_3_3_39_2","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533238"},{"key":"e_1_3_3_3_40_2","doi-asserted-by":"publisher","unstructured":"S. Paul. 2011. Bayesian methods for calibration of examiners. Brit. J. Math. Statist. Psych. 34 (08 2011) 213 \u2013 223. 10.1111\/j.2044-8317.1981.tb00630.x","DOI":"10.1111\/j.2044-8317.1981.tb00630.x"},{"key":"e_1_3_3_3_41_2","unstructured":"Michael Pearce and Elena\u00a0A. Erosheva. 2022. A Unified Statistical Learning Model for Rankings and Scores with Application to Grant Panel Review. J. Mach. Learn. Res. 23 (2022) 210:1\u2013210:33."},{"key":"e_1_3_3_3_42_2","doi-asserted-by":"publisher","unstructured":"Robin\u00a0S. Poston. 2008. Using and fixing biased rating schemes. Commun. ACM 51 9 (Sept. 2008) 105\u2013109. 10.1145\/1378727.1389969","DOI":"10.1145\/1378727.1389969"},{"key":"e_1_3_3_3_43_2","doi-asserted-by":"publisher","DOI":"10.1145\/3477495.3532018"},{"key":"e_1_3_3_3_44_2","doi-asserted-by":"publisher","DOI":"10.1145\/3404835.3462949"},{"key":"e_1_3_3_3_45_2","doi-asserted-by":"crossref","unstructured":"Magnus Roos J\u00f6rg Rothe and Bj\u00f6rn Scheuermann. 2011. How to Calibrate the Scores of Biased Reviewers by Quadratic Programming. Proceedings of the AAAI Conference on Artificial Intelligence (2011).","DOI":"10.1609\/aaai.v25i1.7847"},{"key":"e_1_3_3_3_46_2","doi-asserted-by":"publisher","DOI":"10.1145\/3308560.3317595"},{"key":"e_1_3_3_3_47_2","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33012612"},{"key":"e_1_3_3_3_48_2","unstructured":"Tobias Schumacher Marlene Lutz Sandipan Sikdar and Markus Strohmaier. 2022. Properties of Group Fairness Metrics for Rankings. ArXiv abs\/2212.14351 (2022)."},{"key":"e_1_3_3_3_49_2","doi-asserted-by":"publisher","DOI":"10.1145\/3437963.3441660"},{"key":"e_1_3_3_3_50_2","unstructured":"Nihar\u00a0B Shah Behzad Tabibian Krikamol Muandet Isabelle Guyon and Ulrike Von\u00a0Luxburg. 2018. Design and analysis of the NIPS 2016 review process. Journal of machine learning research (2018)."},{"key":"e_1_3_3_3_51_2","doi-asserted-by":"crossref","unstructured":"Stanley\u00a0S. Siegelman. 1991. Assassins and zealots: variations in peer review. Special report. Radiology 178 3 (1991) 637\u201342.","DOI":"10.1148\/radiology.178.3.1994394"},{"key":"e_1_3_3_3_52_2","first-page":"31","volume-title":"Workshop on Prioritizing Online Content (WPOC) at NIPS","author":"Singh Ashudeep","year":"2017","unstructured":"Ashudeep Singh and Thorsten Joachims. 2017. Equality of opportunity in rankings. In Workshop on Prioritizing Online Content (WPOC) at NIPS. 31."},{"key":"e_1_3_3_3_53_2","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3220088"},{"key":"e_1_3_3_3_54_2","volume-title":"Proceedings of the 33rd International Conference on Neural Information Processing Systems","author":"Singh Ashudeep","year":"2019","unstructured":"Ashudeep Singh and Thorsten Joachims. 2019. Policy Learning for Fairness in Ranking. In Proceedings of the 33rd International Conference on Neural Information Processing Systems. Curran Associates Inc., Red Hook, NY, USA, Article 487, 11\u00a0pages."},{"key":"e_1_3_3_3_55_2","volume-title":"Neural Information Processing Systems","author":"Tan Sijun","year":"2021","unstructured":"Sijun Tan, Jibang Wu, Xiaohui Bei, and Haifeng Xu. 2021. Least Square Calibration for Peer Reviews. In Neural Information Processing Systems."},{"key":"e_1_3_3_3_56_2","doi-asserted-by":"publisher","unstructured":"Wenyi Tay Xiuzhen Zhang and Sarvnaz Karimi. 2020. Beyond mean rating: Probabilistic aggregation of star ratings based on helpfulness. Journal of the Association for Information Science and Technology 71 7 (2020) 784\u2013799. 10.1002\/asi.24297 arXiv:https:\/\/asistdl.onlinelibrary.wiley.com\/doi\/pdf\/10.1002\/asi.24297","DOI":"10.1002\/asi.24297"},{"key":"e_1_3_3_3_57_2","doi-asserted-by":"publisher","DOI":"10.1145\/3336191.3371855"},{"key":"e_1_3_3_3_58_2","series-title":"(AAMAS \u201919)","first-page":"864","volume-title":"Proceedings of the 18th International Conference on Autonomous Agents and MultiAgent Systems","author":"Wang Jingyan","year":"2019","unstructured":"Jingyan Wang and Nihar\u00a0B. Shah. 2019. Your 2 is My 1, Your 3 is My 9: Handling Arbitrary Miscalibrations in Ratings. In Proceedings of the 18th International Conference on Autonomous Agents and MultiAgent Systems (Montreal QC, Canada) (AAMAS \u201919). International Foundation for Autonomous Agents and Multiagent Systems, Richland, SC, 864\u2013872."},{"key":"e_1_3_3_3_59_2","doi-asserted-by":"publisher","unstructured":"Jingyan Wang and Nihar\u00a0B. Shah. 2020. Ranking and Rating Rankings and Ratings. Proceedings of the AAAI Conference on Artificial Intelligence 34 09 (Apr. 2020) 13704\u201313707. 10.1609\/aaai.v34i09.7126","DOI":"10.1609\/aaai.v34i09.7126"},{"key":"e_1_3_3_3_60_2","doi-asserted-by":"publisher","DOI":"10.1145\/3514221.3517865"},{"key":"e_1_3_3_3_61_2","doi-asserted-by":"publisher","DOI":"10.5555\/59657"},{"key":"e_1_3_3_3_62_2","doi-asserted-by":"publisher","DOI":"10.1145\/3085504.3085526"},{"key":"e_1_3_3_3_63_2","doi-asserted-by":"publisher","DOI":"10.1145\/3132847.3132938"},{"key":"e_1_3_3_3_64_2","doi-asserted-by":"publisher","DOI":"10.1145\/3366424.3380048"}],"event":{"name":"FAccT '25: The 2025 ACM Conference on Fairness, Accountability, and Transparency","location":"Athens Greece","acronym":"FAccT '25"},"container-title":["Proceedings of the 2025 ACM Conference on Fairness, Accountability, and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3715275.3732042","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3715275.3732042","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,24]],"date-time":"2025-06-24T11:02:00Z","timestamp":1750762920000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3715275.3732042"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,23]]},"references-count":63,"alternative-id":["10.1145\/3715275.3732042","10.1145\/3715275"],"URL":"https:\/\/doi.org\/10.1145\/3715275.3732042","relation":{},"subject":[],"published":{"date-parts":[[2025,6,23]]},"assertion":[{"value":"2025-06-23","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}