{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,25]],"date-time":"2026-04-25T12:59:30Z","timestamp":1777121970804,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":55,"publisher":"ACM","license":[{"start":{"date-parts":[[2019,7,25]],"date-time":"2019-07-25T00:00:00Z","timestamp":1564012800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2019,7,25]]},"DOI":"10.1145\/3292500.3330745","type":"proceedings-article","created":{"date-parts":[[2019,7,26]],"date-time":"2019-07-26T13:17:26Z","timestamp":1564147046000},"page":"2212-2220","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":260,"title":["Fairness in Recommendation Ranking through Pairwise Comparisons"],"prefix":"10.1145","author":[{"given":"Alex","family":"Beutel","sequence":"first","affiliation":[{"name":"Google, New York, NY, USA"}]},{"given":"Jilin","family":"Chen","sequence":"additional","affiliation":[{"name":"Google, Mountain View, CA, USA"}]},{"given":"Tulsee","family":"Doshi","sequence":"additional","affiliation":[{"name":"Google, Mountain View, CA, USA"}]},{"given":"Hai","family":"Qian","sequence":"additional","affiliation":[{"name":"Google, Mountain View, CA, USA"}]},{"given":"Li","family":"Wei","sequence":"additional","affiliation":[{"name":"Google, Mountain View, CA, USA"}]},{"given":"Yi","family":"Wu","sequence":"additional","affiliation":[{"name":"Google, Mountain View, CA, USA"}]},{"given":"Lukasz","family":"Heldt","sequence":"additional","affiliation":[{"name":"Google, Mountain View, CA, USA"}]},{"given":"Zhe","family":"Zhao","sequence":"additional","affiliation":[{"name":"Google, Mountain View, CA, USA"}]},{"given":"Lichan","family":"Hong","sequence":"additional","affiliation":[{"name":"Google, Mountain View, CA, USA"}]},{"given":"Ed H.","family":"Chi","sequence":"additional","affiliation":[{"name":"Google, Mountain View, CA, USA"}]},{"given":"Cristos","family":"Goodrow","sequence":"additional","affiliation":[{"name":"Google, San Bruno, CA, USA"}]}],"member":"320","published-online":{"date-parts":[[2019,7,25]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Ranking via Sinkhorn Propagation. arXiv preprint arXiv:1106.1925","author":"Adams Ryan Prescott","year":"2011"},{"key":"e_1_3_2_1_2_1","volume-title":"A reductions approach to fair classification. arXiv preprint arXiv:1803.02453","author":"Agarwal Alekh","year":"2018"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3289600.3291017"},{"key":"e_1_3_2_1_4_1","volume-title":"Science","volume":"348","author":"Bakshy Eytan","year":"2015"},{"key":"e_1_3_2_1_5_1","volume-title":"Penalizing unfairness in binary classification. arXiv preprint arXiv:1707.00044","author":"Bechavod Y","year":"2017"},{"key":"e_1_3_2_1_6_1","volume-title":"Xiyang Luo, Alan Mackey, and Ofer Meshi.","author":"Bello Irwan","year":"2018"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3306618.3314234"},{"key":"e_1_3_2_1_8_1","volume-title":"H Chi","author":"Beutel Alex","year":"2017"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3038912.3052713"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3159652.3159727"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3209978.3210063"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"crossref","unstructured":"Daniel Borkan Lucas Dixon Jeffrey Sorensen Nithum Thain and Lucy Vasserman. 2019. Nuanced Metrics for Measuring Unintended Bias with Real Data for Text Classification. (2019).  Daniel Borkan Lucas Dixon Jeffrey Sorensen Nithum Thain and Lucy Vasserman. 2019. Nuanced Metrics for Measuring Unintended Bias with Real Data for Text Classification. (2019).","DOI":"10.1145\/3308560.3317593"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10618-010-0190-x"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/1273496.1273513"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3289600.3290999"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/2959100.2959190"},{"key":"e_1_3_2_1_17_1","volume-title":"Assessing calibration of prognostic risk scores. Statistical methods in medical research","author":"Crowson Cynthia S","year":"2016"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"crossref","unstructured":"Lucas Dixon John Li Jeffrey Sorensen Nithum Thain and Lucy Vasserman. 2018. Measuring and mitigating unintended bias in text classification. (2018).  Lucas Dixon John Li Jeffrey Sorensen Nithum Thain and Lucy Vasserman. 2018. Measuring and mitigating unintended bias in text classification. (2018).","DOI":"10.1145\/3278721.3278729"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/2090236.2090255"},{"key":"e_1_3_2_1_20_1","volume-title":"Censoring representations with an adversary. arXiv preprint arXiv:1511.05897","author":"Edwards Harrison","year":"2015"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3240323.3240373"},{"key":"e_1_3_2_1_22_1","volume-title":"Friedlander","author":"Goh Gabriel","year":"2016"},{"key":"e_1_3_2_1_23_1","unstructured":"Moritz Hardt Eric Price and Nati Srebro. 2016. Equality of opportunity in supervised learning. In Advances in neural information processing systems .   Moritz Hardt Eric Price and Nati Srebro. 2016. Equality of opportunity in supervised learning. In Advances in neural information processing systems ."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3038912.3052569"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/2648584.2648589"},{"key":"e_1_3_2_1_26_1","volume-title":"Session-based recommendations with recurrent neural networks. arXiv preprint arXiv:1511.06939","author":"Hidasi Bal\u00e1zs","year":"2015"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"crossref","unstructured":"Ray Jiang Silvia Chiappa Tor Lattimore Andras Agyorgy and Pushmeet Kohli. 2019. Degenerate Feedback Loops in Recommender Systems. (2019).  Ray Jiang Silvia Chiappa Tor Lattimore Andras Agyorgy and Pushmeet Kohli. 2019. Degenerate Feedback Loops in Recommender Systems. (2019).","DOI":"10.1145\/3306618.3314288"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/775047.775067"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3018661.3018699"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDMW.2011.83"},{"key":"e_1_3_2_1_31_1","volume-title":"Inherent trade-offs in the fair determination of risk scores. arXiv preprint arXiv:1609.05807","author":"Kleinberg Jon","year":"2016"},{"key":"e_1_3_2_1_32_1","volume-title":"Selection Problems in the Presence of Implicit Bias. arXiv preprint arXiv:1801.03533","author":"Kleinberg Jon","year":"2018"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/1557019.1557072"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2009.263"},{"key":"e_1_3_2_1_35_1","volume-title":"Zemel","author":"Louizos Christos","year":"2016"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3220007"},{"key":"e_1_3_2_1_37_1","volume-title":"Zemel","author":"Madras David","year":"2018"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/2487575.2488200"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3269206.3272027"},{"key":"e_1_3_2_1_40_1","unstructured":"Geoff Pleiss Manish Raghavan Felix Wu Jon Kleinberg and Kilian Q Weinberger. 2017. On fairness and calibration. In Advances in Neural Information Processing Systems. 5680--5689.   Geoff Pleiss Manish Raghavan Felix Wu Jon Kleinberg and Kilian Q Weinberger. 2017. On fairness and calibration. In Advances in Neural Information Processing Systems. 5680--5689."},{"key":"e_1_3_2_1_41_1","volume-title":"On conditional parity as a notion of non-discrimination in machine learning. arXiv preprint arXiv:1706.08519","author":"Ritov Ya'acov","year":"2017"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/2970398.2970410"},{"key":"e_1_3_2_1_43_1","volume-title":"Recommendations as treatments: Debiasing learning and evaluation. arXiv preprint arXiv:1602.05352","author":"Schnabel Tobias","year":"2016"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3220088"},{"key":"e_1_3_2_1_45_1","volume-title":"Policy Learning for Fairness in Ranking . arXiv preprint arXiv:1902.04056","author":"Singh Ashudeep","year":"2019"},{"key":"e_1_3_2_1_46_1","unstructured":"Julia Stoyanovich Ke Yang and HV Jagadish. 2018. Online set selection with fairness and diversity constraints. In EDBT .  Julia Stoyanovich Ke Yang and HV Jagadish. 2018. Online set selection with fairness and diversity constraints. In EDBT ."},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/2009916.2009934"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3018661.3018689"},{"key":"e_1_3_2_1_49_1","unstructured":"Sirui Yao and Bert Huang. 2017. Beyond parity: Fairness objectives for collaborative filtering. In Advances in Neural Information Processing Systems .   Sirui Yao and Bert Huang. 2017. Beyond parity: Fairness objectives for collaborative filtering. In Advances in Neural Information Processing Systems ."},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/2645710.2645724"},{"key":"e_1_3_2_1_51_1","volume-title":"Manuel Gomez Rodriguez, and Krishna P Gummadi","author":"Zafar Muhammad Bilal","year":"2015"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/3132847.3132938"},{"key":"e_1_3_2_1_53_1","unstructured":"Rich Zemel Yu Wu Kevin Swersky Toni Pitassi and Cynthia Dwork. 2013. Learning fair representations. In ICML. 325--333.   Rich Zemel Yu Wu Kevin Swersky Toni Pitassi and Cynthia Dwork. 2013. Learning fair representations. In ICML. 325--333."},{"key":"e_1_3_2_1_54_1","volume-title":"Mitigating Unwanted Biases with Adversarial Learning. CoRR","author":"Zhang Brian Hu","year":"2018"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3269206.3271795"}],"event":{"name":"KDD '19: The 25th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","location":"Anchorage AK USA","acronym":"KDD '19","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data"]},"container-title":["Proceedings of the 25th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3292500.3330745","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3292500.3330745","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T00:57:50Z","timestamp":1750208270000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3292500.3330745"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,7,25]]},"references-count":55,"alternative-id":["10.1145\/3292500.3330745","10.1145\/3292500"],"URL":"https:\/\/doi.org\/10.1145\/3292500.3330745","relation":{},"subject":[],"published":{"date-parts":[[2019,7,25]]},"assertion":[{"value":"2019-07-25","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}