{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,17]],"date-time":"2026-07-17T13:48:44Z","timestamp":1784296124200,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":42,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,2,11]],"date-time":"2022-02-11T00:00:00Z","timestamp":1644537600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,2,11]]},"DOI":"10.1145\/3488560.3498441","type":"proceedings-article","created":{"date-parts":[[2022,2,15]],"date-time":"2022-02-15T21:42:57Z","timestamp":1644961377000},"page":"861-869","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":20,"title":["Understanding and Mitigating the Effect of Outliers in Fair Ranking"],"prefix":"10.1145","author":[{"given":"Fatemeh","family":"Sarvi","sequence":"first","affiliation":[{"name":"University of Amsterdam, Amsterdam, Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Maria","family":"Heuss","sequence":"additional","affiliation":[{"name":"University of Amsterdam, Amsterdam, Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mohammad","family":"Aliannejadi","sequence":"additional","affiliation":[{"name":"University of Amsterdam, Amsterdam, Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sebastian","family":"Schelter","sequence":"additional","affiliation":[{"name":"University of Amsterdam, Amsterdam, Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Maarten","family":"de Rijke","sequence":"additional","affiliation":[{"name":"University of Amsterdam, Amsterdam, Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2022,2,15]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"crossref","unstructured":"Himan Abdollahpouri Robin Burke and Bamshad Mobasher. 2017. Controlling Popularity Bias in Learning-to-rank Recommendation. In RecSys . 42--46.","DOI":"10.1145\/3109859.3109912"},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"crossref","unstructured":"Aman Agarwal Xuanhui Wang Cheng Li Michael Bendersky and Marc Najork. 2019. Addressing Trust Bias for Unbiased Learning-to-rank. In WWW . 4--14.","DOI":"10.1145\/3308558.3313697"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"crossref","unstructured":"Fabrizio Angiulli and Clara Pizzuti. 2002. Fast Outlier Detection in High Dimensional Spaces. In ECML PKDD. 15--27.","DOI":"10.1007\/3-540-45681-3_2"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"crossref","unstructured":"Abolfazl Asudeh HV Jagadish Julia Stoyanovich and Gautam Das. 2019. Designing Fair Ranking Schemes. In SIGMOD. 1259--1276.","DOI":"10.1145\/3299869.3300079"},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3209581"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"crossref","unstructured":"Asia J Biega Krishna P Gummadi and Gerhard Weikum. 2018. Equity of Attention: Amortizing Individual Fairness in Rankings. In SIGIR . 405--414.","DOI":"10.1145\/3209978.3210063"},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"crossref","unstructured":"Garrett Birkhoff. 1940. Lattice Theory .AMS.","DOI":"10.1090\/coll\/025"},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"crossref","unstructured":"Alexey Borisov Ilya Markov Maarten de Rijke and Pavel Serdyukov. 2016. A Neural Click Model for Web Search. In WWW. 531--541.","DOI":"10.1145\/2872427.2883033"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"crossref","unstructured":"Zhe Cao Tao Qin Tie-Yan Liu Ming-Feng Tsai and Hang Li. 2007. Learning to Rank: From Pairwise Approach to Listwise Approach. In ICML. 129--136.","DOI":"10.1145\/1273496.1273513"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"crossref","unstructured":"L Elisa Celis Anay Mehrotra and Nisheeth K Vishnoi. 2020. Interventions for Ranking in the Presence of Implicit Bias. In FAT* . 369--380.","DOI":"10.1145\/3351095.3372858"},{"key":"e_1_3_2_2_11_1","first-page":"1","article-title":"Ranking with Fairness Constraints","volume":"28","author":"Celis L Elisa","year":"2018","unstructured":"L Elisa Celis, Damian Straszak, and Nisheeth K Vishnoi. 2018. Ranking with Fairness Constraints. In ICALP. 28:1--28:15.","journal-title":"ICALP."},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"crossref","unstructured":"Ruey-Cheng Chen Qingyao Ai Gaya Jayasinghe and W Bruce Croft. 2019. Correcting for Recency Bias in Job Recommendation. In CIKM. 2185--2188.","DOI":"10.1145\/3357384.3358131"},{"key":"e_1_3_2_2_13_1","volume-title":"Click Models for Web Search","author":"Chuklin Aleksandr","unstructured":"Aleksandr Chuklin, Ilya Markov, and Maarten de Rijke. 2015. Click Models for Web Search .Morgan & Claypool Publishers."},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"crossref","unstructured":"Fernando Diaz Bhaskar Mitra Michael D Ekstrand Asia J Biega and Ben Carterette. 2020. Evaluating Stochastic Rankings with Expected Exposure. In CIKM. 275--284.","DOI":"10.1145\/3340531.3411962"},{"key":"e_1_3_2_2_15_1","volume-title":"Guideline for Reporting Standards of Eye-tracking Research in Decision Sciences. PsyArXiv preprint","author":"Fiedler Susann","year":"2020","unstructured":"Susann Fiedler, Michael Schulte-Mecklenbeck, Frank Renkewitz, and Jacob L Orquin. 2020. Guideline for Reporting Standards of Eye-tracking Research in Decision Sciences. PsyArXiv preprint (2020)."},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"crossref","unstructured":"Sahin Cem Geyik Stuart Ambler and Krishnaram Kenthapadi. 2019. Fairness-aware Ranking in Search & Recommendation Systems with Application to Linkedin Talent Search. In SIGKDD. 2221--2231.","DOI":"10.1145\/3292500.3330691"},{"key":"e_1_3_2_2_17_1","volume-title":"How to Detect and Handle Outliers","author":"Iglewicz Boris","unstructured":"Boris Iglewicz and David Caster Hoaglin. 1993. How to Detect and Handle Outliers .ASQ Quality Press."},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"crossref","unstructured":"Wen Jin Anthony K. H. Tung Jiawei Han and Wei Wang. 2006. Ranking Outliers Using Symmetric Neighborhood Relationship. In PAKDD . 577--593.","DOI":"10.1007\/11731139_68"},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"crossref","unstructured":"Thorsten Joachims Laura Granka Bing Pan Helene Hembrooke and Geri Gay. 2005. Accurately Interpreting Clickthrough Data as Implicit Feedback. In SIGIR . 154--161.","DOI":"10.1145\/1076034.1076063"},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"crossref","unstructured":"Thorsten Joachims Adith Swaminathan and Tobias Schnabel. 2017. Unbiased Learning-to-rank with Biased Feedback. In WSDM. 781--789.","DOI":"10.1145\/3018661.3018699"},{"key":"e_1_3_2_2_21_1","volume-title":"COPOD: Copula-based Outlier Detection. In ICDM. 17--20.","author":"Li Zheng","year":"2020","unstructured":"Zheng Li, Yue Zhao, N Botta, C Ionescu, and X COPOD Hu. 2020. COPOD: Copula-based Outlier Detection. In ICDM. 17--20."},{"key":"e_1_3_2_2_22_1","volume-title":"Introduction to Information Retrieval","author":"Manning Christopher D.","unstructured":"Christopher D. Manning, Prabhakar Raghavan, and Hinrich Sch\u00fctze. 2008. Introduction to Information Retrieval .Cambridge University Press."},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1093\/qmath\/10.1.296"},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"crossref","unstructured":"Rishabh Mehrotra James McInerney Hugues Bouchard Mounia Lalmas and Fernando Diaz. 2018. Towards a Fair Marketplace: Counterfactual Evaluation of the Trade-off between Relevance Fairness & Satisfaction in Recommendation Systems. In CIKM . 2243--2251.","DOI":"10.1145\/3269206.3272027"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"crossref","unstructured":"Pavel Metrikov Fernando Diaz Sebastien Lahaie and Justin Rao. 2014. Whole Page Optimization: How Page Elements Interact with the Position Auction. In EC . 583--600.","DOI":"10.1145\/2600057.2602871"},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"crossref","unstructured":"Marco Morik Ashudeep Singh Jessica Hong and Thorsten Joachims. 2020. Controlling Fairness and Bias in Dynamic Learning-to-rank. In SIGIR . 429--438.","DOI":"10.1145\/3397271.3401100"},{"key":"e_1_3_2_2_27_1","unstructured":"Maeve O'Brien and Mark T Keane. 2006. Modeling Result-list Searching in the World Wide Web: The Role of Relevance Topologies and Trust Bias. In CogSci. 1881--1886."},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"crossref","unstructured":"Harrie Oosterhuis and Maarten de Rijke. 2021. Unifying Online and Counterfactual Learning to Rank: A Novel Counterfactual Estimator that Effectively Utilizes Online Interventions. In WSDM . 463--471.","DOI":"10.1145\/3437963.3441794"},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"crossref","unstructured":"Zohreh Ovaisi Ragib Ahsan Yifan Zhang Kathryn Vasilaky and Elena Zheleva. 2020. Correcting for Selection Bias in Learning-to-rank Systems. In WWW. 1863--1873.","DOI":"10.1145\/3366423.3380255"},{"key":"e_1_3_2_2_30_1","volume-title":"Context-aware Learning to Rank with Self-attention. SIGIR eCom","author":"Pobrotyn Przemys\u0142aw","year":"2020","unstructured":"Przemys\u0142aw Pobrotyn, Tomasz Bartczak, Miko\u0142aj Synowiec, Rados\u0142aw Bia\u0142obrzeski, and Jaros\u0142aw Bojar. 2020. Context-aware Learning to Rank with Self-attention. SIGIR eCom (2020)."},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"crossref","unstructured":"Piotr Sapiezynski Wesley Zeng Ronald E Robertson Alan Mislove and Christo Wilson. 2019. Quantifying the Impact of User Attentionon Fair Group Representation in Ranked Lists. In WWW . 553--562.","DOI":"10.1145\/3308560.3317595"},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"crossref","unstructured":"Ashudeep Singh and Thorsten Joachims. 2018. Fairness of Exposure in Rankings. In KDD. 2219--2228.","DOI":"10.1145\/3219819.3220088"},{"key":"e_1_3_2_2_33_1","unstructured":"Ashudeep Singh and Thorsten Joachims. 2019. Policy Learning for Fairness in Ranking. In NeurIPS ."},{"key":"e_1_3_2_2_34_1","unstructured":"Julia Stoyanovich Ke Yang and HV Jagadish. 2018. Online Set Selection with Fairness and Diversity Constraints. In EDBT. 241--252."},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"crossref","unstructured":"Ali Vardasbi Harrie Oosterhuis and Maarten de Rijke. 2020. When Inverse Propensity Scoring does not Work: Affine Corrections for Unbiased Learning to Rank. In CIKM. 1475--1484.","DOI":"10.1145\/3340531.3412031"},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"crossref","unstructured":"Lequn Wang and Thorsten Joachims. 2021. User Fairness Item Fairness and Diversity for Rankings in Two-Sided Markets. In SIGIR . 23--41.","DOI":"10.1145\/3471158.3472260"},{"key":"e_1_3_2_2_37_1","doi-asserted-by":"crossref","unstructured":"Xuanhui Wang Michael Bendersky Donald Metzler and Marc Najork. 2016. Learning to Rank with Selection Bias in Personal Search. In SIGIR. 115--124.","DOI":"10.1145\/2911451.2911537"},{"key":"e_1_3_2_2_38_1","volume-title":"Policy-Gradient Training of Fair and Unbiased Ranking Functions. arXiv preprint arXiv:1911.08054","author":"Yadav Himank","year":"2019","unstructured":"Himank Yadav, Zhengxiao Du, and Thorsten Joachims. 2019. Policy-Gradient Training of Fair and Unbiased Ranking Functions. arXiv preprint arXiv:1911.08054 (2019)."},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"crossref","unstructured":"Ke Yang and Julia Stoyanovich. 2017. Measuring Fairness in Ranked Outputs. In SSDBM. 1--6.","DOI":"10.1145\/3085504.3085526"},{"key":"e_1_3_2_2_40_1","unstructured":"Yisong Yue Rajan Patel and Hein Roehrig. 2010. Beyond Position Bias: Examining Result Attractiveness as a Source of Presentation Bias in Clickthrough Data. In WWW. 1011--1018."},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"crossref","unstructured":"Meike Zehlike Francesco Bonchi Carlos Castillo Sara Hajian Mohamed Megahed and Ricardo Baeza-Yates. 2017. FA*IR: A Fair Top-k Ranking Algorithm. In CIKM. 1569--1578.","DOI":"10.1145\/3132847.3132938"},{"key":"e_1_3_2_2_42_1","volume-title":"Fairness in Ranking: A Survey. arXiv preprint arXiv:2103.14000","author":"Zehlike Meike","year":"2021","unstructured":"Meike Zehlike, Ke Yang, and Julia Stoyanovich. 2021. Fairness in Ranking: A Survey. arXiv preprint arXiv:2103.14000 (2021)."}],"event":{"name":"WSDM '22: The Fifteenth ACM International Conference on Web Search and Data Mining","location":"Virtual Event AZ USA","acronym":"WSDM '22","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data","SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the Fifteenth ACM International Conference on Web Search and Data Mining"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3488560.3498441","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3488560.3498441","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:31:18Z","timestamp":1750188678000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3488560.3498441"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,2,11]]},"references-count":42,"alternative-id":["10.1145\/3488560.3498441","10.1145\/3488560"],"URL":"https:\/\/doi.org\/10.1145\/3488560.3498441","relation":{},"subject":[],"published":{"date-parts":[[2022,2,11]]},"assertion":[{"value":"2022-02-15","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}