{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,28]],"date-time":"2026-02-28T07:44:18Z","timestamp":1772264658905,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":65,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,6,20]],"date-time":"2022-06-20T00:00:00Z","timestamp":1655683200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,6,21]]},"DOI":"10.1145\/3531146.3534641","type":"proceedings-article","created":{"date-parts":[[2022,6,20]],"date-time":"2022-06-20T14:27:10Z","timestamp":1655735230000},"page":"2263-2279","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":8,"title":["Measuring Fairness of Rankings under Noisy Sensitive Information"],"prefix":"10.1145","author":[{"given":"Azin","family":"Ghazimatin","sequence":"first","affiliation":[{"name":"Spotify, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Matthaus","family":"Kleindessner","sequence":"additional","affiliation":[{"name":"Amazon Web Services, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chris","family":"Russell","sequence":"additional","affiliation":[{"name":"Amazon Web Services, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ziawasch","family":"Abedjan","sequence":"additional","affiliation":[{"name":"Leibniz Universitat Hannover, Germany and Amazon Search, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jacek","family":"Golebiowski","sequence":"additional","affiliation":[{"name":"Amazon Search, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2022,6,20]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Dana Anderson. 2021. The Price of Racial Bias: Homes in Black Neighborhoods Are Valued at an Average of $46 000 Less Than Similar Homes in White Neighborhoods. https:\/\/www.redfin.com\/news\/undervaluation-homes-black-versus-white-neighborhoods\/."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445884"},{"key":"e_1_3_2_1_3_1","volume-title":"Fair lending: Implications for the indirect auto finance market. study prepared for the American Financial Services Association","author":"Baines P","year":"2014","unstructured":"Arthur\u00a0P Baines and Marsha\u00a0J Courchane. 2014. Fair lending: Implications for the indirect auto finance market. study prepared for the American Financial Services Association (2014)."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.35542\/osf.io\/pbmvz"},{"key":"e_1_3_2_1_5_1","unstructured":"Michelle Bao Angela Zhou Samantha Zottola Brian Brubach Sarah Desmarais Aaron Horowitz Kristian Lum and Suresh Venkatasubramanian. 2021. It\u2019s COMPASlicated: The Messy Relationship between RAI Datasets and Algorithmic Fairness Benchmarks. arXiv preprint arXiv:2106.05498(2021)."},{"key":"e_1_3_2_1_6_1","volume-title":"Fairness in machine learning. NeurIPS tutorial 1(2017)","author":"Barocas Solon","year":"2017","unstructured":"Solon Barocas, Moritz Hardt, and Arvind Narayanan. 2017. Fairness in machine learning. NeurIPS tutorial 1(2017), 2017."},{"key":"e_1_3_2_1_7_1","volume-title":"Consumer-lending discrimination in the era of fintech. Unpublished working paper","author":"Bartlett Robert","year":"2018","unstructured":"Robert Bartlett, Adair Morse, Richard Stanton, and Nancy Wallace. 2018. Consumer-lending discrimination in the era of fintech. Unpublished working paper. University of California, Berkeley (2018)."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330745"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3209978.3210063"},{"key":"e_1_3_2_1_10_1","first-page":"1","article-title":"DataWig: Missing Value Imputation for Tables.","volume":"20","author":"Biessmann Felix","year":"2019","unstructured":"Felix Biessmann, Tammo Rukat, Philipp Schmidt, Prathik Naidu, Sebastian Schelter, Andrey Taptunov, Dustin Lange, and David Salinas. 2019. DataWig: Missing Value Imputation for Tables.Journal of Machine Learning Research 20, 175 (2019), 1\u20136.","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3269206.3272005"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372877"},{"key":"e_1_3_2_1_13_1","first-page":"23","article-title":"From ranknet to lambdarank to lambdamart: An overview","volume":"11","author":"Burges JC","year":"2010","unstructured":"Christopher\u00a0JC Burges. 2010. From ranknet to lambdarank to lambdamart: An overview. Learning 11, 23-581 (2010), 81.","journal-title":"Learning"},{"key":"e_1_3_2_1_14_1","unstructured":"Robin Burke. 2017. Multisided fairness for recommendation. arXiv preprint arXiv:1707.00093(2017)."},{"key":"e_1_3_2_1_15_1","volume-title":"45th International Colloquium on Automata, Languages, and Programming (ICALP","author":"Celis L\u00a0Elisa","year":"2018","unstructured":"L\u00a0Elisa Celis, Damian Straszak, and Nisheeth\u00a0K Vishnoi. 2018. Ranking with Fairness Constraints. In 45th International Colloquium on Automata, Languages, and Programming (ICALP 2018). Schloss Dagstuhl-Leibniz-Zentrum fuer Informatik."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287594"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/2090236.2090255"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"crossref","unstructured":"Michael\u00a0D Ekstrand Anubrata Das Robin Burke and Fernando Diaz. 2021. Fairness in Information Access Systems. arXiv preprint arXiv:2105.05779(2021).","DOI":"10.1561\/9781638280415"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10742-009-0047-1"},{"key":"e_1_3_2_1_20_1","unstructured":"Alessandro Fabris Andrea Esuli Alejandro Moreo and Fabrizio Sebastiani. 2021. Measuring Fairness under Unawareness via Quantification. arXiv preprint arXiv:2109.08549(2021)."},{"key":"e_1_3_2_1_21_1","first-page":"1","article-title":"All Models are Wrong, but Many are Useful: Learning a Variable\u2019s Importance by Studying an Entire Class of Prediction Models Simultaneously.J","volume":"20","author":"Fisher Aaron","year":"2019","unstructured":"Aaron Fisher, Cynthia Rudin, and Francesca Dominici. 2019. All Models are Wrong, but Many are Useful: Learning a Variable\u2019s Importance by Studying an Entire Class of Prediction Models Simultaneously.J. Mach. Learn. Res. 20, 177 (2019), 1\u201381.","journal-title":"Mach. Learn. Res."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1002\/rsa.20532"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330691"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3506803"},{"key":"e_1_3_2_1_25_1","first-page":"3315","article-title":"Equality of opportunity in supervised learning","volume":"29","author":"Hardt Moritz","year":"2016","unstructured":"Moritz Hardt, Eric Price, and Nati Srebro. 2016. Equality of opportunity in supervised learning. Advances in Neural Information Processing Systems 29 (2016), 3315\u20133323.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_26_1","volume-title":"International Conference on Machine Learning. PMLR","author":"Hashimoto Tatsunori","year":"2018","unstructured":"Tatsunori Hashimoto, Megha Srivastava, Hongseok Namkoong, and Percy Liang. 2018. Fairness without demographics in repeated loss minimization. In International Conference on Machine Learning. PMLR, 1929\u20131938."},{"key":"e_1_3_2_1_27_1","unstructured":"Rebecca Heilweil. 2019. Artificial intelligence will help determine if you get your next job. https:\/\/www.vox.com\/recode\/2019\/12\/12\/20993665\/artificial-intelligence-ai-job-screen."},{"key":"e_1_3_2_1_28_1","unstructured":"David\u00a0C Howell. 2012. Statistical methods for psychology. Cengage Learning."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1093\/pan\/mpw001"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/1229179.1229181"},{"key":"e_1_3_2_1_31_1","volume-title":"Assessing algorithmic fairness with unobserved protected class using data combination. Management Science","author":"Kallus Nathan","year":"2021","unstructured":"Nathan Kallus, Xiaojie Mao, and Angela Zhou. 2021. Assessing algorithmic fairness with unobserved protected class using data combination. Management Science (2021)."},{"key":"e_1_3_2_1_32_1","volume-title":"Assessing disparate impact of personalized interventions: identifiability and bounds. Advances in Neural Information Processing Systems 32","author":"Kallus Nathan","year":"2019","unstructured":"Nathan Kallus and Angela Zhou. 2019. Assessing disparate impact of personalized interventions: identifiability and bounds. Advances in Neural Information Processing Systems 32 (2019)."},{"key":"e_1_3_2_1_33_1","volume-title":"The fairness of risk scores beyond classification: Bipartite ranking and the xauc metric. Advances in Neural Information Processing Systems 32","author":"Kallus Nathan","year":"2019","unstructured":"Nathan Kallus and Angela Zhou. 2019. The fairness of risk scores beyond classification: Bipartite ranking and the xauc metric. Advances in Neural Information Processing Systems 32 (2019)."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702520"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442381.3450080"},{"key":"e_1_3_2_1_36_1","unstructured":"Matth\u00e4us Kleindessner Samira Samadi Muhammad\u00a0Bilal Zafar Krishnaram Kenthapadi and Chris Russell. 2021. Pairwise Fairness for Ordinal Regression. arXiv preprint arXiv:2105.03153(2021)."},{"key":"e_1_3_2_1_37_1","volume-title":"Discriminated by an algorithm: a systematic review of discrimination and fairness by algorithmic decision-making in the context of HR recruitment and HR development. Business Research","author":"K\u00f6chling Alina","year":"2020","unstructured":"Alina K\u00f6chling and Marius\u00a0Claus Wehner. 2020. Discriminated by an algorithm: a systematic review of discrimination and fairness by algorithmic decision-making in the context of HR recruitment and HR development. Business Research (2020), 1\u201354."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3308558.3313443"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10791-018-9341-2"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2019.00121"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3308558.3313682"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3298689.3347016"},{"key":"e_1_3_2_1_43_1","first-page":"67","article-title":"Standards of fairness for disparate impact assessment of big data","volume":"48","author":"MacCarthy Mark","year":"2018","unstructured":"Mark MacCarthy. 2018. Standards of fairness for disparate impact assessment of big data. Cumberland Law Review 48, 1 (2018), 67\u2013145.","journal-title":"Cumberland Law Review"},{"key":"e_1_3_2_1_44_1","unstructured":"Douglas MacMillan and Nick Anderson. 2019. Student tracking secret scores: How college admissions offices rank prospects before they apply. https:\/\/www.washingtonpost.com\/business\/2019\/10\/14\/colleges-quietly-rank-prospective-students-based-their-personal-data\/."},{"key":"e_1_3_2_1_45_1","volume-title":"Kruskal-wallis test. The Corsini Encyclopedia of Psychology(2010), 1\u20131","author":"McKight E","unstructured":"Patrick\u00a0E McKight and Julius Najab. 2010. Kruskal-wallis test. The Corsini Encyclopedia of Psychology(2010), 1\u20131."},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/3457607"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445887"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397271.3401100"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i04.5970"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/1401890.1401959"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372828"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1177\/00031224211029618"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.14778\/3461535.3463474"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3220088"},{"key":"e_1_3_2_1_55_1","volume-title":"Policy Learning for fairness in ranking. Advances in Neural Information Processing Systems 32","author":"Singh Ashudeep","year":"2019","unstructured":"Ashudeep Singh and Thorsten Joachims. 2019. Policy Learning for fairness in ranking. Advances in Neural Information Processing Systems 32 (2019)."},{"key":"e_1_3_2_1_56_1","volume-title":"Thirty-Fifth Conference on Neural Information Processing Systems.","author":"Singh Ashudeep","year":"2021","unstructured":"Ashudeep Singh, David Kempe, and Thorsten Joachims. 2021. Fairness in ranking under uncertainty. In Thirty-Fifth Conference on Neural Information Processing Systems."},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/3461702.3462540"},{"key":"e_1_3_2_1_58_1","first-page":"5190","article-title":"Robust optimization for fairness with noisy protected groups","volume":"33","author":"Wang Serena","year":"2020","unstructured":"Serena Wang, Wenshuo Guo, Harikrishna Narasimhan, Andrew Cotter, Maya Gupta, and Michael Jordan. 2020. Robust optimization for fairness with noisy protected groups. Advances in Neural Information Processing Systems 33 (2020), 5190\u20135203.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_59_1","volume-title":"Conference on Learning Theory. 25\u201354","author":"Wang Yining","year":"2013","unstructured":"Yining Wang, Liwei Wang, Yuanzhi Li, Di He, and Tie-Yan Liu. 2013. A theoretical analysis of NDCG type ranking measures. In Conference on Learning Theory. 25\u201354."},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/3404835.3462953"},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2019\/836"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/3085504.3085526"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/3132847.3132938"},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1145\/3366424.3380048"},{"key":"e_1_3_2_1_65_1","unstructured":"Meike Zehlike Ke Yang and Julia Stoyanovich. 2021. Fairness in Ranking: A Survey. arXiv preprint arXiv:2103.14000(2021)."}],"event":{"name":"FAccT '22: 2022 ACM Conference on Fairness, Accountability, and Transparency","location":"Seoul Republic of Korea","acronym":"FAccT '22","sponsor":["ACM Association for Computing Machinery"]},"container-title":["2022 ACM Conference on Fairness Accountability and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3531146.3534641","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3531146.3534641","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:31:31Z","timestamp":1750188691000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3531146.3534641"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,6,20]]},"references-count":65,"alternative-id":["10.1145\/3531146.3534641","10.1145\/3531146"],"URL":"https:\/\/doi.org\/10.1145\/3531146.3534641","relation":{},"subject":[],"published":{"date-parts":[[2022,6,20]]},"assertion":[{"value":"2022-06-20","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}