{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T20:54:01Z","timestamp":1776113641458,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":64,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,10,29]],"date-time":"2024-10-29T00:00:00Z","timestamp":1730160000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100006374","name":"NSF (National Science Foundation)","doi-asserted-by":"publisher","award":["IIS-2008139,IIS-2312865"],"award-info":[{"award-number":["IIS-2008139,IIS-2312865"]}],"id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,10,29]]},"DOI":"10.1145\/3689904.3694703","type":"proceedings-article","created":{"date-parts":[[2024,10,23]],"date-time":"2024-10-23T12:19:49Z","timestamp":1729685989000},"page":"1-31","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["Fairness in Ranking under Disparate Uncertainty"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5073-1667","authenticated-orcid":false,"given":"Richa","family":"Rastogi","sequence":"first","affiliation":[{"name":"Cornell University, United States of America"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3654-3683","authenticated-orcid":false,"given":"Thorsten","family":"Joachims","sequence":"additional","affiliation":[{"name":"Cornell University, United States of America"}]}],"member":"320","published-online":{"date-parts":[[2024,10,29]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"The Theory of Discrimination. Working Papers 403","author":"Arrow Kenneth","unstructured":"Kenneth Arrow. 1971. The Theory of Discrimination. Working Papers 403. Princeton University, Department of Economics, Industrial Relations Section.https:\/\/EconPapers.repec.org\/RePEc:pri:indrel:30a"},{"key":"e_1_3_2_1_2_1","volume-title":"Proceedings of the Twenty Third International Conference on Artificial Intelligence and Statistics(Proceedings of Machine Learning Research, Vol.\u00a0108)","author":"Awasthi Pranjal","year":"2020","unstructured":"Pranjal Awasthi, Matth\u00e4us Kleindessner, and Jamie Morgenstern. 2020. Equalized odds postprocessing under imperfect group information. In Proceedings of the Twenty Third International Conference on Artificial Intelligence and Statistics(Proceedings of Machine Learning Research, Vol.\u00a0108), Silvia Chiappa and Roberto Calandra (Eds.). PMLR, 1770\u20131780. https:\/\/proceedings.mlr.press\/v108\/awasthi20a.html"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1177\/0049124118782533"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3209978.3210063"},{"key":"e_1_3_2_1_5_1","volume-title":"Proceedings of the 1st Conference on Fairness, Accountability and Transparency(Proceedings of Machine Learning Research, Vol.\u00a081)","author":"Buolamwini Joy","year":"2018","unstructured":"Joy Buolamwini and Timnit Gebru. 2018. Gender Shades: Intersectional Accuracy Disparities in Commercial Gender Classification. In Proceedings of the 1st Conference on Fairness, Accountability and Transparency(Proceedings of Machine Learning Research, Vol.\u00a081), Sorelle\u00a0A. Friedler and Christo Wilson (Eds.). PMLR, 77\u201391. https:\/\/proceedings.mlr.press\/v81\/buolamwini18a.html"},{"key":"e_1_3_2_1_6_1","volume-title":"Multisided Fairness for Recommendation. CoRR abs\/1707.00093","author":"Burke Robin","year":"2017","unstructured":"Robin Burke. 2017. Multisided Fairness for Recommendation. CoRR abs\/1707.00093 (2017). arXiv:1707.00093http:\/\/arxiv.org\/abs\/1707.00093"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594085"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445930"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372858"},{"key":"e_1_3_2_1_10_1","unstructured":"L.\u00a0Elisa Celis Damian Straszak and Nisheeth\u00a0K. Vishnoi. 2017. Ranking with Fairness Constraints. In International Colloquium on Automata Languages and Programming."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1089\/BIG.2016.0047"},{"key":"e_1_3_2_1_12_1","volume-title":"Tackling Unconscious Bias in Hiring Practices: The Plight of the Rooney Rule. NYU Law Review 82 (06","author":"Collins Brian","year":"2007","unstructured":"Brian Collins. 2007. Tackling Unconscious Bias in Hiring Practices: The Plight of the Rooney Rule. NYU Law Review 82 (06 2007)."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3097983.3098095"},{"key":"e_1_3_2_1_14_1","unstructured":"Frances Ding Moritz Hardt John Miller and Ludwig Schmidt. 2021. Retiring Adult: New Datasets for Fair Machine Learning. In Advances in Neural Information Processing Systems M.\u00a0Ranzato A.\u00a0Beygelzimer Y.\u00a0Dauphin P.S. Liang and J.\u00a0Wortman Vaughan (Eds.). Vol.\u00a034. Curran Associates Inc. 6478\u20136490. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2021\/file\/32e54441e6382a7fbacbbbaf3c450059-Paper.pdf"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1177\/016146811311500406"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1089\/big.2016.0054"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/2090236.2090255"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3391403.3399482"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2021.103609"},{"key":"e_1_3_2_1_20_1","first-page":"38","article-title":"False Positives, False Negatives, and False Analyses: A Rejoinder to \"Machine Bias: There\u2019s Software Used across the Country to Predict Future Criminals. and It\u2019s Biased against Blacks","volume":"80","author":"Flores W.","year":"2016","unstructured":"Anthony\u00a0W. Flores, Kristin Bechtel, and Christopher\u00a0T. Lowenkamp. 2016. False Positives, False Negatives, and False Analyses: A Rejoinder to \"Machine Bias: There\u2019s Software Used across the Country to Predict Future Criminals. and It\u2019s Biased against Blacks\". Federal Probation 80 (2016), 38. https:\/\/www.uscourts.gov\/federal-probation-journal\/2016\/09\/false-positives-false-negatives-and-false-analyses-rejoinder","journal-title":"Federal Probation"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445889"},{"key":"e_1_3_2_1_22_1","volume-title":"Justice by Lottery","author":"Goodwin Barbara","unstructured":"Barbara Goodwin. 1992. Justice by Lottery. University of Chicago Press, Chicago."},{"key":"e_1_3_2_1_23_1","volume-title":"Advances in Neural Information Processing Systems, D.\u00a0Lee, M.\u00a0Sugiyama, U.\u00a0Luxburg, I.\u00a0Guyon, and R.\u00a0Garnett (Eds.). Vol.\u00a029. Curran Associates","author":"Hardt Moritz","year":"2016","unstructured":"Moritz Hardt, Eric Price, and Nati Srebro. 2016. Equality of Opportunity in Supervised Learning. In Advances in Neural Information Processing Systems, D.\u00a0Lee, M.\u00a0Sugiyama, U.\u00a0Luxburg, I.\u00a0Guyon, and R.\u00a0Garnett (Eds.). Vol.\u00a029. Curran Associates, Inc.https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2016\/file\/9d2682367c3935defcb1f9e247a97c0d-Paper.pdf"},{"key":"e_1_3_2_1_24_1","volume-title":"Fairness Without Demographics in Repeated Loss Minimization. In International Conference on Machine Learning.","author":"Hashimoto B.","year":"2018","unstructured":"Tatsunori\u00a0B. Hashimoto, Megha Srivastava, Hongseok Namkoong, and Percy Liang. 2018. Fairness Without Demographics in Repeated Loss Minimization. In International Conference on Machine Learning."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","unstructured":"Li He and Toni\u00a0M. Whited. 2023. Underrepresentation of Women CEOs. (2023). Available at SSRN: https:\/\/ssrn.com\/abstract=4615373 or http:\/\/dx.doi.org\/10.2139\/ssrn.4615373.","DOI":"10.2139\/ssrn.4615373"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1215\/00318108-2842176"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-021-05946-3"},{"key":"e_1_3_2_1_28_1","volume-title":"Undetectable by Amortized Inequity(FAccT \u201923)","author":"Jonge Tim\u00a0De","unstructured":"Tim\u00a0De Jonge and Djoerd Hiemstra. 2023. UNFair: Search Engine Manipulation, Undetectable by Amortized Inequity(FAccT \u201923). Association for Computing Machinery, New York, NY, USA."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.4230\/LIPIcs.ITCS.2017.43"},{"key":"e_1_3_2_1_30_1","volume-title":"Selection Problems in the Presence of Implicit Bias. In 9th Innovations in Theoretical Computer Science Conference (ITCS","author":"Kleinberg Jon","year":"2018","unstructured":"Jon Kleinberg and Manish Raghavan. 2018. Selection Problems in the Presence of Implicit Bias. In 9th Innovations in Theoretical Computer Science Conference (ITCS 2018). Schloss Dagstuhl-Leibniz-Zentrum fuer Informatik."},{"key":"e_1_3_2_1_31_1","volume-title":"Fairness Through Regularization for Learning to Rank. CoRR abs\/2102.05996","author":"Konstantinov Nikola","year":"2021","unstructured":"Nikola Konstantinov and Christoph\u00a0H. Lampert. 2021. Fairness Through Regularization for Learning to Rank. CoRR abs\/2102.05996 (2021). arXiv:2102.05996https:\/\/arxiv.org\/abs\/2102.05996"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533245"},{"key":"e_1_3_2_1_33_1","unstructured":"Anay Mehrotra and Nisheeth\u00a0K Vishnoi. 2022. Fair Ranking with Noisy Protected Attributes. In Advances in Neural Information Processing Systems Alice\u00a0H. Oh Alekh Agarwal Danielle Belgrave and Kyunghyun Cho (Eds.). https:\/\/openreview.net\/forum?id=mTra5BIUyRV"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"crossref","unstructured":"Jakob M\u00f6kander Jessica Morley Mariarosaria Taddeo and L. Floridi. 2021. Ethics-Based Auditing of Automated Decision-Making Systems: Nature Scope and Limitations. Science and Engineering Ethics 27 (2021).","DOI":"10.1007\/s11948-021-00319-4"},{"key":"e_1_3_2_1_35_1","volume-title":"Pairwise Fairness for Ranking and Regression. In 33rd AAAI Conference on Artificial Intelligence.","author":"Narasimhan Harikrishna","year":"2020","unstructured":"Harikrishna Narasimhan, Andy Cotter, Maya Gupta, and Serena\u00a0Lutong Wang. 2020. Pairwise Fairness for Ranking and Regression. In 33rd AAAI Conference on Artificial Intelligence."},{"key":"e_1_3_2_1_36_1","first-page":"659","article-title":"The Statistical Theory of Racism and Sexism","volume":"62","author":"Phelps S.","year":"1972","unstructured":"Edmund\u00a0S. Phelps. 1972. The Statistical Theory of Racism and Sexism. The American Economic Review 62, 4 (1972), 659\u2013661. http:\/\/www.jstor.org\/stable\/1806107","journal-title":"The American Economic Review"},{"key":"e_1_3_2_1_37_1","unstructured":"J. Platt. 2000. Probabilistic outputs for support vector machines and comparison to regularized likelihood methods. In Advances in Large Margin Classifiers."},{"key":"e_1_3_2_1_38_1","volume-title":"Advances in Neural Information Processing Systems, I.\u00a0Guyon, U.\u00a0Von Luxburg, S.\u00a0Bengio, H.\u00a0Wallach, R.\u00a0Fergus, S.\u00a0Vishwanathan, and R.\u00a0Garnett (Eds.). Vol.\u00a030. Curran Associates","author":"Pleiss Geoff","year":"2017","unstructured":"Geoff Pleiss, Manish Raghavan, Felix Wu, Jon Kleinberg, and Kilian\u00a0Q Weinberger. 2017. On Fairness and Calibration. In Advances in Neural Information Processing Systems, I.\u00a0Guyon, U.\u00a0Von Luxburg, S.\u00a0Bengio, H.\u00a0Wallach, R.\u00a0Fergus, S.\u00a0Vishwanathan, and R.\u00a0Garnett (Eds.). Vol.\u00a030. Curran Associates, Inc.https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2017\/file\/b8b9c74ac526fffbeb2d39ab038d1cd7-Paper.pdf"},{"key":"e_1_3_2_1_39_1","unstructured":"Chandan\u00a0K. Reddy Llu\u00eds M\u00e0rquez Fran Valero Nikhil Rao Hugo Zaragoza Sambaran Bandyopadhyay Arnab Biswas Anlu Xing and Karthik Subbian. 2022. Shopping Queries Dataset: A Large-Scale ESCI Benchmark for Improving Product Search. (2022). arxiv:2206.06588"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1410"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1108\/eb026647"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3534678.3539353"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3308560.3317595"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1017\/s0031819108000727"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.7202\/1061219ar"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287598"},{"key":"e_1_3_2_1_47_1","unstructured":"Zeyu Shen Zhiyi Wang Xingyu Zhu Brandon Fain and Kamesh Munagala. 2023. Fairness in the Assignment Problem with Uncertain Priorities. arxiv:2301.13804\u00a0[cs.GT]"},{"key":"e_1_3_2_1_48_1","unstructured":"Ashudeep Singh and Thorsten Joachims. 2017. Equality of Opportunity in Rankings."},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3220088"},{"key":"e_1_3_2_1_50_1","volume-title":"Advances in Neural Information Processing Systems, Vol.\u00a034. Curran Associates","author":"Singh Ashudeep","year":"1896","unstructured":"Ashudeep Singh, David Kempe, and Thorsten Joachims. 2021. Fairness in Ranking under Uncertainty. In Advances in Neural Information Processing Systems, Vol.\u00a034. Curran Associates, Inc., 11896\u201311908. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2021\/file\/63c3ddcc7b23daa1e42dc41f9a44a873-Paper.pdf"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W17-1606"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/3471158.3472260"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/3539597.3570469"},{"key":"e_1_3_2_1_54_1","volume-title":"International Conference on Machine Learning.","author":"Wang Lequn","year":"2022","unstructured":"Lequn Wang, Thorsten Joachims, and Manuel\u00a0Gomez Rodriguez. 2022. Improving Screening Processes via Calibrated Subset Selection. In International Conference on Machine Learning."},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3514221.3517865"},{"key":"e_1_3_2_1_56_1","unstructured":"Benjamin Wilson Judy Hoffman and Jamie Morgenstern. 2019. Predictive Inequity in Object Detection. arxiv:1902.11097\u00a0[cs.CV]"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","unstructured":"Ke Yang Vasilis Gkatzelis and Julia Stoyanovich. 2019. Balanced Ranking with Diversity Constraints. 6035\u20136042. https:\/\/doi.org\/10.24963\/ijcai.2019\/836","DOI":"10.24963\/ijcai.2019\/836"},{"key":"e_1_3_2_1_58_1","volume-title":"Measuring Fairness in Ranked Outputs. CoRR abs\/1610.08559","author":"Yang Ke","year":"2016","unstructured":"Ke Yang and Julia Stoyanovich. 2016. Measuring Fairness in Ranked Outputs. CoRR abs\/1610.08559 (2016). arXiv:1610.08559http:\/\/arxiv.org\/abs\/1610.08559"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1145\/3539597.3570474"},{"key":"e_1_3_2_1_60_1","volume-title":"How We Analyzed Amazons Treatment of its Brands in Search Results. The Markup (10","author":"Yin Leon","year":"2021","unstructured":"Leon Yin and Adrianne Jeffries. 2021. How We Analyzed Amazons Treatment of its Brands in Search Results. The Markup (10 2021). https:\/\/tinyurl.com\/markup-amazon"},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1145\/3132847.3132938"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/3366424.3380048"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2021.102707"},{"key":"e_1_3_2_1_64_1","volume-title":"Fairness in Ranking: A Survey. CoRR abs\/2103.14000","author":"Zehlike Meike","year":"2021","unstructured":"Meike Zehlike, Ke Yang, and Julia Stoyanovich. 2021. Fairness in Ranking: A Survey. CoRR abs\/2103.14000 (2021). arXiv:2103.14000https:\/\/arxiv.org\/abs\/2103.14000"}],"event":{"name":"EAAMO '24: Equity and Access in Algorithms, Mechanisms, and Optimization","location":"San Luis Potosi Mexico","acronym":"EAAMO '24","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence","SIGecom Special Interest Group on Economics and Computation"]},"container-title":["Proceedings of the 4th ACM Conference on Equity and Access in Algorithms, Mechanisms, and Optimization"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3689904.3694703","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3689904.3694703","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,23]],"date-time":"2025-08-23T01:46:22Z","timestamp":1755913582000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3689904.3694703"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,29]]},"references-count":64,"alternative-id":["10.1145\/3689904.3694703","10.1145\/3689904"],"URL":"https:\/\/doi.org\/10.1145\/3689904.3694703","relation":{},"subject":[],"published":{"date-parts":[[2024,10,29]]},"assertion":[{"value":"2024-10-29","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}