{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T20:54:00Z","timestamp":1776113640181,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":47,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,6,20]],"date-time":"2022-06-20T00:00:00Z","timestamp":1655683200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,6,21]]},"DOI":"10.1145\/3531146.3533140","type":"proceedings-article","created":{"date-parts":[[2022,6,20]],"date-time":"2022-06-20T14:27:10Z","timestamp":1655735230000},"page":"767-777","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":9,"title":["Imperfect Inferences: A Practical Assessment"],"prefix":"10.1145","author":[{"given":"Aaron","family":"Rieke","sequence":"first","affiliation":[{"name":"Upturn, USA"}]},{"given":"Vincent","family":"Southerland","sequence":"additional","affiliation":[{"name":"New York University School of Law, USA"}]},{"given":"Dan","family":"Svirsky","sequence":"additional","affiliation":[{"name":"Uber Technologies, Inc, USA"}]},{"given":"Mingwei","family":"Hsu","sequence":"additional","affiliation":[{"name":"Upturn, USA"}]}],"member":"320","published-online":{"date-parts":[[2022,6,20]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"2020. Facebook\u2019s Civil Rights Audit - Final Report. https:\/\/about.fb.com\/wp-content\/uploads\/2020\/07\/Civil-Rights-Audit-Final-Report.pdf"},{"key":"e_1_3_2_1_2_1","unstructured":"Janet Adamy and Paul Overberg. 2020. The Census Predicament: Counting Americans by Race. The Wall Street Journal(2020). https:\/\/www.wsj.com\/articles\/the-predicament-of-counting-americans-by-race-11606492632"},{"key":"e_1_3_2_1_3_1","unstructured":"Airbnb. 2020. A new way we\u2019re fighting discrimination on Airbnb. https:\/\/www.airbnb.com\/resources\/hosting-homes\/a\/a-new-way-were-fighting-discrimination-on-airbnb-201"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372826"},{"key":"e_1_3_2_1_5_1","volume-title":"Biased Outcomes. Proceedings of the ACM on Human-Computer Interaction","author":"Sapiezynski P.","year":"2019","unstructured":"Sapiezynski P. Bogen M. Korolova A. Mislove\u00a0A. Ali, M. and A. Rieke. 2019. Discrimination through Optimization: How Facebook\u2019s Ad Delivery Can Lead to Biased Outcomes. Proceedings of the ACM on Human-Computer Interaction (2019)."},{"key":"e_1_3_2_1_6_1","unstructured":"Airbnb anti-discrimination team. 2020. Measuring discrepancies in Airbnb guest acceptance rates using anonymized demographic data. https:\/\/news.airbnb.com\/wp-content\/uploads\/sites\/4\/2020\/06\/Project-Lighthouse-Airbnb-2020-06-12.pdf"},{"key":"e_1_3_2_1_7_1","volume-title":"When Fair Ranking Meets Uncertain Inference. 44th International ACM SIGIR Conference on Research and Development in Information Retrieval","author":"Ritam\u00a0Dutt Avijit\u00a0Ghosh","year":"2021","unstructured":"Ritam\u00a0Dutt Avijit\u00a0Ghosh and Christo Wilson. 2021. When Fair Ranking Meets Uncertain Inference. 44th International ACM SIGIR Conference on Research and Development in Information Retrieval (2021). https:\/\/ai.facebook.com\/research\/publications\/how-meta-is-working-to-assess-fairness-in-relation-to-race-in-the-us-across-its-products-and-systems"},{"key":"e_1_3_2_1_8_1","volume-title":"The Drivers of Social Preferences: Evidence from a Nationwide Tipping Field Experiment","author":"List I.","year":"2019","unstructured":"J.\u00a0A. List I.\u00a0Muir B.\u00a0Chandar, U.\u00a0Gneezy. 2019. The Drivers of Social Preferences: Evidence from a Nationwide Tipping Field Experiment. National Bureau of Economic Research, Working Paper 26380 (2019)."},{"key":"e_1_3_2_1_9_1","volume-title":"Fair Lending: Implications for the Indirect Auto Finance Market","author":"Arthur\u00a0 P.","year":"2014","unstructured":"Arthur\u00a0P. Baines and Dr. Marsha\u00a0J. Courchane. 2014. Fair Lending: Implications for the Indirect Auto Finance Market. American Financial Services Association(2014). https:\/\/media.crai.com\/sites\/default\/files\/publications\/Fair-Lending-Implications-for-the-Indirect-Auto-Finance-Market.pdf"},{"key":"e_1_3_2_1_10_1","unstructured":"James Baldwin. 1962. As Much Truth as One Can Bear. (1962)."},{"key":"e_1_3_2_1_11_1","unstructured":"Derrick Bell. 1992. Faces at the Bottom of the Well: The Permanence Of Racism. (1992)."},{"key":"e_1_3_2_1_12_1","volume-title":"Bennett and Os Keyes","author":"Cynthia\u00a0 L.","year":"2019","unstructured":"Cynthia\u00a0L. Bennett and Os Keyes. 2019. What Is the Point of Fairness?: Disability, AI and the Complexity of Justice. (2019). https:\/\/arxiv.org\/abs\/1908.01024"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287575"},{"key":"e_1_3_2_1_14_1","unstructured":"Consumer Financial\u00a0Protection Bureau. 2014. Using publicly available information to proxy for unidentified race and ethnicity. (2014). https:\/\/files.consumerfinance.gov\/f\/201409_cfpb_report_proxy-methodology.pdf"},{"key":"e_1_3_2_1_15_1","unstructured":"Devon\u00a0W. Carbado. 2011. Critical What What?43 Conn. L. Rev. 1593(2011)."},{"key":"e_1_3_2_1_16_1","volume-title":"Investigating the Impact of Gender on Rank in Resume Search Engines. Annual Conference of the ACM Special Interest Group on Computer Human Interaction","author":"Hannak A.","year":"2018","unstructured":"Hannak A. Ma\u00a0R. Chen, L. and C. Wilson. 2018. Investigating the Impact of Gender on Rank in Resume Search Engines. Annual Conference of the ACM Special Interest Group on Computer Human Interaction (2018)."},{"key":"e_1_3_2_1_17_1","volume-title":"Using the Bayesian Improved Surname Geocoding Method (BISG) to Create a Working Classification of Race and Ethnicity in a Diverse Managed Care Population: A Validation Study. Health Serv Res","author":"Davis S.","year":"2014","unstructured":"R.\u00a0L Davis S. B\u00a0Omer D.\u00a0Adjaye-Gbewonyo, R. A\u00a0Bednarczyk. 2014. Using the Bayesian Improved Surname Geocoding Method (BISG) to Create a Working Classification of Race and Ethnicity in a Diverse Managed Care Population: A Validation Study. Health Serv Res (2014)."},{"key":"e_1_3_2_1_18_1","volume-title":"Proceedings of the 2018 CHI Conference on Human Factors in Computing Systems - CHI \u201918","author":"Morgan Klaus\u00a0Scheuerman Foad\u00a0 M.","year":"2018","unstructured":"Morgan Klaus\u00a0Scheuerman Foad\u00a0Hamidi and Stacy\u00a0M. Branham. 2018. Gender Recognition or Gender Reductionism?: The Social Implications of Embedded Gender Recognition Systems. In Proceedings of the 2018 CHI Conference on Human Factors in Computing Systems - CHI \u201918 (2018)."},{"key":"e_1_3_2_1_19_1","unstructured":"Centers for Disease\u00a0Control and Prevention. 2021. National Environmental Public Health Tracking Network. www.cdc.gov\/ephtracking"},{"key":"e_1_3_2_1_20_1","unstructured":"S.\u00a0Laohaprapanon G.\u00a0Sood. 2018. Predicting Race and Ethnicity From the Sequence of Characters in a Name. (2018). https:\/\/arxiv.org\/abs\/1805.02109"},{"key":"e_1_3_2_1_21_1","unstructured":"J.\u00a0Chevalier Peter E. Rossi L.\u00a0Currier G.\u00a0Work M. K.\u00a0Chen. 2020. Suppliers and Demanders of Flexibility: The Demographics of Gig Work. (2020)."},{"key":"e_1_3_2_1_22_1","volume-title":"Transforming Democracy, in Race Rights, and Redemption: The Derrick Bell Lectures on the Law and Critical Race Theory.","author":"Lani Guinier","year":"2021","unstructured":"Lani Guinier. 2021. Enlisting Race, Resisting Power, Transforming Democracy, in Race Rights, and Redemption: The Derrick Bell Lectures on the Law and Critical Race Theory. (2021)."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.3390\/cli8010012"},{"key":"e_1_3_2_1_24_1","volume-title":"What\u2019s sex got to do with machine learning?In Proceedings of the 2020 Conference on Fairness, Accountability, and Transparency","author":"Lily Hu 0.","year":"2020","unstructured":"Lily Hu and Issa Kohler-Hausmann. 2020. What\u2019s sex got to do with machine learning?In Proceedings of the 2020 Conference on Fairness, Accountability, and Transparency (2020)."},{"key":"e_1_3_2_1_25_1","volume-title":"Fairness Under Unawareness: Assessing Disparity When Protected Class Is Unobserved. Conference on Fairness, Accountability, and Transparency","author":"Xiaojie Mao Geoffry\u00a0Svacha","year":"2019","unstructured":"Xiaojie Mao Geoffry\u00a0Svacha Jiahao\u00a0Chen, Nathan\u00a0Kallus and Madeleine Udell. 2019. Fairness Under Unawareness: Assessing Disparity When Protected Class Is Unobserved. Conference on Fairness, Accountability, and Transparency (2019)."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10676-009-9198-6"},{"key":"e_1_3_2_1_27_1","volume-title":"Demographic Data Procurement in the Pursuit of Fairness. Proceedings of the 2021 ACM Conference on Fairness, Accountability, and Transparency","author":"Brown A.","year":"2021","unstructured":"J.\u00a0Brown A.\u00a0Xiang M.\u00a0Andrus, E.\u00a0Spitzer. 2021. What We Can\u2019t Measure, We Can\u2019t Understand: Challenges to Demographic Data Procurement in the Pursuit of Fairness. Proceedings of the 2021 ACM Conference on Fairness, Accountability, and Transparency (2021)."},{"key":"e_1_3_2_1_28_1","volume-title":"Proceedings of the 2020 Conference on Fairness, Accountability, and Transparency","author":"Ahmed M.","year":"2020","unstructured":"S.\u00a0Ahmed M.\u00a0Bogen, A.\u00a0Rieke. 2020. Awareness in practice: tensions in access to sensitive attribute data for antidiscrimination. Proceedings of the 2020 Conference on Fairness, Accountability, and Transparency (2020)."},{"key":"e_1_3_2_1_29_1","volume-title":"Proceedings of the ACM on Human Computer Interaction 4, CSCW1","author":"Caitlin\u00a0Lustig Morgan Klaus\u00a0","year":"2020","unstructured":"Caitlin\u00a0Lustig Morgan Klaus\u00a0Scheuerman, Kandrea\u00a0Wade and Jed\u00a0R. Brubaker. 2020. How We\u2019ve Taught Algorithms to See Identity: Constructing Race and Gender in Image Databases for Facial Analysis. Proceedings of the ACM on Human Computer Interaction 4, CSCW1 (2020)."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"crossref","unstructured":"A.\u00a0Zhou N.\u00a0Kallus X.\u00a0Mao. 2020. Assessing Algorithmic Fairness with Unobserved Protected Class Using Data Combination. (2020). https:\/\/arxiv.org\/pdf\/1906.00285.pdf","DOI":"10.1145\/3351095.3373154"},{"key":"e_1_3_2_1_31_1","unstructured":"Namsor. 2021. API v2.0.16 Documentation. https:\/\/namsor.app\/api-documentation.html#namsor-api"},{"key":"e_1_3_2_1_32_1","unstructured":"J. Novet. 2018. LinkedIn wants to help recruiters do a better job with gender diversity. https:\/\/www.cnbc.com\/2018\/10\/10\/linkedin-recruiter-starts-reflecting-gender-mix-in-search-results.html"},{"key":"e_1_3_2_1_33_1","first-page":"6464","article-title":"Dissecting racial bias in an algorithm used to manage the health of populations","volume":"266","author":"Powers B.","year":"2019","unstructured":"Powers B. Vogeli\u00a0C. Obermeyer, Z. and S. Mullainathan. 2019. Dissecting racial bias in an algorithm used to manage the health of populations. Science 266(2019), 6464.","journal-title":"Science"},{"key":"e_1_3_2_1_34_1","unstructured":"Color of Change. 2020. Beyond the Statement: Tech Framework. https:\/\/colorofchange.org\/btstech\/"},{"key":"e_1_3_2_1_35_1","unstructured":"Partnership on AI. 2021. Fairer Algorithmic Decision-Making and Its Consequences: Interrogating the Risks and Benefits of Demographic Data Collection Use and Non-Use. https:\/\/partnershiponai.org\/paper\/fairer-algorithmic-decision-making-and-its-consequences\/"},{"key":"e_1_3_2_1_36_1","unstructured":"L.\u00a0Kaplan A. Mislove A.\u00a0Rieke P.\u00a0Sapiezynski A.\u00a0Ghosh. 2019. Algorithms that \u2019Don\u2019t See Color\u2019: Comparing Biases in Lookalike and Special Ad Audiences. (2019). https:\/\/arxiv.org\/abs\/1912.07579"},{"key":"e_1_3_2_1_37_1","volume-title":"How \u2018redlining","author":"Passy","year":"2018","unstructured":"J. Passy. 2018. How \u2018redlining\u2019 still hurts home values. MarketWatch (2018). https:\/\/www.marketwatch.com\/story\/how-redlining-still-hurts-home-values-2018-04-26"},{"key":"e_1_3_2_1_38_1","unstructured":"Relman\u00a0Colfax PLLC. 2020. Fair Lending Monitorship of Upstart Network\u2019s Lending Model."},{"key":"e_1_3_2_1_39_1","unstructured":"J.\u00a0Miao I. Mironov J.\u00a0Tannen R.\u00a0Alao M.\u00a0Bogen. 2021. How Meta is working to assess fairness in relation to race in the U.S. across its products and systems. (2021). https:\/\/ai.facebook.com\/research\/publications\/how-meta-is-working-to-assess-fairness-in-relation-to-race-in-the-us-across-its-products-and-systems"},{"key":"e_1_3_2_1_40_1","article-title":"Credit Scoring and Its Effects on the Availability and Affordability of Credit","volume":"43","author":"Canner R.","year":"2009","unstructured":"G.\u00a0B.\u00a0Canner R.\u00a0B.\u00a0Avery, K. P.\u00a0Brevoort. 2009. Credit Scoring and Its Effects on the Availability and Affordability of Credit. The Journal of Consumer Affairs 43, 3 (2009).","journal-title":"The Journal of Consumer Affairs"},{"key":"e_1_3_2_1_41_1","unstructured":"Jr. R.\u00a0L.\u00a0Austin. 2021. Race Data Measurement and Meta\u2019s Commitment to Fair and Inclusive Products. https:\/\/about.fb.com\/news\/2021\/11\/inclusive-products-through-race-data-measurement\/"},{"key":"e_1_3_2_1_42_1","unstructured":"Richard Marciano Nathan Connolly et\u00a0al. Robert K.\u00a0Nelson LaDale\u00a0Winling. 2021. Mapping Inequality. https:\/\/dsl.richmond.edu\/panorama\/redlining"},{"key":"e_1_3_2_1_43_1","volume-title":"The Intersection of Race and Algorithmic Tools in the Criminal System. 80 Md. L. Rev. 487","author":"Vincent Southerland","year":"2021","unstructured":"Vincent Southerland. 2021. The Intersection of Race and Algorithmic Tools in the Criminal System. 80 Md. L. Rev. 487 (2021)."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","unstructured":"McKee K. R. Kay J. & Mohamed\u00a0S. Tomasev N.2021. Fairness for Unobserved Characteristics: Insights from Technological Impacts on Queer Communities. (2021). https:\/\/doi.org\/10.1145\/3461702.3462540","DOI":"10.1145\/3461702.3462540"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"crossref","unstructured":"I. Voicu. 2016. Using First Name Information to Improve Race and Ethnicity Classification. (2016). https:\/\/papers.ssrn.com\/sol3\/papers.cfm?abstract_id=2763826","DOI":"10.2139\/ssrn.2763826"},{"key":"e_1_3_2_1_46_1","unstructured":"Isabel Wilkerson. 2020. Caste. (2020)."},{"key":"e_1_3_2_1_47_1","volume-title":"Unique in the Crowd: The privacy bounds of human mobility. Scientific Reports","author":"Michel Verleysen D.","year":"2013","unstructured":"Michel Verleysen & Vincent D.\u00a0Blondel Yves-Alexandre\u00a0de Montjoye, C\u00e9sar A.\u00a0Hidalgo. 2013. Unique in the Crowd: The privacy bounds of human mobility. Scientific Reports (2013)."}],"event":{"name":"FAccT '22: 2022 ACM Conference on Fairness, Accountability, and Transparency","location":"Seoul Republic of Korea","acronym":"FAccT '22","sponsor":["ACM Association for Computing Machinery"]},"container-title":["2022 ACM Conference on Fairness Accountability and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3531146.3533140","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3531146.3533140","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:02:08Z","timestamp":1750186928000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3531146.3533140"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,6,20]]},"references-count":47,"alternative-id":["10.1145\/3531146.3533140","10.1145\/3531146"],"URL":"https:\/\/doi.org\/10.1145\/3531146.3533140","relation":{},"subject":[],"published":{"date-parts":[[2022,6,20]]},"assertion":[{"value":"2022-06-20","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}