{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,15]],"date-time":"2026-04-15T10:51:04Z","timestamp":1776250264961,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":63,"publisher":"ACM","license":[{"start":{"date-parts":[[2021,3,1]],"date-time":"2021-03-01T00:00:00Z","timestamp":1614556800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["IIS-1553088"],"award-info":[{"award-number":["IIS-1553088"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2021,3,3]]},"DOI":"10.1145\/3442188.3445928","type":"proceedings-article","created":{"date-parts":[[2021,3,3]],"date-time":"2021-03-03T01:26:24Z","timestamp":1614734784000},"page":"666-677","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":90,"title":["Building and Auditing Fair Algorithms"],"prefix":"10.1145","author":[{"given":"Christo","family":"Wilson","sequence":"first","affiliation":[{"name":"Northeastern University"}]},{"given":"Avijit","family":"Ghosh","sequence":"additional","affiliation":[{"name":"Northeastern University"}]},{"given":"Shan","family":"Jiang","sequence":"additional","affiliation":[{"name":"Northeastern University"}]},{"given":"Alan","family":"Mislove","sequence":"additional","affiliation":[{"name":"Northeastern University"}]},{"given":"Lewis","family":"Baker","sequence":"additional","affiliation":[{"name":"pymetrics, inc."}]},{"given":"Janelle","family":"Szary","sequence":"additional","affiliation":[{"name":"pymetrics, inc."}]},{"given":"Kelly","family":"Trindel","sequence":"additional","affiliation":[{"name":"pymetrics, inc."}]},{"given":"Frida","family":"Polli","sequence":"additional","affiliation":[{"name":"pymetrics, inc."}]}],"member":"320","published-online":{"date-parts":[[2021,3]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"L. Rev. 41","author":"Ajunwa Ifeoma","year":"2020","unstructured":"Ifeoma Ajunwa. 2020. The Paradox of Automation as Anti-Bias Intervention. Cardozo, L. Rev. 41 (2020)."},{"key":"e_1_3_2_1_2_1","unstructured":"Julia Angwin Jeff Larson Surya Mattu and Lauren Kirchner. 2016. Machine Bias. ProPublica. https:\/\/www.propublica.org\/article\/machine-bias-risk-assessments-in-criminal-sentencing."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1609\/icwsm.v14i1.7276"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1609\/icwsm.v14i1.7277"},{"key":"e_1_3_2_1_5_1","volume-title":"Selbst","author":"Barocas Solon","year":"2016","unstructured":"Solon Barocas and Andrew D. Selbst. 2016. Big Data's Disparate Impact. 104 California Law Review 671 (2016)."},{"key":"e_1_3_2_1_6_1","volume-title":"Proc. of FAT*.","author":"Buolamwini Joy","year":"2018","unstructured":"Joy Buolamwini and Timnit Gebru. 2018. Gender Shades: Intersectional Accuracy Disparities in Commercial Gender Classification. In Proc. of FAT*."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1126\/science.aal4230"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3174225"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2815675.2815681"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/2872427.2883089"},{"key":"e_1_3_2_1_11_1","volume-title":"Proc. of FAT*.","author":"Chouldechova Alexandra","year":"2018","unstructured":"Alexandra Chouldechova, Diana Benavides-Prado, Oleksandr Fialko, and Rhema Vaithianathan. 2018. A case study of algorithm-assisted decision making in child maltreatment hotline screening decisions. In Proc. of FAT*."},{"key":"e_1_3_2_1_12_1","volume-title":"Support-vector networks. Machine Learning 20","author":"Cortes Corinna","year":"1995","unstructured":"Corinna Cortes and Vladimir Vapnik. 1995. Support-vector networks. Machine Learning 20 (1995)."},{"key":"e_1_3_2_1_13_1","volume-title":"Algorithmic Accountability Reporting: on the Investigation of Black Boxes","author":"Diakopoulos Nicholas","unstructured":"Nicholas Diakopoulos. 2014. Algorithmic Accountability Reporting: on the Investigation of Black Boxes. Tow Center for Digital Journalism Brief."},{"key":"e_1_3_2_1_14_1","unstructured":"Nicholas Diakopoulos Daniel Trielli Jennifer Stark and Sean Mussenden. 2018. I Vote For---How Search Informs Our Choice of Candidate. In Digital Dominance: The Power of Google Amazon Facebook and Apple M. Moore and D. Tambini (Eds.). 22."},{"key":"e_1_3_2_1_15_1","volume-title":"Proc. of FAT*.","author":"Ensign Danielle","year":"2018","unstructured":"Danielle Ensign, Sorelle A. Friedler, Scott Neville, Carlos Scheidegger, and Suresh Venkatasubramanian. 2018. Runaway Feedback Loops in Predictive Policing. In Proc. of FAT*."},{"key":"e_1_3_2_1_16_1","first-page":"38290","article-title":"Uniform guidelines on employee selection procedures","volume":"43","author":"Equal Employment Opportunity Commission","year":"1978","unstructured":"Equal Employment Opportunity Commission, Civil Service Commission, et al. 1978. Uniform guidelines on employee selection procedures. Federal Register 43, 166 (1978), 38290--38315.","journal-title":"Federal Register"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1609\/icwsm.v11i1.14898"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300724"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/2783258.2783311"},{"key":"e_1_3_2_1_20_1","volume-title":"Principled Artificial Intelligence: Mapping Consensus in Ethical and Rights-Based Approaches to Principles for AI","author":"Fjeld Jessica","year":"2020","unstructured":"Jessica Fjeld, Nele Achten, Hannah Hilligoss, Adam Nagy, and Madhulika Srikumar. 2020. Principled Artificial Intelligence: Mapping Consensus in Ethical and Rights-Based Approaches to Principles for AI. Berkman Klein Center Research Publication 2020, 1 (2020). https:\/\/ssrn.com\/abstract=3518482"},{"key":"e_1_3_2_1_21_1","unstructured":"International Organization for Standardization. 2012. ISO\/IEC 27001 Information Security Management. http:\/\/iso.org\/isoiec-27001-information-security.html."},{"key":"e_1_3_2_1_22_1","volume-title":"On the (im)possibility of fairness. CoRR abs\/1609.07236","author":"Friedler Sorelle A.","year":"2016","unstructured":"Sorelle A. Friedler, Carlos Scheidegger, and Suresh Venkatasubramanian. 2016. On the (im)possibility of fairness. CoRR abs\/1609.07236 (2016)."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287589"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/230538.230561"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/2488388.2488435"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/2663716.2663744"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/2998181.2998327"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3308558.3313654"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3392854"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3178876.3186134"},{"key":"e_1_3_2_1_31_1","volume-title":"Proc. of HT.","author":"Kawakami Anna","year":"2020","unstructured":"Anna Kawakami, Khonzoda Umarova, Dongchen Huang, and Eni Mustafaraj. 2020. The 'Fairness Doctrine' Lives on? Theorizing about the Algorithmic News Curation of Google's Top Stories. In Proc. of HT."},{"key":"e_1_3_2_1_32_1","volume-title":"Munson","author":"Kay Matthew","year":"2015","unstructured":"Matthew Kay, Cynthia Matuszek, and Sean A. Munson. 2015. Unequal Representation and Gender Stereotypes in Image Search Results for Occupations. In Proc. of CHI."},{"key":"e_1_3_2_1_33_1","volume-title":"Data-Driven Discrimination at Work. William & Mary Law Review 58","author":"Kim Pauline T.","year":"2017","unstructured":"Pauline T. Kim. 2017. Data-Driven Discrimination at Work. William & Mary Law Review 58 (2017)."},{"key":"e_1_3_2_1_34_1","volume-title":"Inherent Trade-Offs in the Fair Determination of Risk Scores. CoRR abs\/1609.05807","author":"Kleinberg Jon M.","year":"2016","unstructured":"Jon M. Kleinberg, Sendhil Mullainathan, and Manish Raghavan. 2016. Inherent Trade-Offs in the Fair Determination of Risk Scores. CoRR abs\/1609.05807 (2016)."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/2815675.2815714"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/2998181.2998321"},{"key":"e_1_3_2_1_37_1","unstructured":"Peter Lee. 2016. Learning from Tay's Introduction. Official Microsoft Blog. https:\/\/blogs.microsoft.com\/blog\/2016\/03\/25\/learning-tays-introduction\/."},{"key":"e_1_3_2_1_38_1","volume-title":"Proc. of NeurIPS.","author":"Lipton Zachary","year":"2018","unstructured":"Zachary Lipton, Julian McAuley, and Alexandra Chouldechova. 2018. Does mitigating ML's impact disparity require treatment disparity?. In Proc. of NeurIPS."},{"key":"e_1_3_2_1_39_1","volume-title":"To predict and serve? Significance 13, 5","author":"Lum Kristian","year":"2016","unstructured":"Kristian Lum and William Isaac. 2016. To predict and serve? Significance 13, 5 (2016)."},{"key":"e_1_3_2_1_40_1","volume-title":"Lundberg and Su-In Lee","author":"Scott","year":"2017","unstructured":"Scott M. Lundberg and Su-In Lee. 2017. A Unified Approach to Interpreting Model Predictions. In Proc. of NIPS."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3201064.3201095"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/1401890.1401959"},{"key":"e_1_3_2_1_43_1","volume-title":"inc","year":"2019","unstructured":"pymetrics, inc. 2019. [Confidential] Fairness Testing Procedures."},{"key":"e_1_3_2_1_44_1","volume-title":"inc","year":"2019","unstructured":"pymetrics, inc. 2019. [Confidential] Games, Measures and Factors: Measurement Validity."},{"key":"e_1_3_2_1_45_1","volume-title":"inc","year":"2019","unstructured":"pymetrics, inc. 2019. [Confidential] Job Analysis Methods & Process."},{"key":"e_1_3_2_1_46_1","volume-title":"inc","year":"2019","unstructured":"pymetrics, inc. 2019. [Confidential] Technical Brief for pymetrics, inc."},{"key":"e_1_3_2_1_47_1","volume-title":"inc","year":"2020","unstructured":"pymetrics, inc. 2020. [Confidential] Demographic Disclosure Study."},{"key":"e_1_3_2_1_48_1","volume-title":"inc","year":"2020","unstructured":"pymetrics, inc. 2020. pymetrics\/audit-ai. GitHub. https:\/\/github.com\/pymetrics\/audit-ai."},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1706255114"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372828"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372873"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939778"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/3274417"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/3292522.3326047"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3178876.3186143"},{"key":"e_1_3_2_1_56_1","volume-title":"Proc. of Data and Discrimination: Converting Critical Concerns into Productive Inquiry, a preconference at the Annual Meeting of the International Communication Association.","author":"Sandvig Christian","year":"2014","unstructured":"Christian Sandvig, Kevin Hamilton, Karrie Karahalios, and Cedric Langbort. 2014. Auditing Algorithms: Research Methods for Detecting Discrimination on Internet Platforms. In Proc. of Data and Discrimination: Converting Critical Concerns into Productive Inquiry, a preconference at the Annual Meeting of the International Communication Association."},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/2872427.2883016"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/2460276.2460278"},{"key":"e_1_3_2_1_59_1","unstructured":"U.S. Congress. 1964. Civil Rights Act."},{"key":"e_1_3_2_1_60_1","volume-title":"Proc. of IEEE Symposium on Security and Privacy.","author":"Venkatadri Giridhari","unstructured":"Giridhari Venkatadri, Yabing Liu, Athanasios Andreou, Oana Goga, Patrick Loiseau, Alan Mislove, and Krishna P. Gummadi. 2018. Privacy Risks with Facebook's PII-based Targeting: Auditing a Data Broker's Advertising Interface. In Proc. of IEEE Symposium on Security and Privacy."},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.2478\/popets-2019-0013"},{"key":"e_1_3_2_1_62_1","unstructured":"James Vincent. 2018. These stickers make computer vision software hallucinate things that aren't there. The Verge. https:\/\/www.theverge.com\/2018\/1\/3\/16844842\/ai-computer-vision-trick-adversarial-patches-google."},{"key":"e_1_3_2_1_63_1","volume-title":"Proc. of International Conference on Artificial Intelligence and Statistics.","author":"Zafar Muhammad Bilal","unstructured":"Muhammad Bilal Zafar, Isabel Valera, Manuel Gomez Rogriguez, and Krishna P. Gummadi. 2017. Fairness Constraints: Mechanisms for Fair Classification. In Proc. of International Conference on Artificial Intelligence and Statistics."}],"event":{"name":"FAccT '21: 2021 ACM Conference on Fairness, Accountability, and Transparency","location":"Virtual Event Canada","acronym":"FAccT '21","sponsor":["ACM Association for Computing Machinery"]},"container-title":["Proceedings of the 2021 ACM Conference on Fairness, Accountability, and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3442188.3445928","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3442188.3445928","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3442188.3445928","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T20:48:57Z","timestamp":1750193337000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3442188.3445928"}},"subtitle":["A Case Study in Candidate Screening"],"short-title":[],"issued":{"date-parts":[[2021,3]]},"references-count":63,"alternative-id":["10.1145\/3442188.3445928","10.1145\/3442188"],"URL":"https:\/\/doi.org\/10.1145\/3442188.3445928","relation":{},"subject":[],"published":{"date-parts":[[2021,3]]},"assertion":[{"value":"2021-03-01","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}