{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,30]],"date-time":"2026-06-30T07:09:36Z","timestamp":1782803376476,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":127,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,6,23]]},"DOI":"10.1145\/3715275.3732004","type":"proceedings-article","created":{"date-parts":[[2025,6,23]],"date-time":"2025-06-23T17:01:18Z","timestamp":1750698078000},"page":"29-44","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":9,"title":["Auditing the Audits: Lessons for Algorithmic Accountability from Local Law 144's Bias Audits"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0007-3831-8961","authenticated-orcid":false,"given":"Marissa Kumar","family":"Gerchick","sequence":"first","affiliation":[{"name":"American Civil Liberties Union, New York, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2562-4907","authenticated-orcid":false,"given":"Ro","family":"Encarnaci\u00f3n","sequence":"additional","affiliation":[{"name":"University of Pennsylvania, Philadelphia, PA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8656-571X","authenticated-orcid":false,"given":"Cole","family":"Tanigawa-Lau","sequence":"additional","affiliation":[{"name":"Political Science, Stanford University, Stanford, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8306-9270","authenticated-orcid":false,"given":"Lena","family":"Armstrong","sequence":"additional","affiliation":[{"name":"Harvard University, Cambridge, MA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-0363-2541","authenticated-orcid":false,"given":"Ana","family":"Guti\u00e9rrez","sequence":"additional","affiliation":[{"name":"American Civil Liberties Union, San Francisco, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9359-6090","authenticated-orcid":false,"given":"Dana\u00e9","family":"Metaxa","sequence":"additional","affiliation":[{"name":"University of Pennsylvania, Philadelphia, PA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2025,6,23]]},"reference":[{"key":"e_1_3_3_2_2_2","unstructured":"ADP. 2023. Candidate Relevancy FAQ\u2019s. https:\/\/perma.cc\/KF5Y-5XY7"},{"key":"e_1_3_3_2_3_2","unstructured":"ADP. 2024. Candidate Relevancy FAQ\u2019s. https:\/\/perma.cc\/XFY4-BPSC"},{"key":"e_1_3_3_2_4_2","unstructured":"U.S. Government\u00a0Services Agency. 2025. The Federal Audit Clearinghouse. https:\/\/www.fac.gov\/"},{"key":"e_1_3_3_2_5_2","unstructured":"Conductor AI. 2023. AEDT Bias Audit - Covey. https:\/\/perma.cc\/WMG2-N8HH"},{"key":"e_1_3_3_2_6_2","unstructured":"Holistic AI. 2023. Audit Results. https:\/\/perma.cc\/8MA2-P6VB"},{"key":"e_1_3_3_2_7_2","unstructured":"Holistic AI. 2023. Bryq \u2013 Bryq Talent Intelligence Summary of Results. https:\/\/perma.cc\/NNR6-9DW3"},{"key":"e_1_3_3_2_8_2","unstructured":"Holistic AI. 2023. Paradox Summary of Results. https:\/\/perma.cc\/SK87-ZFY5"},{"key":"e_1_3_3_2_9_2","unstructured":"Holistic AI. 2023. Summary of Results. https:\/\/perma.cc\/CSA8-S2RC"},{"key":"e_1_3_3_2_10_2","unstructured":"Holistic AI. 2024. Bryq \u2013 Bryq Talent Intelligence Summary of Results. https:\/\/perma.cc\/3TJD-EQE4"},{"key":"e_1_3_3_2_11_2","unstructured":"Holistic AI. 2024. Model Audit Results. https:\/\/perma.cc\/GZY5-UKZN"},{"key":"e_1_3_3_2_12_2","unstructured":"Holistic AI. 2024. Paradox Summary of Results. https:\/\/perma.cc\/CE76-L7L4"},{"key":"e_1_3_3_2_13_2","unstructured":"Warden AI. 2024. Beamery AI Assurance Dashboard. https:\/\/perma.cc\/EWS3-JUBD"},{"key":"e_1_3_3_2_14_2","unstructured":"Ifeoma Ajunwa. 2020. An Auditing Imperative for Automated Hiring Systems. Harvard Journal of Law & Technology (Harvard JOLT) 34 2 (2020) 621\u2013700. https:\/\/jolt.law.harvard.edu\/assets\/articlePDFs\/v34\/5.-Ajunwa-An-Auditing-Imperative-for-Automated-Hiring-Systems.pdf"},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"publisher","DOI":"10.1017\/9781316888681"},{"key":"e_1_3_3_2_16_2","unstructured":"Olga Akselrod and Ricardo Mimbela. 2024. The Long History of Discrimination in Job Hiring Assessments. https:\/\/www.aclu.org\/news\/racial-justice\/the-long-history-of-discrimination-in-job-hiring-assessments"},{"key":"e_1_3_3_2_17_2","unstructured":"Olga Akselrod and Cody Venzke. 2023. How Artificial Intelligence Might Prevent You From Getting Hired. https:\/\/www.aclu.org\/news\/racial-justice\/how-artificial-intelligence-might-prevent-you-from-getting-hired"},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"publisher","unstructured":"Elham Albaroudi Taha Mansouri and Ali Alameer. 2024. A Comprehensive Review of AI Techniques for Addressing Algorithmic Bias in Job Hiring. \u00a0 5 1 (2024) 383\u2013404. Issue 1. https:\/\/doi.org\/10.3390\/ai5010019","DOI":"10.3390\/ai5010019"},{"key":"e_1_3_3_2_19_2","doi-asserted-by":"publisher","unstructured":"Leo Alexander\u00a0III Q.\u00a0Chelsea Song Louis Hickman and Hyun\u00a0Joo Shin. 2025. Sourcing algorithms: Rethinking fairness in hiring in the era of algorithmic recruitment. International Journal of Selection and Assessment 33 1 (2025) e12499. https:\/\/doi.org\/10.1111\/ijsa.12499 arXiv:https:\/\/onlinelibrary.wiley.com\/doi\/pdf\/10.1111\/ijsa.12499","DOI":"10.1111\/ijsa.12499"},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"publisher","unstructured":"Muhammad Ali Piotr Sapiezynski Miranda Bogen Aleksandra Korolova Alan Mislove and Aaron Rieke. 2019. Discrimination through Optimization: How Facebook\u2019s Ad Delivery Can Lead to Biased Outcomes. Proc. ACM Hum.-Comput. Interact. 3 CSCW Article 199 (Nov. 2019) 30\u00a0pages. https:\/\/doi.org\/10.1145\/3359301","DOI":"10.1145\/3359301"},{"key":"e_1_3_3_2_21_2","unstructured":"Idiro Analytics. 2024. Report prepared by Idiro Analytics on 7\/29\/2024 in accordance with NYC Local Law 144. https:\/\/perma.cc\/79YC-5PJT"},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445888"},{"key":"e_1_3_3_2_23_2","doi-asserted-by":"publisher","DOI":"10.1145\/3568813.3600123"},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"publisher","unstructured":"Marianne Bertrand and Sendhil Mullainathan. 2004. Are Emily and Greg More Employable Than Lakisha and Jamal? A Field Experiment on Labor Market Discrimination. American Economic Review 94 4 (September 2004) 991\u20131013. https:\/\/doi.org\/10.1257\/0002828042002561","DOI":"10.1257\/0002828042002561"},{"key":"e_1_3_3_2_25_2","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3658928"},{"key":"e_1_3_3_2_26_2","volume-title":"Help Wanted: An Examination of Hiring Algorithms, Equity, and Bias","author":"Bogen Miranda","year":"2018","unstructured":"Miranda Bogen and Aaron Rieke. 2018. Help Wanted: An Examination of Hiring Algorithms, Equity, and Bias. Report. Upturn. https:\/\/www.upturn.org\/work\/help-wanted\/"},{"key":"e_1_3_3_2_27_2","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372877"},{"key":"e_1_3_3_2_28_2","volume-title":"Report-Algorithm-driven Hiring Tools: Innovative Recruitment or Expedited Disability Discrimination","author":"Brown Lydia\u00a0XZ","year":"2020","unstructured":"Lydia\u00a0XZ Brown, Ridhi Shetty, and Michelle Richardson. 2020. Report-Algorithm-driven Hiring Tools: Innovative Recruitment or Expedited Disability Discrimination. Technical Report. Center for Democracy & Technology. https:\/\/cdt.org\/insights\/report-algorithm-driven-hiring-tools-innovative-recruitment-or-expedited-disability-discrimination\/"},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3659037"},{"key":"e_1_3_3_2_30_2","doi-asserted-by":"publisher","DOI":"10.1145\/3689904.3694711"},{"key":"e_1_3_3_2_31_2","doi-asserted-by":"publisher","unstructured":"Phoebe\u00a0K. Chua Hillary Abraham and Melissa Mazmanian. 2021. Playing the Hiring Game: Class-Based Emotional Experiences and Tactics in Elite Hiring. Proc. ACM Hum.-Comput. Interact. 5 Cscw2 Article 392 (Oct. 2021) 27\u00a0pages. https:\/\/doi.org\/10.1145\/3479536","DOI":"10.1145\/3479536"},{"key":"e_1_3_3_2_32_2","unstructured":"Representative Yvette\u00a0D. Clarke. 2023. H.R.5628 - 118th Congress (2023-2024): Algorithmic Accountability Act of 2023. https:\/\/www.congress.gov\/bill\/118th-congress\/house-bill\/5628\/text"},{"key":"e_1_3_3_2_33_2","doi-asserted-by":"crossref","unstructured":"James\u00a0S. Coleman. 1958. Relational Analysis: The Study of Social Organizations with Survey Methods. Human Organization 17 4 (1958) 28\u201336. http:\/\/www.jstor.org\/stable\/44124097","DOI":"10.17730\/humo.17.4.q5604m676260q8n7"},{"key":"e_1_3_3_2_34_2","unstructured":"Kevin Collier. 2023. In NYC companies will have to prove their AI hiring software isn\u2019t sexist or racist. https:\/\/www.nbcnews.com\/tech\/tech-news\/nyc-companies-will-prove-ai-hiring-software-isnt-sexist-racist-rcna92336"},{"key":"e_1_3_3_2_35_2","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533213"},{"key":"e_1_3_3_2_36_2","doi-asserted-by":"publisher","unstructured":"William\u00a0A. Darity and Patrick\u00a0L. Mason. 1998. Evidence on Discrimination in Employment: Codes of Color Codes of Gender. Journal of Economic Perspectives 12 2 (1998) 63\u201390. https:\/\/doi.org\/10.1257\/jep.12.2.63","DOI":"10.1257\/jep.12.2.63"},{"key":"e_1_3_3_2_37_2","unstructured":"Jeffrey Dastin. 2018. Insight - Amazon scraps secret AI recruiting tool that showed bias against women. https:\/\/www.reuters.com\/article\/world\/insight-amazon-scraps-secret-ai-recruiting-tool-that-showed-bias-against-women-idUSKCN1MK0AG\/"},{"key":"e_1_3_3_2_38_2","unstructured":"Equal Employment Opportunity\u00a0Commission (EEOC). 2022. The Americans with Disabilities Act and the Use of Software Algorithms and Artificial Intelligence to Assess Job Applicants and Employees. https:\/\/www.eeoc.gov\/laws\/guidance\/americans-disabilities-act-and-use-software-algorithms-and-artificial-intelligence"},{"key":"e_1_3_3_2_39_2","unstructured":"Equal Employment Opportunity\u00a0Commission (EEOC). 2023. Navigating Employment Discrimination in AI and Automated Systems: A New Civil Rights Frontier. https:\/\/www.eeoc.gov\/meetings\/meeting-january-31-2023-navigating-employment-discrimination-ai-and-automated-systems-new\/transcript"},{"key":"e_1_3_3_2_40_2","unstructured":"Giulio Filippi Sara Zannone Airlie Hilliard and Adriano Koshiyama. 2023. Local Law 144: A Critical Analysis of Regression Metrics. arxiv:https:\/\/arXiv.org\/abs\/2302.04119\u00a0[cs.LG] https:\/\/arxiv.org\/abs\/2302.04119"},{"key":"e_1_3_3_2_41_2","unstructured":"Center for Democracy & Technology (CDT); American Association for People with Disabilities (AAPD); American Civil Liberties Union (ACLU); The Leadership Conference\u00a0on Civil and Human Rights; National Women\u2019s Law\u00a0Center; Upturn. 2022. Civil Rights Standards for 21st Century Employment Selection Procedures. https:\/\/cdt.org\/wp-content\/uploads\/2022\/12\/updated-2022-12-05-Civil-Rights-Standards-for-21st-Century-Employment-Selection-Procedures.pdf"},{"key":"e_1_3_3_2_42_2","doi-asserted-by":"publisher","unstructured":"Timnit Gebru Jamie Morgenstern Briana Vecchione Jennifer\u00a0Wortman Vaughan Hanna Wallach Hal\u00a0Daum\u00e9 III and Kate Crawford. 2021. Datasheets for datasets. Commun. ACM 64 12 (Nov. 2021) 86\u201392. https:\/\/doi.org\/10.1145\/3458723","DOI":"10.1145\/3458723"},{"key":"e_1_3_3_2_43_2","unstructured":"Marissa Gerchick and Olga Akselrod. 2023. Why Meaningful Algorithm Auditing is Key to Protecting Civil Rights in the Digital Age. https:\/\/www.aclu.org\/news\/racial-justice\/why-meaningful-algorithm-auditing-is-key-to-protecting-civil-rights-in-the-digital-age"},{"key":"e_1_3_3_2_44_2","unstructured":"Dave Gershgorn. 2018. Companies are on the hook if their hiring algorithms are biased. https:\/\/qz.com\/1427621\/companies-are-on-the-hook-if-their-hiring-algorithms-are-biased"},{"key":"e_1_3_3_2_45_2","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3658933"},{"key":"e_1_3_3_2_46_2","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533172"},{"key":"e_1_3_3_2_47_2","doi-asserted-by":"publisher","unstructured":"Ellen\u00a0P. Goodman and Julia Trehu. 2022. AI Audit Washing and Accountability. SSRN Electronic Journal \u00a0 \u00a0 (2022) \u00a0. https:\/\/doi.org\/10.2139\/ssrn.4227350","DOI":"10.2139\/ssrn.4227350"},{"key":"e_1_3_3_2_48_2","doi-asserted-by":"crossref","unstructured":"Leo\u00a0A. Goodman. 1961. Snowball Sampling. The Annals of Mathematical Statistics 32 1 (1961) 148\u2013170. http:\/\/www.jstor.org\/stable\/2237615","DOI":"10.1214\/aoms\/1177705148"},{"key":"e_1_3_3_2_49_2","unstructured":"DCI\u00a0Consulting Group. 2023. Airport Operations Bias Audit. https:\/\/perma.cc\/6Z94-QW5E"},{"key":"e_1_3_3_2_50_2","unstructured":"DCI\u00a0Consulting Group. 2023. New York City Local Law 144 \u201cBias Audit\u201d for Burlington Coat Factory for Allocation Analyst. https:\/\/perma.cc\/VL7X-5T5L"},{"key":"e_1_3_3_2_51_2","unstructured":"DCI\u00a0Consulting Group. 2023. New York City Local Law 144 \u201cBias Audit\u201d for HireVue for Adaptability for All Jobs. https:\/\/perma.cc\/2XZG-87QM"},{"key":"e_1_3_3_2_52_2","unstructured":"DCI\u00a0Consulting Group. 2023. New York City Local Law 144 \u201cBias Audit\u201d for HireVue for Adaptability for Intern or new college graduate jobs. https:\/\/perma.cc\/9BK7-X4UB"},{"key":"e_1_3_3_2_53_2","unstructured":"DCI\u00a0Consulting Group. 2023. New York City Local Law 144 \u201cBias Audit\u201d for HireVue for Personality - Agreeableness for All Jobs. https:\/\/perma.cc\/6P58-HMMN"},{"key":"e_1_3_3_2_54_2","unstructured":"DCI\u00a0Consulting Group. 2023. New York City Local Law 144 \u201cBias Audit\u201d for HireVue for Personality - Emotional Stability for All Jobs. https:\/\/perma.cc\/89VD-JL47"},{"key":"e_1_3_3_2_55_2","unstructured":"DCI\u00a0Consulting Group. 2023. New York City Local Law 144 Impact Ratio Analysis for Wells Fargo for Teller. https:\/\/perma.cc\/D7SW-K7WQ"},{"key":"e_1_3_3_2_56_2","unstructured":"DCI\u00a0Consulting Group. 2023. New York City Local Law 144 \u201cBias Audit\u201d for HireVue. https:\/\/perma.cc\/4EQP-MLYA"},{"key":"e_1_3_3_2_57_2","unstructured":"DCI\u00a0Consulting Group. 2024. Airport Operations Bias Audit. https:\/\/perma.cc\/8T9A-Y2NG"},{"key":"e_1_3_3_2_58_2","unstructured":"DCI\u00a0Consulting Group. 2024. New York City Local Law 144 \u201cBias Audit\u201d for HireVue for Adaptability for All Jobs. https:\/\/perma.cc\/L823-M5RQ"},{"key":"e_1_3_3_2_59_2","unstructured":"DCI\u00a0Consulting Group. 2024. New York City Local Law 144 \u201cBias Audit\u201d for HireVue for Adaptability for Intern or new college graduate jobs. https:\/\/perma.cc\/RD7H-V44G"},{"key":"e_1_3_3_2_60_2","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3658959"},{"key":"e_1_3_3_2_61_2","unstructured":"Mithun Gunalan. 2024. Sense Passes Bias Audit to Comply with NYC Hiring Law. https:\/\/perma.cc\/M8DB-N6XX"},{"key":"e_1_3_3_2_62_2","doi-asserted-by":"publisher","unstructured":"Airlie Hilliard Ayesha Gulley Adriano Koshiyama and Emre Kazim. 2024. Bias Audit Laws: How Effective Are They at Preventing Bias in Automated Employment Decision Tools? International Review of Law Computers & Technology \u00a0 \u00a0 (2024) 1\u201317. https:\/\/doi.org\/10.1080\/13600869.2024.2403053","DOI":"10.1080\/13600869.2024.2403053"},{"key":"e_1_3_3_2_63_2","unstructured":"HiredScore. 2023. HiredScore\u2019s Focus on Compliance and Bias Mitigation. https:\/\/perma.cc\/96ZU-U5DE"},{"key":"e_1_3_3_2_64_2","unstructured":"HiredScore. 2024. HiredScore\u2019s Focus on Compliance and Bias Mitigation. https:\/\/perma.cc\/7JQV-J9RS"},{"key":"e_1_3_3_2_65_2","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287600"},{"key":"e_1_3_3_2_66_2","unstructured":"REAL\u00a0Women in Trucking. 2022. Women truck drivers file complaint against Meta for algorithmic discrimination against women and older workers when delivering job ads on Facebook. https:\/\/www.realwomenintrucking.org\/post\/women-truck-drivers-file-eeoc-complaint-against-meta"},{"key":"e_1_3_3_2_67_2","unstructured":"BABL\u00a0AI Inc.2023. Summary of Bias Audit Results (Audit of Eightfold\u2019s Matching Model For New York City\u2019s Local Law 144). https:\/\/perma.cc\/3JGK-7H76"},{"key":"e_1_3_3_2_68_2","unstructured":"BABL\u00a0AI Inc.2023. Summary of Bias Audit Results (Audit of RippleMatch\u2019s Fit Score Algorithm For New York City\u2019s Local Law 144). https:\/\/perma.cc\/BXW6-7EMA"},{"key":"e_1_3_3_2_69_2","unstructured":"BABL\u00a0AI Inc.2023. Summary of Bias Audit Results (HackerRank\u2019s Image Analysis System). https:\/\/perma.cc\/7XQ4-UXLE"},{"key":"e_1_3_3_2_70_2","unstructured":"BABL\u00a0AI Inc.2023. Summary of Bias Audit Results of the HackerRank\u2019s Plagiarism Detection System for New York City\u2019s Local Law 144. https:\/\/perma.cc\/V5D7-42ZK"},{"key":"e_1_3_3_2_71_2","unstructured":"BABL\u00a0AI Inc.2024. Summary of Bias Audit Results (Audit of Eightfold\u2019s Matching Model For New York City\u2019s Local Law 144). https:\/\/perma.cc\/M5Q5-X9DW"},{"key":"e_1_3_3_2_72_2","unstructured":"BABL\u00a0AI Inc.2024. Summary of Bias Audit Results (Audit of RippleMatch\u2019s Fit Score Algorithm For New York City\u2019s Local Law 144). https:\/\/perma.cc\/A637-PUTT"},{"key":"e_1_3_3_2_73_2","unstructured":"BABL\u00a0AI Inc.2024. Summary of Bias Audit Results (HackerRank\u2019s Image Analysis System). https:\/\/perma.cc\/B4FS-G7QC"},{"key":"e_1_3_3_2_74_2","unstructured":"BABL\u00a0AI Inc.2024. Summary of Bias Audit Results of the HackerRank\u2019s Plagiarism Detection System for New York City\u2019s Local Law 144. https:\/\/perma.cc\/NU4S-7UD2"},{"key":"e_1_3_3_2_75_2","unstructured":"California\u00a0Legislative Information. 2024. SB-1137 Discrimination claims: combination of characteristics.https:\/\/leginfo.legislature.ca.gov\/faces\/billCompareClient.xhtml?bill_id=202320240SB1137&showamends=true"},{"key":"e_1_3_3_2_76_2","volume-title":"Algorithmic Accountability for the Public Sector: Learning from the First Wave of Policy Implementation","author":"Joshi Divij","year":"2021","unstructured":"Divij Joshi. 2021. Algorithmic Accountability for the Public Sector: Learning from the First Wave of Policy Implementation. Technical Report. Ada Lovelace Institute, AI Now Institute and Open Government Partnership. https:\/\/www.opengovpartnership.org\/documents\/ algorithmic-accountability-public-sector\/"},{"key":"e_1_3_3_2_77_2","doi-asserted-by":"publisher","unstructured":"Patrick Kline Evan\u00a0K Rose and Christopher\u00a0R Walters. 2022. Systemic Discrimination among Large U.S. Employers*. The Quarterly Journal of Economics 137 4 (2022) 1963\u20132036. https:\/\/doi.org\/10.1093\/qje\/qjac024 arXiv:https:\/\/academic.oup.com\/qje\/article-pdf\/137\/4\/1963\/51053979\/qjac024.pdf","DOI":"10.1093\/qje\/qjac024"},{"key":"e_1_3_3_2_78_2","doi-asserted-by":"publisher","unstructured":"Patrick Kline Evan\u00a0K. Rose and Christopher\u00a0R. Walters. 2024. A Discrimination Report Card. American Economic Review 114 8 (August 2024) 2472\u20132525. https:\/\/doi.org\/10.1257\/aer.20230700","DOI":"10.1257\/aer.20230700"},{"key":"e_1_3_3_2_79_2","doi-asserted-by":"publisher","unstructured":"Allison Koenecke Andrew Nam Emily Lake Joe Nudell Minnie Quartey Zion Mengesha Connor Toups John\u00a0R. Rickford Dan Jurafsky and Sharad Goel. 2020. Racial disparities in automated speech recognition. Proceedings of the National Academy of Sciences 117 14 (2020) 7684\u20137689. https:\/\/doi.org\/10.1073\/pnas.1915768117 arXiv:https:\/\/www.pnas.org\/doi\/pdf\/10.1073\/pnas.1915768117","DOI":"10.1073\/pnas.1915768117"},{"key":"e_1_3_3_2_80_2","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594100"},{"key":"e_1_3_3_2_81_2","doi-asserted-by":"publisher","unstructured":"Alina K\u00f6chling and Marius\u00a0Claus Wehner. 2020. Discriminated by an Algorithm: A Systematic Review of Discrimination and Fairness by Algorithmic Decision-Making in the Context of HR Recruitment and HR Development. Business Research 13 3 (2020) 795\u2013848. https:\/\/doi.org\/10.1007\/s40685-020-00134-w","DOI":"10.1007\/s40685-020-00134-w"},{"key":"e_1_3_3_2_82_2","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3658957"},{"key":"e_1_3_3_2_83_2","unstructured":"Landed and Conductor AI. 2024. AEDT Bias Audit - Landed. https:\/\/perma.cc\/9GZ9-UMGZ"},{"key":"e_1_3_3_2_84_2","unstructured":"Ambrose\u00a0Consulting LLC and NYU\u00a0Langone Health. 2023. Bias Audit. https:\/\/perma.cc\/83UA-BVJ9"},{"key":"e_1_3_3_2_85_2","unstructured":"BLDS LLC. 2023. Bias Audit Of Morgan Stanley\u2019s Use Of Eightfold Model For Scoring Applicants. https:\/\/perma.cc\/J844-MEBQ"},{"key":"e_1_3_3_2_86_2","unstructured":"BLDS LLC. 2024. Bias Audit Of Morgan Stanley\u2019s Use Of Eightfold Model For Scoring Applicants. https:\/\/perma.cc\/A8TT-MN38"},{"key":"e_1_3_3_2_87_2","unstructured":"Nikki Main. 2023. NYC-Based Companies Will Need to Show AI Hiring Tools Are Unbiased on Sex and Race. https:\/\/gizmodo.com\/nyc-based-companies-will-need-to-audit-ai-hiring-tools-1850608051"},{"key":"e_1_3_3_2_88_2","unstructured":"Simon McCormack and Daniel Schwarz. 2023. Biased Algorithms are Deciding Who Gets Hired. We\u2019re Not Doing Enough to Stop Them. https:\/\/www.nyclu.org\/commentary\/biased-algorithms-are-deciding-who-gets-hired-were-not-doing-enough-stop-them"},{"key":"e_1_3_3_2_89_2","unstructured":"Jacob Metcalf. 2024. What federal agencies can learn from New York City\u2019s AI hiring law. https:\/\/thehill.com\/opinion\/technology\/4360523-what-federal-agencies-can-learn-from-new-york-citys-ai-hiring-law\/"},{"key":"e_1_3_3_2_90_2","doi-asserted-by":"publisher","unstructured":"Helena Mihaljevi\u0107 Ivana M\u00fcller Katja Dill Aysel Yollu-Tok and Maximilian von Grafenstein. 2023. More or less discrimination? Practical feasibility of fairness auditing of technologies for personnel selection. AI Soc. 39 5 (July 2023) 2507\u20132523. https:\/\/doi.org\/10.1007\/s00146-023-01726-w","DOI":"10.1007\/s00146-023-01726-w"},{"key":"e_1_3_3_2_91_2","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287596"},{"key":"e_1_3_3_2_92_2","doi-asserted-by":"publisher","DOI":"10.4324\/9781315301433"},{"key":"e_1_3_3_2_93_2","unstructured":"NYC\u00a0Department of Consumer and Worker Protection. 2023. Automated Employment Decision Tools (AEDT). https:\/\/www.nyc.gov\/site\/dca\/about\/automated-employment-decision-tools.page"},{"key":"e_1_3_3_2_94_2","unstructured":"NYC\u00a0Department of Consumer and Worker Protection. 2023. Automated Employment Decision Tools: Frequently Asked Questions. https:\/\/www.nyc.gov\/assets\/dca\/downloads\/pdf\/about\/DCWP-AEDT-FAQ.pdf"},{"key":"e_1_3_3_2_95_2","unstructured":"NYC\u00a0Department of Consumer and Worker Protection. 2023. Notice of Adoption of Final Rule for Use of Automated Employment Decisionmaking Tools. https:\/\/rules.cityofnewyork.us\/wp-content\/uploads\/2023\/04\/DCWP-NOA-for-Use-of-Automated-Employment-Decisionmaking-Tools-2.pdf"},{"key":"e_1_3_3_2_96_2","unstructured":"U.S.\u00a0Office of Management and Budget. \u00a0. 2024 Federal Agency Artificial Intelligence (AI) Use Case Inventory. https:\/\/github.com\/ombegov\/2024-Federal-AI-Use-Case-Inventory"},{"key":"e_1_3_3_2_97_2","unstructured":"Office of Federal Contract Compliance Programs Department of Labor. 1978. Part 60-3\u2014Uniform Guidelines On Employee Selection Procedures (1978). https:\/\/www.ecfr.gov\/current\/title-41\/subtitle-B\/chapter-60\/part-60-3"},{"key":"e_1_3_3_2_98_2","unstructured":"NYC\u00a0Commission on Human\u00a0Rights. 2025. Inside the NYC Commission on Human Rights. https:\/\/www.nyc.gov\/site\/cchr\/about\/inside-cchr.page"},{"key":"e_1_3_3_2_99_2","unstructured":"National\u00a0Conference on State\u00a0Legislatures. 2024. Artificial Intelligence 2024 Legislation. https:\/\/www.ncsl.org\/technology-and-communication\/artificial-intelligence-2024-legislation"},{"key":"e_1_3_3_2_100_2","unstructured":"Amanda Ottaway. 2024. \u2018Everyone Ignores\u2019 New York City\u2019s Workplace AI Law. https:\/\/www.law360.com\/employment-authority\/articles\/1808951"},{"key":"e_1_3_3_2_101_2","unstructured":"Kelsey Purcell. 2024. 2024 Applicant Tracking System (ATS) Usage Report: Key Shifts and Strategies for Job Seekers. https:\/\/www.jobscan.co\/blog\/fortune-500-use-applicant-tracking-systems\/"},{"key":"e_1_3_3_2_102_2","unstructured":"Manish Raghavan and Pauline\u00a0T Kim. 2024. Limitations of the\" Four-Fifths Rule\" and Statistical Parity Tests for Measuring Fairness. Geo. L. Tech. Rev. 8 (2024) 93."},{"key":"e_1_3_3_2_103_2","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372873"},{"key":"e_1_3_3_2_104_2","unstructured":"ResumeBuilder. 2024. 7 in 10 Companies Will Use AI in the Hiring Process in 2025 Despite Most Saying It\u2019s Biased. https:\/\/www.resumebuilder.com\/7-in-10-companies-will-use-ai-in-the-hiring-process-in-2025-despite-most-saying-its-biased\/"},{"key":"e_1_3_3_2_105_2","doi-asserted-by":"publisher","unstructured":"Alene\u00a0K. Rhea Kelsey Markey Lauren D\u2019Arinzo Hilke Schellmann Mona Sloane Paul Squires Falaah Arif\u00a0Khan and Julia Stoyanovich. 2022. An External Stability Audit Framework to Test the Validity of Personality Prediction in AI Hiring. Data Mining and Knowledge Discovery 36 6 (2022) 2153\u20132193. https:\/\/doi.org\/10.1007\/s10618-022-00861-0","DOI":"10.1007\/s10618-022-00861-0"},{"key":"e_1_3_3_2_106_2","unstructured":"Rep.\u00a0Manny Rutinel Rep.\u00a0Brianna Titone and Senator\u00a0Robert Rodriguez. 2024. Consumer Protections for Artificial Intelligence. https:\/\/leg.colorado.gov\/bills\/sb24-205"},{"key":"e_1_3_3_2_107_2","unstructured":"Alejandro Salinas Amit Haim and Julian Nyarko. 2024. What\u2019s in a name? Auditing large language models for race and gender bias. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2402.14875 \u00a0 \u00a0 (2024) \u00a0."},{"key":"e_1_3_3_2_108_2","volume-title":"The Algorithm: How AI Can Hijack Your Career and Steal Your Future","author":"Schellmann Hilke","year":"2024","unstructured":"Hilke Schellmann. 2024. The Algorithm: How AI Can Hijack Your Career and Steal Your Future. Hurst Publishers, \u00a0."},{"key":"e_1_3_3_2_109_2","unstructured":"Matthew\u00a0U Scherer Allan\u00a0G King and Marko\u00a0J Mrkonich. 2019. Applying old rules to new tools: Employment discrimination law in the age of algorithms. SCL Rev. 71 (2019) 449."},{"key":"e_1_3_3_2_110_2","doi-asserted-by":"publisher","unstructured":"Daniel\u00a0S Schiff Stephanie Kelley and Javier\u00a0Camacho Ib\u00e1\u00f1ez. 2024. The emergence of artificial intelligence ethics auditing. Big Data & Society 11 4 (2024) 20539517241299732. https:\/\/doi.org\/10.1177\/20539517241299732","DOI":"10.1177\/20539517241299732"},{"key":"e_1_3_3_2_111_2","doi-asserted-by":"publisher","DOI":"10.1007\/16495202361"},{"key":"e_1_3_3_2_112_2","doi-asserted-by":"publisher","unstructured":"Mona Sloane Emanuel Moss and Rumman Chowdhury. \u00a0. A Silicon Valley Love Triangle: Hiring Algorithms Pseudo-Science and the Quest for Auditability. \u00a0 3 2 (\u00a0) 100425. https:\/\/doi.org\/10.1016\/j.patter.2021.100425 pmid:35199067","DOI":"10.1016\/j.patter.2021.100425"},{"key":"e_1_3_3_2_113_2","unstructured":"Jackie Turner. 2024. NYC\u2019s Anti-Bias AI Hiring Law Has Largely Failed So Far. https:\/\/www.legalreader.com\/nycs-anti-bias-ai-hiring-law-has-largely-failed-so-far\/"},{"key":"e_1_3_3_2_114_2","unstructured":"American Civil\u00a0Liberties Union. 2019. Facebook EEOC Complaints. https:\/\/www.aclu.org\/cases\/facebook-eeoc-complaints"},{"key":"e_1_3_3_2_115_2","unstructured":"American Civil\u00a0Liberties Union. 2023. Know Your Rights: Sex Discrimination. https:\/\/www.aclu.org\/know-your-rights\/sex-discrimination"},{"key":"e_1_3_3_2_116_2","unstructured":"American Civil\u00a0Liberties Union. 2024. ACLU complaint to the FTC regarding Aon Consulting Inc.https:\/\/www.aclu.org\/documents\/aclu-complaint-to-the-ftc-regarding-aon-consulting-inc"},{"key":"e_1_3_3_2_117_2","unstructured":"American Civil\u00a0Liberties Union and New York Civil\u00a0Liberites Union. 2023. Tracking Automated Employment Decision Tool Bias Audits. https:\/\/github.com\/aclu-national\/tracking-ll144-bias-audits"},{"key":"e_1_3_3_2_118_2","doi-asserted-by":"publisher","DOI":"10.1145\/3465416.3483294"},{"key":"e_1_3_3_2_119_2","first-page":"\u00a0","volume-title":"R0-FoMo: Robustness of Few-shot and Zero-shot Learning in Large Foundation Models","author":"Veldanda Akshaj\u00a0Kumar","year":"2023","unstructured":"Akshaj\u00a0Kumar Veldanda, Fabian Grob, Shailja Thakur, Hammond Pearce, Benjamin Tan, Ramesh Karri, and Siddharth Garg. 2023. Investigating hiring bias in large language models. In R0-FoMo: Robustness of Few-shot and Zero-shot Learning in Large Foundation Models. \u00a0, \u00a0, \u00a0."},{"key":"e_1_3_3_2_120_2","unstructured":"World Wide Web\u00a0Consortium (W3C). 2024. Web Content Accessibility Guidelines (WCAG) 2.1. https:\/\/www.w3.org\/TR\/WCAG21\/"},{"key":"e_1_3_3_2_121_2","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3658938"},{"key":"e_1_3_3_2_122_2","doi-asserted-by":"publisher","unstructured":"Kevin Wei Carson Ezell Nick Gabrieli and Chinmay Deshpande. 2024. How Do AI Companies \u201cFine-Tune\u201d Policy? Examining Regulatory Capture in AI Governance. Proceedings of the AAAI\/ACM Conference on AI Ethics and Society 7 1 (Oct. 2024) 1539\u20131555. https:\/\/doi.org\/10.1609\/aies.v7i1.31745","DOI":"10.1609\/aies.v7i1.31745"},{"key":"e_1_3_3_2_123_2","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445928"},{"key":"e_1_3_3_2_124_2","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3658998"},{"key":"e_1_3_3_2_125_2","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533194"},{"key":"e_1_3_3_2_126_2","doi-asserted-by":"publisher","unstructured":"Jonathan Zittrain Kendra Albert and Lawrence Lessig. 2014. Perma: Scoping and Addressing the Problem of Link and Reference Rot in Legal Citations. Legal Information Management 14 2 (2014) 88\u201399. https:\/\/doi.org\/10.1017\/S1472669614000255","DOI":"10.1017\/S1472669614000255"},{"key":"e_1_3_3_2_127_2","unstructured":"ZoomInfo. 2023. Disclosure Regarding Use of Automated Employment Decision Tools. https:\/\/perma.cc\/YHV4-XVFC"},{"key":"e_1_3_3_2_128_2","unstructured":"Senator\u00a0Andrew Zwicker. 2019. Bill S1588. https:\/\/www.njleg.state.nj.us\/bill-search\/2024\/S1588\/bill-text?f=S2000&n=1588_I1"}],"event":{"name":"FAccT '25: The 2025 ACM Conference on Fairness, Accountability, and Transparency","location":"Athens Greece","acronym":"FAccT '25"},"container-title":["Proceedings of the 2025 ACM Conference on Fairness, Accountability, and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3715275.3732004","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,24]],"date-time":"2025-06-24T11:11:36Z","timestamp":1750763496000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3715275.3732004"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,23]]},"references-count":127,"alternative-id":["10.1145\/3715275.3732004","10.1145\/3715275"],"URL":"https:\/\/doi.org\/10.1145\/3715275.3732004","relation":{},"subject":[],"published":{"date-parts":[[2025,6,23]]},"assertion":[{"value":"2025-06-23","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}