{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,30]],"date-time":"2026-06-30T06:59:38Z","timestamp":1782802778985,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":56,"publisher":"ACM","license":[{"start":{"date-parts":[[2021,3,1]],"date-time":"2021-03-01T00:00:00Z","timestamp":1614556800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-sa\/4.0\/"}],"funder":[{"DOI":"10.13039\/100000936","name":"Gordon and Betty Moore Foundation","doi-asserted-by":"publisher","award":["2013-10-29"],"award-info":[{"award-number":["2013-10-29"]}],"id":[{"id":"10.13039\/100000936","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001961","name":"AXA Research Fund","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001961","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000879","name":"Alfred P. Sloan Foundation","doi-asserted-by":"publisher","award":["3835"],"award-info":[{"award-number":["3835"]}],"id":[{"id":"10.13039\/100000879","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2021,3,3]]},"DOI":"10.1145\/3442188.3445938","type":"proceedings-article","created":{"date-parts":[[2021,2,25]],"date-time":"2021-02-25T01:45:48Z","timestamp":1614217548000},"page":"772-781","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":77,"title":["An Action-Oriented AI Policy Toolkit for Technology Audits by Community Advocates and Activists"],"prefix":"10.1145","author":[{"given":"P. M.","family":"Krafft","sequence":"first","affiliation":[{"name":"Creative Computing Institute, University of Arts London"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Meg","family":"Young","sequence":"additional","affiliation":[{"name":"Digital Life Initiative, Cornell Tech"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Michael","family":"Katell","sequence":"additional","affiliation":[{"name":"Public Policy Programme, Alan Turing Institute"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jennifer E.","family":"Lee","sequence":"additional","affiliation":[{"name":"ACLU of Washington"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shankar","family":"Narayan","sequence":"additional","affiliation":[{"name":"MIRA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Micah","family":"Epstein","sequence":"additional","affiliation":[{"name":"Coveillance Collective"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dharma","family":"Dailey","sequence":"additional","affiliation":[{"name":"Human Centered Design & Engineering, University of Washington"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bernease","family":"Herman","sequence":"additional","affiliation":[{"name":"eScience Institute, University of Washington"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Aaron","family":"Tam","sequence":"additional","affiliation":[{"name":"Evans School of Public Policy & Governance, University of Washington"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Vivian","family":"Guetler","sequence":"additional","affiliation":[{"name":"Department of Sociology, West Virginia University"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Corinne","family":"Bintz","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Middlebury College"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Daniella","family":"Raz","sequence":"additional","affiliation":[{"name":"School of Information, University of Michigan"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Pa Ousman","family":"Jobe","sequence":"additional","affiliation":[{"name":"Albers School of Business & Economics, Seattle University"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Franziska","family":"Putz","sequence":"additional","affiliation":[{"name":"Oxford Department of International Development, University of Oxford"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Brian","family":"Robick","sequence":"additional","affiliation":[{"name":"ACLU of Washington"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bissan","family":"Barghouti","sequence":"additional","affiliation":[{"name":"ACLU of Washington"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2021,3]]},"reference":[{"key":"e_1_3_2_2_1_1","volume-title":"Machine Bias: There's Software Used Across the Country to Predict Future Criminals. And It's Biased Against Blacks. ProPublica","author":"Angwin Julia","year":"2016","unstructured":"Julia Angwin, Jeff Larson, Surya Mattu, and Lauren Kirchner. 2016. Machine Bias: There's Software Used Across the Country to Predict Future Criminals. And It's Biased Against Blacks. ProPublica (2016)."},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3322276.3323697"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/2901790.2901859"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702400"},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3375627.3375814"},{"key":"e_1_3_2_2_6_1","volume-title":"Race After Technology: Abolitionist Tools for the New Jim Code","author":"Benjamin Ruha","unstructured":"Ruha Benjamin. 2019. Race After Technology: Abolitionist Tools for the New Jim Code. John Wiley & Sons."},{"key":"e_1_3_2_2_7_1","volume-title":"Conference on Fairness, Accountability and Transparency. 77--91","author":"Buolamwini Joy","year":"2018","unstructured":"Joy Buolamwini and Timnit Gebru. 2018. Gender shades: Intersectional accuracy disparities in commercial gender classification. In Conference on Fairness, Accountability and Transparency. 77--91."},{"key":"e_1_3_2_2_8_1","unstructured":"Matt Cagle Amy Condon Catherine Crump Ronald Davis Alfred Durham Isaiah Fields Andrew Ferguson Clare Garvie Sharad Goel Elizabeth Joh Eric Jones Nicole Jones Vivek Krishnamurthy David Roberts Adam Schwartz Sameena Usman and Reilly Webb. 2020. Emerging Police Technology: A Policy Toolkit."},{"key":"e_1_3_2_2_9_1","volume-title":"A Toolkit: Fighting Local Surveillance. ACLU of California","author":"Cagle Matt","year":"2020","unstructured":"Matt Cagle and Tracy Rosenberg. 2020. A Toolkit: Fighting Local Surveillance. ACLU of California (2020)."},{"key":"e_1_3_2_2_10_1","volume-title":"The first effort to regulate AI was a spectacular failure","author":"Cahn Albert Fox","year":"2019","unstructured":"Albert Fox Cahn. 2019. The first effort to regulate AI was a spectacular failure. Fast Company (2019). https:\/\/www.fastcompany.com\/90436012\/the-first-effort-to-regulate-ai-was-a-spectacular-failure"},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1177\/2053951717718855"},{"key":"e_1_3_2_2_12_1","unstructured":"Marika Cifor P. Garcia T.L. Cowan J. Rault T. Sutherland A. Chan J. Rode A.L. Hoffmann N. Salehi and L. Nakamura. 2019. Feminist Data Manifest-No. https:\/\/www.manifestno.com"},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1533-8525.1993.tb00131.x"},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/12255.001.0001"},{"key":"e_1_3_2_2_15_1","volume-title":"Amazon Scraps Secret AI Recruiting Tool That Showed Bias against Women","author":"Dastin Jeffrey","year":"2018","unstructured":"Jeffrey Dastin. 2018. Amazon Scraps Secret AI Recruiting Tool That Showed Bias against Women. Reuters (2018)."},{"key":"e_1_3_2_2_16_1","volume-title":"Pretrial risk assessment tools: A primer for judges, prosecutors, and defense attorneys. Safety and Justice Challenge","author":"Desmarais Sarah L","year":"2019","unstructured":"Sarah L Desmarais and Evan M Lowder. 2019. Pretrial risk assessment tools: A primer for judges, prosecutors, and defense attorneys. Safety and Justice Challenge (2019)."},{"key":"e_1_3_2_2_17_1","volume-title":"Data Feminism","author":"D'Ignazio Catherine","unstructured":"Catherine D'Ignazio and Lauren F Klein. 2020. Data Feminism. MIT Press."},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3022198.3022664"},{"key":"e_1_3_2_2_19_1","volume-title":"The accuracy, fairness, and limits of predicting recidivism. Science Advances 4, 1","author":"Dressel Julia","year":"2018","unstructured":"Julia Dressel and Hany Farid. 2018. The accuracy, fairness, and limits of predicting recidivism. Science Advances 4, 1 (2018)."},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3194349"},{"key":"e_1_3_2_2_21_1","volume-title":"Automating Inequality: How High-tech Tools Profile, Police, and Punish the Poor","author":"Eubanks Virginia","year":"2018","unstructured":"Virginia Eubanks. 2018. Automating Inequality: How High-tech Tools Profile, Police, and Punish the Poor. St. Martin's Press."},{"key":"e_1_3_2_2_22_1","unstructured":"World Economic Forum. 2020. Empowering AI Leadership: An Oversight Toolkit for Boards of Directors. https:\/\/spark.adobe.com\/page\/RsXNkZANwMLEf\/"},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/2207676.2208538"},{"key":"e_1_3_2_2_24_1","volume-title":"Workshop on Fairness, Accountability, and Transparency in Machine Learning","author":"Gebru Timnit","year":"2018","unstructured":"Timnit Gebru, Jamie Morgenstern, Briana Vecchione, Jennifer Wortman Vaughan, Hanna Wallach, Hal Daum\u00e9 III, and Kate Crawford. 2018. Datasheets for datasets. Workshop on Fairness, Accountability, and Transparency in Machine Learning (2018)."},{"key":"e_1_3_2_2_25_1","unstructured":"Google. 2020. The A-Z of AI. https:\/\/atozofai.withgoogle.com\/"},{"key":"e_1_3_2_2_26_1","volume-title":"Data science as political action: Grounding data science in a politics of justice. (Nov","author":"Green Ben","year":"2018","unstructured":"Ben Green. 2018. Data science as political action: Grounding data science in a politics of justice. (Nov. 2018). https:\/\/arxiv-org.offcampus.lib.washington.edu\/abs\/1811.03435v2"},{"key":"e_1_3_2_2_27_1","volume-title":"A-Z of UAVs. In Resistance AI Workshop @NeurIPS. https:\/\/critplat.org\/2020\/12\/11\/the-a-z-of-uavs\/","author":"Critical Platform Studies Group","year":"2020","unstructured":"Critical Platform Studies Group. 2020. A-Z of UAVs. In Resistance AI Workshop @NeurIPS. https:\/\/critplat.org\/2020\/12\/11\/the-a-z-of-uavs\/"},{"key":"e_1_3_2_2_28_1","unstructured":"Sarah Holland Ahmed Hosny Sarah Newman Joshua Joseph and Kasia Chmielinski. [n.d.]. https:\/\/datanutrition.org\/"},{"key":"e_1_3_2_2_29_1","unstructured":"Sarah Holland Ahmed Hosny Sarah Newman Joshua Joseph and Kasia Chmielinski. 2018. The dataset nutrition label: A framework to drive higher data quality standards. arXiv:cs.DB\/1805.03677"},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372874"},{"key":"e_1_3_2_2_31_1","volume-title":"UnBias: Emancipating users against algorithmic biases for a trusted digital economy. 24TH ACM SIGKDD Conference on Knowledge Discovery and Data Mining","author":"Koene Ansgar","year":"2018","unstructured":"Ansgar Koene, Liz Dowthwaite, Giles Lane, Helena Webb, Virginia Portillo, and Marina Jirotka. 2018. UnBias: Emancipating users against algorithmic biases for a trusted digital economy. 24TH ACM SIGKDD Conference on Knowledge Discovery and Data Mining (2018)."},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3091478.3098864"},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3375627.3375835"},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372853"},{"key":"e_1_3_2_2_35_1","volume-title":"Proceedings of the 2019 AAAI\/ACM Conference on AI, Ethics, and Society. 437--444","author":"Cardoso Rodrigo L.","unstructured":"Rodrigo L. Cardoso, Wagner Meira Jr, Virgilio Almeida, and Mohammed J. Zaki. 2019. A framework for benchmarking discrimination-aware models in machine learning. In Proceedings of the 2019 AAAI\/ACM Conference on AI, Ethics, and Society. 437--444."},{"key":"e_1_3_2_2_36_1","volume-title":"Understanding artificial intelligence ethics and safety: A guide for the responsible design and implementation of AI systems in the public sector","author":"Leslie David","year":"2019","unstructured":"David Leslie. 2019. Understanding artificial intelligence ethics and safety: A guide for the responsible design and implementation of AI systems in the public sector. The Alan Turing Institute (2019)."},{"key":"e_1_3_2_2_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376445"},{"key":"e_1_3_2_2_38_1","unstructured":"Microsoft. 2019. Guidelines for Human-AI Interaction. https:\/\/www.microsoft.com\/en-us\/research\/project\/guidelines-for-human-ai-interaction\/"},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287596"},{"key":"e_1_3_2_2_40_1","volume-title":"Algorithms of Oppression: How Search Engines Reinforce Racism","author":"Noble Safiya Umoja","unstructured":"Safiya Umoja Noble. 2018. Algorithms of Oppression: How Search Engines Reinforce Racism. NYU Press."},{"key":"e_1_3_2_2_41_1","unstructured":"EU High-Level Expert Group on Artificial Intelligence. 2020. Assessment List for Trustworthy Artificial Intelligence (ALTAI) for self-assessment. https:\/\/ec.europa.eu\/digital-single-market\/en\/news\/assessment-list-trustworthy-artificial-intelligence-altai-self-assessment"},{"key":"e_1_3_2_2_42_1","unstructured":"Mimi Onuiha and Mother Cyborg. 2018. A People's Guide to AI. https:\/\/alliedmedia.org\/resources\/peoples-guide-to-ai"},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372873"},{"key":"e_1_3_2_2_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3306618.3314244"},{"key":"e_1_3_2_2_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372873"},{"key":"e_1_3_2_2_46_1","volume-title":"Algorithmic Impact Assessments: A Practical Framework for Public Agency Accountability","author":"Reisman Dillon","year":"2018","unstructured":"Dillon Reisman, Jason Schultz, Kate Crawford, and Meredith Whittaker. 2018. Algorithmic Impact Assessments: A Practical Framework for Public Agency Accountability. AI Now Institute (2018), 1--22."},{"key":"e_1_3_2_2_47_1","volume-title":"Confronting Black Boxes: A Shadow Report of the New York City Automated Decision System Task Force","author":"Richardson Rashida","year":"2019","unstructured":"Rashida Richardson. 2019. Confronting Black Boxes: A Shadow Report of the New York City Automated Decision System Task Force. AI Now Institute (2019). https:\/\/ainowinstitute.org\/ads-shadowreport-2019.html"},{"key":"e_1_3_2_2_48_1","first-page":"109","article-title":"Disparate impact in Big Data policing. Ga","volume":"52","author":"Selbst Andrew D","year":"2017","unstructured":"Andrew D Selbst. 2017. Disparate impact in Big Data policing. Ga. L. Rev. 52 (2017), 109.","journal-title":"L. Rev."},{"key":"e_1_3_2_2_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3375627.3375812"},{"key":"e_1_3_2_2_50_1","volume-title":"Science in society: Re-evaluating the deficit model of public attitudes. Public understanding of science 13, 1","author":"Sturgis Patrick","year":"2004","unstructured":"Patrick Sturgis and Nick Allum. 2004. Science in society: Re-evaluating the deficit model of public attitudes. Public understanding of science 13, 1 (2004), 55--74."},{"key":"e_1_3_2_2_51_1","unstructured":"American Civil Liberties Union. 2020. Community Control Over Police Surveillance. https:\/\/www.aclu.org\/issues\/privacy-technology\/surveillance-technologies\/community-control-over-police-surveillance."},{"key":"e_1_3_2_2_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/3217804.3217952"},{"key":"e_1_3_2_2_53_1","doi-asserted-by":"publisher","DOI":"10.1177\/2053951719868492"},{"key":"e_1_3_2_2_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287577"},{"key":"e_1_3_2_2_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/1240624.1240704"},{"key":"e_1_3_2_2_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/1858171.1858228"}],"event":{"name":"FAccT '21: 2021 ACM Conference on Fairness, Accountability, and Transparency","location":"Virtual Event Canada","acronym":"FAccT '21","sponsor":["ACM Association for Computing Machinery"]},"container-title":["Proceedings of the 2021 ACM Conference on Fairness, Accountability, and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3442188.3445938","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3442188.3445938","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T20:48:58Z","timestamp":1750193338000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3442188.3445938"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,3]]},"references-count":56,"alternative-id":["10.1145\/3442188.3445938","10.1145\/3442188"],"URL":"https:\/\/doi.org\/10.1145\/3442188.3445938","relation":{},"subject":[],"published":{"date-parts":[[2021,3]]},"assertion":[{"value":"2021-03-01","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}