{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,22]],"date-time":"2026-04-22T14:47:38Z","timestamp":1776869258527,"version":"3.51.2"},"publisher-location":"New York, NY, USA","reference-count":139,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,6,23]]},"DOI":"10.1145\/3715275.3732191","type":"proceedings-article","created":{"date-parts":[[2025,6,23]],"date-time":"2025-06-23T17:03:13Z","timestamp":1750698193000},"page":"2991-3005","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":5,"title":["The ``Who\", ``What\", and ``How\" of Responsible AI Governance: A Systematic Review and Meta-Analysis of (Actor, Stage)-Specific Tools"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0001-5702-5693","authenticated-orcid":false,"given":"Blaine","family":"Kuehnert","sequence":"first","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, Pennsylvania, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-3325-243X","authenticated-orcid":false,"given":"Rachel","family":"Kim","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, Pennsylvania, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7161-075X","authenticated-orcid":false,"given":"Jodi","family":"Forlizzi","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, Pennsylvania, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3710-4076","authenticated-orcid":false,"given":"Hoda","family":"Heidari","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, Pennsylvania, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,6,23]]},"reference":[{"key":"e_1_3_3_2_2_2","unstructured":"ACLU. 2020. Algorithmic Equity Toolkit. https:\/\/www.aclu-wa.org\/AEKit [Accessed 08-01-2025]."},{"key":"e_1_3_3_2_3_2","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3519724"},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"publisher","unstructured":"Philip Adler Casey Falk Sorelle\u00a0A. Friedler Tionney Nix Gabriel Rybeck Carlos Scheidegger Brandon Smith and Suresh Venkatasubramanian. 2018. Auditing black-box models for indirect influence. Knowl. Inf. Syst. 54 1 (Jan. 2018) 95\u2013122. 10.1007\/s10115-017-1116-3","DOI":"10.1007\/s10115-017-1116-3"},{"key":"e_1_3_3_2_5_2","doi-asserted-by":"publisher","unstructured":"Yongsu Ahn and Yu-Ru Lin. 2020. FairSight: Visual Analytics for Fairness in Decision Making. IEEE Transactions on Visualization and Computer Graphics 26 1 (2020) 1086\u20131095. 10.1109\/TVCG.2019.2934262","DOI":"10.1109\/TVCG.2019.2934262"},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"crossref","unstructured":"NIST AI. 2023. Artificial Intelligence Risk Management Framework (AI RMF 1.0).","DOI":"10.6028\/NIST.AI.100-1.jpn"},{"key":"e_1_3_3_2_7_2","unstructured":"Futurium European\u00a0AI Alliance. 2020. Welcome to the ALTAI portal!https:\/\/futurium.ec.europa.eu\/en\/european-ai-alliance\/pages\/welcome-altai-portal"},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"publisher","unstructured":"M. Arnold R.\u00a0K.\u00a0E. Bellamy M. Hind S. Houde S. Mehta A. Mojsilovi\u0107 R. Nair K.\u00a0Natesan Ramamurthy A. Olteanu D. Piorkowski D. Reimer J. Richards J. Tsay and K.\u00a0R. Varshney. 2019. FactSheets: Increasing trust in AI services through supplier\u2019s declarations of conformity. IBM Journal of Research and Development 63 4\/5 (2019) 6:1\u20136:13. 10.1147\/JRD.2019.2942288","DOI":"10.1147\/JRD.2019.2942288"},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"publisher","unstructured":"Thomas Arnold and Matthias Scheutz. 2018. The \"big red button\" is too late: an alternative model for the ethical evaluation of AI systems. Ethics and Inf. Technol. 20 1 (March 2018) 59\u201369. 10.1007\/s10676-018-9447-7","DOI":"10.1007\/s10676-018-9447-7"},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"publisher","DOI":"10.1145\/3412841.3442046"},{"key":"e_1_3_3_2_11_2","doi-asserted-by":"publisher","unstructured":"Aleksandre Asatiani Pekka Malo Per Nagb\u00f8l Esko Penttinen Tapani Rinta-Kahila and Antti Salovaara. 2021. Sociotechnical Envelopment of Artificial Intelligence: An Approach to Organizational Deployment of Inscrutable Artificial Intelligence Systems. Journal of the Association for Information Systems 22 (03 2021) 325\u2013352. 10.17705\/1jais.00664","DOI":"10.17705\/1jais.00664"},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"publisher","unstructured":"Jacqui Ayling and Adriane Chapman. 2022. Putting AI ethics to work: are the tools fit for purpose? AI and Ethics 2 (08 2022). 10.1007\/s43681-021-00084-x","DOI":"10.1007\/s43681-021-00084-x"},{"key":"e_1_3_3_2_13_2","doi-asserted-by":"publisher","DOI":"10.1145\/3322276.3323697"},{"key":"e_1_3_3_2_14_2","unstructured":"Niels Bantilan. 2017. Themis-ml: A Fairness-aware Machine Learning Interface for End-to-end Discrimination Discovery and Mitigation. arxiv:https:\/\/arXiv.org\/abs\/1710.06921\u00a0[cs.CY] https:\/\/arxiv.org\/abs\/1710.06921"},{"key":"e_1_3_3_2_15_2","unstructured":"Andrew\u00a0G Bates Iva \u0160pakulov\u00e1 Iain Dove and Andrew Mealor. 2019. ONS methodology working paper series number 16 - Synthetic data pilot. https:\/\/www.ons.gov.uk\/methodology\/methodologicalpublications\/generalmethodology\/onsworkingpaperseries\/onsmethodologyworkingpaperseriesnumber16syntheticdatapilot#authors [Accessed 09-01-2025]."},{"key":"e_1_3_3_2_16_2","doi-asserted-by":"publisher","unstructured":"Rachel Bellamy Kuntal Dey Michael Hind Samuel Hoffman Stephanie Houde Kalapriya Kannan Pranay Lohia Jacquelyn Martino Sameep Mehta Aleksandra Mojsilovic Seema Nagar Karthikeyan Natesan\u00a0Ramamurthy John Richards Diptikalyan Saha Prasanna Sattigeri Moninder Singh Kush Varshney and Yunfeng Zhang. 2019. AI Fairness 360: An Extensible Toolkit for Detecting and Mitigating Algorithmic Bias. IBM Journal of Research and Development PP (09 2019) 1\u20131. 10.1147\/JRD.2019.2942287","DOI":"10.1147\/JRD.2019.2942287"},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"publisher","unstructured":"Emily Bender and Batya Friedman. 2018. Data Statements for Natural Language Processing: Toward Mitigating System Bias and Enabling Better Science. Transactions of the Association for Computational Linguistics 6 (12 2018) 587\u2013604. 10.1162\/tacl_a_00041","DOI":"10.1162\/tacl_a_00041"},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642398"},{"key":"e_1_3_3_2_19_2","doi-asserted-by":"publisher","DOI":"10.1145\/3617694.3623259"},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"publisher","DOI":"10.1145\/3461702.3462612"},{"key":"e_1_3_3_2_21_2","doi-asserted-by":"publisher","unstructured":"\u00c1ngel\u00a0Alexander Cabrera Abraham\u00a0J. Druck Jason\u00a0I. Hong and Adam Perer. 2021. Discovering and Validating AI Errors With Crowdsourced Failure Reports. Proc. ACM Hum.-Comput. Interact. 5 CSCW2 Article 425 (Oct. 2021) 22\u00a0pages. 10.1145\/3479569","DOI":"10.1145\/3479569"},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"crossref","unstructured":"Nancy\u00a0D Cartwright. 2009. What is this thing called\u2019efficacy\u2019?Cambridge University Press.","DOI":"10.1017\/CBO9780511812880.016"},{"key":"e_1_3_3_2_23_2","doi-asserted-by":"crossref","unstructured":"Lingwei Cheng and Alexandra Chouldechova. 2022. Heterogeneity in algorithm-assisted decision-making: A case study in child abuse hotline screening. Proceedings of the ACM on Human-Computer Interaction 6 CSCW2 (2022) 1\u201333.","DOI":"10.1145\/3555101"},{"key":"e_1_3_3_2_24_2","unstructured":"U.S. Equal Employment\u00a0Opportunity Commission. 2023. Select Issues: Assessing Adverse Impact in Software Algorithms and Artificial Intelligence Used in Employment Selection Procedures Under Title VII of the Civil Rights Act of 1964. https:\/\/www.eeoc.gov\/laws\/guidance\/select-issues-assessing-adverse-impact-software-algorithms-and-artificial [Accessed 10-01-2025]."},{"key":"e_1_3_3_2_25_2","doi-asserted-by":"publisher","DOI":"10.5281\/zenodo.7625728"},{"key":"e_1_3_3_2_26_2","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533143"},{"key":"e_1_3_3_2_27_2","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533150"},{"key":"e_1_3_3_2_28_2","unstructured":"Nicholas\u00a0Kluge Corr\u00eaa. 2021. Artificial Intelligence Ethics and Safety: practical tools for creating \"good\" models. ArXiv abs\/2112.11208 (2021). https:\/\/api.semanticscholar.org\/CorpusID:245353695"},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"publisher","DOI":"10.1109\/SaTML54575.2023.00050"},{"key":"e_1_3_3_2_30_2","doi-asserted-by":"crossref","unstructured":"Brian d\u2019Alessandro Cathy O\u2019Neil and Tom LaGatta. 2017. Conscientious Classification: A Data Scientist\u2019s Guide to Discrimination-Aware Classification. Big data 5 2 (2017) 120\u2013134.","DOI":"10.1089\/big.2016.0048"},{"key":"e_1_3_3_2_31_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581026"},{"key":"e_1_3_3_2_32_2","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533113"},{"key":"e_1_3_3_2_33_2","unstructured":"Deon. 2023. An ethics checklist for data scientists. https:\/\/deon.drivendata.org\/"},{"key":"e_1_3_3_2_34_2","unstructured":"Doteveryone. 2019. Consequence Scanning. https:\/\/doteveryone.org.uk\/project\/consequence-scanning\/ [Accessed 08-01-2025]."},{"key":"e_1_3_3_2_35_2","unstructured":"Doteveryone. 2019. People Power and Technology: The Tech Workers\u2019 View. https:\/\/doteveryone.org.uk\/report\/workersview\/ [Accessed 10-01-2025]."},{"key":"e_1_3_3_2_36_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-25540-4_25"},{"key":"e_1_3_3_2_37_2","unstructured":"Digital Dubai. 2022. AI System Ethics Self-Assessment Tool. https:\/\/www.digitaldubai.ae\/self-assessment [Accessed 09-01-2025]."},{"key":"e_1_3_3_2_38_2","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372878"},{"key":"e_1_3_3_2_39_2","doi-asserted-by":"publisher","unstructured":"Nicoleta Economou-Zavlanos Sophia Bessias Michael Cary Armando Bedoya Benjamin Goldstein John Jelovsek Cara O\u2019Brien Nancy Walden Matthew Elmore Amanda Parrish Scott Elengold Kay Lytle Suresh Balu Michael Lipkin Afreen Shariff Michael Gao David Leverenz Ricardo Henao David Ming and Eric Poon. 2023. Translating ethical and quality principles for the effective safe and fair development deployment and use of artificial intelligence technologies in healthcare. Journal of the American Medical Informatics Association : JAMIA 31 (11 2023). 10.1093\/jamia\/ocad221","DOI":"10.1093\/jamia\/ocad221"},{"key":"e_1_3_3_2_40_2","doi-asserted-by":"publisher","unstructured":"Nicole El-Haber Donna Burnett Alison Halford Kathryn Stamp Daswin Silva Milos Manic and Andrew Jennings. 2024. A Lifecycle Approach for Artificial Intelligence Ethics in Energy Systems. Energies 17 (07 2024) 3572. 10.3390\/en17143572","DOI":"10.3390\/en17143572"},{"key":"e_1_3_3_2_41_2","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2018\/851"},{"key":"e_1_3_3_2_42_2","first-page":"62","volume-title":"Proceedings of the international AAAI conference on web and social media","volume":"11","author":"Eslami Motahhare","year":"2017","unstructured":"Motahhare Eslami, Kristen Vaccaro, Karrie Karahalios, and Kevin Hamilton. 2017. \u201cBe careful; things can be worse than they appear\u201d: Understanding biased algorithms and users\u2019 behavior around them in rating platforms. In Proceedings of the international AAAI conference on web and social media, Vol.\u00a011. 62\u201371."},{"key":"e_1_3_3_2_43_2","doi-asserted-by":"crossref","unstructured":"Luciano Floridi. 2021. Establishing the rules for building trustworthy AI. Ethics Governance and Policies in Artificial Intelligence (2021) 41\u201345.","DOI":"10.1007\/978-3-030-81907-1_4"},{"key":"e_1_3_3_2_44_2","unstructured":"Data for Children\u00a0Collaborative. 2024. Data for Children Collaborative Ethical Assessment. https:\/\/static1.squarespace.com\/static\/5ced8e8d4d23c100012bd9ee\/t\/5ea15e953b46f95d97703164\/1587633826177\/Ethics+and+Safeguarding+Compilation+Pack+FINAL+1.pdf [Accessed 08-01-2025]."},{"key":"e_1_3_3_2_45_2","unstructured":"The\u00a0Center for Democracy &\u00a0Technology. 2017. Digital Decisions Tool. https:\/\/www.cdt.info\/ddtool\/ [Accessed 08-01-2025]."},{"key":"e_1_3_3_2_46_2","unstructured":"ECP\u00a0Platform for\u00a0the Information\u00a0Society. 2019. Artificial Intelligence Impact Assessment. https:\/\/ecp.nl\/wp-content\/uploads\/2019\/01\/Artificial-Intelligence-Impact-Assessment-English.pdf"},{"key":"e_1_3_3_2_47_2","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287589"},{"key":"e_1_3_3_2_48_2","doi-asserted-by":"crossref","unstructured":"Batya Friedman Peter\u00a0H Kahn Alan Borning and Alina Huldtgren. 2013. Value sensitive design and information systems. Early engagement and new technologies: Opening up the laboratory (2013) 55\u201395.","DOI":"10.1007\/978-94-007-7844-3_4"},{"key":"e_1_3_3_2_49_2","unstructured":"A.\u00a0Angusand A.\u00a0Murdoch G.\u00a0Lane. 2018. UnBias Fairness Toolkit. https:\/\/unbias.wp.horizon.ac.uk\/fairness-toolkit\/ [Accessed 10-01-2025]."},{"key":"e_1_3_3_2_50_2","doi-asserted-by":"publisher","unstructured":"Timnit Gebru Jamie Morgenstern Briana Vecchione Jennifer\u00a0Wortman Vaughan Hanna Wallach Hal\u00a0Daum\u00e9 III and Kate Crawford. 2021. Datasheets for datasets. Commun. ACM 64 12 (Nov. 2021) 86\u201392. 10.1145\/3458723","DOI":"10.1145\/3458723"},{"key":"e_1_3_3_2_51_2","doi-asserted-by":"crossref","unstructured":"Alex Goldstein Adam Kapelner Justin Bleich and Emily Pitkin. 2013. Peeking Inside the Black Box: Visualizing Statistical Learning With Plots of Individual Conditional Expectation. Journal of Computational and Graphical Statistics 24 (2013) 44 \u2013 65.","DOI":"10.1080\/10618600.2014.907095"},{"key":"e_1_3_3_2_52_2","unstructured":"GovEx 2018. Ethics & Algorithms Toolkit. https:\/\/ethicstoolkit.ai\/"},{"key":"e_1_3_3_2_53_2","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357074"},{"key":"e_1_3_3_2_54_2","unstructured":"Digital Catapult Ethics\u00a0Advisory Group. 2021. Ethics Framework. https:\/\/www.digicatapult.org.uk\/wp-content\/uploads\/2023\/06\/DC_AI_Ethics_Framework-2021.pdf"},{"key":"e_1_3_3_2_55_2","unstructured":"H2O.ai. 2024. Machine Learning Interpretability. https:\/\/h2o.ai\/platform\/dai-mli\/ [Accessed 08-01-2025]."},{"key":"e_1_3_3_2_56_2","unstructured":"Adam\u00a0James Hall Madhava Jay Tudor Cebere Bogdan Cebere Koen\u00a0Lennart van\u00a0der Veen George-Christian Muraru Tongye Xu Patrick Cason Will Abramson Ayoub Benaissa Chinmay Shah Ala Aboudib Th\u00e9o Ryffel Kritika Prakash Tom Titcombe Varun\u00a0Kumar Khare Maddie Shang Ionesio Junior Animesh Gupta Jason Paumier Nahua Kang V.\u00a0A. Manannikov and Andrew Trask. 2021. Syft 0.5: A Platform for Universally Deployable Structured Transparency. ArXiv abs\/2104.12385 (2021)."},{"key":"e_1_3_3_2_57_2","unstructured":"Richard Hawkins Colin Paterson Chiara Picardi Yan Jia Radu Calinescu and Ibrahim Habli. 2021. Guidance on the Assurance of Machine Learning in Autonomous Systems (AMLAS). arxiv:https:\/\/arXiv.org\/abs\/2102.01564\u00a0[cs.LG] https:\/\/arxiv.org\/abs\/2102.01564"},{"key":"e_1_3_3_2_58_2","unstructured":"Will\u00a0Douglas Heaven. 2022. Hundreds of AI tools have been built to catch covid. None of them helped.https:\/\/www.technologyreview.com\/2021\/07\/30\/1030329\/machine-learning-ai-failed-covid-hospital-diagnosis-pandemic\/ [Accessed 10-01-2025]."},{"key":"e_1_3_3_2_59_2","unstructured":"Sarah Holland Ahmed Hosny Sarah Newman Joshua Joseph and Kasia Chmielinski. 2018. The Dataset Nutrition Label: A Framework To Drive Higher Data Quality Standards. arxiv:https:\/\/arXiv.org\/abs\/1805.03677\u00a0[cs.DB] https:\/\/arxiv.org\/abs\/1805.03677"},{"key":"e_1_3_3_2_60_2","doi-asserted-by":"publisher","DOI":"10.1145\/3465416.3483290"},{"key":"e_1_3_3_2_61_2","unstructured":"IBM. 2024. IBM Watson Studio. https:\/\/www.ibm.com\/products\/watson-studio [Accessed 08-01-2025]."},{"key":"e_1_3_3_2_62_2","unstructured":"The Open\u00a0Data Institute. 2021. The Data Ethics Canvas. https:\/\/theodi.org\/insights\/tools\/the-data-ethics-canvas-2021\/ [Accessed 08-01-2025]."},{"key":"e_1_3_3_2_63_2","doi-asserted-by":"publisher","unstructured":"Heleen Janssen Michelle Seng Ah\u00a0Lee and Jatinder Singh. 2022. Practical fundamental rights impact assessments. International Journal of Law and Information Technology 30 2 (11 2022) 200\u2013232. 10.1093\/ijlit\/eaac018 arXiv:https:\/\/academic.oup.com\/ijlit\/article-pdf\/30\/2\/200\/47723287\/eaac018.pdf","DOI":"10.1093\/ijlit\/eaac018"},{"key":"e_1_3_3_2_64_2","unstructured":"Khari Johnson. 2022. How Wrongful Arrests Based on AI Derailed 3 Men\u2019s Lives. https:\/\/www.wired.com\/story\/wrongful-arrests-ai-derailed-3-mens-lives\/ [Accessed 10-01-2025]."},{"key":"e_1_3_3_2_65_2","unstructured":"M.\u00a0K. Johnson M.\u00a0Michael Hanna M.\u00a0V. Clemens-Sewall and D.\u00a0P. Staheli. 2023. Responsible AI Toolkit (RAI Toolkit 1.0). https:\/\/github.com\/tensorflow\/fairness-indicators [Accessed 10-01-2025]."},{"key":"e_1_3_3_2_66_2","doi-asserted-by":"crossref","unstructured":"Margot\u00a0E Kaminski. 2018. Binary governance: Lessons from the GDPR\u2019s approach to algorithmic accountability. S. Cal. L. Rev. 92 (2018) 1529.","DOI":"10.2139\/ssrn.3351404"},{"key":"e_1_3_3_2_67_2","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376219"},{"key":"e_1_3_3_2_68_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642849"},{"key":"e_1_3_3_2_69_2","first-page":"670","volume-title":"Proceedings of the AAAI\/ACM Conference on AI, Ethics, and Society","volume":"7","author":"Kawakami Anna","year":"2024","unstructured":"Anna Kawakami, Daricia Wilkinson, and Alexandra Chouldechova. 2024. Do Responsible AI Artifacts Advance Stakeholder Goals? Four Key Barriers Perceived by Legal and Civil Stakeholders. In Proceedings of the AAAI\/ACM Conference on AI, Ethics, and Society, Vol.\u00a07. 670\u2013682."},{"key":"e_1_3_3_2_70_2","unstructured":"Kate Kaye and Pam Dixon. 2023. Risky Analysis: Assessing and Improving AI Governance Tools: An international review of AI Governance Tools and suggestions for pathways forward. https:\/\/www.worldprivacyforum.org\/wp-content\/uploads\/2023\/12\/WPF_Risky_Analysis_December_2023_fs.pdf [Accessed 10-01-2025]."},{"key":"e_1_3_3_2_71_2","unstructured":"Joshua Kroll Joanna Huey Solon Barocas Edward Felten Joel Reidenberg David Robinson and Harlan Yu. 2017. Accountable algorithms. University of Pennsylvania Law Review 165 (02 2017) 633\u2013705."},{"key":"e_1_3_3_2_72_2","unstructured":"Indra Kumar Carlos Scheidegger Suresh Venkatasubramanian and Sorelle Friedler. 2021. Shapley Residuals: Quantifying the limits of the Shapley value for explanations. Advances in Neural Information Processing Systems 34 (2021) 26598\u201326608."},{"key":"e_1_3_3_2_73_2","first-page":"5491","volume-title":"International conference on machine learning","author":"Kumar I\u00a0Elizabeth","year":"2020","unstructured":"I\u00a0Elizabeth Kumar, Suresh Venkatasubramanian, Carlos Scheidegger, and Sorelle Friedler. 2020. Problems with Shapley-value-based explanations as feature importance measures. In International conference on machine learning. PMLR, 5491\u20135500."},{"key":"e_1_3_3_2_74_2","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3658957"},{"key":"e_1_3_3_2_75_2","doi-asserted-by":"publisher","unstructured":"Richard Landers and Tara Behrend. 2022. Auditing the AI Auditors: A Framework for Evaluating Fairness and Bias in High Stakes AI Predictive Models. American Psychologist 78 (02 2022). 10.1037\/amp0000972","DOI":"10.1037\/amp0000972"},{"key":"e_1_3_3_2_76_2","unstructured":"Colin Lecher. 2024. NYC\u2019s AI Chatbot Tells Businesses to Break the Law. https:\/\/themarkup.org\/news\/2024\/03\/29\/nycs-ai-chatbot-tells-businesses-to-break-the-law [Accessed 10-01-2025]."},{"key":"e_1_3_3_2_77_2","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445261"},{"key":"e_1_3_3_2_78_2","doi-asserted-by":"publisher","unstructured":"Xiaoxuan Liu Ben Glocker Melissa\u00a0M McCradden Marzyeh Ghassemi Alastair\u00a0K Denniston and Lauren Oakden-Rayner. 2022. The medical algorithmic audit. The Lancet Digital Health 4 (05 2022) e384\u2013e397. 10.1016\/S2589-7500(22)00003-6","DOI":"10.1016\/S2589-7500(22)00003-6"},{"key":"e_1_3_3_2_79_2","doi-asserted-by":"publisher","unstructured":"Sin\u00a0Kit Lo Yue Liu Qinghua Lu Chen Wang Xiwei Xu Hye-Young Paik and Liming Zhu. 2023. Toward Trustworthy AI: Blockchain-Based Architecture Design for Accountability and Fairness of Federated Learning Systems. IEEE Internet of Things Journal 10 4 (2023) 3276\u20133284. 10.1109\/JIOT.2022.3144450","DOI":"10.1109\/JIOT.2022.3144450"},{"key":"e_1_3_3_2_80_2","doi-asserted-by":"crossref","unstructured":"Lara Lobschat Benjamin Mueller Felix Eggers Laura Brandimarte Sarah Diefenbach Mirja Kroschke and Jochen Wirtz. 2021. Corporate digital responsibility. Journal of Business Research 122 (2021) 875\u2013888.","DOI":"10.1016\/j.jbusres.2019.10.006"},{"key":"e_1_3_3_2_81_2","unstructured":"Scott Lundberg. 2017. A unified approach to interpreting model predictions. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1705.07874 (2017)."},{"key":"e_1_3_3_2_82_2","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376445"},{"key":"e_1_3_3_2_83_2","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533227"},{"key":"e_1_3_3_2_84_2","unstructured":"Who\u00a0Targets Me. 2017. Who Targets Me makes online political ads more transparent. https:\/\/whotargets.me\/en\/ [Accessed 10-01-2025]."},{"key":"e_1_3_3_2_85_2","unstructured":"Microsoft. 2022. Microsoft Community jury. https:\/\/learn.microsoft.com\/en-us\/azure\/architecture\/guide\/responsible-innovation\/community-jury\/ [Accessed 08-01-2025]."},{"key":"e_1_3_3_2_86_2","unstructured":"Microsoft. 2022. Microsoft Responsible AI Impact Assessment Guide. https:\/\/blogs.microsoft.com\/wp-content\/uploads\/prod\/sites\/5\/2022\/06\/Microsoft-RAI-Impact-Assessment-Guide.pdf [Accessed 08-01-2025]."},{"key":"e_1_3_3_2_87_2","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287596"},{"key":"e_1_3_3_2_88_2","doi-asserted-by":"crossref","unstructured":"Brent\u00a0D Mittelstadt. 2019. AI ethics-too principled to fail? CoRR (2019).","DOI":"10.2139\/ssrn.3391293"},{"key":"e_1_3_3_2_89_2","unstructured":"AJung Moon Shalaleh Rismani Jason Millar Terralynn Forsyth Jordan Eshpeter Muhammad Jaffar and Anh Phan. 2019. Foresight into AI Ethics (FAIE): A toolkit for creating an ethics roadmap for your AI project. https:\/\/openroboethics.org\/wp-content\/uploads\/2021\/07\/ORI-Foresight-into-Artificial-Intelligence-Ethics-Launch-V1.pdf [Accessed 09-01-2025]."},{"key":"e_1_3_3_2_90_2","doi-asserted-by":"crossref","unstructured":"Jessica Morley L. Floridi Libby Kinsey and Anat Elhalal. 2019. From What to How: An Initial Review of Publicly Available AI Ethics Tools Methods and Research to Translate Principles into Practices. Science and Engineering Ethics 26 (2019) 2141 \u2013 2168. https:\/\/api.semanticscholar.org\/CorpusID:203184273","DOI":"10.1007\/s11948-019-00165-5"},{"key":"e_1_3_3_2_91_2","unstructured":"Gary D.\u00a0Lopez Munoz Amanda\u00a0J. Minnich Roman Lutz Richard Lundeen Raja Sekhar\u00a0Rao Dheekonda Nina Chikanov Bolor-Erdene Jagdagdorj Martin Pouliot Shiven Chawla Whitney Maxwell Blake Bullwinkel Katherine Pratt Joris de Gruyter Charlotte Siska Pete Bryan Tori Westerhoff Chang Kawaguchi Christian Seifert Ram Shankar\u00a0Siva Kumar and Yonatan Zunger. 2024. PyRIT: A Framework for Security Risk Identification and Red Teaming in Generative AI Systems. arxiv:https:\/\/arXiv.org\/abs\/2410.02828\u00a0[cs.CR] https:\/\/arxiv.org\/abs\/2410.02828"},{"key":"e_1_3_3_2_92_2","doi-asserted-by":"publisher","unstructured":"Iman Naja Milan Markovic Peter Edwards Wei Pang Caitlin Cottrill and Rebecca Williams. 2022. Using Knowledge Graphs to Unlock Practical Collection Integration and Audit of AI Accountability Information. IEEE Access 10 (2022) 74383\u201374411. 10.1109\/ACCESS.2022.3188967","DOI":"10.1109\/ACCESS.2022.3188967"},{"key":"e_1_3_3_2_93_2","unstructured":"Amy\u00a0Hawn Nelson Della Jenkins Sharon Zanti Matthew Katz Emily Berkowitz TC Burnett and Dennis Culhane. 2020. A Toolkit for Centering Racial Equity Throughout Data Integration. https:\/\/aisp.upenn.edu\/resource-article\/a-toolkit-for-centering-racial-equity-throughout-data-integration\/ [Accessed 09-01-2025]."},{"key":"e_1_3_3_2_94_2","doi-asserted-by":"crossref","unstructured":"Helen Nissenbaum. 1996. Accountability in a computerized society. Science and engineering ethics 2 (1996) 25\u201342.","DOI":"10.1007\/BF02639315"},{"key":"e_1_3_3_2_95_2","unstructured":"Harsha Nori Samuel Jenkins Paul Koch and Rich Caruana. 2019. InterpretML: A Unified Framework for Machine Learning Interpretability. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1909.09223 (2019)."},{"key":"e_1_3_3_2_96_2","doi-asserted-by":"publisher","DOI":"10.1145\/3554364.3559117"},{"key":"e_1_3_3_2_97_2","doi-asserted-by":"publisher","DOI":"10.1609\/hcomp.v6i1.13337"},{"key":"e_1_3_3_2_98_2","unstructured":"The Personal Data Protection\u00a0Commission of Singapore. 2020. Model AI Governance Framework. https:\/\/www.pdpc.gov.sg\/help-and-resources\/2020\/01\/second-edition-of-model-artificial-intelligence-governance-framework [Accessed 08-01-2025]."},{"key":"e_1_3_3_2_99_2","unstructured":"Victor Ojewale Ryan Steed Briana Vecchione Abeba Birhane and Inioluwa\u00a0Deborah Raji. 2024. Towards AI Accountability Infrastructure: Gaps and Opportunities in AI Audit Tooling. arxiv:https:\/\/arXiv.org\/abs\/2402.17861\u00a0[cs.CY] https:\/\/arxiv.org\/abs\/2402.17861"},{"key":"e_1_3_3_2_100_2","unstructured":"High-Level Expert\u00a0Group on Artificial\u00a0Intelligence. 2019. Ethics Guideleins for Trustworthy AI. https:\/\/digital-strategy.ec.europa.eu\/en\/library\/ethics-guidelines-trustworthy-ai [Accessed 10-01-2025]."},{"key":"e_1_3_3_2_101_2","doi-asserted-by":"publisher","unstructured":"Ricardo Ortega-Bola\u00f1os Joshua Bernal-Salcedo Mariana Ortiz Julian Sarmiento Gonzalo Ruz and Reinel Tabares\u00a0Soto. 2024. Applying the ethics of AI: a systematic review of tools for developing and assessing AI-based systems. Artificial Intelligence Review 57 (04 2024). 10.1007\/s10462-024-10740-3","DOI":"10.1007\/s10462-024-10740-3"},{"key":"e_1_3_3_2_102_2","doi-asserted-by":"publisher","unstructured":"Cecilia Panigutti Alan Perotti Andr\u00e9 Panisson Paolo Bajardi and Dino Pedreschi. 2021. FairLens: Auditing black-box clinical decision support systems. Inf. Process. Manage. 58 5 (Sept. 2021) 17\u00a0pages. 10.1016\/j.ipm.2021.102657","DOI":"10.1016\/j.ipm.2021.102657"},{"key":"e_1_3_3_2_103_2","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287567"},{"key":"e_1_3_3_2_104_2","unstructured":"Erich Prem. 2023. From ethical AI frameworks to tools: a review of approaches. AI and Ethics (2023) 1\u201318. https:\/\/api.semanticscholar.org\/CorpusID:256750508"},{"key":"e_1_3_3_2_105_2","doi-asserted-by":"publisher","DOI":"10.18260\/1-2--47172"},{"key":"e_1_3_3_2_106_2","unstructured":"Mahima Pushkarna Andrew Zaldivar Reena Jana Vivian Tsai and Oddur Kjartansson. 2021. Data Cards Playbook. https:\/\/github.com\/pair-code\/datacardsplaybook [Accessed 08-01-2025]."},{"key":"e_1_3_3_2_107_2","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533158"},{"key":"e_1_3_3_2_108_2","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372873"},{"key":"e_1_3_3_2_109_2","doi-asserted-by":"crossref","unstructured":"Bogdana Rakova Jingying Yang Henriette Cramer and Rumman Chowdhury. 2021. Where responsible AI meets reality: Practitioner perspectives on enablers for shifting organizational practices. Proceedings of the ACM on Human-Computer Interaction 5 CSCW1 (2021) 1\u201323.","DOI":"10.1145\/3449081"},{"key":"e_1_3_3_2_110_2","doi-asserted-by":"publisher","unstructured":"Jonas Rauber Roland Zimmermann Matthias Bethge and Wieland Brendel. 2020. Foolbox Native: Fast adversarial attacks to benchmark the robustness of machine learning models in PyTorch TensorFlow and JAX. Journal of Open Source Software 5 53 (2020) 2607. 10.21105\/joss.02607","DOI":"10.21105\/joss.02607"},{"key":"e_1_3_3_2_111_2","unstructured":"IBM Research. 2019. AI FactSheets 360. https:\/\/aifs360.res.ibm.com\/ [Accessed 09-01-2025]."},{"key":"e_1_3_3_2_112_2","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939778"},{"key":"e_1_3_3_2_113_2","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445604"},{"key":"e_1_3_3_2_114_2","unstructured":"Theo Ryffel Andrew Trask Morten Dahl Bobby Wagner Jason Mancuso Daniel Rueckert and Jonathan Passerat-Palmbach. 2018. A generic framework for privacy preserving deep learning. arxiv:https:\/\/arXiv.org\/abs\/1811.04017\u00a0[cs.LG] https:\/\/arxiv.org\/abs\/1811.04017 [Accessed 09-01-2025]."},{"key":"e_1_3_3_2_115_2","doi-asserted-by":"crossref","unstructured":"Henrik\u00a0Skaug S\u00e6tra. 2021. A Framework for Evaluating and Disclosing the ESG Related Impacts of AI with the SDGs. Sustainability 13 15 (2021) 8503.","DOI":"10.3390\/su13158503"},{"key":"e_1_3_3_2_116_2","unstructured":"Pedro Saleiro Benedict Kuester Abby Stevens Ari Anisfeld Loren Hinkson Jesse London and Rayid Ghani. 2018. Aequitas: A Bias and Fairness Audit Toolkit. ArXiv abs\/1811.05577 (2018)."},{"key":"e_1_3_3_2_117_2","doi-asserted-by":"publisher","DOI":"10.1145\/3657054.3657063"},{"key":"e_1_3_3_2_118_2","unstructured":"Daniel Schiff Bogdana Rakova Aladdin Ayesh Anat Fanti and Michael Lennon. 2020. Principles to practices for responsible AI: closing the gap. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2006.04707 (2020)."},{"key":"e_1_3_3_2_119_2","doi-asserted-by":"publisher","unstructured":"Jatinder Singh Jennifer Cobbe and Chris Norval. 2019. Decision Provenance: Harnessing Data Flow for Accountable Systems. IEEE Access 7 (2019) 6562\u20136574. 10.1109\/ACCESS.2018.2887201","DOI":"10.1109\/ACCESS.2018.2887201"},{"key":"e_1_3_3_2_120_2","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330885"},{"key":"e_1_3_3_2_121_2","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533132"},{"key":"e_1_3_3_2_122_2","unstructured":"Stephen\u00a0Sanford Taka\u00a0Ariga Timothy M.\u00a0Persons. 2021. Artificial Intelligence: An Accountability Framework for Federal Agencies and Other Entities. https:\/\/www.gao.gov\/assets\/gao-21-519sp.pdf [Accessed 09-01-2025]."},{"key":"e_1_3_3_2_123_2","doi-asserted-by":"crossref","unstructured":"Ian Tenney James Wexler Jasmijn Bastings Tolga Bolukbasi Andy Coenen Sebastian Gehrmann Ellen Jiang Mahima Pushkarna Carey Radebaugh Emily Reif and Ann Yuan. 2020. The Language Interpretability Tool: Extensible Interactive Visualizations and Analysis for NLP Models. 107\u2013118\u00a0pages. https:\/\/www.aclweb.org\/anthology\/2020.emnlp-demos.15","DOI":"10.18653\/v1\/2020.emnlp-demos.15"},{"key":"e_1_3_3_2_124_2","unstructured":"TensorFlow. [n. d.]. TensorFlow Responsible AI. https:\/\/www.tensorflow.org\/responsible_ai [Accessed 08-01-2025]."},{"key":"e_1_3_3_2_125_2","unstructured":"TensorFlow. 2024. Fairness Indicators. https:\/\/github.com\/tensorflow\/fairness-indicators [Accessed 10-01-2025]."},{"key":"e_1_3_3_2_126_2","unstructured":"Florian Tramer Vaggelis Atlidakis Roxana Geambasu Daniel Hsu Jean-Pierre Hubaux Mathias Humbert Ari Juels and Huang Lin. 2015. FairTest: Discovering Unwarranted Associations in Data-Driven Applications. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1510.02377 (2015)."},{"key":"e_1_3_3_2_127_2","doi-asserted-by":"publisher","DOI":"10.1109\/EuroSP.2017.29"},{"key":"e_1_3_3_2_128_2","doi-asserted-by":"publisher","DOI":"10.1117\/12.3027227"},{"key":"e_1_3_3_2_129_2","unstructured":"Innovation &\u00a0Technology UK\u00a0Department\u00a0for Science. 2023. Guidance Ethics Transparency and Accountability Framework for Automated Decision-Making. https:\/\/www.gov.uk\/government\/publications\/ethics-transparency-and-accountability-framework-for-automated-decision-making\/ethics-transparency-and-accountability-framework-for-automated-decision-making [Accessed 08-01-2025]."},{"key":"e_1_3_3_2_130_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580903"},{"key":"e_1_3_3_2_131_2","doi-asserted-by":"publisher","DOI":"10.1145\/3340531.3412705"},{"key":"e_1_3_3_2_132_2","doi-asserted-by":"publisher","unstructured":"Richard Vidgen Giles Hindle and Ian Randolph. 2019. Exploring the ethical implications of business analytics with a business ethics canvas. European Journal of Operational Research 281 (04 2019). 10.1016\/j.ejor.2019.04.036","DOI":"10.1016\/j.ejor.2019.04.036"},{"key":"e_1_3_3_2_133_2","unstructured":"Hrishikesh Viswanath and Tianyi Zhang. 2023. FairPy: A Toolkit for Evaluation of Social Biases and their Mitigation in Large Language Models. arxiv:https:\/\/arXiv.org\/abs\/2302.05508\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/2302.05508"},{"key":"e_1_3_3_2_134_2","unstructured":"Hilde Weerts Miroslav Dud\u00edk Richard Edgar Adrin Jalali Roman Lutz and Michael Madaio. 2024. Fairlearn: assessing and improving fairness of AI systems. JMLR 24 1 Article 257 (March 2024) 8\u00a0pages."},{"key":"e_1_3_3_2_135_2","doi-asserted-by":"publisher","unstructured":"James Wexler Mahima Pushkarna Tolga Bolukbasi Martin Wattenberg Fernanda Viegas and Jimbo Wilson. 2020. The What-If Tool: Interactive Probing of Machine Learning Models. IEEE Transactions on Visualization & Computer Graphics 26 01 (jan 2020) 56\u201365. 10.1109\/TVCG.2019.2934619","DOI":"10.1109\/TVCG.2019.2934619"},{"key":"e_1_3_3_2_136_2","unstructured":"Steven\u00a0Euijong Whang Ki\u00a0Hyun Tae Yuji Roh and Geon Heo. 2021. Responsible AI Challenges in End-to-end Machine Learning. CoRR abs\/2101.05967 (2021). arXiv:https:\/\/arXiv.org\/abs\/2101.05967https:\/\/arxiv.org\/abs\/2101.05967"},{"key":"e_1_3_3_2_137_2","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445928"},{"key":"e_1_3_3_2_138_2","unstructured":"Julia Wittenberg and Rob Watts. 2024. Everything You Need To Know To Set Up A Responsibility Assignment Matrix (RAM). https:\/\/www.forbes.com\/advisor\/business\/software\/what-is-responsibility-assignment-matrix\/ [Accessed 10-01-2025]."},{"key":"e_1_3_3_2_139_2","unstructured":"Jakub Wi\u015bniewski and Przemys\u0142aw Biecek. 2022. fairmodels: A Flexible Tool For Bias Detection Visualization And Mitigation. arxiv:https:\/\/arXiv.org\/abs\/2104.00507\u00a0[stat.ML] https:\/\/arxiv.org\/abs\/2104.00507"},{"key":"e_1_3_3_2_140_2","doi-asserted-by":"publisher","unstructured":"Haiyang Yu Zhen Yang and Richard\u00a0O. Sinnott. 2019. Decentralized Big Data Auditing for Smart City Environments Leveraging Blockchain Technology. IEEE Access 7 (2019) 6288\u20136296. 10.1109\/ACCESS.2018.2888940","DOI":"10.1109\/ACCESS.2018.2888940"}],"event":{"name":"FAccT '25: The 2025 ACM Conference on Fairness, Accountability, and Transparency","location":"Athens Greece","acronym":"FAccT '25"},"container-title":["Proceedings of the 2025 ACM Conference on Fairness, Accountability, and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3715275.3732191","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,24]],"date-time":"2025-06-24T11:26:14Z","timestamp":1750764374000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3715275.3732191"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,23]]},"references-count":139,"alternative-id":["10.1145\/3715275.3732191","10.1145\/3715275"],"URL":"https:\/\/doi.org\/10.1145\/3715275.3732191","relation":{},"subject":[],"published":{"date-parts":[[2025,6,23]]},"assertion":[{"value":"2025-06-23","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}