{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T20:36:44Z","timestamp":1776112604223,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":130,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,4,19]],"date-time":"2023-04-19T00:00:00Z","timestamp":1681862400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,4,19]]},"DOI":"10.1145\/3544548.3581407","type":"proceedings-article","created":{"date-parts":[[2023,4,20]],"date-time":"2023-04-20T04:28:44Z","timestamp":1681964924000},"page":"1-18","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":30,"title":["From Plane Crashes to Algorithmic Harm: Applicability of Safety Engineering Frameworks for Responsible ML"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5281-2428","authenticated-orcid":false,"given":"Shalaleh","family":"Rismani","sequence":"first","affiliation":[{"name":"McGill University, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4720-3844","authenticated-orcid":false,"given":"Renee","family":"Shelby","sequence":"additional","affiliation":[{"name":"Google Research, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9816-7348","authenticated-orcid":false,"given":"Andrew","family":"Smart","sequence":"additional","affiliation":[{"name":"Google Research, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6626-2458","authenticated-orcid":false,"given":"Edgar","family":"Jatho","sequence":"additional","affiliation":[{"name":"Computer Science, Naval Postgraduate School, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4079-2175","authenticated-orcid":false,"given":"Joshua","family":"Kroll","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Naval Postgraduate School, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9387-6284","authenticated-orcid":false,"given":"AJung","family":"Moon","sequence":"additional","affiliation":[{"name":"RAISE Lab, McGill University, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9638-4664","authenticated-orcid":false,"given":"Negar","family":"Rostamzadeh","sequence":"additional","affiliation":[{"name":"Google Research, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2023,4,19]]},"reference":[{"key":"e_1_3_3_3_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3461702.3462624"},{"key":"e_1_3_3_3_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445888"},{"key":"e_1_3_3_3_3_1","unstructured":"Julia Angwin and Terry Parris Jr. 2016. Facebook Lets Advertisers Exclude Users by Race. https:\/\/www.propublica.org\/article\/facebook-lets-advertisers-exclude-users-by-race. Accessed: 2022-9-3."},{"key":"e_1_3_3_3_4_1","unstructured":"IEEE\u00a0Standards Association. 2022. IEEE portfolio of AIS technology and impact standards and standards projects. https:\/\/standards.ieee.org\/initiatives\/artificial-intelligence-systems\/standards\/. Accessed: 2022-9-10."},{"key":"e_1_3_3_3_5_1","volume-title":"System safety engineering and risk assessment: a practical approach","author":"Bahr J","unstructured":"Nicholas\u00a0J Bahr. 2014. System safety engineering and risk assessment: a practical approach. CRC press."},{"key":"e_1_3_3_3_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3322276.3323697"},{"key":"e_1_3_3_3_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753521"},{"key":"e_1_3_3_3_8_1","doi-asserted-by":"publisher","unstructured":"Solon Barocas Anhong Guo Ece Kamar Jacquelyn Krones Meredith\u00a0Ringel Morris Jennifer\u00a0Wortman Vaughan Duncan Wadsworth and Hanna Wallach. 2021. Designing Disaggregated Evaluations of AI Systems: Choices Considerations and Tradeoffs. https:\/\/doi.org\/10.48550\/ARXIV.2103.06076","DOI":"10.48550\/ARXIV.2103.06076"},{"key":"e_1_3_3_3_9_1","doi-asserted-by":"crossref","unstructured":"Solon Barocas Sophie Hood and Malte Ziewitz. 2013. Governing algorithms: A provocation piece.","DOI":"10.2139\/ssrn.2245322"},{"key":"e_1_3_3_3_10_1","volume-title":"Race After Technology: Abolitionist Tools for the New Jim Code (1 ed.)","author":"Benjamin Ruha","unstructured":"Ruha Benjamin. 2019. Race After Technology: Abolitionist Tools for the New Jim Code (1 ed.). Polity."},{"key":"e_1_3_3_3_11_1","first-page":"2","article-title":"Algorithmic injustice: a relational ethics approach","volume":"2","author":"Birhane Abeba","year":"2021","unstructured":"Abeba Birhane. 2021. Algorithmic injustice: a relational ethics approach. Patterns (N Y) 2, 2 (Feb. 2021), 100205.","journal-title":"Patterns (N Y)"},{"key":"e_1_3_3_3_12_1","volume-title":"Responsible Language Technologies: Foreseeing and Mitigating Harms. In Extended Abstracts of the 2022 CHI Conference on Human Factors in Computing Systems","author":"Blodgett Su\u00a0Lin","year":"2022","unstructured":"Su\u00a0Lin Blodgett, Q\u00a0Vera Liao, Alexandra Olteanu, Rada Mihalcea, Michael Muller, Morgan\u00a0Klaus Scheuerman, Chenhao Tan, and Qian Yang. 2022. Responsible Language Technologies: Foreseeing and Mitigating Harms. In Extended Abstracts of the 2022 CHI Conference on Human Factors in Computing Systems (New Orleans, LA, USA) (CHI EA \u201922, Article 152). Association for Computing Machinery, New York, NY, USA, 1\u20133."},{"key":"e_1_3_3_3_13_1","doi-asserted-by":"publisher","DOI":"10.1080\/2159676X.2019.1628806"},{"key":"e_1_3_3_3_14_1","volume-title":"One Size Fits All? What Counts as Quality Practice in (Reflexive) Thematic Analysis?Qualitative Research in Psychology 18, 3 (Aug","author":"Braun Virginia","year":"2020","unstructured":"Virginia Braun and Victoria Clarke. 2020. One Size Fits All? What Counts as Quality Practice in (Reflexive) Thematic Analysis?Qualitative Research in Psychology 18, 3 (Aug. 2020), 1\u201325."},{"key":"e_1_3_3_3_15_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11569-012-0141-7"},{"key":"e_1_3_3_3_16_1","doi-asserted-by":"publisher","DOI":"10.1177\/2053951720983865"},{"key":"e_1_3_3_3_17_1","doi-asserted-by":"publisher","DOI":"10.1177\/23998083221075639"},{"key":"e_1_3_3_3_18_1","doi-asserted-by":"publisher","DOI":"10.1177\/2053951715622512"},{"key":"e_1_3_3_3_19_1","doi-asserted-by":"publisher","DOI":"10.3389\/frai.2020.00034"},{"key":"e_1_3_3_3_20_1","volume-title":"Effective FMEAs: achieving safe, reliable, and economical products and processes using failure mode and effects analysis","author":"Carlson Carl","unstructured":"Carl Carlson. 2012. Effective FMEAs: achieving safe, reliable, and economical products and processes using failure mode and effects analysis. Wiley, Hoboken, N.J."},{"key":"e_1_3_3_3_21_1","doi-asserted-by":"crossref","unstructured":"Le Chen Alan Mislove and Christo Wilson. 2016. An Empirical Analysis of Algorithmic Pricing on Amazon Marketplace. In Proceedings of the 25th International Conference on World Wide Web (Montr\u00e9al Qu\u00e9bec Canada) (WWW \u201916). International World Wide Web Conferences Steering Committee Republic and Canton of Geneva CHE 1339\u20131349.","DOI":"10.1145\/2872427.2883089"},{"key":"e_1_3_3_3_22_1","first-page":"1617","article-title":"Mandoline: Model Evaluation under Distribution Shift","volume":"139","author":"Chen Mayee","year":"2021","unstructured":"Mayee Chen, Karan Goel, Nimit\u00a0S Sohoni, Fait Poms, Kayvon Fatahalian, and Christopher Re. 2021. Mandoline: Model Evaluation under Distribution Shift. Proceedings of Machine Learning Research 139 (2021), 1617\u20131629.","journal-title":"Proceedings of Machine Learning Research"},{"key":"e_1_3_3_3_23_1","doi-asserted-by":"publisher","unstructured":"Alex Chohlas-Wood Madison Coots Henry Zhu Emma Brunskill and Sharad Goel. 2021. Learning to be Fair: A Consequentialist Approach to Equitable Decision-Making. https:\/\/doi.org\/10.48550\/ARXIV.2109.08792","DOI":"10.48550\/ARXIV.2109.08792"},{"key":"e_1_3_3_3_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533150"},{"key":"e_1_3_3_3_25_1","unstructured":"Sam Corbett-Davies and Sharad Goel. 2018. The measure and mismeasure of fairness: A critical review of fair machine learning."},{"key":"e_1_3_3_3_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3097983.3098095"},{"key":"e_1_3_3_3_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533213"},{"key":"e_1_3_3_3_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3278156"},{"key":"e_1_3_3_3_29_1","doi-asserted-by":"crossref","unstructured":"Catherine D\u2019Ignazio and Lauren\u00a0F Klein. 2021. Data Feminism. Tantor Audio.","DOI":"10.7551\/mitpress\/11805.001.0001"},{"key":"e_1_3_3_3_30_1","volume-title":"System Safety and Artificial Intelligence. In 2022 ACM Conference on Fairness, Accountability, and Transparency","author":"Dobbe Roel","year":"2022","unstructured":"Roel Dobbe. 2022. System Safety and Artificial Intelligence. In 2022 ACM Conference on Fairness, Accountability, and Transparency (Seoul, Republic of Korea) (FAccT \u201922). Association for Computing Machinery, New York, NY, USA, 1584."},{"key":"e_1_3_3_3_31_1","doi-asserted-by":"publisher","DOI":"10.1086\/662383"},{"key":"e_1_3_3_3_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445188"},{"key":"e_1_3_3_3_33_1","volume-title":"The Algorithmic Imprint. In 2022 ACM Conference on Fairness, Accountability, and Transparency","author":"Ehsan Upol","year":"2022","unstructured":"Upol Ehsan, Ranjit Singh, Jacob Metcalf, and Mark Riedl. 2022. The Algorithmic Imprint. In 2022 ACM Conference on Fairness, Accountability, and Transparency (Seoul, Republic of Korea) (FAccT \u201922). Association for Computing Machinery, New York, NY, USA, 1305\u20131317."},{"key":"e_1_3_3_3_34_1","volume-title":"Hazard analysis techniques for system safety","author":"A Ericson","unstructured":"Clifton\u00a0A Ericson 2015. Hazard analysis techniques for system safety. John Wiley & Sons."},{"key":"e_1_3_3_3_35_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_3_3_36_1","unstructured":"European Commission. 2021. Proposal for a Regulation laying down harmonised rules on artificial intelligence. https:\/\/digital-strategy.ec.europa.eu\/en\/library\/proposal-regulation-laying-down-harmonised-rules-artificial-intelligence. Accessed: 2022-9-10."},{"key":"e_1_3_3_3_37_1","volume-title":"Ethical Foresight Analysis: What it is and Why it is Needed?Minds Mach. 30, 1 (March","author":"Floridi Luciano","year":"2020","unstructured":"Luciano Floridi and Andrew Strait. 2020. Ethical Foresight Analysis: What it is and Why it is Needed?Minds Mach. 30, 1 (March 2020), 77\u201397."},{"key":"e_1_3_3_3_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3514094.3534137"},{"key":"e_1_3_3_3_39_1","volume-title":"Value Sensitive Design: Shaping Technology with Moral Imagination","author":"Friedman Batya","unstructured":"Batya Friedman and David\u00a0G Hendry. 2019. Value Sensitive Design: Shaping Technology with Moral Imagination. MIT Press."},{"key":"e_1_3_3_3_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/259963.260253"},{"key":"e_1_3_3_3_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/230538.230561"},{"key":"e_1_3_3_3_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3306618.3317950"},{"key":"e_1_3_3_3_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3458723"},{"key":"e_1_3_3_3_44_1","volume-title":"Bill C-27 summary: Digital Charter Implementation Act","author":"Canada Government","year":"2022","unstructured":"Government of Canada. 2022. Bill C-27 summary: Digital Charter Implementation Act, 2022. https:\/\/ised-isde.canada.ca\/site\/innovation-better-canada\/en\/canadas-digital-charter\/bill-summary-digital-charter-implementation-act-2020. Accessed: 2022-9-10."},{"key":"e_1_3_3_3_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372826"},{"key":"e_1_3_3_3_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3502118"},{"key":"e_1_3_3_3_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300830"},{"key":"e_1_3_3_3_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300291"},{"key":"e_1_3_3_3_49_1","volume-title":"Evaluation Gaps in Machine Learning Practice. In 2022 ACM Conference on Fairness, Accountability, and Transparency","author":"Hutchinson Ben","year":"2022","unstructured":"Ben Hutchinson, Negar Rostamzadeh, Christina Greer, Katherine Heller, and Vinodkumar Prabhakaran. 2022. Evaluation Gaps in Machine Learning Practice. In 2022 ACM Conference on Fairness, Accountability, and Transparency (Seoul, Republic of Korea) (FAccT \u201922). Association for Computing Machinery, New York, NY, USA, 1859\u20131876."},{"key":"e_1_3_3_3_50_1","doi-asserted-by":"publisher","DOI":"10.2514\/1.A32449"},{"key":"e_1_3_3_3_51_1","volume-title":"States of Knowledge: The Co-Production of Science and Social Order","author":"Jasanoff Sheila","unstructured":"Sheila Jasanoff. 2004. States of Knowledge: The Co-Production of Science and Social Order. Routledge."},{"key":"e_1_3_3_3_52_1","doi-asserted-by":"publisher","DOI":"10.5267\/j.msl.2015.5.006"},{"key":"e_1_3_3_3_53_1","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-019-0088-2"},{"key":"e_1_3_3_3_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702520"},{"key":"e_1_3_3_3_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3274357"},{"key":"e_1_3_3_3_56_1","volume-title":"Critical Tools for Machine Learning: Working with Intersectional Critical Concepts in Machine Learning Systems Design. In 2022 ACM Conference on Fairness, Accountability, and Transparency","author":"Klumbyt\u0117 Goda","year":"2022","unstructured":"Goda Klumbyt\u0117, Claude Draude, and Alex\u00a0S Taylor. 2022. Critical Tools for Machine Learning: Working with Intersectional Critical Concepts in Machine Learning Systems Design. In 2022 ACM Conference on Fairness, Accountability, and Transparency (Seoul, Republic of Korea) (FAccT \u201922). Association for Computing Machinery, New York, NY, USA, 1528\u20131541."},{"key":"e_1_3_3_3_57_1","volume-title":"Proceedings of the 38th International Conference on Machine Learning(Proceedings of Machine Learning Research, Vol.\u00a0139)","author":"Koh Pang\u00a0Wei","year":"2021","unstructured":"Pang\u00a0Wei Koh, Shiori Sagawa, Henrik Marklund, Sang\u00a0Michael Xie, Marvin Zhang, Akshay Balsubramani, Weihua Hu, Michihiro Yasunaga, Richard\u00a0Lanas Phillips, Irena Gao, Tony Lee, Etienne David, Ian Stavness, Wei Guo, Berton Earnshaw, Imran Haque, Sara\u00a0M Beery, Jure Leskovec, Anshul Kundaje, Emma Pierson, Sergey Levine, Chelsea Finn, and Percy Liang. 2021. WILDS: A Benchmark of in-the-Wild Distribution Shifts. In Proceedings of the 38th International Conference on Machine Learning(Proceedings of Machine Learning Research, Vol.\u00a0139), Marina Meila and Tong Zhang (Eds.). PMLR, 5637\u20135664."},{"key":"e_1_3_3_3_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/3375627.3375835"},{"key":"e_1_3_3_3_59_1","doi-asserted-by":"publisher","DOI":"10.1098\/rsta.2018.0084"},{"key":"e_1_3_3_3_60_1","first-page":"633","article-title":"Accountable Algorithms","volume":"165","author":"Kroll A.","year":"2017","unstructured":"Joshua\u00a0A. Kroll, Joanna Huey, Solon Barocas, Edward\u00a0W. Felten, Joel\u00a0R. Reidenberg, David\u00a0G. Robinson, and Harlan Yu.2017. Accountable Algorithms. University of Pennsylvania Law Review 165 (2017), 633\u2013705. Issue 3.","journal-title":"University of Pennsylvania Law Review"},{"key":"e_1_3_3_3_61_1","unstructured":"Information\u00a0Technology Laboratory. 2021. AI Risk Management Framework | NIST. https:\/\/www.nist.gov\/itl\/ai-risk-management-framework. Accessed: 2022-9-10."},{"key":"e_1_3_3_3_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359284"},{"key":"e_1_3_3_3_64_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359283"},{"key":"e_1_3_3_3_65_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445261"},{"key":"e_1_3_3_3_66_1","unstructured":"Nancy Leveson and John Thomas. 2018. STPA_Handbook. https:\/\/psas.scripts.mit.edu\/home\/get_file.php?name=STPA_handbook.pdf."},{"key":"e_1_3_3_3_67_1","volume-title":"Engineering a safer world: Systems thinking applied to safety","author":"Leveson G","unstructured":"Nancy\u00a0G Leveson. 2016. Engineering a safer world: Systems thinking applied to safety. The MIT Press, Cambridge, MA."},{"key":"e_1_3_3_3_68_1","doi-asserted-by":"publisher","DOI":"10.1007\/s43681-022-00145-9"},{"key":"e_1_3_3_3_69_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.488"},{"key":"e_1_3_3_3_70_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376590"},{"key":"e_1_3_3_3_71_1","volume-title":"Thirty-fifth Conference on Neural Information Processing Systems Datasets and Benchmarks Track (Round 2). https:\/\/openreview.net\/forum?id=mPducS1MsEK","author":"Liao Thomas","year":"2021","unstructured":"Thomas Liao, Rohan Taori, Inioluwa\u00a0Deborah Raji, and Ludwig Schmidt. 2021. Are We Learning Yet? A Meta Review of Evaluation Failures Across Machine Learning. In Thirty-fifth Conference on Neural Information Processing Systems Datasets and Benchmarks Track (Round 2). https:\/\/openreview.net\/forum?id=mPducS1MsEK"},{"key":"e_1_3_3_3_72_1","volume-title":"Jen-Jen Yang, Chun-Nen Huang, Yu-Hsuan Lu, and Alireza Amirteimoori.","author":"Lo Huai-Wei","year":"2021","unstructured":"Huai-Wei Lo, James J\u00a0H Liou, Jen-Jen Yang, Chun-Nen Huang, Yu-Hsuan Lu, and Alireza Amirteimoori. 2021. An Extended FMEA Model for Exploring the Potential Failure Modes: A Case Study of a Steam Turbine for a Nuclear Power Plant. Complexity 2021 (Jan. 2021)."},{"key":"e_1_3_3_3_73_1","doi-asserted-by":"crossref","unstructured":"Michael Madaio Lisa Egede Hariharan Subramonyam Jennifer\u00a0Wortman Vaughan and Hanna Wallach. 2022. Assessing the Fairness of AI Systems: AI Practitioners\u2019 Processes Challenges and Needs for Support. 26\u00a0pages.","DOI":"10.1145\/3512899"},{"key":"e_1_3_3_3_74_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376445"},{"key":"e_1_3_3_3_75_1","doi-asserted-by":"publisher","DOI":"10.1177\/2053951719895805"},{"key":"e_1_3_3_3_76_1","volume-title":"Beyond Data: Human Rights, Ethical and Social Impact Assessment in AI","author":"Mantelero Alessandro","unstructured":"Alessandro Mantelero. 2022. Human Rights Impact Assessment and AI. In Beyond Data: Human Rights, Ethical and Social Impact Assessment in AI, Alessandro Mantelero (Ed.). T.M.C. Asser Press, The Hague, 45\u201391."},{"key":"e_1_3_3_3_77_1","doi-asserted-by":"publisher","unstructured":"Nikolas Martelaro Carol\u00a0J. Smith and Tamara Zilovic. 2022. Exploring Opportunities in Usable Hazard Analysis Processes for AI Engineering. https:\/\/doi.org\/10.48550\/ARXIV.2203.15628","DOI":"10.48550\/ARXIV.2203.15628"},{"key":"e_1_3_3_3_78_1","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.2005.07572"},{"key":"e_1_3_3_3_79_1","doi-asserted-by":"publisher","DOI":"10.1353\/sor.2019.0022"},{"key":"e_1_3_3_3_80_1","doi-asserted-by":"publisher","DOI":"10.1093\/oxfordhb"},{"key":"e_1_3_3_3_81_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287596"},{"key":"e_1_3_3_3_82_1","doi-asserted-by":"publisher","DOI":"10.1007\/s13347-020-00405-8"},{"key":"e_1_3_3_3_83_1","volume-title":"Machine Learning and Knowledge Discovery in Databases","author":"Molnar Christoph","unstructured":"Christoph Molnar, Giuseppe Casalicchio, and Bernd Bischl. 2020. Quantifying Model Complexity via Functional Decomposition for Better Post-hoc Interpretability. In Machine Learning and Knowledge Discovery in Databases. Springer International Publishing, 193\u2013204."},{"key":"e_1_3_3_3_84_1","volume-title":"Assembling Accountability: Algorithmic Impact Assessment for the Public Interest. (June","author":"Moss Emanuel","year":"2021","unstructured":"Emanuel Moss, Elizabeth\u00a0Anne Watkins, Ranjit Singh, Madeleine\u00a0Clare Elish, and Jacob Metcalf. 2021. Assembling Accountability: Algorithmic Impact Assessment for the Public Interest. (June 2021)."},{"key":"e_1_3_3_3_85_1","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510209"},{"key":"e_1_3_3_3_86_1","doi-asserted-by":"publisher","unstructured":"Helen Ngo Cooper Raterink Jo\u00e3o G.\u00a0M. Ara\u00fajo Ivan Zhang Carol Chen Adrien Morisot and Nicholas Frosst. 2021. Mitigating harm in language models with conditional-likelihood filtration. https:\/\/doi.org\/10.48550\/ARXIV.2108.07790","DOI":"10.48550\/ARXIV.2108.07790"},{"key":"e_1_3_3_3_87_1","doi-asserted-by":"publisher","DOI":"10.1109\/2.910905"},{"key":"e_1_3_3_3_88_1","volume-title":"Algorithms of Oppression: How Search Engines Reinforce Racism","author":"Noble Safiya\u00a0Umoja","unstructured":"Safiya\u00a0Umoja Noble. 2018. Algorithms of Oppression: How Search Engines Reinforce Racism. NYU Press, New York, NY."},{"key":"e_1_3_3_3_90_1","unstructured":"International\u00a0Standards Organization. 2022. ISO - ISO\/IEC JTC 1\/SC 42 - Artificial intelligence. https:\/\/www.iso.org\/committee\/6794475\/x\/catalogue\/. Accessed: 2022-9-10."},{"key":"e_1_3_3_3_91_1","doi-asserted-by":"publisher","DOI":"10.1287\/orsc.11.4.404.14600"},{"key":"e_1_3_3_3_92_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ssci.2021.105566"},{"key":"e_1_3_3_3_93_1","doi-asserted-by":"publisher","DOI":"10.1118\/1.4942384"},{"key":"e_1_3_3_3_94_1","doi-asserted-by":"publisher","DOI":"10.1515\/9781400828494"},{"key":"e_1_3_3_3_95_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445315"},{"key":"e_1_3_3_3_96_1","doi-asserted-by":"publisher","unstructured":"Vinodkumar Prabhakaran Margaret Mitchell Timnit Gebru and Iason Gabriel. 2022. A Human Rights-Based Approach to Responsible AI. https:\/\/doi.org\/10.48550\/ARXIV.2210.02667","DOI":"10.48550\/ARXIV.2210.02667"},{"key":"e_1_3_3_3_97_1","volume-title":"The Fallacy of AI Functionality. In 2022 ACM Conference on Fairness, Accountability, and Transparency","author":"Raji Inioluwa\u00a0Deborah","year":"2022","unstructured":"Inioluwa\u00a0Deborah Raji, I\u00a0Elizabeth Kumar, Aaron Horowitz, and Andrew Selbst. 2022. The Fallacy of AI Functionality. In 2022 ACM Conference on Fairness, Accountability, and Transparency (Seoul, Republic of Korea) (FAccT \u201922). Association for Computing Machinery, New York, NY, USA, 959\u2013972."},{"key":"e_1_3_3_3_98_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372873"},{"key":"e_1_3_3_3_99_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372873"},{"key":"e_1_3_3_3_100_1","doi-asserted-by":"publisher","DOI":"10.1145\/3449081"},{"key":"e_1_3_3_3_101_1","doi-asserted-by":"publisher","DOI":"10.1145\/3449081"},{"key":"e_1_3_3_3_102_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533230"},{"key":"e_1_3_3_3_103_1","doi-asserted-by":"publisher","DOI":"10.1109\/ETHICS53270.2021.9632769"},{"key":"e_1_3_3_3_104_1","volume-title":"Commercial aviation safety","author":"Rodrigues C","unstructured":"Clarence\u00a0C Rodrigues, Stephen\u00a0K Cusick, 2012. Commercial aviation safety. McGraw-Hill Education."},{"key":"e_1_3_3_3_105_1","doi-asserted-by":"publisher","unstructured":"Negar Rostamzadeh Ben Hutchinson Christina Greer and Vinodkumar Prabhakaran. 2021. Thinking Beyond Distributions in Testing Machine Learned Models. https:\/\/doi.org\/10.48550\/ARXIV.2112.03057","DOI":"10.48550\/ARXIV.2112.03057"},{"key":"e_1_3_3_3_106_1","volume-title":"Simulated Adversarial Testing of Face Recognition Models. In 2022 IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR). 4135\u20134145","author":"Ruiz Nataniel","year":"2022","unstructured":"Nataniel Ruiz, Adam Kortylewski, Weichao Qiu, Cihang Xie, Sarah\u00a0Adel Bargal, Alan Yuille, and Stan Sclaroff. 2022. Simulated Adversarial Testing of Face Recognition Models. In 2022 IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR). 4135\u20134145."},{"key":"e_1_3_3_3_107_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445896"},{"key":"e_1_3_3_3_108_1","first-page":"1315","article-title":"Negligence and AI\u2019s human users","volume":"100","author":"Selbst D","year":"2020","unstructured":"Andrew\u00a0D Selbst. 2020. Negligence and AI\u2019s human users. BUL Rev. 100(2020), 1315.","journal-title":"BUL Rev."},{"key":"e_1_3_3_3_109_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287598"},{"key":"e_1_3_3_3_110_1","volume-title":"Emilio Garcia, and Gurleen Virk.","author":"Shelby Renee","year":"2022","unstructured":"Renee Shelby, Shalaleh Rismani, Kathryn Henne, Ajung Moon, Negar Rostamzadeh, Paul Nicholas, N\u2019mah Yilla, Jess Gallegos, Andrew Smart, Emilio Garcia, and Gurleen Virk. 2022. Identifying Sociotechnical Harms of Algorithmic Systems: Scoping a Taxonomy for Harm Reduction. (Oct. 2022). arxiv:2210.05791\u00a0[cs.HC]"},{"key":"e_1_3_3_3_111_1","doi-asserted-by":"publisher","DOI":"10.1145\/3479577"},{"key":"e_1_3_3_3_112_1","doi-asserted-by":"publisher","DOI":"10.1177\/0162243912436985"},{"key":"e_1_3_3_3_113_1","volume-title":"Inseok Jang, and Jinkyun Park.","author":"Shin Sung-Min","year":"2021","unstructured":"Sung-Min Shin, Sang\u00a0Hun Lee, Seung K\u00a0I Shin, Inseok Jang, and Jinkyun Park. 2021. STPA-Based Hazard and Importance Analysis on NPP Safety I&C Systems Focusing on Human\u2013System Interactions. Reliab. Eng. Syst. Saf. 213 (Sept. 2021), 107698."},{"key":"e_1_3_3_3_114_1","volume-title":"Risk and rationality: Philosophical foundations for populist reforms","author":"Shrader-Frechette Kristin\u00a0Sharon","unstructured":"Kristin\u00a0Sharon Shrader-Frechette. 1991. Risk and rationality: Philosophical foundations for populist reforms. University of California Press, California, U.S."},{"key":"e_1_3_3_3_115_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533156"},{"key":"e_1_3_3_3_116_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290607.3311750"},{"key":"e_1_3_3_3_117_1","volume-title":"The Unfinished Business of Governance: Monitoring and Regulating Industries and Organizations","author":"Styhre Alexander","unstructured":"Alexander Styhre. 2018. The Unfinished Business of Governance: Monitoring and Regulating Industries and Organizations. Edward Elgar Publishing."},{"key":"e_1_3_3_3_118_1","volume-title":"Advances in Neural Information Processing Systems, J.\u00a0Platt, D.\u00a0Koller, Y.\u00a0Singer, and S.\u00a0Roweis (Eds.). Vol.\u00a020. Curran Associates","author":"Sugiyama Masashi","year":"2007","unstructured":"Masashi Sugiyama, Shinichi Nakajima, Hisashi Kashima, Paul Buenau, and Motoaki Kawanabe. 2007. Direct Importance Estimation with Model Selection and Its Application to Covariate Shift Adaptation. In Advances in Neural Information Processing Systems, J.\u00a0Platt, D.\u00a0Koller, Y.\u00a0Singer, and S.\u00a0Roweis (Eds.). Vol.\u00a020. Curran Associates, Inc.https:\/\/proceedings.neurips.cc\/paper\/2007\/file\/be83ab3ecd0db773eb2dc1b0a17836a1-Paper.pdf"},{"key":"e_1_3_3_3_119_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11219-017-9396-0"},{"key":"e_1_3_3_3_120_1","volume-title":"Equity and Access in Algorithms, Mechanisms, and Optimization (\u2013","author":"Suresh Harini","unstructured":"Harini Suresh and John Guttag. 2021. A Framework for Understanding Sources of Harm throughout the Machine Learning Life Cycle. In Equity and Access in Algorithms, Mechanisms, and Optimization (\u2013, NY, USA) (EAAMO \u201921, Article 17). Association for Computing Machinery, New York, NY, USA, 1\u20139."},{"key":"e_1_3_3_3_121_1","volume-title":"Proceedings of the 4th IAASS Conference. In Making Safety Matter","author":"Ishimatsu Takuto","year":"2010","unstructured":"Takuto Ishimatsu, Nancy Leveson, John Thomas, Masa Katahira, Yuko Miyamoto, Haruka Nakao. 2010. Proceedings of the 4th IAASS Conference. In Making Safety Matter (Huntsville, Alabama). International Association for the Advancement of Space Safety (IAASS)."},{"key":"e_1_3_3_3_122_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W17-1606"},{"key":"e_1_3_3_3_123_1","unstructured":"Treasury Board of Canada Secretariat. 2019. Directive on Automated Decision-Making. https:\/\/www.tbs-sct.canada.ca\/pol\/doc-eng.aspx?id=32592. Accessed: 2022-9-15."},{"key":"e_1_3_3_3_124_1","doi-asserted-by":"publisher","DOI":"10.3390\/bdcc3010005"},{"key":"e_1_3_3_3_125_1","volume-title":"The Challenger launch decision: Risky technology, culture, and deviance at NASA","author":"Vaughan Diane","unstructured":"Diane Vaughan. 1996. The Challenger launch decision: Risky technology, culture, and deviance at NASA. University of Chicago press."},{"key":"e_1_3_3_3_126_1","volume-title":"Ethical Design of Conversational Agents: Towards Principles for a Value-Sensitive Design","author":"Wambsganss Thiemo","unstructured":"Thiemo Wambsganss, Anne H\u00f6ch, Naim Zierau, and Matthias S\u00f6llner. 2021. Ethical Design of Conversational Agents: Towards Principles for a Value-Sensitive Design. In Innovation Through Information Systems, Frederik Ahlemann, Reinhard Sch\u00fctte, and Stefan Stieglitz (Eds.). Springer International Publishing, Cham, 539\u2013557."},{"key":"e_1_3_3_3_127_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533088"},{"key":"e_1_3_3_3_128_1","doi-asserted-by":"publisher","DOI":"10.1145\/3306618.3314289"},{"key":"e_1_3_3_3_129_1","doi-asserted-by":"publisher","unstructured":"Richmond\u00a0Y. Wong Michael\u00a0A. Madaio and Nick Merrill. 2022. Seeing Like a Toolkit: How Toolkits Envision the Work of AI Ethics. https:\/\/doi.org\/10.48550\/ARXIV.2202.08792","DOI":"10.48550\/ARXIV.2202.08792"},{"key":"e_1_3_3_3_130_1","volume-title":"Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing: System Demonstrations","author":"Zeng Guoyang","unstructured":"Guoyang Zeng, Fanchao Qi, Qianrui Zhou, Tingji Zhang, Zixian Ma, Bairu Hou, Yuan Zang, Zhiyuan Liu, and Maosong Sun. 2021. OpenAttack: An Open-source Textual Adversarial Attack Toolkit. In Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing: System Demonstrations. Association for Computational Linguistics, Online, 363\u2013371."},{"key":"e_1_3_3_3_131_1","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3374217","article-title":"Adversarial attacks on deep-learning models in natural language processing: A survey","volume":"11","author":"Zhang Wei\u00a0Emma","year":"2020","unstructured":"Wei\u00a0Emma Zhang, Quan\u00a0Z Sheng, Ahoud Alhazmi, and Chenliang Li. 2020. Adversarial attacks on deep-learning models in natural language processing: A survey. ACM Transactions on Intelligent Systems and Technology (TIST) 11, 3(2020), 1\u201341.","journal-title":"ACM Transactions on Intelligent Systems and Technology (TIST)"},{"key":"e_1_3_3_3_132_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3516506"}],"event":{"name":"CHI '23: CHI Conference on Human Factors in Computing Systems","location":"Hamburg Germany","acronym":"CHI '23","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3544548.3581407","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3544548.3581407","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:46:54Z","timestamp":1750178814000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3544548.3581407"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,4,19]]},"references-count":130,"alternative-id":["10.1145\/3544548.3581407","10.1145\/3544548"],"URL":"https:\/\/doi.org\/10.1145\/3544548.3581407","relation":{},"subject":[],"published":{"date-parts":[[2023,4,19]]},"assertion":[{"value":"2023-04-19","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}