{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,20]],"date-time":"2026-06-20T21:12:26Z","timestamp":1781989946715,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":160,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,6,23]]},"DOI":"10.1145\/3715275.3732093","type":"proceedings-article","created":{"date-parts":[[2025,6,23]],"date-time":"2025-06-23T17:03:13Z","timestamp":1750698193000},"page":"1371-1386","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["Historical Methods for AI Evaluations, Assessments, and Audits"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0488-8898","authenticated-orcid":false,"given":"Juana Catalina","family":"Becerra Sandoval","sequence":"first","affiliation":[{"name":"IBM Research, Yorktown Heights, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8872-2889","authenticated-orcid":false,"given":"Felicia S.","family":"Jing","sequence":"additional","affiliation":[{"name":"IBM Research, Yorktown Heights, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2025,6,23]]},"reference":[{"key":"e_1_3_3_2_2_2","doi-asserted-by":"crossref","unstructured":"Fay\u00a0Bound Alberti. 2009. Bodies hearts and minds: Why emotions matter to historians of science and medicine. Isis 100 4 (Dec. 2009) 798\u2013810.","DOI":"10.1086\/652020"},{"key":"e_1_3_3_2_3_2","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3375688"},{"key":"e_1_3_3_2_4_2","unstructured":"Bobby Allyn. 2020. IBM Abandons Facial Recognition Products Condemns Racially Biased Surveillance. NPR (June 2020)."},{"key":"e_1_3_3_2_5_2","volume-title":"Encoding race, encoding class: Indian IT workers in Berlin","author":"Amrute Sareeta","year":"2016","unstructured":"Sareeta Amrute. 2016. Encoding race, encoding class: Indian IT workers in Berlin. Duke University Press, Durham, NC."},{"key":"e_1_3_3_2_6_2","unstructured":"Julia Angwin Jeff Larson Lauren Kirchner and Surya Mattu. 2016. Machine Bias. https:\/\/www.propublica.org\/article\/machine-bias-risk-assessments-in-criminal-sentencing. Accessed: 2023-12-15."},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"crossref","unstructured":"Neda Atanasoski and Kalindi Vora. 2015. Surrogate humanity: Posthuman networks and the (racialized) obsolescence of labor. Catalyst: Feminism Theory Technoscience 1 1 (2015) 1\u201340.","DOI":"10.28968\/cftt.v1i1.28809"},{"key":"e_1_3_3_2_8_2","volume-title":"Race, Robots, and the Politics of Technological Futures","author":"Atanasoski Neda","year":"2019","unstructured":"Neda Atanasoski and Kalindi Vora. 2019. Race, Robots, and the Politics of Technological Futures. Duke University Press."},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"publisher","DOI":"10.1215\/9781478004455"},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"crossref","unstructured":"Richard Barbrook. 2007. New York prophecies: The imaginary future of artificial intelligence. Science as Culture 16 2 (2007) 151\u2013167.","DOI":"10.1080\/09505430701369027"},{"key":"e_1_3_3_2_11_2","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3375691"},{"key":"e_1_3_3_2_12_2","unstructured":"Juana\u00a0C. Becerra\u00a0Sandoval Felicia Jing Adriana Alvarado\u00a0Garcia Sara\u00a0E. Berger Heloisa Candello and Caitie Lustig. [n. d.]. Opportunities and Challenges of Multidisciplinary Algorithmic Impact Assessments. Journal of Responsible Innovation ([n. d.])."},{"key":"e_1_3_3_2_13_2","doi-asserted-by":"crossref","unstructured":"Ruha Benjamin. 2019. Race After Technology: Abolitionist Tools for the New Jim Code. Soc. Forces 98 4 (Dec. 2019) 1\u20133.","DOI":"10.1093\/sf\/soz162"},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287575"},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3658955"},{"key":"e_1_3_3_2_16_2","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533157"},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"crossref","unstructured":"Abeba Birhane Ryan Steed Victor Ojewale Briana Vecchione and Inioluwa\u00a0Deborah Raji. 2024. AI auditing: The Broken Bus on the Road to AI Accountability. arXiv [cs.CY] (Jan. 2024).","DOI":"10.1109\/SaTML59370.2024.00037"},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372877"},{"key":"e_1_3_3_2_19_2","volume-title":"Dark matters","author":"Browne Simone","year":"2015","unstructured":"Simone Browne. 2015. Dark matters. Duke University Press, Durham, NC."},{"key":"e_1_3_3_2_20_2","unstructured":"Joy Buolamwini and Timnit Gebru. 2018. Gender shades: Intersectional accuracy disparities in commercial gender classification. 81 (Jan. 2018) 77\u201391."},{"key":"e_1_3_3_2_21_2","doi-asserted-by":"crossref","unstructured":"Federico Cabitza Andrea Campagner and Martina Mattioli. 2022. The unbearable (technical) unreliability of automated facial emotion recognition. Big data & society 9 2 (2022) 20539517221129549.","DOI":"10.1177\/20539517221129549"},{"key":"e_1_3_3_2_22_2","unstructured":"Matt Cagle. [n. d.]. This Surveillance Software is Probably Spying on #BlackLivesMatter. https:\/\/www.aclunc.org\/blog\/surveillance-software-probably-spying-blacklivesmatter. Accessed: 2025-1-21."},{"key":"e_1_3_3_2_23_2","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3659037"},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"crossref","unstructured":"Claudia Casta\u00f1eda and Lucy Suchman. 2014. Robot visions. Social Studies of Science 44 3 (2014) 315\u2013341.","DOI":"10.1177\/0306312713511868"},{"key":"e_1_3_3_2_25_2","doi-asserted-by":"crossref","unstructured":"Stephen Cave and Kanta Dihal. 2020. The whiteness of AI. Philosophy & Technology 33 4 (2020) 685\u2013703.","DOI":"10.1007\/s13347-020-00415-6"},{"key":"e_1_3_3_2_26_2","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445872"},{"key":"e_1_3_3_2_27_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-71153-9_2"},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3658946"},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3659019"},{"key":"e_1_3_3_2_30_2","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533137"},{"key":"e_1_3_3_2_31_2","unstructured":"Jonathan Coopersmith and Arthur Daemmrich. 2025. The Road Not (Yet) Taken: Historians as Policy Professionals. Perspectives on History American Historical Association (2025)."},{"key":"e_1_3_3_2_32_2","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533213"},{"key":"e_1_3_3_2_33_2","doi-asserted-by":"crossref","unstructured":"Katherine\u00a0B Crawford. 2014. Designed women: gender and the problem of female automata. Hist. Technol. 30 3 (July 2014) 261\u2013268.","DOI":"10.1080\/07341512.2014.969567"},{"key":"e_1_3_3_2_34_2","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3534646"},{"key":"e_1_3_3_2_35_2","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594088"},{"key":"e_1_3_3_2_36_2","doi-asserted-by":"crossref","unstructured":"Otniel\u00a0E Dror. 2009. A reflection on feelings and the history of science. Isis 100 4 (Dec. 2009) 848\u2013851.","DOI":"10.1086\/652024"},{"key":"e_1_3_3_2_37_2","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533186"},{"key":"e_1_3_3_2_38_2","doi-asserted-by":"publisher","DOI":"10.5555\/3158920"},{"key":"e_1_3_3_2_39_2","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3659013"},{"key":"e_1_3_3_2_40_2","doi-asserted-by":"crossref","unstructured":"Luciano Floridi. 2023. AI as agency without intelligence: On ChatGPT large language models and other generative models. Philosophy & technology 36 1 (2023) 15.","DOI":"10.1007\/s13347-023-00621-y"},{"key":"e_1_3_3_2_41_2","volume-title":"Studying those who study us: An anthropologist in the world of artificial intelligence","author":"Forsythe Diana","year":"2001","unstructured":"Diana Forsythe. 2001. Studying those who study us: An anthropologist in the world of artificial intelligence. Stanford University Press, Palo Alto, CA."},{"key":"e_1_3_3_2_42_2","doi-asserted-by":"crossref","unstructured":"Yulia Frumer. 2018. Cognition and emotions in Japanese humanoid robotics. Hist. Technol. 34 2 (April 2018) 157\u2013183.","DOI":"10.1080\/07341512.2018.1544344"},{"key":"e_1_3_3_2_43_2","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3658914"},{"key":"e_1_3_3_2_44_2","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533241"},{"key":"e_1_3_3_2_45_2","doi-asserted-by":"crossref","unstructured":"Teddy Goetz. 2021. Swapping gender is a snap(chat): Limitations of (trans) gendered legibility within binary digital and human filters. Catal. Fem. Theory Technoscience 7 2 (Oct. 2021).","DOI":"10.28968\/cftt.v7i2.34839"},{"key":"e_1_3_3_2_46_2","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3658898"},{"key":"e_1_3_3_2_47_2","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287568"},{"key":"e_1_3_3_2_48_2","doi-asserted-by":"crossref","unstructured":"Ellen\u00a0P Goodman and Julia Tr\u00e9hu. 2022. AI Audit-Washing and Accountability. German Marshall Fund (Nov. 2022).","DOI":"10.2139\/ssrn.4227350"},{"key":"e_1_3_3_2_49_2","volume-title":"Ghost Work: How to Stop Silicon Valley from Building a New Global Underclass","author":"Gray Mary\u00a0L","year":"2019","unstructured":"Mary\u00a0L Gray and Siddharth Suri. 2019. Ghost Work: How to Stop Silicon Valley from Building a New Global Underclass. Houghton Mifflin Harcourt."},{"key":"e_1_3_3_2_50_2","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372840"},{"key":"e_1_3_3_2_51_2","doi-asserted-by":"crossref","unstructured":"Bart\u00a0N Green Claire\u00a0D Johnson and Alan Adams. 2006. Writing narrative literature reviews for peer-reviewed journals: secrets of the trade. Journal of chiropractic medicine 5 3 (2006) 101\u2013117.","DOI":"10.1016\/S0899-3467(07)60142-6"},{"key":"e_1_3_3_2_52_2","unstructured":"Diane Greene. 2018. Incorporating Google\u2019s AI Principles into Google Cloud. https:\/\/blog.google\/products\/google-cloud\/incorporating-googles-ai-principles-google-cloud\/. Accessed: 2025-1-22."},{"key":"e_1_3_3_2_53_2","unstructured":"Jay Greene. 2020. Microsoft won\u2019t sell police its facial-recognition technology following similar moves by Amazon and IBM. The Washington Post (June 2020)."},{"key":"e_1_3_3_2_54_2","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3659009"},{"key":"e_1_3_3_2_55_2","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3658959"},{"key":"e_1_3_3_2_56_2","doi-asserted-by":"publisher","DOI":"10.1016\/B978-0-444-51667-1.50044-6"},{"key":"e_1_3_3_2_57_2","doi-asserted-by":"crossref","unstructured":"Josh Guberman and Oliver Haimson. 2023. Not robots; Cyborgs\u2014Furthering anti-ableist research in human-computer interaction. First Monday (2023).","DOI":"10.5210\/fm.v28i1.12910"},{"key":"e_1_3_3_2_58_2","doi-asserted-by":"crossref","unstructured":"David\u00a0J Gunkel. 2010. The real problem: avatars metaphysics and online social interaction. New media & society 12 1 (2010) 127\u2013141.","DOI":"10.1177\/1461444809341443"},{"key":"e_1_3_3_2_59_2","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533091"},{"key":"e_1_3_3_2_60_2","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372826"},{"key":"e_1_3_3_2_61_2","unstructured":"Karen Hao. 2020. The two-year fight to stop Amazon from selling face recognition to the police. MIT Tech Review (June 2020)."},{"key":"e_1_3_3_2_62_2","unstructured":"Karen Hao. 2022. South Africa\u2019s private surveillance machine is fueling a digital apartheid. https:\/\/www.technologyreview.com\/2022\/04\/19\/1049996\/south-africa-ai-surveillance-digital-apartheid\/. Accessed: 2025-1-21."},{"key":"e_1_3_3_2_63_2","unstructured":"Karen Hao and Deepa Seetharaman. 2023. Cleaning Up ChatGPT Takes Heavy Toll on Human Workers. The Wall Street Journal (July 2023)."},{"key":"e_1_3_3_2_64_2","doi-asserted-by":"crossref","unstructured":"Nelanthi Hewa. 2021. When the machine hails you do you turn? Media orientations and the constitution of digital space. First Monday (2021).","DOI":"10.5210\/fm.v26i2.10978"},{"key":"e_1_3_3_2_65_2","unstructured":"Kashmir Hill. 2020. Wrongfully Accused by an Algorithm. The New York Times (June 2020)."},{"key":"e_1_3_3_2_66_2","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533095"},{"key":"e_1_3_3_2_67_2","doi-asserted-by":"crossref","unstructured":"Justine Humphry and Chris Chesher. 2021. Preparing for smart voice assistants: Cultural histories and media innovations. New Media Soc. 23 7 (July 2021) 1971\u20131988.","DOI":"10.1177\/1461444820923679"},{"key":"e_1_3_3_2_68_2","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287600"},{"key":"e_1_3_3_2_69_2","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372829"},{"key":"e_1_3_3_2_70_2","doi-asserted-by":"crossref","unstructured":"Anna Jobin Marcello Ienca and Effy Vayena. 2019. The global landscape of AI ethics guidelines. Nat. Mach. Intell. 1 9 (Sept. 2019) 389\u2013399.","DOI":"10.1038\/s42256-019-0088-2"},{"key":"e_1_3_3_2_71_2","doi-asserted-by":"crossref","unstructured":"Edward Jones-Imhotep. 2020. The ghost factories: histories of automata and artificial life. Hist. Technol. 36 1 (Jan. 2020) 3\u201329.","DOI":"10.1080\/07341512.2020.1757972"},{"key":"e_1_3_3_2_72_2","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594011"},{"key":"e_1_3_3_2_73_2","volume-title":"Sublime dreams of living machines: The automaton in the European imagination","author":"Kang Minsoo","year":"2011","unstructured":"Minsoo Kang. 2011. Sublime dreams of living machines: The automaton in the European imagination. Harvard University Press."},{"key":"e_1_3_3_2_74_2","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445919"},{"key":"e_1_3_3_2_75_2","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372874"},{"key":"e_1_3_3_2_76_2","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3659026"},{"key":"e_1_3_3_2_77_2","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3658543"},{"key":"e_1_3_3_2_78_2","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533207"},{"key":"e_1_3_3_2_79_2","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445890"},{"key":"e_1_3_3_2_80_2","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533114"},{"key":"e_1_3_3_2_81_2","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3658981"},{"key":"e_1_3_3_2_82_2","doi-asserted-by":"crossref","unstructured":"Eda Kranakis. 1988. Technology assessment and the study of history. Sci. Technol. Human Values 13 3-4 (July 1988) 290\u2013307.","DOI":"10.1177\/016224398801303-409"},{"key":"e_1_3_3_2_83_2","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533107"},{"key":"e_1_3_3_2_84_2","doi-asserted-by":"crossref","unstructured":"Seth Lazar and Alondra Nelson. 2023. AI safety on whose terms? Science 381 6654 (July 2023) 138.","DOI":"10.1126\/science.adi8982"},{"key":"e_1_3_3_2_85_2","doi-asserted-by":"crossref","unstructured":"Jessa Lingel and Kate Crawford. 2020. Notes from the desk set: A secretary\u2019s history of work and surveillance. Catal. Fem. Theory Technoscience 6 1 (May 2020).","DOI":"10.28968\/cftt.v6i1.29949"},{"key":"e_1_3_3_2_86_2","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594065"},{"key":"e_1_3_3_2_87_2","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594079"},{"key":"e_1_3_3_2_88_2","doi-asserted-by":"crossref","unstructured":"Dieuwertje Luitse and Wiebke Denkena. 2021. The great transformer: Examining the role of large language models in the political economy of AI. Big Data & Society 8 2 (2021) 20539517211047734.","DOI":"10.1177\/20539517211047734"},{"key":"e_1_3_3_2_89_2","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594032"},{"key":"e_1_3_3_2_90_2","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3658988"},{"key":"e_1_3_3_2_91_2","volume-title":"When biometrics fail","author":"Magnet Shoshana\u00a0Amielle","year":"2011","unstructured":"Shoshana\u00a0Amielle Magnet. 2011. When biometrics fail. Duke University Press, Durham, NC."},{"key":"e_1_3_3_2_92_2","doi-asserted-by":"publisher","DOI":"10.5555\/2031547"},{"key":"e_1_3_3_2_93_2","doi-asserted-by":"crossref","unstructured":"Andrew McStay. 2020. Emotional AI soft biometrics and the surveillance of emotional life: An unusual consensus on privacy. Big Data Soc. 7 1 (Jan. 2020) 205395172090438.","DOI":"10.1177\/2053951720904386"},{"key":"e_1_3_3_2_94_2","doi-asserted-by":"crossref","unstructured":"Jacob Metcalf Emanuel Moss and Danah Boyd. 2019. Owning Ethics: Corporate Logics Silicon Valley and the Institutionalization of Ethics. sor 86 2 (2019) 449\u2013476.","DOI":"10.1353\/sor.2019.0022"},{"key":"e_1_3_3_2_95_2","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445935"},{"key":"e_1_3_3_2_96_2","doi-asserted-by":"crossref","unstructured":"Brent Mittelstadt. 2019. AI ethics \u2013 too principled to fail? SSRN Electron. J. (May 2019).","DOI":"10.2139\/ssrn.3391293"},{"key":"e_1_3_3_2_97_2","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372854"},{"key":"e_1_3_3_2_98_2","volume-title":"Digitizing race: Visual cultures of the internet","author":"Nakamura Lisa","year":"2007","unstructured":"Lisa Nakamura. 2007. Digitizing race: Visual cultures of the internet. University of Minnesota Press, Minneapolis, MN."},{"key":"e_1_3_3_2_99_2","doi-asserted-by":"publisher","DOI":"10.18574\/nyu\/9781479833641.001.0001"},{"key":"e_1_3_3_2_100_2","doi-asserted-by":"crossref","unstructured":"Ziad Obermeyer Brian Powers Christine Vogeli and Sendhil Mullainathan. 2019. Dissecting racial bias in an algorithm used to manage the health of populations. Science 366 6464 (Oct. 2019) 447\u2013453.","DOI":"10.1126\/science.aax2342"},{"key":"e_1_3_3_2_101_2","unstructured":"Serena Oduro and Tamara Kneese. 2024. AI Governance Needs Sociotechnical Expertise. Data and Society (May 2024)."},{"key":"e_1_3_3_2_102_2","volume-title":"Weapons of math destruction","author":"O\u2019Neil Cathy","year":"2022","unstructured":"Cathy O\u2019Neil. 2022. Weapons of math destruction. Allen Lane, New Delhi, India."},{"key":"e_1_3_3_2_103_2","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3659012"},{"key":"e_1_3_3_2_104_2","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287567"},{"key":"e_1_3_3_2_105_2","unstructured":"Billy Perrigo. 2023. 150 African Workers for ChatGPT TikTok and Facebook Vote to Unionize at Landmark Nairobi Meeting. https:\/\/time.com\/6275995\/chatgpt-facebook-african-workers-union\/. Accessed: 2025-1-21."},{"key":"e_1_3_3_2_106_2","doi-asserted-by":"crossref","unstructured":"Thao Phan. 2019. Amazon Echo and the Aesthetics of Whiteness. Catalyst 5 1 (April 2019) 1\u201338.","DOI":"10.28968\/cftt.v5i1.29586"},{"key":"e_1_3_3_2_107_2","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533200"},{"key":"e_1_3_3_2_108_2","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3375697"},{"key":"e_1_3_3_2_109_2","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594016"},{"key":"e_1_3_3_2_110_2","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594084"},{"key":"e_1_3_3_2_111_2","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372828"},{"key":"e_1_3_3_2_112_2","doi-asserted-by":"publisher","DOI":"10.1145\/3306618.3314244"},{"key":"e_1_3_3_2_113_2","volume-title":"Thirty-fifth Conference on Neural Information Processing Systems Datasets and Benchmarks Track (Round 2)","author":"Raji Inioluwa\u00a0Deborah","year":"2021","unstructured":"Inioluwa\u00a0Deborah Raji, Emily Denton, Emily\u00a0M. Bender, Alex Hanna, and Amandalynne Paullada. 2021. AI and the Everything in the Whole Wide World Benchmark. In Thirty-fifth Conference on Neural Information Processing Systems Datasets and Benchmarks Track (Round 2). https:\/\/openreview.net\/forum?id=j6NxpQbREA1"},{"key":"e_1_3_3_2_114_2","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445914"},{"key":"e_1_3_3_2_115_2","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372873"},{"key":"e_1_3_3_2_116_2","doi-asserted-by":"publisher","DOI":"10.1145\/3514094.3534181"},{"key":"e_1_3_3_2_117_2","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594014"},{"key":"e_1_3_3_2_118_2","unstructured":"Christian Sandvig Kevin Hamilton Karrie Karahalios and C\u00e9dric Langbort. 2014. Auditing Algorithms : Research Methods for Detecting Discrimination on Internet Platforms. \u201cData and Discrimination: Converting Critical Concerns into Productive Inquiry \u201d a preconference at the 64th Annual Meeting of the International Communication Association (2014)."},{"key":"e_1_3_3_2_119_2","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3658918"},{"key":"e_1_3_3_2_120_2","doi-asserted-by":"crossref","unstructured":"Morgan\u00a0Klaus Scheuerman Madeleine Pape and Alex Hanna. 2021. Auto-essentialization: Gender in automated facial analysis as extended colonial project. Big Data Soc. 8 2 (July 2021) 205395172110537.","DOI":"10.1177\/20539517211053712"},{"key":"e_1_3_3_2_121_2","unstructured":"Andrew\u00a0D Selbst. 2021. An institutional view of algorithmic impact assessments. Harv. J. Law Technol. 35 1 (2021)."},{"key":"e_1_3_3_2_122_2","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287598"},{"key":"e_1_3_3_2_123_2","doi-asserted-by":"crossref","unstructured":"Beth\u00a0M Semel. 2022. Listening like a computer: Attentional tensions and mechanized care in psychiatric digital phenotyping. Sci. Technol. Human Values 47 2 (March 2022) 266\u2013290.","DOI":"10.1177\/01622439211026371"},{"key":"e_1_3_3_2_124_2","unstructured":"Scott Shane and Daisuke Wakabayashi. 2018. \u2018The Business of War\u2019: Google Employees Protest Work for the Pentagon. The New York Times (April 2018)."},{"key":"e_1_3_3_2_125_2","doi-asserted-by":"crossref","unstructured":"Debra\u00a0Benita Shaw. 2018. Robots as Art and Automation. Science as Culture 27 3 (2018) 283\u2013295.","DOI":"10.1080\/09505431.2018.1455822"},{"key":"e_1_3_3_2_126_2","unstructured":"Ranjit Singh. 2021. Mapping AI in the Global South. https:\/\/medium.com\/datasociety-points\/ai-in-the-global-south-sites-and-vocabularies-e3b67d631508. Accessed: 2025-1-21."},{"key":"e_1_3_3_2_127_2","doi-asserted-by":"crossref","unstructured":"Mona Sloane and Emanuel Moss. 2023. Assessing the Assessment: Comparing Algorithmic Impact Assessments and AI Audits. (June 2023).","DOI":"10.2139\/ssrn.4486259"},{"key":"e_1_3_3_2_128_2","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533156"},{"key":"e_1_3_3_2_129_2","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533160"},{"key":"e_1_3_3_2_130_2","doi-asserted-by":"crossref","unstructured":"Robert Sparrow. 2020. Robotics has a race problem. Science Technology & Human Values 45 3 (2020) 538\u2013560.","DOI":"10.1177\/0162243919862862"},{"key":"e_1_3_3_2_131_2","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445869"},{"key":"e_1_3_3_2_132_2","doi-asserted-by":"crossref","unstructured":"Luke Stark. 2018. Algorithmic psychometrics and the scalable subject. Soc. Stud. Sci. 48 2 (April 2018) 204\u2013231.","DOI":"10.1177\/0306312718772094"},{"key":"e_1_3_3_2_133_2","doi-asserted-by":"crossref","unstructured":"Luke Stark. 2020. The emotive politics of digital mood tracking. New Media & Society 22 11 (2020) 2039\u20132057.","DOI":"10.1177\/1461444820924624"},{"key":"e_1_3_3_2_134_2","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3658995"},{"key":"e_1_3_3_2_135_2","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445939"},{"key":"e_1_3_3_2_136_2","volume-title":"Along the archival grain","author":"Stoler Ann\u00a0Laura","year":"2010","unstructured":"Ann\u00a0Laura Stoler. 2010. Along the archival grain. Princeton University Press, Princeton, NJ."},{"key":"e_1_3_3_2_137_2","volume-title":"Learning in doing: Social, cognitive and computational perspectives: Human-machine reconfigurations: Plans and situated actions: Plans and Situated Actions (2 ed.)","author":"Suchman Lucy\u00a0A","year":"2006","unstructured":"Lucy\u00a0A Suchman. 2006. Learning in doing: Social, cognitive and computational perspectives: Human-machine reconfigurations: Plans and situated actions: Plans and Situated Actions (2 ed.). Cambridge University Press, Cambridge, England."},{"key":"e_1_3_3_2_138_2","doi-asserted-by":"crossref","unstructured":"Javeed Sukhera. 2022. Narrative reviews: flexible rigorous and practical. Journal of graduate medical education 14 4 (2022) 414\u2013417.","DOI":"10.4300\/JGME-D-22-00480.1"},{"key":"e_1_3_3_2_139_2","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3658992"},{"key":"e_1_3_3_2_140_2","doi-asserted-by":"crossref","unstructured":"Miriam\u00a0E Sweeney and Kelsea Whaley. 2019. Technically white: Emoji skin-tone modifiers as American technoculture. First Monday (2019).","DOI":"10.5210\/fm.v24i7.10060"},{"key":"e_1_3_3_2_141_2","doi-asserted-by":"crossref","unstructured":"Marco Tamborini. 2023. The elephant in the room: The biomimetic principle in bio-robotics and embodied AI. Studies in History and Philosophy of Science 97 (2023) 13\u201319.","DOI":"10.1016\/j.shpsa.2022.11.007"},{"key":"e_1_3_3_2_142_2","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3658970"},{"key":"e_1_3_3_2_143_2","doi-asserted-by":"publisher","DOI":"10.5555\/2901616"},{"key":"e_1_3_3_2_144_2","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594022"},{"key":"e_1_3_3_2_145_2","doi-asserted-by":"crossref","unstructured":"Pat Treusch. 2017. The art of failure in robotics: queering the (Un) Making of success and failure in the companion robot laboratory. Catalyst: Feminism Theory Technoscience 3 2 (2017) 1\u201327.","DOI":"10.28968\/cftt.v3i2.28846"},{"key":"e_1_3_3_2_146_2","volume-title":"Silencing the past (20th anniversary edition) (2 ed.)","author":"Trouillot Michel-Rolph","year":"2015","unstructured":"Michel-Rolph Trouillot. 2015. Silencing the past (20th anniversary edition) (2 ed.). Beacon Press, Boston, MA."},{"key":"e_1_3_3_2_147_2","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594047"},{"key":"e_1_3_3_2_148_2","doi-asserted-by":"publisher","DOI":"10.1145\/3465416.3483294"},{"key":"e_1_3_3_2_149_2","doi-asserted-by":"crossref","unstructured":"Adelheid Voskuhl. 2007. Producing objects producing texts: accounts of android automata in late eighteenth-century Europe. Studies in History and Philosophy of Science Part A 38 2 (2007) 422\u2013444.","DOI":"10.1016\/j.shpsa.2007.03.004"},{"key":"e_1_3_3_2_150_2","volume-title":"Androids in the enlightenment: Mechanics, artisans, and cultures of the self","author":"Voskuhl Adelheid","year":"2015","unstructured":"Adelheid Voskuhl. 2015. Androids in the enlightenment: Mechanics, artisans, and cultures of the self. University of Chicago Press, Chicago, IL."},{"key":"e_1_3_3_2_151_2","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372844"},{"key":"e_1_3_3_2_152_2","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3658938"},{"key":"e_1_3_3_2_153_2","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3659025"},{"key":"e_1_3_3_2_154_2","doi-asserted-by":"publisher","DOI":"10.1145\/3306618.3314289"},{"key":"e_1_3_3_2_155_2","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372833"},{"key":"e_1_3_3_2_156_2","doi-asserted-by":"publisher","DOI":"10.1515\/9780295800004"},{"key":"e_1_3_3_2_157_2","doi-asserted-by":"crossref","unstructured":"James Wright. 2020. Suspect AI: Vibraimage emotion recognition technology and algorithmic opacity. SSRN Electron. J. (Aug. 2020).","DOI":"10.2139\/ssrn.3682874"},{"key":"e_1_3_3_2_158_2","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3375709"},{"key":"e_1_3_3_2_159_2","doi-asserted-by":"publisher","DOI":"10.4324\/9780203461815"},{"key":"e_1_3_3_2_160_2","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533118"},{"key":"e_1_3_3_2_161_2","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3658952"}],"event":{"name":"FAccT '25: The 2025 ACM Conference on Fairness, Accountability, and Transparency","location":"Athens Greece","acronym":"FAccT '25"},"container-title":["Proceedings of the 2025 ACM Conference on Fairness, Accountability, and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3715275.3732093","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,24]],"date-time":"2025-06-24T11:28:29Z","timestamp":1750764509000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3715275.3732093"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,23]]},"references-count":160,"alternative-id":["10.1145\/3715275.3732093","10.1145\/3715275"],"URL":"https:\/\/doi.org\/10.1145\/3715275.3732093","relation":{},"subject":[],"published":{"date-parts":[[2025,6,23]]},"assertion":[{"value":"2025-06-23","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}