{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,30]],"date-time":"2026-06-30T06:22:51Z","timestamp":1782800571722,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":143,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,6,3]],"date-time":"2024-06-03T00:00:00Z","timestamp":1717372800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,6,3]]},"DOI":"10.1145\/3630106.3659009","type":"proceedings-article","created":{"date-parts":[[2024,6,5]],"date-time":"2024-06-05T13:14:21Z","timestamp":1717593261000},"page":"1838-1849","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":11,"title":["Constructing Capabilities: The Politics of Testing Infrastructures for Generative AI"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4879-0553","authenticated-orcid":false,"given":"Gabriel","family":"Grill","sequence":"first","affiliation":[{"name":"School of Information, University of Michigan, United States of America"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,6,5]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"The Promise of Happiness","author":"Ahmed Sara","unstructured":"Sara Ahmed. 2010. The Promise of Happiness. Duke University Press."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.5210\/fm.v29i4.13626"},{"key":"e_1_3_2_1_3_1","unstructured":"Madeleine Akrich. 1992. The De-Scription of Technical Objects. (1992)."},{"key":"e_1_3_2_1_4_1","unstructured":"Doris Allhutter. 2021. Memory Traces in Society-Technology Relations. How to Produce Cracks in Infrastructural Power. In Edited By. 426."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1177\/0306312719862049"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300233"},{"key":"e_1_3_2_1_7_1","volume-title":"Cloud Ethics: Algorithms and the Attributes of Ourselves and Others","author":"Amoore Louise","year":"2020","unstructured":"Louise Amoore. 2020. Cloud Ethics: Algorithms and the Attributes of Ourselves and Others. Duke University Press, Durham."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1515\/9781400887781"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1080\/13691180802270386"},{"key":"e_1_3_2_1_10_1","unstructured":"Edward Beeching Cl\u00e9mentine Fourrier Nathan Habib Sheon Han Nathan Lambert Nazneen Rajani Omar Sanseviero Lewis Tunstall and Thomas Wolf. 2023. Open LLM Leaderboard."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445922"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.17351\/ests2016.70"},{"key":"e_1_3_2_1_13_1","volume-title":"Race after Technology: Abolitionist Tools for the New Jim Code","author":"Benjamin Ruha","unstructured":"Ruha Benjamin. 2019. Race after Technology: Abolitionist Tools for the New Jim Code. John Wiley & Sons."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1038\/d41586-023-02361-7"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/WACV48630.2021.00158"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/WACV51458.2022.00158"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3593996"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1080\/09537320600777002"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_1_20_1","volume-title":"Facebook, Instagram, and Messenger. Yahoo Tech (April","author":"Snyder Brady","year":"2024","unstructured":"Brady Snyder. 2024. Meta AI Is Taking over WhatsApp, Facebook, Instagram, and Messenger. Yahoo Tech (April 2024)."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1002\/ev.1115"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/11022.001.0001"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","unstructured":"S\u00e9bastien Bubeck Varun Chandrasekaran Ronen Eldan Johannes Gehrke Eric Horvitz Ece Kamar Peter Lee Yin\u00a0Tat Lee Yuanzhi Li Scott Lundberg Harsha Nori Hamid Palangi Marco\u00a0Tulio Ribeiro and Yi Zhang. 2023. Sparks of Artificial General Intelligence: Early Experiments with GPT-4. https:\/\/doi.org\/10.48550\/arXiv.2303.12712 arxiv:2303.12712\u00a0[cs]","DOI":"10.48550\/arXiv.2303.12712"},{"key":"e_1_3_2_1_24_1","volume-title":"Gender Shades: Intersectional Accuracy Disparities in Commercial Gender Classification. In Conference on Fairness, Accountability and Transparency. 77\u201391","author":"Buolamwini Joy","year":"2018","unstructured":"Joy Buolamwini and Timnit Gebru. 2018. Gender Shades: Intersectional Accuracy Disparities in Commercial Gender Classification. In Conference on Fairness, Accountability and Transparency. 77\u201391."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.7208\/chicago\/9780226217710.001.0001"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.17351\/ests2020.277"},{"key":"e_1_3_2_1_27_1","volume-title":"Scholarly Assessment Reports 2, 1","author":"Carson John","year":"2020","unstructured":"John Carson. 2020. Quantification\u2013Affordances and Limits. Scholarly Assessment Reports 2, 1 (2020)."},{"key":"e_1_3_2_1_28_1","volume-title":"How ChatGPT and Bard Performed as My Executive Assistants. The New York Times (March","author":"Chen X.","year":"2023","unstructured":"Brian\u00a0X. Chen. 2023. How ChatGPT and Bard Performed as My Executive Assistants. The New York Times (March 2023)."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581299"},{"key":"e_1_3_2_1_30_1","volume-title":"ChatGPT Is a Blurry JPEG of the Web. The New Yorker (Feb","author":"Chiang Ted","year":"2023","unstructured":"Ted Chiang. 2023. ChatGPT Is a Blurry JPEG of the Web. The New Yorker (Feb. 2023)."},{"key":"e_1_3_2_1_31_1","unstructured":"Rumman Chowdhury. 2021. Sharing Learnings about Our Image Cropping Algorithm. https:\/\/blog.twitter.com\/engineering\/en_us\/topics\/insights\/2021\/sharing-learnings-about-our-image-cropping-algorithm."},{"key":"e_1_3_2_1_32_1","volume-title":"Discriminating Data: Correlation, Neighborhoods, and the New Politics of Recognition","author":"Hui\u00a0Kyong Chun Wendy","year":"2021","unstructured":"Wendy Hui\u00a0Kyong Chun. 2021. Discriminating Data: Correlation, Neighborhoods, and the New Politics of Recognition. MIT Press."},{"key":"e_1_3_2_1_33_1","volume-title":"Situational Analysis: Grounded Theory after the Interpretive Turn","author":"Clarke E.","year":"2017","unstructured":"Adele\u00a0E. Clarke, Carrie Friese, and Rachel\u00a0S. Washburn. 2017. Situational Analysis: Grounded Theory after the Interpretive Turn. Sage Publications."},{"key":"e_1_3_2_1_35_1","unstructured":"Cl\u00e9mentine Fourrier Nathan Habib Julien Launay and Thomas Wolf. 2023. What\u2019s Going on with the Open LLM Leaderboard?https:\/\/huggingface.co\/blog\/open-llm-leaderboard-mmlu."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594073"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-94-015-7699-4_2"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/12255.001.0001"},{"key":"e_1_3_2_1_39_1","volume-title":"The Atlas of AI","author":"Crawford Kate","unstructured":"Kate Crawford. 2021. The Atlas of AI. Yale University Press."},{"key":"e_1_3_2_1_40_1","volume-title":"How Artifacts Afford: The Power and Politics of Everyday Things","author":"Davis L","unstructured":"Jenny\u00a0L Davis. 2020. How Artifacts Afford: The Power and Politics of Everyday Things. MIT Press."},{"key":"e_1_3_2_1_41_1","volume-title":"The Benchmark Lottery. arXiv:2107.07002 [cs] (July","author":"Dehghani Mostafa","year":"2021","unstructured":"Mostafa Dehghani, Yi Tay, Alexey\u00a0A. Gritsenko, Zhe Zhao, Neil Houlsby, Fernando Diaz, Donald Metzler, and Oriol Vinyals. 2021. The Benchmark Lottery. arXiv:2107.07002 [cs] (July 2021). arxiv:2107.07002\u00a0[cs]"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1080\/10618600.2017.1384734"},{"key":"e_1_3_2_1_43_1","volume-title":"Tech\u2019s Hottest New Job: AI Whisperer. No Coding Required.Washington Post (Feb","author":"Harwell Drew","year":"2023","unstructured":"Drew Harwell. 2023. Tech\u2019s Hottest New Job: AI Whisperer. No Coding Required.Washington Post (Feb. 2023)."},{"key":"e_1_3_2_1_44_1","volume-title":"Climate Data, and the Politics of Global Warming","author":"Edwards N.","unstructured":"Paul\u00a0N. Edwards. 2010. A Vast Machine: Computer Models, Climate Data, and the Politics of Global Warming. MIT Press, Cambridge, Mass."},{"key":"e_1_3_2_1_45_1","volume-title":"Is Chess the Drosophila of Artificial Intelligence? A Social History of an Algorithm. Social studies of science 42, 1","author":"Ensmenger Nathan","year":"2012","unstructured":"Nathan Ensmenger. 2012. Is Chess the Drosophila of Artificial Intelligence? A Social History of an Algorithm. Social studies of science 42, 1 (2012), 5\u201330."},{"key":"e_1_3_2_1_46_1","unstructured":"Daniel Erenrich. 2023. Errors in the MMLU: The Deep Learning Benchmark Is Wrong Surprisingly Often. https:\/\/derenrich.medium.com\/errors-in-the-mmlu-the-deep-learning-benchmark-is-wrong-surprisingly-often-7258bb045859."},{"key":"e_1_3_2_1_47_1","unstructured":"Eric Topol [@EricTopol]. 2023. After 17 Doctors and Dentists over 3 Years Couldn\u2019t Make the Diagnosis for Alex His Mother Entered His Symptoms and Got It from #ChatGPT. The Recent Progress in #AI for Medicine Reviewed in the New Ground Truths (Link in Profile) https:\/\/t.co\/hPL9tcb9ZS."},{"key":"e_1_3_2_1_48_1","volume-title":"The Rise of Big Data Policing: Surveillance, Race, and the Future of Law Enforcement","author":"Ferguson Andrew\u00a0Guthrie","unstructured":"Andrew\u00a0Guthrie Ferguson. 2017. The Rise of Big Data Policing: Surveillance, Race, and the Future of Law Enforcement. NYU Press."},{"key":"e_1_3_2_1_49_1","unstructured":"Fabian Fischer. 2019. The Accuracy Paradox of Algorithmic Classification. (2019) 16."},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3458723"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1613\/jair.1.13715"},{"key":"e_1_3_2_1_52_1","volume-title":"The Politics of \u2018Platforms\u2019. New media & society 12, 3","author":"Gillespie Tarleton","year":"2010","unstructured":"Tarleton Gillespie. 2010. The Politics of \u2018Platforms\u2019. New media & society 12, 3 (2010), 347\u2013364."},{"key":"e_1_3_2_1_53_1","volume-title":"Content Moderation, and the Hidden Decisions That Shape Social Media","author":"Gillespie Tarleton","unstructured":"Tarleton Gillespie. 2018. Custodians of the Internet: Platforms, Content Moderation, and the Hidden Decisions That Shape Social Media. Yale University Press."},{"key":"e_1_3_2_1_54_1","unstructured":"Google. 2023. Mark Rober Takes Bard with Gemini Pro for a Test Flight. https:\/\/www.youtube.com\/watch?v=mHZSrtl4zX0."},{"key":"e_1_3_2_1_55_1","volume-title":"Google\u2019s Photo App Still Can\u2019t Find Gorillas. And Neither Can Apple\u2019s.The New York Times (May","author":"Grant Nico","year":"2023","unstructured":"Nico Grant and Kashmir Hill. 2023. Google\u2019s Photo App Still Can\u2019t Find Gorillas. And Neither Can Apple\u2019s.The New York Times (May 2023)."},{"key":"e_1_3_2_1_56_1","volume-title":"Gray and Siddharth Suri","author":"L.","year":"2019","unstructured":"Mary\u00a0L. Gray and Siddharth Suri. 2019. Ghost Work: How to Stop Silicon Valley from Building a New Global Underclass. Houghton Mifflin Harcourt, Boston."},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1007\/s13347-022-00584-6"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","unstructured":"Gabriel Grill. 2022. Constructing Certainty in Machine Learning: On the Performativity of Testing and Its Hold on the Future. https:\/\/doi.org\/10.31219\/osf.io\/zekqv","DOI":"10.31219\/osf.io"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1145\/3512925"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594120"},{"key":"e_1_3_2_1_61_1","volume-title":"Military AI\u2019s Next Frontier: Your Work Computer. Wired","author":"Grill Gabriel","year":"2023","unstructured":"Gabriel Grill and Christian Sandvig. 2023. Military AI\u2019s Next Frontier: Your Work Computer. Wired (2023)."},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1609\/aimag.v30i4.2271"},{"key":"e_1_3_2_1_63_1","volume-title":"Situated Knowledges: The Science Question in Feminism and the Privilege of Partial Perspective. Feminist studies 14, 3","author":"Haraway Donna","year":"1988","unstructured":"Donna Haraway. 1988. Situated Knowledges: The Science Question in Feminism and the Privilege of Partial Perspective. Feminist studies 14, 3 (1988), 575\u2013599."},{"key":"e_1_3_2_1_64_1","first-page":"437","article-title":"Rethinking Standpoint Epistemology: What Is","volume":"36","author":"Harding Sandra","year":"1992","unstructured":"Sandra Harding. 1992. Rethinking Standpoint Epistemology: What Is\" Strong Objectivity?\". The Centennial Review 36, 3 (1992), 437\u2013470.","journal-title":"\". The Centennial Review"},{"key":"e_1_3_2_1_65_1","volume-title":"Why Meta\u2019s Latest Large Language Model Survived Only Three Days Online. MIT Technology Review","author":"Heaven Will\u00a0Douglas","year":"2022","unstructured":"Will\u00a0Douglas Heaven. 2022. Why Meta\u2019s Latest Large Language Model Survived Only Three Days Online. MIT Technology Review (2022)."},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","unstructured":"Dan Hendrycks Collin Burns Steven Basart Andy Zou Mantas Mazeika Dawn Song and Jacob Steinhardt. 2021. Measuring Massive Multitask Language Understanding. https:\/\/doi.org\/10.48550\/arXiv.2009.03300 arxiv:2009.03300\u00a0[cs]","DOI":"10.48550\/arXiv.2009.03300"},{"key":"e_1_3_2_1_67_1","volume-title":"OpenAI Worries About What Its Chatbot Will Say About People\u2019s Faces. The New York Times (July","author":"Hill Kashmir","year":"2023","unstructured":"Kashmir Hill. 2023. OpenAI Worries About What Its Chatbot Will Say About People\u2019s Faces. The New York Times (July 2023)."},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","DOI":"10.1145\/302979.303030"},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"publisher","DOI":"10.1093\/jcmc"},{"key":"e_1_3_2_1_70_1","unstructured":"Hugging Face. 2024. TTS Arena: Benchmarking Text-to-Speech Models in the Wild. https:\/\/huggingface.co\/blog\/arena-tts."},{"key":"e_1_3_2_1_71_1","volume-title":"Gets a Crash Course in Racism from Twitter. The Guardian (March","author":"Hunt Elle","year":"2016","unstructured":"Elle Hunt. 2016. Tay, Microsoft\u2019s AI Chatbot, Gets a Crash Course in Racism from Twitter. The Guardian (March 2016)."},{"key":"e_1_3_2_1_72_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445901"},{"key":"e_1_3_2_1_73_1","doi-asserted-by":"crossref","unstructured":"Sheila Jasanoff. 2005. Technologies of Humility: Citizen Participation in Governing Science. In Wozu Experten?Springer 370\u2013389.","DOI":"10.1007\/978-3-322-80692-5_17"},{"key":"e_1_3_2_1_74_1","doi-asserted-by":"publisher","DOI":"10.1177\/0306312717730428"},{"key":"e_1_3_2_1_75_1","unstructured":"Amba Kak and Sarah\u00a0Myers West. 2023. The AI Debate Is Happening in a Cocoon."},{"key":"e_1_3_2_1_76_1","unstructured":"Frederike Kaltheuner (Ed.). 2021. Fake AI. Meatspace Press."},{"key":"e_1_3_2_1_77_1","volume-title":"\u201cthe Nazi Test\u201d. Slate (Dec","author":"Kantrowitz Alex","year":"2022","unstructured":"Alex Kantrowitz. 2022. Finally, an A.I. Chatbot That Reliably Passes \u201cthe Nazi Test\u201d. Slate (Dec. 2022)."},{"key":"e_1_3_2_1_78_1","volume-title":"Leakage and the Reproducibility Crisis in Machine-Learning-Based Science. Patterns 4, 9","author":"Kapoor Sayash","year":"2023","unstructured":"Sayash Kapoor and Arvind Narayanan. 2023. Leakage and the Reproducibility Crisis in Machine-Learning-Based Science. Patterns 4, 9 (2023)."},{"key":"e_1_3_2_1_79_1","doi-asserted-by":"publisher","unstructured":"Faisal Ladhak Esin Durmus Claire Cardie and Kathleen McKeown. 2020. WikiLingua: A New Benchmark Dataset for Cross-Lingual Abstractive Summarization. https:\/\/doi.org\/10.48550\/arXiv.2010.03093 arxiv:2010.03093\u00a0[cs]","DOI":"10.48550\/arXiv.2010.03093"},{"key":"e_1_3_2_1_80_1","doi-asserted-by":"publisher","DOI":"10.1177\/1350508418808230"},{"key":"e_1_3_2_1_81_1","volume-title":"Laboratory Life: The Construction of Scientific Facts","author":"Latour Bruno","year":"1986","unstructured":"Bruno Latour and Steve Woolgar. 1986. Laboratory Life: The Construction of Scientific Facts. Princeton University Press, Princeton, N.J."},{"key":"e_1_3_2_1_82_1","volume-title":"The Biggest AI Acquisitions by Apple and Other Big Tech Firms. Quartz (April","author":"Bratton Laura","year":"2024","unstructured":"Laura Bratton. 2024. The Biggest AI Acquisitions by Apple and Other Big Tech Firms. Quartz (April 2024)."},{"key":"e_1_3_2_1_83_1","doi-asserted-by":"publisher","unstructured":"Q.\u00a0Vera Liao and Ziang Xiao. 2023. Rethinking Model Evaluation as Narrowing the Socio-Technical Gap. https:\/\/doi.org\/10.48550\/arXiv.2306.03100 arxiv:2306.03100\u00a0[cs]","DOI":"10.48550\/arXiv.2306.03100"},{"key":"e_1_3_2_1_84_1","unstructured":"Thomas Liao Rohan Taori Inioluwa\u00a0Deborah Raji and Ludwig Schmidt. 2021. Are We Learning Yet? A Meta-Review of Evaluation Failures Across Machine Learning. (2021) 20."},{"key":"e_1_3_2_1_85_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858506"},{"key":"e_1_3_2_1_86_1","volume-title":"The New York Times (June","author":"Can Yiwen Lu.","year":"2023","unstructured":"Yiwen Lu. 2023. Generative A.I. Can Add $4.4 Trillion in Value to Global Economy, Study Says. The New York Times (June 2023)."},{"key":"e_1_3_2_1_87_1","doi-asserted-by":"publisher","unstructured":"Alexandra\u00a0Sasha Luccioni Yacine Jernite and Emma Strubell. 2023. Power Hungry Processing: Watts Driving the Cost of AI Deployment?https:\/\/doi.org\/10.48550\/arXiv.2311.16863 arxiv:2311.16863\u00a0[cs]","DOI":"10.48550\/arXiv.2311.16863"},{"key":"e_1_3_2_1_88_1","volume-title":"AI Competitions as Infrastructures of Power in Medical Imaging. Information","author":"Luitse Dieuwertje","year":"2024","unstructured":"Dieuwertje Luitse, Tobias Blanke, and Thomas Poell. 2024. AI Competitions as Infrastructures of Power in Medical Imaging. Information, Communication & Society (March 2024)."},{"key":"e_1_3_2_1_89_1","doi-asserted-by":"publisher","DOI":"10.1177\/20539517211047734"},{"key":"e_1_3_2_1_90_1","volume-title":"What Is Going on with ChatGPT?The Guardian (Jan","author":"Mahdawi Arwa","year":"2024","unstructured":"Arwa Mahdawi. 2024. What Is Going on with ChatGPT?The Guardian (Jan. 2024)."},{"key":"e_1_3_2_1_91_1","volume-title":"The Language of New Media","author":"Manovich Lev","unstructured":"Lev Manovich. 2002. The Language of New Media. MIT press."},{"key":"e_1_3_2_1_92_1","unstructured":"Gary Marcus. 2023. The Sparks of AGI? Or the End of Science?https:\/\/cacm.acm.org\/blogs\/blog-cacm\/271354-the-sparks-of-agi-or-the-end-of-science\/fulltext."},{"key":"e_1_3_2_1_93_1","volume-title":"Google DeepMind\u2019s New Gemini Model Looks Amazing\u2014but Could Signal Peak AI Hype. MIT Technology Review","author":"Heikkil\u00e4 Melissa","year":"2023","unstructured":"Melissa Heikkil\u00e4. 2023. Google DeepMind\u2019s New Gemini Model Looks Amazing\u2014but Could Signal Peak AI Hype. MIT Technology Review (2023)."},{"key":"e_1_3_2_1_94_1","doi-asserted-by":"publisher","DOI":"10.1145\/3415186"},{"key":"e_1_3_2_1_95_1","doi-asserted-by":"publisher","DOI":"10.4135\/9781473983045"},{"key":"e_1_3_2_1_96_1","volume-title":"The Racial Contract","author":"Mills W.","unstructured":"Charles\u00a0W. Mills. 1997. The Racial Contract. Cornell University Press, Ithaca."},{"key":"e_1_3_2_1_97_1","volume-title":"To Save Everything","author":"Morozov Evgeny","unstructured":"Evgeny Morozov. 2013. To Save Everything, Click Here: The Folly of Technological Solutionism (first edition ed.). PublicAffairs, New York."},{"key":"e_1_3_2_1_98_1","doi-asserted-by":"publisher","DOI":"10.1177\/2056305115603385"},{"key":"e_1_3_2_1_99_1","doi-asserted-by":"publisher","DOI":"10.4135\/9781529782783.n34"},{"key":"e_1_3_2_1_100_1","unstructured":"Arvind Narayanan. 2023. GPT-4 and Professional Benchmarks: The Wrong Answer to the Wrong Question. https:\/\/www.aisnakeoil.com\/p\/gpt-4-and-professional-benchmarks."},{"key":"e_1_3_2_1_101_1","volume-title":"Global Voices: Crossing Borders in Automatic News Summarization. arxiv:1910.00421\u00a0[cs]","author":"Nguyen Khanh","year":"2020","unstructured":"Khanh Nguyen and Hal Daum\u00e9\u00a0III. 2020. Global Voices: Crossing Borders in Automatic News Summarization. arxiv:1910.00421\u00a0[cs]"},{"key":"e_1_3_2_1_102_1","unstructured":"Safiya\u00a0Umoja Noble. 2018. Algorithms of Oppression: How Search Engines Reinforce Racism. nyu Press."},{"key":"e_1_3_2_1_103_1","volume-title":"Mantra. Business Insider","author":"Nolan Beatrice","year":"2023","unstructured":"Beatrice Nolan. 2023. Silicon Valley Has a New Version of Its Beloved \u2019move Fast and Break Things\u2019 Mantra. Business Insider (2023)."},{"key":"e_1_3_2_1_104_1","volume-title":"Google Shares Drop $100 Billion after Its New AI Chatbot Makes a Mistake. NPR (Feb","author":"Olson Emily","year":"2023","unstructured":"Emily Olson. 2023. Google Shares Drop $100 Billion after Its New AI Chatbot Makes a Mistake. NPR (Feb. 2023)."},{"key":"e_1_3_2_1_105_1","unstructured":"Open AI. 2023. How Should AI Systems Behave and Who Should Decide?https:\/\/openai.com\/blog\/how-should-ai-systems-behave."},{"key":"e_1_3_2_1_106_1","unstructured":"OpenAI. 2023. GPT-4. https:\/\/openai.com\/research\/gpt-4."},{"key":"e_1_3_2_1_107_1","doi-asserted-by":"publisher","DOI":"10.1177\/2053951720939605"},{"key":"e_1_3_2_1_108_1","volume-title":"Data and Its (Dis) Contents: A Survey of Dataset Development and Use in Machine Learning Research. Patterns 2, 11","author":"Paullada Amandalynne","year":"2021","unstructured":"Amandalynne Paullada, Inioluwa\u00a0Deborah Raji, Emily\u00a0M Bender, Emily Denton, and Alex Hanna. 2021. Data and Its (Dis) Contents: A Survey of Dataset Development and Use in Machine Learning Research. Patterns 2, 11 (2021)."},{"key":"e_1_3_2_1_109_1","doi-asserted-by":"publisher","DOI":"10.1177\/03063127211048945"},{"key":"e_1_3_2_1_110_1","volume-title":"Introducing Gemini: Our Largest and Most Capable AI Model. https:\/\/blog.google\/technology\/ai\/google-gemini-ai\/.","author":"Pichai Sundar","year":"2023","unstructured":"Sundar Pichai and Demis Hassabis. 2023. Introducing Gemini: Our Largest and Most Capable AI Model. https:\/\/blog.google\/technology\/ai\/google-gemini-ai\/."},{"key":"e_1_3_2_1_111_1","unstructured":"David Pierce. 2023. Google\u2019s Bard Chatbot Doesn\u2019t Love Me \u2014 but It\u2019s Still Pretty Weird. https:\/\/www.theverge.com\/2023\/3\/21\/23650472\/google-bard-ai-chatbot-hands-on-test."},{"key":"e_1_3_2_1_112_1","doi-asserted-by":"publisher","DOI":"10.1177\/016224399301800103"},{"key":"e_1_3_2_1_113_1","doi-asserted-by":"publisher","DOI":"10.1177\/030631284014003004"},{"key":"e_1_3_2_1_114_1","doi-asserted-by":"publisher","DOI":"10.3389\/fdata.2020.519957"},{"key":"e_1_3_2_1_115_1","volume-title":"Trust in Numbers: The Pursuit of Objectivity in Science and Public Life","author":"Porter M.","unstructured":"Theodore\u00a0M. Porter. 1996. Trust in Numbers: The Pursuit of Objectivity in Science and Public Life. Princeton University Press."},{"key":"e_1_3_2_1_116_1","volume-title":"AI and the Everything in the Whole Wide World Benchmark. Thirty-fifth Conference on Neural Information Processing Systems Datasets and Benchmarks Track","author":"Raji Inioluwa\u00a0Deborah","year":"2021","unstructured":"Inioluwa\u00a0Deborah Raji, Emily\u00a0M Bender, Amandalynne Paullada, Emily Denton, and Alex Hanna. 2021. AI and the Everything in the Whole Wide World Benchmark. Thirty-fifth Conference on Neural Information Processing Systems Datasets and Benchmarks Track (2021), 23."},{"key":"e_1_3_2_1_117_1","unstructured":"Chelsea Ritschel. 2018. Google Fixes Translate Tool after Accusations of Sexism. https:\/\/www.independent.co.uk\/life-style\/women\/google-translate-sexist-masculine-feminine-he-said-she-said-english-spanish-languages-a8672586.html."},{"key":"e_1_3_2_1_118_1","volume-title":"How ChatGPT Kicked Off an A.I. Arms Race. The New York Times (Feb","author":"Roose Kevin","year":"2023","unstructured":"Kevin Roose. 2023. How ChatGPT Kicked Off an A.I. Arms Race. The New York Times (Feb. 2023)."},{"key":"e_1_3_2_1_119_1","doi-asserted-by":"publisher","DOI":"10.1080\/15295036.2024.2314667"},{"key":"e_1_3_2_1_120_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445518"},{"key":"e_1_3_2_1_121_1","volume-title":"Auditing Algorithms: Research Methods for Detecting Discrimination on Internet Platforms. Data and discrimination: converting critical concerns into productive inquiry","author":"Sandvig Christian","year":"2014","unstructured":"Christian Sandvig, Kevin Hamilton, Karrie Karahalios, and Cedric Langbort. 2014. Auditing Algorithms: Research Methods for Detecting Discrimination on Internet Platforms. Data and discrimination: converting critical concerns into productive inquiry (2014), 1\u201323."},{"key":"e_1_3_2_1_122_1","doi-asserted-by":"publisher","unstructured":"Rylan Schaeffer Brando Miranda and Sanmi Koyejo. 2023. Are Emergent Abilities of Large Language Models a Mirage?https:\/\/doi.org\/10.48550\/arXiv.2304.15004 arxiv:2304.15004\u00a0[cs]","DOI":"10.48550\/arXiv.2304.15004"},{"key":"e_1_3_2_1_123_1","doi-asserted-by":"publisher","DOI":"10.1177\/2053951717738104"},{"key":"e_1_3_2_1_124_1","doi-asserted-by":"publisher","DOI":"10.14506\/ca33.3.04"},{"key":"e_1_3_2_1_125_1","volume-title":"Fairness and Abstraction in Sociotechnical Systems. In ACM Conference on Fairness, Accountability, and Transparency (FAT*).","author":"Selbst D.","year":"2018","unstructured":"Andrew\u00a0D. Selbst, Sorelle Friedler, Suresh Venkatasubramanian, and Janet Vertesi. 2018. Fairness and Abstraction in Sociotechnical Systems. In ACM Conference on Fairness, Accountability, and Transparency (FAT*)."},{"key":"e_1_3_2_1_126_1","doi-asserted-by":"publisher","DOI":"10.1080\/21670811.2022.2063150"},{"key":"e_1_3_2_1_127_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581240"},{"key":"e_1_3_2_1_128_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290607.3299049"},{"key":"e_1_3_2_1_129_1","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025851"},{"key":"e_1_3_2_1_130_1","volume-title":"Technology and the Phenomenology of Conventions: On Being Allergic to Onions. The Sociological Review 38","author":"Star Susan\u00a0Leigh","year":"1990","unstructured":"Susan\u00a0Leigh Star. 1990. Power, Technology and the Phenomenology of Conventions: On Being Allergic to Onions. The Sociological Review 38, 1_suppl (1990), 26\u201356."},{"key":"e_1_3_2_1_131_1","doi-asserted-by":"publisher","DOI":"10.1023\/A:1008651105359"},{"key":"e_1_3_2_1_132_1","doi-asserted-by":"publisher","DOI":"10.1080\/15358593.2021.1934521"},{"key":"e_1_3_2_1_133_1","volume-title":"Human-Machine Reconfigurations: Plans and Situated Actions","author":"Suchman Lucy","unstructured":"Lucy Suchman. 2007. Human-Machine Reconfigurations: Plans and Situated Actions. Cambridge University Press, Cambridge, England."},{"key":"e_1_3_2_1_134_1","volume-title":"Network Culture: Politics For the Information Age","author":"Terranova Tiziana","year":"2004","unstructured":"Tiziana Terranova. 2004. Network Culture: Politics For the Information Age. Pluto Press, London ; Ann Arbor, MI."},{"key":"e_1_3_2_1_135_1","unstructured":"thebes [@voooooogel]. 2023. So a Couple Days Ago i Made a Shitpost about Tipping Chatgpt and Someone Replied \"Huh Would This Actually Help Performance\" so i Decided to Test It and IT ACTUALLY WORKS WTF https:\/\/t.co\/kqQUOn7wcS."},{"key":"e_1_3_2_1_136_1","doi-asserted-by":"publisher","DOI":"10.24908\/ss.v12i2.4776"},{"key":"e_1_3_2_1_137_1","unstructured":"Lakshmi Varanasi. 2023. GPT-4 Can Ace the Bar but It Only Has a Decent Chance of Passing the CFA Exams. Here\u2019s a List of Difficult Exams the ChatGPT and GPT-4 Have Passed.https:\/\/www.businessinsider.com\/list-here-are-the-exams-chatgpt-has-passed-so-far-2023-1."},{"key":"e_1_3_2_1_138_1","doi-asserted-by":"crossref","unstructured":"Janet Vertesi and D. Ribes. 2019. From Affordances to Accomplishments PowerPoint and Excel at NASA. In digitalSTS: A Field Guide for Science and Technology Studies. Princeton Univ. Press 369\u2013392.","DOI":"10.2307\/j.ctvc77mp9.28"},{"key":"e_1_3_2_1_139_1","unstructured":"James Vincent. 2023. Google\u2019s AI Chatbot Bard Makes Factual Error in First Demo. https:\/\/www.theverge.com\/2023\/2\/8\/23590864\/google-ai-chatbot-bard-mistake-error-exoplanet-demo."},{"key":"e_1_3_2_1_140_1","unstructured":"Judy Wajcman. 2004. TechnoFeminism. Polity Cambridge ; Malden MA."},{"key":"e_1_3_2_1_141_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00520"},{"key":"e_1_3_2_1_142_1","doi-asserted-by":"publisher","unstructured":"David\u00a0Gray Widder Sarah West and Meredith Whittaker. 2023. Open (For Business): Big Tech Concentrated Power and the Political Economy of Open AI. https:\/\/doi.org\/10.2139\/ssrn.4543807","DOI":"10.2139\/ssrn.4543807"},{"key":"e_1_3_2_1_143_1","unstructured":"Kyle Wiggers. 2024. NIST Launches a New Platform to Assess Generative AI."},{"key":"e_1_3_2_1_144_1","volume-title":"The Age of Surveillance Capitalism: The Fight for a Human Future at the New Frontier of Power","author":"Zuboff Shoshana","unstructured":"Shoshana Zuboff. 2019. The Age of Surveillance Capitalism: The Fight for a Human Future at the New Frontier of Power (first edition ed.). PublicAffairs, New York."}],"event":{"name":"FAccT '24: The 2024 ACM Conference on Fairness, Accountability, and Transparency","location":"Rio de Janeiro Brazil","acronym":"FAccT '24"},"container-title":["The 2024 ACM Conference on Fairness, Accountability, and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3630106.3659009","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3630106.3659009","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T23:57:07Z","timestamp":1750291027000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3630106.3659009"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6,3]]},"references-count":143,"alternative-id":["10.1145\/3630106.3659009","10.1145\/3630106"],"URL":"https:\/\/doi.org\/10.1145\/3630106.3659009","relation":{},"subject":[],"published":{"date-parts":[[2024,6,3]]},"assertion":[{"value":"2024-06-05","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}