{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,13]],"date-time":"2026-06-13T07:24:27Z","timestamp":1781335467779,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":24,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,11,11]],"date-time":"2024-11-11T00:00:00Z","timestamp":1731283200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,11,11]]},"DOI":"10.1145\/3678884.3687147","type":"proceedings-article","created":{"date-parts":[[2024,11,13]],"date-time":"2024-11-13T18:38:08Z","timestamp":1731523088000},"page":"712-715","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":13,"title":["The Human Factor in AI Red Teaming: Perspectives from Social and Collaborative Computing"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0005-6407-6981","authenticated-orcid":false,"given":"Alice Qian","family":"Zhang","sequence":"first","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, Pennsylvania, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-6123-1781","authenticated-orcid":false,"given":"Ryland","family":"Shaw","sequence":"additional","affiliation":[{"name":"Microsoft Research, New York City, New York, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4684-348X","authenticated-orcid":false,"given":"Jacy Reese","family":"Anthis","sequence":"additional","affiliation":[{"name":"University of Chicago, Chicago, Illinois, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0320-6122","authenticated-orcid":false,"given":"Ashlee","family":"Milton","sequence":"additional","affiliation":[{"name":"University of Minnesota, Minneapolis, Minnesota, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1087-1101","authenticated-orcid":false,"given":"Emily","family":"Tseng","sequence":"additional","affiliation":[{"name":"Microsoft Research, New York, New York, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7646-5563","authenticated-orcid":false,"given":"Jina","family":"Suh","sequence":"additional","affiliation":[{"name":"Microsoft Research, Redmond, Washington, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-3017-2499","authenticated-orcid":false,"given":"Lama","family":"Ahmad","sequence":"additional","affiliation":[{"name":"OpenAI, San Francisco, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-8766-3948","authenticated-orcid":false,"given":"Ram Shankar Siva","family":"Kumar","sequence":"additional","affiliation":[{"name":"Microsoft, Redmond, Washington, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3285-6503","authenticated-orcid":false,"given":"Julian","family":"Posada","sequence":"additional","affiliation":[{"name":"Yale University, New Haven, Connecticut, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0797-2729","authenticated-orcid":false,"given":"Benjamin","family":"Shestakofsky","sequence":"additional","affiliation":[{"name":"University of Pennsylvania, Philadelphia, Pennsylvania, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8953-1470","authenticated-orcid":false,"given":"Sarah T.","family":"Roberts","sequence":"additional","affiliation":[{"name":"University of California Los Angeles, Los Angeles, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9972-6829","authenticated-orcid":false,"given":"Mary L.","family":"Gray","sequence":"additional","affiliation":[{"name":"Microsoft Research, Cambridge, Massachusetts, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,11,13]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1109\/MCI.2010.939578"},{"key":"e_1_3_2_1_2_1","volume-title":"The human cost of online content moderation. Harvard Journal of Law and Technology 2","author":"Arsht Andrew","year":"2018","unstructured":"Andrew Arsht and Daniel Etcovitch. 2018. The human cost of online content moderation. Harvard Journal of Law and Technology 2 (2018)."},{"key":"e_1_3_2_1_3_1","volume-title":"The Problem With Bias: Allocative Versus Representational Harms in Machine Learning","author":"Barocas Solon","unstructured":"Solon Barocas, Kate Crawford, Aaron Shapiro, and Hanna Wallach. 2017. The Problem With Bias: Allocative Versus Representational Harms in Machine Learning. Philadelphia, PA."},{"key":"e_1_3_2_1_4_1","volume-title":"Showing Limits of Algorithms. Wall Street Journal (July","author":"Barr Alistair","year":"2015","unstructured":"Alistair Barr. 2015. Google Mistakenly Tags Black People as Gorillas, Showing Limits of Algorithms. Wall Street Journal (July 2015). http:\/\/blogs.wsj.com\/digits\/2015\/07\/01\/google-mistakenly-tags-black-peopleas- gorillas-showing-limits-of-algorithms\/"},{"key":"e_1_3_2_1_5_1","volume-title":"DebiasingWord Embeddings. In 30th Conference on Neural Information Processing Systems. Barcelona.","author":"Bolukbasi Tolga","year":"2016","unstructured":"Tolga Bolukbasi, Kai-Wei Chang, James Y Zou, Venkatesh Saligrama, and Adam T Kalai. 2016. Man is to Computer Programmer as Woman is to Homemaker? DebiasingWord Embeddings. In 30th Conference on Neural Information Processing Systems. Barcelona."},{"key":"e_1_3_2_1_6_1","unstructured":"Frontier Model Forum. 2024. Issue brief: What is red teaming? https:\/\/www. frontiermodelforum.org\/updates\/red-teaming\/"},{"key":"e_1_3_2_1_7_1","unstructured":"Deep Ganguli Liane Lovitt Jackson Kernion Amanda Askell Yuntao Bai Saurav Kadavath Ben Mann Ethan Perez Nicholas Schiefer Kamal Ndousse et al. 2022. Red teaming language models to reduce harms: Methods scaling behaviors and lessons learned. arXiv preprint arXiv:2209.07858 (2022)."},{"key":"e_1_3_2_1_8_1","volume-title":"Content Moderation, and the Hidden Decisions That Shape Social Media","author":"Gillespie Tarleton","unstructured":"Tarleton Gillespie. 2018. Custodians of the Internet: Platforms, Content Moderation, and the Hidden Decisions That Shape Social Media. Yale University Press, New Haven Connecticut."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1177\/20539517241252131"},{"key":"e_1_3_2_1_10_1","volume-title":"Gray and Siddharth Suri","author":"Mary","year":"2019","unstructured":"Mary L. Gray and Siddharth Suri. 2019. Ghost Work: How to Stop Silicon Valley from Building a New Global Underclass (illustrated edition ed.). Harper Business, Boston."},{"key":"e_1_3_2_1_11_1","unstructured":"The White House. 2023. FACT SHEET: Biden-Harris Administration Secures Voluntary Commitments from Leading Artificial Intelligence Companies to Manage the Risks Posed by AI. https:\/\/www.whitehouse.gov\/briefingroom\/ statements-releases\/2023\/07\/21\/fact-sheet-biden-harris-administrationsecures- voluntary-commitments-from-leading-artificial-intelligencecompanies- to-manage-the-risks-posed-by-ai\/"},{"key":"e_1_3_2_1_12_1","unstructured":"humane intelligence SeeAI and DEFCON AI Village. 2024."},{"key":"e_1_3_2_1_13_1","volume-title":"But with a Sticker: Attacks on Machine Learning Systems and what to Do about Them","author":"Siva Kumar Ram Shankar","unstructured":"Ram Shankar Siva Kumar and Hyrum Anderson. 2023. Not with a Bug, But with a Sticker: Attacks on Machine Learning Systems and what to Do about Them. John Wiley & Sons, Incorporated."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3492853"},{"key":"e_1_3_2_1_15_1","volume-title":"Responsible AI Research Needs Impact Statements Too. arXiv preprint arXiv:2311.11776","author":"Olteanu Alexandra","year":"2023","unstructured":"Alexandra Olteanu, Michael Ekstrand, Carlos Castillo, and Jina Suh. 2023. Responsible AI Research Needs Impact Statements Too. arXiv preprint arXiv:2311.11776 (2023)."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3637414"},{"key":"e_1_3_2_1_17_1","volume-title":"Behind the Screen: Content Moderation in the Shadows of Social Media","author":"Roberts Sarah T.","unstructured":"Sarah T. Roberts. 2019. Behind the Screen: Content Moderation in the Shadows of Social Media. Yale University Press. Google-Books-ID: uiCbDwAAQBAJ."},{"key":"e_1_3_2_1_18_1","volume-title":"Re-humanizing the platform: Content moderators and the logic of care. 22, 6","author":"Ruckenstein Minna","year":"2020","unstructured":"Minna Ruckenstein and Linda Lisa Maria Turunen. 2020. Re-humanizing the platform: Content moderators and the logic of care. 22, 6 (2020), 1026--1042. Publisher: Sage Publications Sage UK: London, England."},{"key":"e_1_3_2_1_19_1","unstructured":"Oscar Schwartz. 2019. In 2016 Microsofts Racist Chatbot Revealed the Dangers of Online Conversation - IEEE Spectrum. https:\/\/spectrum.ieee.org\/in-2016- microsofts-racist-chatbot-revealed-the-dangers-of-online-conversation"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1177\/0730888417726119"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3479603"},{"key":"e_1_3_2_1_22_1","volume-title":"Proceedings of Seventh International Congress on Information and Communication Technology: ICICT","volume":"4","author":"Steiger Miriah","year":"2022","unstructured":"Miriah Steiger, Timir J Bharucha, Wilfredo Torralba, Marlyn Savio, Priyanka Manchanda, and Rachel Lutz-Guevara. 2022. Effects of a Novel Resiliency Training Program for Social Media Content Moderators. In Proceedings of Seventh International Congress on Information and Communication Technology: ICICT 2022, London, Volume 4. Springer, 283--298."},{"key":"e_1_3_2_1_23_1","volume-title":"Red Team: How to succeed by thinking like the enemy","author":"Zenko Micah","year":"2015","unstructured":"Micah Zenko. 2015. Red Team: How to succeed by thinking like the enemy. Basic Books."},{"key":"e_1_3_2_1_24_1","unstructured":"Micah Zenko and Richard Haass. 2015. red team: Howto succeed by thinking like the enemy. https:\/\/www.cfr.org\/event\/red-team-how-succeed-thinking-enemy"}],"event":{"name":"CSCW '24: The 27th ACM Conference on Computer-Supported Cooperative Work and Social Computing","location":"San Jose Costa Rica","acronym":"CSCW '24","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Companion Publication of the 2024 Conference on Computer-Supported Cooperative Work and Social Computing"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3678884.3687147","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3678884.3687147","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,15]],"date-time":"2026-03-15T01:59:43Z","timestamp":1773539983000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3678884.3687147"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,11]]},"references-count":24,"alternative-id":["10.1145\/3678884.3687147","10.1145\/3678884"],"URL":"https:\/\/doi.org\/10.1145\/3678884.3687147","relation":{},"subject":[],"published":{"date-parts":[[2024,11,11]]},"assertion":[{"value":"2024-11-13","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}