{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,30]],"date-time":"2026-06-30T18:53:13Z","timestamp":1782845593924,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":140,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T00:00:00Z","timestamp":1776038400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,4,13]]},"DOI":"10.1145\/3772318.3791363","type":"proceedings-article","created":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T04:12:26Z","timestamp":1776053546000},"page":"1-21","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["How Generative AI Empowers Attackers and Defenders Across the Trust & Safety Landscape"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4405-0010","authenticated-orcid":false,"given":"Patrick Gage","family":"Kelley","sequence":"first","affiliation":[{"name":"Google, New York City, New York, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-9407-804X","authenticated-orcid":false,"given":"Steven","family":"Rousso-Schindler","sequence":"additional","affiliation":[{"name":"Department of Anthropology, CSU Long Beach, Long Beach, California, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4720-3844","authenticated-orcid":false,"given":"Renee","family":"Shelby","sequence":"additional","affiliation":[{"name":"Google Research, San Francisco, California, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3762-5851","authenticated-orcid":false,"given":"Kurt","family":"Thomas","sequence":"additional","affiliation":[{"name":"Google, Mountain View, California, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5745-7103","authenticated-orcid":false,"given":"Allison","family":"Woodruff","sequence":"additional","affiliation":[{"name":"Google, Mountain View, California, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,4,13]]},"reference":[{"key":"e_1_3_3_3_2_2","unstructured":"Bhupendra Acharya and Thorsten Holz. 2024. An Explorative Study of Pig Butchering Scams. arxiv:https:\/\/arXiv.org\/abs\/2412.15423\u00a0[cs.CR]"},{"key":"e_1_3_3_3_3_2","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3713574"},{"key":"e_1_3_3_3_4_2","unstructured":"Dario Amodei Chris Olah Jacob Steinhardt Paul Christiano John Schulman and Dan Man\u00e9. 2016. Concrete Problems in AI Safety. arxiv:https:\/\/arXiv.org\/abs\/1606.06565\u00a0[cs.AI]"},{"key":"e_1_3_3_3_5_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-39498-0_12"},{"key":"e_1_3_3_3_6_2","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3713238"},{"key":"e_1_3_3_3_7_2","doi-asserted-by":"crossref","unstructured":"Farzaneh Badiei Alex Feerst and David Sullivan. 2023. Toward a Common Baseline Understanding of Trust and Safety Terminology. Journal of Online Trust and Safety 2 1 (2023).","DOI":"10.54501\/jots.v2i1.147"},{"key":"e_1_3_3_3_8_2","doi-asserted-by":"publisher","unstructured":"Stephane Baele Lewys Brace and Debbie Ging. 2024. A Diachronic Cross-Platforms Analysis of Violent Extremist Language in the Incel Online Ecosystem. Terrorism and Political Violence 36 3 (2024) 382\u2013405. 10.1080\/09546553.2022.2161373","DOI":"10.1080\/09546553.2022.2161373"},{"key":"e_1_3_3_3_9_2","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753521"},{"key":"e_1_3_3_3_10_2","unstructured":"Tom Bartlett. 2025. \u2018The Worst Internet-Research Ethics Violation I Have Ever Seen\u2019: The most persuasive \u201cpeople\u201d on a popular subreddit turned out to be a front for a secret AI experiment.The Atlantic (2 May 2025). https:\/\/www.theatlantic.com\/technology\/archive\/2025\/05\/reddit-ai-persuasion-experiment-ethics\/682676\/"},{"key":"e_1_3_3_3_11_2","unstructured":"Jasika Bawa and Phiroze Parakh. 2025. How we\u2019re using AI to combat the latest scams. https:\/\/blog.google\/technology\/safety-security\/how-were-using-ai-to-combat-the-latest-scams\/"},{"key":"e_1_3_3_3_12_2","doi-asserted-by":"publisher","DOI":"10.1145\/3357236.3395572"},{"key":"e_1_3_3_3_13_2","doi-asserted-by":"publisher","DOI":"10.1109\/SP54263.2024.00071"},{"key":"e_1_3_3_3_14_2","volume-title":"Key Functions and Roles","author":"Bhatlapenumarty Harsha","year":"2021","unstructured":"Harsha Bhatlapenumarty. 2021. Key Functions and Roles. Trust & Safety Professional Association. https:\/\/www.tspa.org\/curriculum\/ts-curriculum\/functions-roles\/"},{"key":"e_1_3_3_3_15_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-67256-4_32"},{"key":"e_1_3_3_3_16_2","doi-asserted-by":"publisher","unstructured":"Melanie Birks Ysanne Chapman and Karen Francis. 2008. Memoing in qualitative research: Probing data and processes. Journal of Research in Nursing 13 1 (2008) 68\u201375. 10.1177\/1744987107081254","DOI":"10.1177\/1744987107081254"},{"key":"e_1_3_3_3_17_2","doi-asserted-by":"publisher","DOI":"10.1145\/1240624.1240789"},{"key":"e_1_3_3_3_18_2","doi-asserted-by":"publisher","unstructured":"Virginia Braun and Victoria Clarke. 2019. Reflecting on reflexive thematic analysis. Qualitative Research in Sport Exercise and Health 11 4 (2019) 589\u2013597. 10.1080\/2159676X.2019.1628806","DOI":"10.1080\/2159676X.2019.1628806"},{"key":"e_1_3_3_3_19_2","doi-asserted-by":"publisher","unstructured":"Virginia Braun and Victoria Clarke. 2021. One size fits all? What counts as quality practice in (reflexive) thematic analysis?Qualitative Research in Psychology 18 3 (2021) 328\u2013352. 10.1080\/14780887.2020.1769238","DOI":"10.1080\/14780887.2020.1769238"},{"key":"e_1_3_3_3_20_2","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3501945"},{"key":"e_1_3_3_3_21_2","volume-title":"The Potentially Large Effects of Artificial Intelligence on Economic Growth","author":"Briggs Joseph","year":"2023","unstructured":"Joseph Briggs and Devesh Kodnani. 2023. The Potentially Large Effects of Artificial Intelligence on Economic Growth. Global Economics Analyst. Goldman Sachs."},{"key":"e_1_3_3_3_22_2","doi-asserted-by":"publisher","DOI":"10.1145\/3308558.3313482"},{"key":"e_1_3_3_3_23_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613905.3650882"},{"key":"e_1_3_3_3_24_2","doi-asserted-by":"publisher","DOI":"10.1109\/SP.2015.35"},{"key":"e_1_3_3_3_25_2","unstructured":"Danielle\u00a0Keats Citron and Ari\u00a0Ezra Waldman. 2025. The Evolution of Trust and Safety. Virginia Public Law and Legal Theory Research Paper2025-65 (2025)."},{"key":"e_1_3_3_3_26_2","volume-title":"Qualitative Inquiry and Research Design: Choosing among Five Approaches (fourth ed.)","author":"Creswell John\u00a0W.","year":"2018","unstructured":"John\u00a0W. Creswell and Cheryl\u00a0N. Poth. 2018. Qualitative Inquiry and Research Design: Choosing among Five Approaches (fourth ed.). Sage Publications, Thousand Oaks, CA."},{"key":"e_1_3_3_3_27_2","doi-asserted-by":"publisher","unstructured":"Elena Cryst Shelby Grossman Jeff Hancock Alex Stamos and David Thiel. 2023. Introducing the Journal of Online Trust and Safety. Journal of Online Trust and Safety 1 1 (Sept. 2023). 10.54501\/jots.v1i1.8","DOI":"10.54501\/jots.v1i1.8"},{"key":"e_1_3_3_3_28_2","volume-title":"Innovation in the Making","author":"Dars\u00f8 Lotte","year":"2001","unstructured":"Lotte Dars\u00f8. 2001. Innovation in the Making. Samfundslitteratur, Frederiksberg, Denmark."},{"key":"e_1_3_3_3_29_2","unstructured":"Digital Trust & Safety Partnership. 2024. Best Practices for AI and Automation in Trust & Safety. https:\/\/dtspartnership.org\/best-practices-for-ai-and-automation-in-trust-and-safety\/"},{"key":"e_1_3_3_3_30_2","volume-title":"Digital Trust & Safety Partnership","author":"Partnership Digital Trust & Safety","unstructured":"Digital Trust & Safety Partnership. n.d. Digital Trust & Safety Partnership. https:\/\/dtspartnership.org\/"},{"key":"e_1_3_3_3_31_2","doi-asserted-by":"publisher","DOI":"10.1145\/3278721.3278729"},{"key":"e_1_3_3_3_32_2","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357219"},{"key":"e_1_3_3_3_33_2","doi-asserted-by":"publisher","unstructured":"Hubert Etienne and Onur \u00c7elebi. 2023. Listen to What They Say: Better Understand and Detect Online Misinformation with User Feedback. Journal of Online Trust and Safety 1 5 (April 2023). 10.54501\/jots.v1i5.106","DOI":"10.54501\/jots.v1i5.106"},{"key":"e_1_3_3_3_34_2","doi-asserted-by":"publisher","unstructured":"Hany Farid. 2021. An Overview of Perceptual Hashing. Journal of Online Trust and Safety 1 1 (Oct. 2021). 10.54501\/jots.v1i1.24","DOI":"10.54501\/jots.v1i1.24"},{"key":"e_1_3_3_3_35_2","doi-asserted-by":"publisher","DOI":"10.1002\/9781119815075.ch45"},{"key":"e_1_3_3_3_36_2","doi-asserted-by":"publisher","unstructured":"Bill Gaver Tony Dunne and Elena Pacenti. 1999. Design: Cultural Probes. Interactions 6 1 (Jan. 1999) 21\u201329. 10.1145\/291224.291235","DOI":"10.1145\/291224.291235"},{"key":"e_1_3_3_3_37_2","unstructured":"Shaona Ghosh Heather Frase Adina Williams Sarah Luger Paul R\u00f6ttger Fazl Barez Sean McGregor Kenneth Fricklas Mala Kumar Quentin Feuillade-Montixi Kurt Bollacker Felix Friedrich Ryan Tsang Bertie Vidgen Alicia Parrish Chris Knotz Eleonora Presani Jonathan Bennion Marisa\u00a0Ferrara Boston Mike Kuniavsky Wiebke Hutiri James Ezick Malek\u00a0Ben Salem Rajat Sahay Sujata Goswami Usman Gohar Ben Huang Supheakmungkol Sarin Elie Alhajjar Canyu Chen Roman Eng Kashyap\u00a0Ramanandula Manjusha Virendra Mehta Eileen Long Murali Emani Natan Vidra Benjamin Rukundo Abolfazl Shahbazi Kongtao Chen Rajat Ghosh Vithursan Thangarasa Pierre Peign\u00e9 Abhinav Singh Max Bartolo Satyapriya Krishna Mubashara Akhtar Rafael Gold Cody Coleman Luis Oala Vassil Tashev Joseph\u00a0Marvin Imperial Amy Russ Sasidhar Kunapuli Nicolas Miailhe Julien Delaunay Bhaktipriya Radharapu Rajat Shinde Tuesday Debojyoti Dutta Declan Grabb Ananya Gangavarapu Saurav Sahay Agasthya Gangavarapu Patrick Schramowski Stephen Singam Tom David Xudong Han Priyanka\u00a0Mary Mammen Tarunima Prabhakar Venelin Kovatchev Rebecca Weiss Ahmed Ahmed Kelvin\u00a0N. Manyeki Sandeep Madireddy Foutse Khomh Fedor Zhdanov Joachim Baumann Nina Vasan Xianjun Yang Carlos Mougn Jibin\u00a0Rajan Varghese Hussain Chinoy Seshakrishna Jitendar Manil Maskey Claire\u00a0V. Hardgrove Tianhao Li Aakash Gupta Emil Joswin Yifan Mai Shachi\u00a0H Kumar Cigdem Patlak Kevin Lu Vincent Alessi Sree\u00a0Bhargavi Balija Chenhe Gu Robert Sullivan James Gealy Matt Lavrisa James Goel Peter Mattson Percy Liang and Joaquin Vanschoren. 2025. AILuminate: Introducing v1.0 of the AI Risk and Reliability Benchmark from MLCommons. arxiv:https:\/\/arXiv.org\/abs\/2503.05731\u00a0[cs.CY]"},{"key":"e_1_3_3_3_38_2","doi-asserted-by":"publisher","DOI":"10.5555\/3766078.3766079"},{"key":"e_1_3_3_3_39_2","volume-title":"Custodians of the Internet: Platforms, Content Moderation, and the Hidden Decisions That Shape Social Media","author":"Gillespie Tarleton","year":"2018","unstructured":"Tarleton Gillespie. 2018. Custodians of the Internet: Platforms, Content Moderation, and the Hidden Decisions That Shape Social Media. Yale University Press."},{"key":"e_1_3_3_3_40_2","doi-asserted-by":"publisher","unstructured":"Adri\u00e1n Gir\u00f3n Javier Huertas-Tato and David Camacho. 2025. LLM synthetic generation to enhance online content moderation generalization in hate speech scenarios. Computing 107 Article 164 (2025). 10.1007\/s00607-025-01518-8","DOI":"10.1007\/s00607-025-01518-8"},{"key":"e_1_3_3_3_41_2","volume-title":"Discover our child safety toolkit","year":"2025","unstructured":"Google. 2025. Discover our child safety toolkit. https:\/\/protectingchildren.google\/tools-for-partners\/"},{"key":"e_1_3_3_3_42_2","doi-asserted-by":"publisher","unstructured":"Robert Gorwa Reuben Binns and Christian Katzenbach. 2020. Algorithmic content moderation: Technical and political challenges in the automation of platform governance. Big Data & Society 7 1 (2020). 10.1177\/2053951719897945","DOI":"10.1177\/2053951719897945"},{"key":"e_1_3_3_3_43_2","doi-asserted-by":"publisher","DOI":"10.5555\/1795234.1795272"},{"key":"e_1_3_3_3_44_2","unstructured":"James Grimmelmann. 2015. The Virtues of Moderation. Yale Journal of Law & Technology 17 (2015) 42."},{"key":"e_1_3_3_3_45_2","doi-asserted-by":"publisher","DOI":"10.25740\/pr592kc5483"},{"key":"e_1_3_3_3_46_2","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3502052"},{"key":"e_1_3_3_3_47_2","doi-asserted-by":"publisher","DOI":"10.1145\/3369457.3369460"},{"key":"e_1_3_3_3_48_2","unstructured":"Susan Hao Piyush Kumar Sarah Laszlo Shivani Poddar Bhaktipriya Radharapu and Renee Shelby. 2023. Safety and Fairness for Content Moderation in Generative Models. arxiv:https:\/\/arXiv.org\/abs\/2306.06135\u00a0[cs.LG]"},{"key":"e_1_3_3_3_49_2","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300823"},{"key":"e_1_3_3_3_50_2","unstructured":"Fred Heiding Bruce Schneier and Arun Vishwanath. 2024. AI Will Increase the Quantity \u2014 and Quality \u2014 of Phishing Scams. https:\/\/hbr.org\/2024\/05\/ai-will-increase-the-quantity-and-quality-of-phishing-scams."},{"key":"e_1_3_3_3_51_2","unstructured":"Kashmir Hill. 2025. They Asked an A.I. Chatbot Questions. The Answers Sent Them Spiraling.The New York Times (13 June 2025). https:\/\/www.nytimes.com\/2025\/06\/13\/technology\/chatgpt-ai-chatbots-conspiracies.html"},{"key":"e_1_3_3_3_52_2","unstructured":"Hakan Inan Kartikeya Upasani Jianfeng Chi Rashi Rungta Krithika Iyer Yuning Mao Michael Tontchev Qing Hu Brian Fuller Davide Testuggine and Madian Khabsa. 2023. Llama Guard: LLM-based Input-Output Safeguard for Human-AI Conversations. arxiv:https:\/\/arXiv.org\/abs\/2312.06674\u00a0[cs.CL]"},{"key":"e_1_3_3_3_53_2","unstructured":"International Centre for Missing & Exploited Children. 2023. Child Sexual Abuse Material: Model Legislation & Global Review. https:\/\/www.icmec.org\/csam-model-legislation\/."},{"key":"e_1_3_3_3_54_2","doi-asserted-by":"publisher","unstructured":"Shagun Jhaver Iris Birman Eric Gilbert and Amy Bruckman. 2019. Human-Machine Collaboration for Content Regulation: The Case of Reddit Automoderator. ACM Transactions on Computer-Human Interaction (TOCHI) 26 5 Article 31 (July 2019) 35\u00a0pages. 10.1145\/3338243","DOI":"10.1145\/3338243"},{"key":"e_1_3_3_3_55_2","volume-title":"Perspective API","year":"2025","unstructured":"Jigsaw and Google. 2025. Perspective API. https:\/\/www.perspectiveapi.com\/"},{"key":"e_1_3_3_3_56_2","doi-asserted-by":"publisher","unstructured":"Anna Jobin Marcello Ienca and Effy Vayena. 2019. The global landscape of AI ethics guidelines. Nature Machine Intelligence 1 9 (2019) 389\u2013399. 10.1038\/s42256-019-0088-2","DOI":"10.1038\/s42256-019-0088-2"},{"key":"e_1_3_3_3_57_2","unstructured":"Cecilia Kang. 2025. A.I.-Generated Images of Child Sexual Abuse Are Flooding the Internet. The New York Times (18 July 2025). https:\/\/www.nytimes.com\/2025\/07\/10\/technology\/ai-csam-child-sexual-abuse.html"},{"key":"e_1_3_3_3_58_2","doi-asserted-by":"publisher","unstructured":"Anna Kawakami Shreya Chowdhary Shamsi\u00a0T. Iqbal Q.\u00a0Vera Liao Alexandra Olteanu Jina Suh and Koustuv Saha. 2023. Sensing Wellbeing in the Workplace Why and For Whom? Envisioning Impacts with Organizational Stakeholders. Proceedings of the ACM on Human-Computer Interaction 7 CSCW2 Article 358 (Oct. 2023) 33\u00a0pages. 10.1145\/3610207","DOI":"10.1145\/3610207"},{"key":"e_1_3_3_3_59_2","doi-asserted-by":"publisher","unstructured":"Anna Kawakami Daricia Wilkinson and Alexandra Chouldechova. 2024. Do Responsible AI Artifacts Advance Stakeholder Goals? Four Key Barriers Perceived by Legal and Civil Stakeholders. Proceedings of the AAAI\/ACM Conference on AI Ethics and Society 7 1 (Oct. 2024) 670\u2013682. 10.1609\/aies.v7i1.31669","DOI":"10.1609\/aies.v7i1.31669"},{"key":"e_1_3_3_3_60_2","doi-asserted-by":"publisher","DOI":"10.1145\/3715070.3748287"},{"key":"e_1_3_3_3_61_2","doi-asserted-by":"publisher","DOI":"10.1145\/3678884.3681833"},{"key":"e_1_3_3_3_62_2","doi-asserted-by":"publisher","unstructured":"Neha Kumar and Naveena Karusala. 2019. Intersectional Computing. Interactions 26 2 (Feb. 2019) 50\u201354. 10.1145\/3305360","DOI":"10.1145\/3305360"},{"key":"e_1_3_3_3_63_2","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3501999"},{"key":"e_1_3_3_3_64_2","unstructured":"Jennifer Langston. 2018. How PhotoDNA for Video is being used to fight online child exploitation. https:\/\/news.microsoft.com\/on-the-issues\/2018\/09\/12\/how-photodna-for-video-is-being-used-to-fight-online-child-exploitation\/."},{"key":"e_1_3_3_3_65_2","doi-asserted-by":"publisher","DOI":"10.1145\/2675133.2675147"},{"key":"e_1_3_3_3_66_2","doi-asserted-by":"publisher","DOI":"10.1109\/SP.2011.24"},{"key":"e_1_3_3_3_67_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-39828-5"},{"key":"e_1_3_3_3_68_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.647"},{"key":"e_1_3_3_3_69_2","doi-asserted-by":"publisher","unstructured":"Ann Light. 2011. HCI as Heterodoxy: Technologies of Identity and the Queering of Interaction with Computers. Interacting with Computers 23 5 (Sept. 2011) 430\u2013438. 10.1016\/j.intcom.2011.02.002","DOI":"10.1016\/j.intcom.2011.02.002"},{"key":"e_1_3_3_3_70_2","doi-asserted-by":"publisher","DOI":"10.1145\/3646547.3689005"},{"key":"e_1_3_3_3_71_2","doi-asserted-by":"publisher","unstructured":"Michael Madaio Lisa Egede Hariharan Subramonyam Jennifer Wortman\u00a0Vaughan and Hanna Wallach. 2022. Assessing the Fairness of AI Systems: AI Practitioners\u2019 Processes Challenges and Needs for Support. Proceedings of the ACM on Human-Computer Interaction 6 CSCW1 Article 52 (April 2022) 26\u00a0pages. 10.1145\/3512899","DOI":"10.1145\/3512899"},{"key":"e_1_3_3_3_72_2","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376445"},{"key":"e_1_3_3_3_73_2","volume-title":"The Radicalization (and Counter-radicalization) Potential of Artificial Intelligence","author":"Mathur Priyank","year":"2024","unstructured":"Priyank Mathur, Clara Broekaert, and Colin\u00a0P. Clarke. 2024. The Radicalization (and Counter-radicalization) Potential of Artificial Intelligence. Report. International Centre for Counter-Terrorism. https:\/\/icct.nl\/publication\/radicalization-and-counter-radicalization-potential-artificial-intelligence"},{"key":"e_1_3_3_3_74_2","doi-asserted-by":"publisher","unstructured":"Sandra\u00a0C. Matz Jacob\u00a0D. Teeny Sumer\u00a0S. Vaid Heinrich Peters Gabriella\u00a0M. Harari and Moran Cerf. 2024. The potential of generative AI for personalized persuasion at scale. Scientific Reports 14 Article 4692 (2024). 10.1038\/s41598-024-53755-0","DOI":"10.1038\/s41598-024-53755-0"},{"key":"e_1_3_3_3_75_2","doi-asserted-by":"publisher","unstructured":"Karen Maxim Josh Parecki and Chanel Cornett. 2022. How to Build a Trust and Safety Team In a Year: A Practical Guide From Lessons Learned (So Far) At Zoom. Journal of Online Trust and Safety 1 4 (2022). 10.54501\/jots.v1i4.81","DOI":"10.54501\/jots.v1i4.81"},{"key":"e_1_3_3_3_76_2","doi-asserted-by":"publisher","unstructured":"Nora McDonald Sarita Schoenebeck and Andrea Forte. 2019. Reliability and Inter-rater Reliability in Qualitative Research: Norms and Guidelines for CSCW and HCI Practice. Proceedings of the ACM on Human-Computer Interaction 3 CSCW Article 72 (Nov. 2019) 23\u00a0pages. 10.1145\/3359174","DOI":"10.1145\/3359174"},{"key":"e_1_3_3_3_77_2","volume-title":"Freedom of Expression in Generative AI \u2013 A Snapshot of Content Policies","author":"McHangama Jacob","year":"2024","unstructured":"Jacob McHangama and Jordi Calvet-Bademunt. 2024. Freedom of Expression in Generative AI \u2013 A Snapshot of Content Policies. Technical Report. The Future of Free Speech. https:\/\/futurefreespeech.org\/report-freedom-of-expression-in-generative-ai-a-snapshot-of-content-policies\/"},{"key":"e_1_3_3_3_78_2","volume-title":"Azure AI Content Safety","year":"2025","unstructured":"Microsoft. 2025. Azure AI Content Safety. https:\/\/azure.microsoft.com\/en-us\/products\/ai-services\/ai-content-safety"},{"key":"e_1_3_3_3_79_2","doi-asserted-by":"publisher","DOI":"10.1145\/1054972.1055096"},{"key":"e_1_3_3_3_80_2","unstructured":"Tamar Mitts. 2021. Banned: How Deplatforming Extremists Mobilizes Hate in the Dark Corners of the Internet."},{"key":"e_1_3_3_3_81_2","unstructured":"Moderated Content. 2024. Stanford Internet Observatory\u2019s CyberTipline Report. https:\/\/law.stanford.edu\/podcast\/stanford-internet-observatorys-cybertipline-report\/"},{"key":"e_1_3_3_3_82_2","volume-title":"\u201cSay it\u2019s only fictional\u201d: How the Far-Right is Jailbreaking AI and What Can Be Done About It","author":"Molas B\u00e0rbara","year":"2024","unstructured":"B\u00e0rbara Molas and Heron Lopes. 2024. \u201cSay it\u2019s only fictional\u201d: How the Far-Right is Jailbreaking AI and What Can Be Done About It. Report. International Centre for Counter-Terrorism. https:\/\/icct.nl\/publication\/say-its-only-fictional-how-far-right-jailbreaking-ai-and-what-can-be-done-about-it"},{"key":"e_1_3_3_3_83_2","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3713662"},{"key":"e_1_3_3_3_84_2","unstructured":"Matt Motyl and Spencer Gurley. 2024. Don\u2019t Let Generative AI Distract Us from the Real Election Risks in Tech. https:\/\/www.techpolicy.press\/dont-let-generative-ai-distract-us-from-the-real-election-risks-in-tech\/"},{"key":"e_1_3_3_3_85_2","unstructured":"Steven\u00a0Lee Myers and Stuart\u00a0A. Thompson. 2025. A.I. Is Starting to Wear Down Democracy. The New York Times (26 June 2025). https:\/\/www.nytimes.com\/2025\/06\/26\/technology\/ai-elections-democracy.html"},{"key":"e_1_3_3_3_86_2","doi-asserted-by":"publisher","DOI":"10.17226\/27644"},{"key":"e_1_3_3_3_87_2","volume-title":"2024 CyberTipline Report","author":"Children National Center for Missing and Exploited","year":"2024","unstructured":"National Center for Missing and Exploited Children. 2024. 2024 CyberTipline Report. https:\/\/www.missingkids.org\/gethelpnow\/cybertipline\/cybertiplinedata"},{"key":"e_1_3_3_3_88_2","unstructured":"Andrew Ng. 2017. Artificial Intelligence is the New Electricity. Stanford Graduate School of Business. https:\/\/www.youtube.com\/watch?v=21EiKfQYZXc"},{"key":"e_1_3_3_3_89_2","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3713752"},{"key":"e_1_3_3_3_90_2","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173973"},{"key":"e_1_3_3_3_91_2","volume-title":"Twenty-First Symposium on Usable Privacy and Security (SOUPS 2025)","author":"Oak Rajvardhan","year":"2025","unstructured":"Rajvardhan Oak and Zubair Shafiq. 2025. \u201cHello, is this Anna?\u201d: Unpacking the Lifecycle of Pig-Butchering Scams. In Twenty-First Symposium on Usable Privacy and Security (SOUPS 2025). USENIX Association, Seattle, WA. https:\/\/www.usenix.org\/conference\/soups2025\/presentation\/oak-butchering"},{"key":"e_1_3_3_3_92_2","volume-title":"OpenAI Moderation","year":"2026","unstructured":"OpenAI. 2026. OpenAI Moderation. https:\/\/platform.openai.com\/docs\/guides\/moderation"},{"key":"e_1_3_3_3_93_2","unstructured":"Rikke \u00d8rngreen and Karin Levinsen. 2017. Workshops as a Research Methodology. The Electronic Journal of e-Learning 15 1 (2017) 70\u201381."},{"key":"e_1_3_3_3_94_2","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300604"},{"key":"e_1_3_3_3_95_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-acl.847"},{"key":"e_1_3_3_3_96_2","unstructured":"Inioluwa\u00a0Deborah Raji and Roel Dobbe. 2023. Concrete Problems in AI Safety Revisited. arxiv:https:\/\/arXiv.org\/abs\/2401.10899\u00a0[cs.CY]"},{"key":"e_1_3_3_3_97_2","doi-asserted-by":"publisher","unstructured":"Bogdana Rakova Jingying Yang Henriette Cramer and Rumman Chowdhury. 2021. Where Responsible AI meets Reality: Practitioner Perspectives on Enablers for Shifting Organizational Practices. Proceedings of the ACM on Human-Computer Interaction 5 CSCW1 Article 7 (April 2021) 23\u00a0pages. 10.1145\/3449081","DOI":"10.1145\/3449081"},{"key":"e_1_3_3_3_98_2","doi-asserted-by":"publisher","unstructured":"Yolanda\u00a0A. Rankin Jakita\u00a0O. Thomas and Nicole\u00a0M. Joseph. 2020. Intersectionality in HCI: Lost in Translation. Interactions 27 5 (Sept. 2020) 68\u201371. 10.1145\/3416498","DOI":"10.1145\/3416498"},{"key":"e_1_3_3_3_99_2","doi-asserted-by":"publisher","unstructured":"Matt Ratto. 2011. Critical Making: Conceptual and Material Studies in Technology and Social Life. The Information Society 27 4 (2011) 252\u2013260. 10.1080\/01972243.2011.583819","DOI":"10.1080\/01972243.2011.583819"},{"key":"e_1_3_3_3_100_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-92089-9_11"},{"key":"e_1_3_3_3_101_2","doi-asserted-by":"publisher","DOI":"10.1145\/3600211.3604702"},{"key":"e_1_3_3_3_102_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581407"},{"key":"e_1_3_3_3_103_2","doi-asserted-by":"publisher","DOI":"10.2307\/j.ctvhrcz0v"},{"key":"e_1_3_3_3_104_2","doi-asserted-by":"publisher","unstructured":"Jennifer\u00a0A. Rode. 2011. A Theoretical Agenda for Feminist HCI. Interacting with Computers 23 5 (Sept. 2011) 393\u2013400. 10.1016\/j.intcom.2011.04.005","DOI":"10.1016\/j.intcom.2011.04.005"},{"key":"e_1_3_3_3_105_2","unstructured":"Teddy Rosenbluth. 2024. This Chatbot Pulls People Away From Conspiracy Theories. The New York Times (12 Sept. 2024). https:\/\/www.nytimes.com\/2024\/09\/12\/health\/chatbot-debunk-conspiracy-theories.html"},{"key":"e_1_3_3_3_106_2","doi-asserted-by":"publisher","DOI":"10.1145\/2818048.2820021"},{"key":"e_1_3_3_3_107_2","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3174105"},{"key":"e_1_3_3_3_108_2","doi-asserted-by":"publisher","unstructured":"Joni Salminen Maximilian Hopf Shammur\u00a0A. Chowdhury Soon-gyo Jung Hind Almerekhi and Bernard\u00a0J. Jansen. 2020. Developing an online hate classifier for multiple social media platforms. Human Centric Computing and Information Sciences 10 Article 1 (2020). 10.1186\/s13673-019-0205-6","DOI":"10.1186\/s13673-019-0205-6"},{"key":"e_1_3_3_3_109_2","unstructured":"Vivian Schiller and Katie Harbath. 2025. The First A.I. Elections: The Dog That Didn\u2019t Bark? (Not Exactly). https:\/\/www.aspendigital.org\/blog\/first-ai-elections\/"},{"key":"e_1_3_3_3_110_2","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025766"},{"key":"e_1_3_3_3_111_2","doi-asserted-by":"publisher","DOI":"10.1109\/SP54263.2024.00060"},{"key":"e_1_3_3_3_112_2","doi-asserted-by":"publisher","DOI":"10.1145\/503376.503418"},{"key":"e_1_3_3_3_113_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581538"},{"key":"e_1_3_3_3_114_2","doi-asserted-by":"publisher","DOI":"10.1145\/3600211.3604673"},{"key":"e_1_3_3_3_115_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642461"},{"key":"e_1_3_3_3_116_2","doi-asserted-by":"publisher","unstructured":"Ben Shneiderman. 2020. Human-Centered Artificial Intelligence: Reliable Safe & Trustworthy. International Journal of Human\u2013Computer Interaction 36 6 (2020) 495\u2013504. 10.1080\/10447318.2020.1741118","DOI":"10.1080\/10447318.2020.1741118"},{"key":"e_1_3_3_3_117_2","unstructured":"Daniel Siegel and Mary\u00a0Bennett Doty. 2023. Weapons of Mass Disruption: Artificial Intelligence and the Production of Extremist Propaganda. Global Network on Extremism & Technology: Insights (17 Feb. 2023). https:\/\/gnet-research.org\/2023\/02\/17\/weapons-of-mass-disruption-artificial-intelligence-and-the-production-of-extremist-propaganda\/"},{"key":"e_1_3_3_3_118_2","doi-asserted-by":"publisher","DOI":"10.1109\/EuroSP57164.2023.00056"},{"key":"e_1_3_3_3_119_2","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702385"},{"key":"e_1_3_3_3_120_2","doi-asserted-by":"publisher","unstructured":"Ruth Spence Amy Harrison Paula Bradbury Paul Bleakley Elena Martellozzo and Jeffrey DeMarco. 2023. Content Moderators\u2019 Strategies for Coping with the Stress of Moderating Content Online. Journal of Online Trust and Safety 1 5 (April 2023). 10.54501\/jots.v1i5.91","DOI":"10.54501\/jots.v1i5.91"},{"key":"e_1_3_3_3_121_2","doi-asserted-by":"publisher","DOI":"10.1145\/3290607.3311750"},{"key":"e_1_3_3_3_122_2","doi-asserted-by":"publisher","unstructured":"Andrea Stockinger Svenja Sch\u00e4fer and Sophie Lecheler. 2025. Navigating the gray areas of content moderation: Professional moderators\u2019 perspectives on uncivil user comments and the role of (AI-based) technological tools. New Media & Society 27 3 (2025) 1215\u20131234. 10.1177\/14614448231190901","DOI":"10.1177\/14614448231190901"},{"key":"e_1_3_3_3_123_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.emnlp-industry.16"},{"key":"e_1_3_3_3_124_2","doi-asserted-by":"publisher","DOI":"10.1145\/3465416.3483305"},{"key":"e_1_3_3_3_125_2","unstructured":"Tech Against Terrorism. 2023. Early terrorist experimentation with generative artificial intelligence services. https:\/\/techagainstterrorism.org\/news\/early-terrorist-adoption-of-generative-ai"},{"key":"e_1_3_3_3_126_2","doi-asserted-by":"publisher","DOI":"10.25740\/jv206yg3793"},{"key":"e_1_3_3_3_127_2","doi-asserted-by":"publisher","DOI":"10.1109\/SP40001.2021.00028"},{"key":"e_1_3_3_3_128_2","volume-title":"Proceedings of the Workshop on the Economics of Information Security","author":"Thomas Kurt","year":"2015","unstructured":"Kurt Thomas, Danny\u00a0Yuxing Huang, David Wang, Elie Bursztein, Chris Grier, Tom Holt, Christopher Kruegel, Damon McCoy, Stefan Savage, and Giovanni Vigna. 2015. Framing Dependencies Introduced by Underground Commoditization. In Proceedings of the Workshop on the Economics of Information Security."},{"key":"e_1_3_3_3_129_2","doi-asserted-by":"publisher","DOI":"10.1109\/SP61157.2025.00082"},{"key":"e_1_3_3_3_130_2","doi-asserted-by":"publisher","DOI":"10.1145\/3536169.3537786"},{"key":"e_1_3_3_3_131_2","unstructured":"Global Internet\u00a0Forum to Counter\u00a0Terrorism. 2024. 2024 GIFCT Annual and Transparency Report. https:\/\/gifct.org\/wp-content\/uploads\/2025\/07\/GIFCT-Annual-and-Transparency-Report-2024.pdf."},{"key":"e_1_3_3_3_132_2","volume-title":"Industry Overview","author":"Association Trust & Safety Professional","unstructured":"Trust & Safety Professional Association. n.d. Industry Overview. Trust & Safety Professional Association. https:\/\/www.tspa.org\/curriculum\/ts-fundamentals\/industry-overview\/"},{"key":"e_1_3_3_3_133_2","doi-asserted-by":"publisher","DOI":"10.5555\/3295222.3295349"},{"key":"e_1_3_3_3_134_2","doi-asserted-by":"publisher","DOI":"10.52202\/075280-3508"},{"key":"e_1_3_3_3_135_2","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3713226"},{"key":"e_1_3_3_3_136_2","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533088"},{"key":"e_1_3_3_3_137_2","doi-asserted-by":"publisher","unstructured":"Rebecca Willis. 2019. The use of composite narratives to present interview findings. Qualitative Research 19 4 (2019) 471\u2013480. 10.1177\/1468794118787711","DOI":"10.1177\/1468794118787711"},{"key":"e_1_3_3_3_138_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642700"},{"key":"e_1_3_3_3_139_2","doi-asserted-by":"publisher","DOI":"10.1145\/3038912.3052591"},{"key":"e_1_3_3_3_140_2","first-page":"4097","volume-title":"30th USENIX Security Symposium (USENIX Security 21)","author":"Xu Teng","year":"2021","unstructured":"Teng Xu, Gerard Goossen, Huseyin\u00a0Kerem Cevahir, Sara Khodeir, Yingyezhe Jin, Frank Li, Shawn Shan, Sagar Patel, David Freeman, and Paul Pearce. 2021. Deep Entity Classification: Abusive Account Detection for Online Social Networks. In 30th USENIX Security Symposium (USENIX Security 21). USENIX Association, 4097\u20134114. https:\/\/www.usenix.org\/conference\/usenixsecurity21\/presentation\/xu-teng"},{"key":"e_1_3_3_3_141_2","doi-asserted-by":"publisher","DOI":"10.1109\/SP40001.2021.00021"}],"event":{"name":"CHI 2026: CHI Conference on Human Factors in Computing Systems","location":"Barcelona Spain","acronym":"CHI '26","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3772318.3791363","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,25]],"date-time":"2026-06-25T08:30:31Z","timestamp":1782376231000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3772318.3791363"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,13]]},"references-count":140,"alternative-id":["10.1145\/3772318.3791363","10.1145\/3772318"],"URL":"https:\/\/doi.org\/10.1145\/3772318.3791363","relation":{},"subject":[],"published":{"date-parts":[[2026,4,13]]},"assertion":[{"value":"2026-04-13","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}