{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,21]],"date-time":"2026-05-21T04:27:22Z","timestamp":1779337642734,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":113,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,6,3]],"date-time":"2024-06-03T00:00:00Z","timestamp":1717372800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,6,3]]},"DOI":"10.1145\/3630106.3658992","type":"proceedings-article","created":{"date-parts":[[2024,6,5]],"date-time":"2024-06-05T09:14:21Z","timestamp":1717578861000},"page":"1609-1621","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":41,"title":["Participation in the age of foundation models"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9769-4947","authenticated-orcid":false,"given":"Harini","family":"Suresh","sequence":"first","affiliation":[{"name":"Cornell Tech, United States of America and Brown University, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1087-1101","authenticated-orcid":false,"given":"Emily","family":"Tseng","sequence":"additional","affiliation":[{"name":"Cornell University, United States of America"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9300-8575","authenticated-orcid":false,"given":"Meg","family":"Young","sequence":"additional","affiliation":[{"name":"Data & Society Research Institute, United States of America"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9972-6829","authenticated-orcid":false,"given":"Mary","family":"Gray","sequence":"additional","affiliation":[{"name":"Microsoft Research, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6149-5567","authenticated-orcid":false,"given":"Emma","family":"Pierson","sequence":"additional","affiliation":[{"name":"Cornell Tech, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3806-9161","authenticated-orcid":false,"given":"Karen","family":"Levy","sequence":"additional","affiliation":[{"name":"Cornell University, United States of America"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,6,5]]},"reference":[{"key":"e_1_3_2_1_1_1","first-page":"2020","article-title":"We Will Not Be Pacified Through Participation","volume":"15","author":"Ahmed Alex","year":"2020","unstructured":"Alex Ahmed. 2020. We Will Not Be Pacified Through Participation. Tech Otherwise 15, 10 (2020), 2020.","journal-title":"Tech Otherwise"},{"key":"e_1_3_2_1_2_1","unstructured":"Alexandra Alter and Elizabeth\u00a0A. Harris. 2023. Franzen Grisham and Other Prominent Authors Sue OpenAI. https:\/\/www.nytimes.com\/2023\/09\/20\/books\/authors-openai-lawsuit-chatgpt-copyright.html"},{"key":"e_1_3_2_1_3_1","volume-title":"Collective Constitutional AI: Aligning a Language Model with Public Input. Technical Report. https:\/\/www.anthropic.com\/index\/collective-constitutional-ai-aligning-a-language-model-with-public-input","year":"2023","unstructured":"Anthropic. 2023. Collective Constitutional AI: Aligning a Language Model with Public Input. Technical Report. https:\/\/www.anthropic.com\/index\/collective-constitutional-ai-aligning-a-language-model-with-public-input"},{"key":"e_1_3_2_1_4_1","volume-title":"Designing Guiding Principles for NLP for Healthcare: A Case Study of Maternal Health. arXiv preprint arXiv:2312.11803","author":"Antoniak Maria","year":"2023","unstructured":"Maria Antoniak, Aakanksha Naik, Carla\u00a0S Alvarado, Lucy\u00a0Lu Wang, and Irene\u00a0Y Chen. 2023. Designing Guiding Principles for NLP for Healthcare: A Case Study of Maternal Health. arXiv preprint arXiv:2312.11803 (2023)."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1080\/01944366908977225"},{"key":"e_1_3_2_1_6_1","unstructured":"Amanda Askell Yuntao Bai Anna Chen Dawn Drain Deep Ganguli Tom Henighan Andy Jones Nicholas Joseph Ben Mann Nova DasSarma Nelson Elhage Zac Hatfield-Dodds Danny Hernandez Jackson Kernion Kamal Ndousse Catherine Olsson Dario Amodei Tom Brown Jack Clark Sam McCandlish Chris Olah and Jared Kaplan. 2021. A General Language Assistant as a Laboratory for Alignment. arxiv:2112.00861\u00a0[cs.CL]"},{"key":"e_1_3_2_1_7_1","unstructured":"Yuntao Bai Andy Jones Kamal Ndousse Amanda Askell Anna Chen Nova DasSarma Dawn Drain Stanislav Fort Deep Ganguli Tom Henighan Nicholas Joseph Saurav Kadavath Jackson Kernion Tom Conerly Sheer El-Showk Nelson Elhage Zac Hatfield-Dodds Danny Hernandez Tristan Hume Scott Johnston Shauna Kravec Liane Lovitt Neel Nanda Catherine Olsson Dario Amodei Tom Brown Jack Clark Sam McCandlish Chris Olah Ben Mann and Jared Kaplan. 2022. Training a Helpful and Harmless Assistant with Reinforcement Learning from Human Feedback. arxiv:2204.05862\u00a0[cs.CL]"},{"key":"e_1_3_2_1_8_1","first-page":"38176","article-title":"Fine-tuning language models to find agreement among humans with diverse preferences","volume":"35","author":"Bakker Michiel","year":"2022","unstructured":"Michiel Bakker, Martin Chadwick, Hannah Sheahan, Michael Tessler, Lucy Campbell-Gillingham, Jan Balaguer, Nat McAleese, Amelia Glaese, John Aslanides, Matt Botvinick, 2022. Fine-tuning language models to find agreement among humans with diverse preferences. Advances in Neural Information Processing Systems 35 (2022), 38176\u201338189.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445922"},{"key":"e_1_3_2_1_10_1","volume-title":"Race after technology","author":"Benjamin Ruha","unstructured":"Ruha Benjamin. 2019. Race after technology. Polity."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-024-56648-4"},{"key":"e_1_3_2_1_12_1","volume-title":"Power to the people? opportunities and challenges for participatory AI. Equity and Access in Algorithms, Mechanisms, and Optimization","author":"Birhane Abeba","year":"2022","unstructured":"Abeba Birhane, William Isaac, Vinodkumar Prabhakaran, Mark Diaz, Madeleine\u00a0Clare Elish, Iason Gabriel, and Shakir Mohamed. 2022. Power to the people? opportunities and challenges for participatory AI. Equity and Access in Algorithms, Mechanisms, and Optimization (2022), 1\u20138."},{"key":"e_1_3_2_1_13_1","volume-title":"Into the LAIONs Den: Investigating Hate in Multimodal Datasets. arXiv preprint arXiv:2311.03449","author":"Birhane Abeba","year":"2023","unstructured":"Abeba Birhane, Vinay Prabhu, Sang Han, Vishnu\u00a0Naresh Boddeti, and Alexandra\u00a0Sasha Luccioni. 2023. Into the LAIONs Den: Investigating Hate in Multimodal Datasets. arXiv preprint arXiv:2311.03449 (2023)."},{"key":"e_1_3_2_1_14_1","volume-title":"On the opportunities and risks of foundation models. arXiv preprint arXiv:2108.07258","author":"Bommasani Rishi","year":"2021","unstructured":"Rishi Bommasani, Drew\u00a0A Hudson, Ehsan Adeli, Russ Altman, Simran Arora, Sydney von Arx, Michael\u00a0S Bernstein, Jeannette Bohg, Antoine Bosselut, Emma Brunskill, 2021. On the opportunities and risks of foundation models. arXiv preprint arXiv:2108.07258 (2021)."},{"key":"e_1_3_2_1_15_1","volume-title":"The foundation model transparency index. arXiv preprint arXiv:2310.12941","author":"Bommasani Rishi","year":"2023","unstructured":"Rishi Bommasani, Kevin Klyman, Shayne Longpre, Sayash Kapoor, Nestor Maslej, Betty Xiong, Daniel Zhang, and Percy Liang. 2023. The foundation model transparency index. arXiv preprint arXiv:2310.12941 (2023)."},{"key":"e_1_3_2_1_16_1","volume-title":"The foundation model transparency index. arXiv preprint arXiv:2310.12941","author":"Bommasani Rishi","year":"2023","unstructured":"Rishi Bommasani, Kevin Klyman, Shayne Longpre, Sayash Kapoor, Nestor Maslej, Betty Xiong, Daniel Zhang, and Percy Liang. 2023. The foundation model transparency index. arXiv preprint arXiv:2310.12941 (2023)."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3534642"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"crossref","unstructured":"Erik Brynjolfsson Danielle Li and Lindsey\u00a0R Raymond. 2023. Generative AI at work. Technical Report. National Bureau of Economic Research.","DOI":"10.3386\/w31161"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377325.3377498"},{"key":"e_1_3_2_1_20_1","unstructured":"Paul Christiano Jan Leike Tom\u00a0B. Brown Miljan Martic Shane Legg and Dario Amodei. 2023. Deep reinforcement learning from human preferences. arxiv:1706.03741\u00a0[stat.ML]"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1038\/s43856-023-00370-1"},{"key":"e_1_3_2_1_22_1","volume-title":"Maori are trying to save their language from Big Tech. Wired","author":"Cofey Donavyn","year":"2021","unstructured":"Donavyn Cofey. 2021. Maori are trying to save their language from Big Tech. Wired (2021)."},{"key":"e_1_3_2_1_23_1","unstructured":"Combahee\u00a0River Collective. 1977. The Combahee river collective statement. (1977)."},{"key":"e_1_3_2_1_24_1","volume-title":"Intersectionality as critical social theory","author":"Collins Patricia\u00a0Hill","unstructured":"Patricia\u00a0Hill Collins. 2019. Intersectionality as critical social theory. Duke University Press."},{"key":"e_1_3_2_1_25_1","volume-title":"Participation: The new tyranny?Zed books.","author":"Cooke Bill","year":"2001","unstructured":"Bill Cooke and Uma Kothari. 2001. Participation: The new tyranny?Zed books."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3617694.3623228"},{"key":"e_1_3_2_1_27_1","volume-title":"Design justice: Community-led practices to build the worlds we need","author":"Costanza-Chock Sasha","unstructured":"Sasha Costanza-Chock. 2020. Design justice: Community-led practices to build the worlds we need. The MIT Press."},{"key":"e_1_3_2_1_28_1","volume-title":"The public nature of private violence","author":"Crenshaw Kimberl\u00e9\u00a0Williams","unstructured":"Kimberl\u00e9\u00a0Williams Crenshaw. 2013. Mapping the margins: Intersectionality, identity politics, and violence against women of color. In The public nature of private violence. Routledge, 93\u2013118."},{"key":"e_1_3_2_1_29_1","volume-title":"Evaluation of African American Language Bias in Natural Language Generation. arXiv preprint arXiv:2305.14291","author":"Deas Nicholas","year":"2023","unstructured":"Nicholas Deas, Jessi Grieser, Shana Kleiner, Desmond Patton, Elsbeth Turcan, and Kathleen McKeown. 2023. Evaluation of African American Language Bias in Natural Language Generation. arXiv preprint arXiv:2305.14291 (2023)."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3617694.3623261"},{"key":"e_1_3_2_1_31_1","volume-title":"Hilary Nicole, and Morgan\u00a0Klaus Scheuerman.","author":"Denton Emily","year":"2020","unstructured":"Emily Denton, Alex Hanna, Razvan Amironesei, Andrew Smart, Hilary Nicole, and Morgan\u00a0Klaus Scheuerman. 2020. Bringing the people back in: Contesting benchmark machine learning datasets. arXiv preprint arXiv:2007.07399 (2020)."},{"key":"e_1_3_2_1_32_1","volume-title":"Data feminism","author":"D\u2019ignazio Catherine","unstructured":"Catherine D\u2019ignazio and Lauren\u00a0F Klein. 2023. Data feminism. MIT press."},{"key":"e_1_3_2_1_33_1","volume-title":"Considerations for evaluation and generalization in interpretable machine learning. Explainable and interpretable models in computer vision and machine learning","author":"Doshi-Velez Finale","year":"2018","unstructured":"Finale Doshi-Velez and Been Kim. 2018. Considerations for evaluation and generalization in interpretable machine learning. Explainable and interpretable models in computer vision and machine learning (2018), 3\u201317."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376545"},{"key":"e_1_3_2_1_35_1","volume-title":"Meaning Alignment Institute","author":"Edelman Joe","year":"2023","unstructured":"Joe Edelman, Oliver Klingefjord, Ivan Vendrov, and Ellie Hain. 2023. Democratic Fine-tuning. Meaning Alignment Institute (2023)."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1177\/20539517231221732"},{"key":"e_1_3_2_1_37_1","unstructured":"Tyna Eloundou and Teddy Lee. 2024. Democratic inputs to AI grant program: lessons learned and implementation plans. https:\/\/openai.com\/blog\/democratic-inputs-to-ai-grant-program-update"},{"key":"e_1_3_2_1_38_1","volume-title":"ChatGPT has entered the classroom: how LLMs could transform education. Nature 623, 7987","author":"Extance Andy","year":"2023","unstructured":"Andy Extance. 2023. ChatGPT has entered the classroom: how LLMs could transform education. Nature 623, 7987 (2023), 474\u2013477."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3600211.3604661"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.507"},{"key":"e_1_3_2_1_41_1","volume-title":"Generative Social Choice. arXiv preprint arXiv:2309.01291","author":"Fish Sara","year":"2023","unstructured":"Sara Fish, Paul G\u00f6lz, David\u00a0C Parkes, Ariel\u00a0D Procaccia, Gili Rusak, Itai Shapira, and Manuel W\u00fcthrich. 2023. Generative Social Choice. arXiv preprint arXiv:2309.01291 (2023)."},{"key":"e_1_3_2_1_42_1","volume-title":"Varieties of participation in complex governance. Public administration review 66","author":"Fung Archon","year":"2006","unstructured":"Archon Fung. 2006. Varieties of participation in complex governance. Public administration review 66 (2006), 66\u201375."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3593989"},{"key":"e_1_3_2_1_44_1","volume-title":"Why doctors hate their computers. The New Yorker 12","author":"Gawande Atul","year":"2018","unstructured":"Atul Gawande. 2018. Why doctors hate their computers. The New Yorker 12 (2018)."},{"key":"e_1_3_2_1_45_1","volume-title":"Basic group processes","author":"Greenberg Jerald","unstructured":"Jerald Greenberg and Robert Folger. 1983. Procedural justice, participation, and the fair process effect in groups and organizations. In Basic group processes. Springer, 235\u2013256."},{"key":"e_1_3_2_1_46_1","unstructured":"Davydd\u00a0J Greenwood and Morten Levin. 2006. Introduction to action research: Social research for social change. SAGE publications."},{"key":"e_1_3_2_1_47_1","first-page":"62","article-title":"Scandinavian approaches to participatory design","volume":"19","author":"Gregory Judith","year":"2003","unstructured":"Judith Gregory. 2003. Scandinavian approaches to participatory design. International Journal of Engineering Education 19, 1 (2003), 62\u201374.","journal-title":"International Journal of Engineering Education"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594071"},{"key":"e_1_3_2_1_49_1","volume-title":"Grynbaum and Ryan Mac","author":"M.","year":"2023","unstructured":"Michael\u00a0M. Grynbaum and Ryan Mac. 2023. The Times Sues OpenAI and Microsoft Over A.I. Use of Copyrighted Work. https:\/\/www.nytimes.com\/2023\/12\/27\/business\/media\/new-york-times-open-ai-microsoft-lawsuit.html"},{"key":"e_1_3_2_1_50_1","volume-title":"A new vision of artificial intelligence for the people. MIT Technology Review","author":"Hao Karen","year":"2022","unstructured":"Karen Hao. 2022. A new vision of artificial intelligence for the people. MIT Technology Review (2022)."},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359318"},{"key":"e_1_3_2_1_52_1","unstructured":"IAP2. 2024. IAP2 Spectrum of Public Participation. https:\/\/cdn.ymaws.com\/www.iap2.org\/resource\/resmgr\/pillars\/Spectrum_8.5x11_Print.pdf"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544549.3585657"},{"key":"e_1_3_2_1_54_1","volume-title":"Participatory data stewardship","author":"Ada\u00a0Lovelace Institute","year":"2021","unstructured":"Ada\u00a0Lovelace Institute. 2021. Participatory data stewardship. Ada Lovelace Institute (2021). https:\/\/www.adalovelaceinstitute.org\/report\/participatory-data-stewardship\/"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372874"},{"key":"e_1_3_2_1_56_1","volume-title":"The past, present and better future of feedback learning in large language models for subjective human preferences and values. arXiv preprint arXiv:2310.07629","author":"Kirk Hannah\u00a0Rose","year":"2023","unstructured":"Hannah\u00a0Rose Kirk, Andrew\u00a0M Bean, Bertie Vidgen, Paul R\u00f6ttger, and Scott\u00a0A Hale. 2023. The past, present and better future of feedback learning in large language models for subjective human preferences and values. arXiv preprint arXiv:2310.07629 (2023)."},{"key":"e_1_3_2_1_57_1","volume-title":"Ethics of Data and Analytics","author":"Kluttz N","unstructured":"Daniel\u00a0N Kluttz, Nitin Kohli, and Deirdre\u00a0K Mulligan. 2022. Shaping our tools: Contestability as a means to promote responsible algorithmic decision making in the professions. In Ethics of Data and Analytics. Auerbach Publications, 420\u2013428."},{"key":"e_1_3_2_1_58_1","volume-title":"Democratic Policy Development using Collective Dialogues and AI. arXiv preprint arXiv:2311.02242","author":"Konya Andrew","year":"2023","unstructured":"Andrew Konya, Lisa Schirch, Colin Irwin, and Aviv Ovadya. 2023. Democratic Policy Development using Collective Dialogues and AI. arXiv preprint arXiv:2311.02242 (2023)."},{"key":"e_1_3_2_1_59_1","unstructured":"Alex Krasodomski-Jones Carl Miller Flynn Devine Jia-Wei\u00a0(Peter) Cui and Shu\u00a0Yang Lin. 2023. vTaiwan and Chatham House: Bridging the Recursive Public. (2023)."},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.spnlp-1.4"},{"key":"e_1_3_2_1_61_1","volume-title":"International Conference on Machine Learning Workshop, Vol.\u00a07.","author":"Kulynych Bogdan","year":"2020","unstructured":"Bogdan Kulynych, David Madras, Smitha Milli, Inioluwa\u00a0Deborah Raji, Angela Zhou, and Richard Zemel. 2020. Participatory approaches to machine learning. In International Conference on Machine Learning Workshop, Vol.\u00a07."},{"key":"e_1_3_2_1_62_1","volume-title":"Epic is going all in on generative AI in healthcare. Here\u2019s why health systems are eager to test-drive it. (may","author":"Landi Heather","year":"2023","unstructured":"Heather Landi. 2023. Epic is going all in on generative AI in healthcare. Here\u2019s why health systems are eager to test-drive it. (may 2023). https:\/\/www.fiercehealthcare.com\/health-tech\/epic-moves-forward-bring-generative-ai-healthcare-heres-why-handful-health-systems-are"},{"key":"e_1_3_2_1_63_1","volume-title":"Talkin\u201dBout AI Generation: Copyright and the Generative-AI Supply Chain. arXiv preprint arXiv:2309.08133","author":"Lee Katherine","year":"2023","unstructured":"Katherine Lee, A\u00a0Feder Cooper, and James Grimmelmann. 2023. Talkin\u201dBout AI Generation: Copyright and the Generative-AI Supply Chain. arXiv preprint arXiv:2309.08133 (2023)."},{"key":"e_1_3_2_1_64_1","volume-title":"Proceedings of the ACM on Human-Computer Interaction 3, CSCW","author":"Noothigattu Ritesh","year":"2019","unstructured":"Min\u00a0Kyung Lee, Daniel Kusbit, Anson Kahng, Ji\u00a0Tae Kim, Xinran Yuan, Allissa Chan, Daniel See, Ritesh Noothigattu, Siheon Lee, Alexandros Psomas, 2019. WeBuildAI: Participatory framework for algorithmic governance. Proceedings of the ACM on Human-Computer Interaction 3, CSCW (2019), 1\u201335."},{"key":"e_1_3_2_1_65_1","unstructured":"David Lepeska. [n. d.]. AI-DRIVEN FRAUD IS BANKING\u2019S NEXT GREAT RISK. Bank Director. https:\/\/www.bankdirector.com\/article\/ai-driven-fraud-is-bankings-next-great-risk\/."},{"key":"e_1_3_2_1_66_1","volume-title":"Power Hungry Processing: Watts Driving the Cost of AI Deployment?arXiv preprint arXiv:2311.16863","author":"Luccioni Alexandra\u00a0Sasha","year":"2023","unstructured":"Alexandra\u00a0Sasha Luccioni, Yacine Jernite, and Emma Strubell. 2023. Power Hungry Processing: Watts Driving the Cost of AI Deployment?arXiv preprint arXiv:2311.16863 (2023)."},{"key":"e_1_3_2_1_67_1","unstructured":"Mastercard. [n. d.]. Detect: Decision Intelligence. Online. https:\/\/www.mastercard.com\/globalrisk\/en\/resources\/all-resources\/detect.html."},{"key":"e_1_3_2_1_68_1","volume-title":"AI in context: the labor of integrating new technologies","author":"Mateescu Alexandra","year":"2019","unstructured":"Alexandra Mateescu and Madeleine Elish. 2019. AI in context: the labor of integrating new technologies. Data & Society Research Institute (2019)."},{"key":"e_1_3_2_1_69_1","volume-title":"Participatory action research","author":"McIntyre Alice","unstructured":"Alice McIntyre. 2007. Participatory action research. Sage publications."},{"key":"e_1_3_2_1_70_1","unstructured":"Gemma\u00a0B. Mendoza Gilian Uy Don\u00a0Kevin Hapal Ogoy San\u00a0Juan and Maria Ressa. 2023. Making AI Transparent and Accountable by Rappler. (2023)."},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.1145\/3555561"},{"key":"e_1_3_2_1_72_1","doi-asserted-by":"publisher","DOI":"10.1145\/3415186"},{"key":"e_1_3_2_1_73_1","volume-title":"Silo language models: Isolating legal risk in a nonparametric datastore. arXiv preprint arXiv:2308.04430","author":"Min Sewon","year":"2023","unstructured":"Sewon Min, Suchin Gururangan, Eric Wallace, Hannaneh Hajishirzi, Noah\u00a0A Smith, and Luke Zettlemoyer. 2023. Silo language models: Isolating legal risk in a nonparametric datastore. arXiv preprint arXiv:2308.04430 (2023)."},{"key":"e_1_3_2_1_74_1","volume-title":"Community-based participatory research for health: From process to outcomes","author":"Minkler Meredith","unstructured":"Meredith Minkler and Nina Wallerstein. 2011. Community-based participatory research for health: From process to outcomes. John Wiley & Sons."},{"key":"e_1_3_2_1_75_1","doi-asserted-by":"publisher","DOI":"10.1145\/153571.255960"},{"key":"e_1_3_2_1_76_1","volume-title":"Scalable extraction of training data from (production) language models. arXiv preprint arXiv:2311.17035","author":"Nasr Milad","year":"2023","unstructured":"Milad Nasr, Nicholas Carlini, Jonathan Hayase, Matthew Jagielski, A\u00a0Feder Cooper, Daphne Ippolito, Christopher\u00a0A Choquette-Choo, Eric Wallace, Florian Tram\u00e8r, and Katherine Lee. 2023. Scalable extraction of training data from (production) language models. arXiv preprint arXiv:2311.17035 (2023)."},{"key":"e_1_3_2_1_77_1","unstructured":"Michael Nayebare Ron Eglash Ussen Kimanuka Rehema Baguma J. Mounsey and C. Maina. 2023. Interim Report for Ubuntu-AI: A Bottom-up Approach to More Democratic and Equitable Training and Outcomes for Machine Learning. OpenAI Foundation Democratic Inputs for AI."},{"key":"e_1_3_2_1_78_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.195"},{"key":"e_1_3_2_1_79_1","volume-title":"Algorithms of oppression","author":"Noble Safiya\u00a0Umoja","unstructured":"Safiya\u00a0Umoja Noble. 2018. Algorithms of oppression. In Algorithms of oppression. New York university press."},{"key":"e_1_3_2_1_80_1","unstructured":"OpenAI. 2022. DALL\u00b7E 2 Preview - Risks and Limitations. https:\/\/github.com\/openai\/dalle-2-preview\/blob\/main\/system-card.md"},{"key":"e_1_3_2_1_81_1","unstructured":"OpenAI. 2023. GPT-4 System Card. https:\/\/cdn.openai.com\/papers\/gpt-4-system-card.pdf"},{"key":"e_1_3_2_1_82_1","unstructured":"OpenAI. 2023. How should AI systems behave and who should decide?https:\/\/openai.com\/blog\/how-should-ai-systems-behave"},{"key":"e_1_3_2_1_83_1","unstructured":"OpenAI. 2023. OpenAI Red Teaming Network. https:\/\/openai.com\/blog\/red-teaming-network"},{"key":"e_1_3_2_1_84_1","volume-title":"Elon Musk promised an anti-\u2018woke","author":"Oremus Will","year":"2023","unstructured":"Will Oremus. 2023. Elon Musk promised an anti-\u2018woke\u2019 chatbot. It\u2019s not going as planned.https:\/\/www.washingtonpost.com\/technology\/2023\/12\/23\/grok-ai-elon-musk-x-woke-bias\/"},{"key":"e_1_3_2_1_85_1","unstructured":"Long Ouyang Jeff Wu Xu Jiang Diogo Almeida Carroll\u00a0L. Wainwright Pamela Mishkin Chong Zhang Sandhini Agarwal Katarina Slama Alex Ray John Schulman Jacob Hilton Fraser Kelton Luke Miller Maddie Simens Amanda Askell Peter Welinder Paul Christiano Jan Leike and Ryan Lowe. 2022. Training language models to follow instructions with human feedback. arxiv:2203.02155\u00a0[cs.CL]"},{"key":"e_1_3_2_1_86_1","doi-asserted-by":"publisher","DOI":"10.1145\/3384772.3385141"},{"key":"e_1_3_2_1_87_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1948-7169.1999.tb00250.x"},{"key":"e_1_3_2_1_88_1","volume-title":"Qualitative research & evaluation methods: Integrating theory and practice","author":"Patton Michael\u00a0Quinn","unstructured":"Michael\u00a0Quinn Patton. 2014. Qualitative research & evaluation methods: Integrating theory and practice. Sage publications."},{"key":"e_1_3_2_1_89_1","volume-title":"Exclusive: OpenAI Used Kenyan Workers on Less Than 2 Dollars Per Hour to Make ChatGPT Less Toxic. https:\/\/time.com\/6247678\/openai-chatgpt-kenya-workers\/","author":"Perrigo Billy","year":"2023","unstructured":"Billy Perrigo. 2023. Exclusive: OpenAI Used Kenyan Workers on Less Than 2 Dollars Per Hour to Make ChatGPT Less Toxic. https:\/\/time.com\/6247678\/openai-chatgpt-kenya-workers\/"},{"key":"e_1_3_2_1_90_1","doi-asserted-by":"crossref","unstructured":"Stephen\u00a0R. Pfohl Heather Cole-Lewis Rory Sayres Darlene Neal Mercy Asiedu Awa Dieng Nenad Tomasev Qazi\u00a0Mamunur Rashid Shekoofeh Azizi Negar Rostamzadeh Liam\u00a0G. McCoy Leo\u00a0Anthony Celi Yun Liu Mike Schaekermann Alanna Walton Alicia Parrish Chirag Nagpal Preeti Singh Akeiylah Dewitt Philip Mansfield Sushant Prakash Katherine Heller Alan Karthikesalingam Christopher Semturs Joelle Barral Greg Corrado Yossi Matias Jamila Smith-Loud Ivor Horn and Karan Singhal. 2024. A Toolbox for Surfacing Health Equity Harms and Biases in Large Language Models. arxiv:2403.12025\u00a0[cs.CY]","DOI":"10.1038\/s41591-024-03258-2"},{"key":"e_1_3_2_1_91_1","volume-title":"Use large language models to promote equity. arXiv preprint arXiv:2312.14804","author":"Pierson Emma","year":"2023","unstructured":"Emma Pierson, Divya Shanmugam, Rajiv Movva, Jon Kleinberg, Monica Agrawal, Mark Dredze, Kadija Ferryman, Judy\u00a0Wawira Gichoya, Dan Jurafsky, Pang\u00a0Wei Koh, 2023. Use large language models to promote equity. arXiv preprint arXiv:2312.14804 (2023)."},{"key":"e_1_3_2_1_92_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594134"},{"key":"e_1_3_2_1_93_1","volume-title":"Direct preference optimization: Your language model is secretly a reward model. arXiv preprint arXiv:2305.18290","author":"Rafailov Rafael","year":"2023","unstructured":"Rafael Rafailov, Archit Sharma, Eric Mitchell, Stefano Ermon, Christopher\u00a0D Manning, and Chelsea Finn. 2023. Direct preference optimization: Your language model is secretly a reward model. arXiv preprint arXiv:2305.18290 (2023)."},{"key":"e_1_3_2_1_94_1","volume-title":"Aligned: Platform-based Alignment. Energize AI","author":"Shaotran Ethan","year":"2023","unstructured":"Ethan Shaotran, Ido Pesok, and Sam Jones. 2023. Aligned: Platform-based Alignment. Energize AI (2023)."},{"key":"e_1_3_2_1_95_1","unstructured":"Mrinank Sharma Meg Tong Tomasz Korbak David Duvenaud Amanda Askell Samuel\u00a0R. Bowman Newton Cheng Esin Durmus Zac Hatfield-Dodds Scott\u00a0R. Johnston Shauna Kravec Timothy Maxwell Sam McCandlish Kamal Ndousse Oliver Rausch Nicholas Schiefer Da Yan Miranda Zhang and Ethan Perez. 2023. Towards Understanding Sycophancy in Language Models. arxiv:2310.13548\u00a0[cs.CL]"},{"key":"e_1_3_2_1_96_1","doi-asserted-by":"publisher","DOI":"10.1145\/3551624.3555285"},{"key":"e_1_3_2_1_97_1","unstructured":"Zachary Small. 2023. Sarah Silverman Sues OpenAI and Meta Over Copyright Infringement. https:\/\/www.nytimes.com\/2023\/07\/10\/arts\/sarah-silverman-lawsuit-openai-meta.html"},{"key":"e_1_3_2_1_98_1","unstructured":"Nisan Stiennon Long Ouyang Jeff Wu Daniel\u00a0M. Ziegler Ryan Lowe Chelsea Voss Alec Radford Dario Amodei and Paul Christiano. 2022. Learning to summarize from human feedback. arxiv:2009.01325\u00a0[cs.CL]"},{"key":"e_1_3_2_1_99_1","volume-title":"Energy and policy considerations for deep learning in NLP. arXiv preprint arXiv:1906.02243","author":"Strubell Emma","year":"2019","unstructured":"Emma Strubell, Ananya Ganesh, and Andrew McCallum. 2019. Energy and policy considerations for deep learning in NLP. arXiv preprint arXiv:1906.02243 (2019)."},{"key":"e_1_3_2_1_100_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533132"},{"key":"e_1_3_2_1_101_1","volume-title":"Deliberation at Scale: Socially democratic inputs to AI. Commonground","author":"Theuns Jorim","year":"2023","unstructured":"Jorim Theuns, Evelien Nieuwenburg, Pepijn Verburg, Lei Nelissen, Brett Hennig, Rich Rippin, Ran Haase, Aldo de Moor, CeesJan Mol, Naomi Esther, Rolf Kleef, and Bram Delisse. 2023. Deliberation at Scale: Socially democratic inputs to AI. Commonground (2023)."},{"key":"e_1_3_2_1_102_1","doi-asserted-by":"publisher","DOI":"10.1145\/3637316"},{"key":"e_1_3_2_1_103_1","unstructured":"Visa. [n. d.]. Visa Account Attack Intelligence. Online. https:\/\/km.visamiddleeast.com\/content\/dam\/VCOM\/global\/run-your-business\/documents\/visa-account-attack-intelligence-final.pdf."},{"key":"e_1_3_2_1_104_1","volume-title":"Software testing with large language model: Survey, landscape, and vision. arXiv preprint arXiv:2307.07221","author":"Wang Junjie","year":"2023","unstructured":"Junjie Wang, Yuchao Huang, Chunyang Chen, Zhe Liu, Song Wang, and Qing Wang. 2023. Software testing with large language model: Survey, landscape, and vision. arXiv preprint arXiv:2307.07221 (2023)."},{"key":"e_1_3_2_1_105_1","unstructured":"Yang Wang Yun Huang Tanusree Sharma Dawn Song Sunny Liu and Jeff Hancock. 2023. Inclusive.AI: Engaging Underserved Populations in Democratic Decision-Making on AI. (2023)."},{"key":"e_1_3_2_1_106_1","volume-title":"Big tech, concentrated power, and the political economy of open AI. Concentrated Power, and the Political Economy of Open AI (August 17","author":"Widder David\u00a0Gray","year":"2023","unstructured":"David\u00a0Gray Widder, Sarah West, and Meredith Whittaker. 2023. Open (for business): Big tech, concentrated power, and the political economy of open AI. Concentrated Power, and the Political Economy of Open AI (August 17, 2023) (2023)."},{"key":"e_1_3_2_1_107_1","doi-asserted-by":"publisher","DOI":"10.1145\/3272973.3273005"},{"key":"e_1_3_2_1_108_1","volume-title":"Man dies by suicide after talking with AI chatbot, widow says. Motherboard by Vice News","author":"Xiang Chloe","year":"2023","unstructured":"Chloe Xiang. 2023. Man dies by suicide after talking with AI chatbot, widow says. Motherboard by Vice News (2023). https:\/\/www.vice.com\/en\/article\/pkadgm\/man-dies-by-suicide-after-talking-with-ai-chatbot-widow-says"},{"key":"e_1_3_2_1_109_1","unstructured":"Kai Yang Jian Tao Jiafei Lyu Chunjiang Ge Jiaxin Chen Qimai Li Weihan Shen Xiaolong Zhu and Xiu Li. 2023. Using Human Feedback to Fine-tune Diffusion Models without Any Reward Model. arxiv:2311.13231\u00a0[cs.LG]"},{"key":"e_1_3_2_1_110_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376301"},{"key":"e_1_3_2_1_111_1","doi-asserted-by":"publisher","DOI":"10.1016\/S2589-7500(23)00225-X"},{"key":"e_1_3_2_1_112_1","unstructured":"Daniel\u00a0M. Ziegler Nisan Stiennon Jeffrey Wu Tom\u00a0B. Brown Alec Radford Dario Amodei Paul Christiano and Geoffrey Irving. 2020. Fine-Tuning Language Models from Human Preferences. arxiv:1909.08593\u00a0[cs.CL]"},{"key":"e_1_3_2_1_113_1","doi-asserted-by":"publisher","DOI":"10.1145\/3630107"}],"event":{"name":"FAccT '24: The 2024 ACM Conference on Fairness, Accountability, and Transparency","location":"Rio de Janeiro Brazil","acronym":"FAccT '24"},"container-title":["The 2024 ACM Conference on Fairness Accountability and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3630106.3658992","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3630106.3658992","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T17:28:36Z","timestamp":1755883716000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3630106.3658992"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6,3]]},"references-count":113,"alternative-id":["10.1145\/3630106.3658992","10.1145\/3630106"],"URL":"https:\/\/doi.org\/10.1145\/3630106.3658992","relation":{},"subject":[],"published":{"date-parts":[[2024,6,3]]},"assertion":[{"value":"2024-06-05","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}