{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,22]],"date-time":"2026-06-22T20:38:28Z","timestamp":1782160708987,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":123,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,4,13]]},"DOI":"10.1145\/3772318.3791689","type":"proceedings-article","created":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T05:14:30Z","timestamp":1776057270000},"page":"1-25","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["PolicyPad: Collaborative Prototyping of LLM Policies"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2453-6315","authenticated-orcid":false,"given":"K. J. Kevin","family":"Feng","sequence":"first","affiliation":[{"name":"University of Washington, Seattle, Washington, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1504-7640","authenticated-orcid":false,"given":"Tzu-Sheng","family":"Kuo","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, Pennsylvania, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6500-8922","authenticated-orcid":false,"given":"Quan Ze (Jim)","family":"Chen","sequence":"additional","affiliation":[{"name":"AI & Democracy Foundation, Seattle, Washington, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6825-4734","authenticated-orcid":false,"given":"Inyoung","family":"Cheong","sequence":"additional","affiliation":[{"name":"Princeton University, Princeton, New Jersey, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6730-922X","authenticated-orcid":false,"given":"Kenneth","family":"Holstein","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, Pennsylvania, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9462-9835","authenticated-orcid":false,"given":"Amy X.","family":"Zhang","sequence":"additional","affiliation":[{"name":"University of Washington, Seattle, Washington, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,4,13]]},"reference":[{"key":"e_1_3_3_3_2_2","unstructured":"Z. Abrams. 2025. Artificial intelligence is impacting the field. Monitor on Psychology 56 1 (2025) 46. https:\/\/www.apa.org\/monitor\/2025\/01\/trends-harnessing-power-of-artificial-intelligence"},{"key":"e_1_3_3_3_3_2","unstructured":"Lama Ahmad Sandhini Agarwal Michael Lampe and Pamela Mishkin. 2025. OpenAI\u2019s Approach to External Red Teaming for AI Models and Systems. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2503.16431 (2025)."},{"key":"e_1_3_3_3_4_2","doi-asserted-by":"publisher","DOI":"10.1145\/3715275.3732071"},{"key":"e_1_3_3_3_5_2","unstructured":"Markus Anderljung Joslyn Barnhart Anton Korinek Jade Leung Cullen O\u2019Keefe Jess Whittlestone Shahar Avin Miles Brundage Justin Bullock Duncan Cass-Beggs et\u00a0al. 2023. Frontier AI regulation: Managing emerging risks to public safety. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2307.03718 (2023)."},{"key":"e_1_3_3_3_6_2","doi-asserted-by":"crossref","unstructured":"Ida-Elisabeth Andersen and Birgit J\u00e6ger. 1999. Scenario workshops and consensus conferences: towards more democratic decision-making. Science and public policy 26 5 (1999) 331\u2013340.","DOI":"10.3152\/147154399781782301"},{"key":"e_1_3_3_3_7_2","unstructured":"Chinmaya Andukuri Jan-Philipp Fr\u00e4nken Tobias Gerstenberg and Noah\u00a0D Goodman. 2024. Star-gate: Teaching language models to ask clarifying questions. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2403.19154 (2024)."},{"key":"e_1_3_3_3_8_2","unstructured":"Anthropic. 2023. Claude\u2019s Constitution. https:\/\/www.anthropic.com\/news\/claudes-constitution."},{"key":"e_1_3_3_3_9_2","unstructured":"Anthropic. 2025. System Card: Claude Opus 4 & Claude Sonnet 4. https:\/\/www-cdn.anthropic.com\/6be99a52cb68eb70eb9572b4cafad13df32ed995.pdf."},{"key":"e_1_3_3_3_10_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642016"},{"key":"e_1_3_3_3_11_2","volume-title":"I. robot","author":"Asimov Isaac","year":"1940","unstructured":"Isaac Asimov. 1940. I. robot. Narkaling Productions."},{"key":"e_1_3_3_3_12_2","unstructured":"Yuntao Bai Saurav Kadavath Sandipan Kundu Amanda Askell Jackson Kernion Andy Jones Anna Chen Anna Goldie Azalia Mirhoseini Cameron McKinnon et\u00a0al. 2022. Constitutional ai: Harmlessness from ai feedback. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2212.08073 (2022)."},{"key":"e_1_3_3_3_13_2","doi-asserted-by":"publisher","DOI":"10.1145\/3715275.3732096"},{"key":"e_1_3_3_3_14_2","doi-asserted-by":"publisher","unstructured":"Julia Barnett Kimon Kieslich Jasmine Sinchai and Nicholas Diakopoulos. 2025. Scenarios in Computing Research: A Systematic Review of the Use of Scenario Methods for Exploring the Future of Computing Technologies in Society. Proceedings of the AAAI\/ACM Conference on AI Ethics and Society 8 1 (Oct. 2025) 316\u2013329. 10.1609\/aies.v8i1.36551","DOI":"10.1609\/aies.v8i1.36551"},{"key":"e_1_3_3_3_15_2","unstructured":"Yoshua Bengio S\u00f6ren Mindermann Daniel Privitera Tamay Besiroglu Rishi Bommasani Stephen Casper Yejin Choi Philip Fox Ben Garfinkel Danielle Goldfarb et\u00a0al. 2025. International ai safety report. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2501.17805 (2025)."},{"key":"e_1_3_3_3_16_2","doi-asserted-by":"crossref","unstructured":"Hugh Beyer and Karen Holtzblatt. 1999. Contextual design. interactions 6 1 (1999) 32\u201342.","DOI":"10.1145\/291224.291229"},{"key":"e_1_3_3_3_17_2","doi-asserted-by":"publisher","DOI":"10.1109\/HICSS.1999.772892"},{"key":"e_1_3_3_3_18_2","doi-asserted-by":"crossref","unstructured":"Virginia Braun and Victoria Clarke. 2006. Using thematic analysis in psychology. Qualitative research in psychology 3 2 (2006) 77\u2013101.","DOI":"10.1191\/1478088706qp063oa"},{"key":"e_1_3_3_3_19_2","doi-asserted-by":"crossref","unstructured":"Virginia Braun and Victoria Clarke. 2019. Reflecting on reflexive thematic analysis. Qualitative research in sport exercise and health 11 4 (2019) 589\u2013597.","DOI":"10.1080\/2159676X.2019.1628806"},{"key":"e_1_3_3_3_20_2","doi-asserted-by":"publisher","DOI":"10.1145\/347642.347802"},{"key":"e_1_3_3_3_21_2","doi-asserted-by":"crossref","unstructured":"Bradley Camburn Vimal Viswanathan Julie Linsey David Anderson Daniel Jensen Richard Crawford Kevin Otto and Kristin Wood. 2017. Design prototyping methods: state of the art in strategies techniques and guidelines. Design Science 3 (2017) e13.","DOI":"10.1017\/dsj.2017.10"},{"key":"e_1_3_3_3_22_2","doi-asserted-by":"crossref","unstructured":"Nicholas\u00a0A Caputo. 2024. Alignment as jurisprudence. Yale Journal of Law and Technology (forthcoming) (2024).","DOI":"10.2139\/ssrn.4800894"},{"key":"e_1_3_3_3_23_2","doi-asserted-by":"crossref","unstructured":"Charles\u00a0E Carpenter. 1917. Court Decisions and the Common Law. Columbia Law Review 17 7 (1917) 593\u2013607.","DOI":"10.2307\/1112172"},{"key":"e_1_3_3_3_24_2","doi-asserted-by":"publisher","DOI":"10.1109\/HICSS.1999.772890"},{"key":"e_1_3_3_3_25_2","unstructured":"Khaoula Chehbouni Mohammed Haddou Jackie Chi\u00a0Kit Cheung and Golnoosh Farnadi. 2025. Neither Valid nor Reliable? Investigating the Use of LLMs as Judges. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2508.18076 (2025)."},{"key":"e_1_3_3_3_26_2","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3659048"},{"key":"e_1_3_3_3_27_2","unstructured":"Nick Clegg. 2023. Bringing People Together to Inform Decision-Making on Generative AI. https:\/\/www.peoplepowered.org\/participatory-policymaking."},{"key":"e_1_3_3_3_28_2","doi-asserted-by":"publisher","DOI":"10.1145\/3617694.3623261"},{"key":"e_1_3_3_3_29_2","doi-asserted-by":"crossref","unstructured":"Wesley\u00a0Hanwen Deng Wang Claire Howard\u00a0Ziyu Han Jason\u00a0I Hong Kenneth Holstein and Motahhare Eslami. 2025. Weaudit: Scaffolding user auditors and ai practitioners in auditing generative ai. Proceedings of the ACM on Human-Computer Interaction 9 7 (2025) 1\u201335.","DOI":"10.1145\/3757702"},{"key":"e_1_3_3_3_30_2","first-page":"1","volume-title":"Proceedings of the 2022 CHI conference on human factors in computing systems","author":"DeVrio Alicia","year":"2022","unstructured":"Alicia DeVrio, Aditi Dhabalia, Hong Shen, Kenneth Holstein, and Motahhare Eslami. 2022. Toward User-Driven Algorithm Auditing: Investigating users\u2019 strategies for uncovering harmful algorithmic behavior. In Proceedings of the 2022 CHI conference on human factors in computing systems. 1\u201319."},{"key":"e_1_3_3_3_31_2","unstructured":"Mar\u00eda\u00a0Fernanda D\u00edaz and Julian\u00a0\u201cI\u00f1aki\u201d Go\u00f1i. 2024. What expertise for what and whose democratic politics? The Oxford handbook of expertise and democratic politics edited by Gil Eyal and Thomas Medvetz (2024)."},{"key":"e_1_3_3_3_32_2","doi-asserted-by":"crossref","unstructured":"Steven\u00a0P Dow Alana Glassco Jonathan Kass Melissa Schwarz Daniel\u00a0L Schwartz and Scott\u00a0R Klemmer. 2010. Parallel prototyping leads to better design results more divergence and increased self-efficacy. ACM Transactions on Computer-Human Interaction (TOCHI) 17 4 (2010) 1\u201324.","DOI":"10.1145\/1879831.1879836"},{"key":"e_1_3_3_3_33_2","doi-asserted-by":"publisher","DOI":"10.1145\/3393914.3395856"},{"key":"e_1_3_3_3_34_2","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376293"},{"key":"e_1_3_3_3_35_2","doi-asserted-by":"crossref","unstructured":"Mehdi Farashahi and Mahdi Tajeddin. 2018. Effectiveness of teaching methods in business education: A comparison study on the learning outcomes of lectures case studies and simulations. The international journal of Management Education 16 1 (2018) 131\u2013142.","DOI":"10.1016\/j.ijme.2018.01.003"},{"key":"e_1_3_3_3_36_2","unstructured":"KJ Feng Q\u00a0Vera Liao Ziang Xiao Jennifer\u00a0Wortman Vaughan Amy\u00a0X Zhang and David\u00a0W McDonald. 2024. Canvil: Designerly Adaptation for LLM-Powered User Experiences. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2401.09051 (2024)."},{"key":"e_1_3_3_3_37_2","unstructured":"KJ Feng Quan Ze Inyoung Cheong King Xia Amy\u00a0X Zhang et\u00a0al. 2023. Case Repositories: Towards Case-Based Reasoning for AI Alignment. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2311.10934 (2023)."},{"key":"e_1_3_3_3_38_2","doi-asserted-by":"publisher","DOI":"10.1145\/3706599.3706747"},{"key":"e_1_3_3_3_39_2","doi-asserted-by":"crossref","unstructured":"Jennifer Fereday and Eimear Muir-Cochrane. 2006. Demonstrating rigor using thematic analysis: A hybrid approach of inductive and deductive coding and theme development. International journal of qualitative methods 5 1 (2006) 80\u201392.","DOI":"10.1177\/160940690600500107"},{"key":"e_1_3_3_3_40_2","unstructured":"Figma. 2025. How to make a storyboard for UX design in 5 step. https:\/\/www.figma.com\/resource-library\/how-to-create-a-ux-storyboard\/."},{"key":"e_1_3_3_3_41_2","doi-asserted-by":"crossref","unstructured":"Iason Gabriel. 2020. Artificial intelligence values and alignment. Minds and machines 30 3 (2020) 411\u2013437.","DOI":"10.1007\/s11023-020-09539-2"},{"key":"e_1_3_3_3_42_2","unstructured":"Deep Ganguli Liane Lovitt Jackson Kernion Amanda Askell Yuntao Bai Saurav Kadavath Ben Mann Ethan Perez Nicholas Schiefer Kamal Ndousse Andy Jones Sam Bowman Anna Chen Tom Conerly Nova DasSarma Dawn Drain Nelson Elhage Sheer El-Showk Stanislav Fort Zac Hatfield-Dodds Tom Henighan Danny Hernandez Tristan Hume Josh Jacobson Scott Johnston Shauna Kravec Catherine Olsson Sam Ringer Eli Tran-Johnson Dario Amodei Tom Brown Nicholas Joseph Sam McCandlish Chris Olah Jared Kaplan and Jack Clark. 2022. Red Teaming Language Models to Reduce Harms: Methods Scaling Behaviors and Lessons Learned. arxiv:https:\/\/arXiv.org\/abs\/2209.07858\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/2209.07858"},{"key":"e_1_3_3_3_43_2","unstructured":"M Glez-Bedia JM Corchado ES Corchado and C Fyfe. 2002. Analytical model for constructing deliberative agents. Engineering Intelligent Systems for Electrical Engineering and Communications 10 3 (2002) 173\u2013185."},{"key":"e_1_3_3_3_44_2","unstructured":"Google. 2025. Gemini 2.5 ProModel Card. https:\/\/storage.googleapis.com\/model-cards\/documents\/gemini-2.5-pro.pdf."},{"key":"e_1_3_3_3_45_2","unstructured":"Melody\u00a0Y Guan Manas Joglekar Eric Wallace Saachi Jain Boaz Barak Alec Helyar Rachel Dias Andrea Vallone Hongyu Ren Jason Wei et\u00a0al. 2024. Deliberative alignment: Reasoning enables safer language models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2412.16339 (2024)."},{"key":"e_1_3_3_3_46_2","doi-asserted-by":"publisher","DOI":"10.4337\/9781839107269.00009"},{"key":"e_1_3_3_3_47_2","unstructured":"Robert Hart. 2025. Chatbots Can Trigger a Mental Health Crisis. What to Know About \u2018AI Psychosis\u2019. https:\/\/time.com\/7307589\/ai-psychosis-chatgpt-mental-health\/."},{"key":"e_1_3_3_3_48_2","unstructured":"Luxi He Nimra Nadeem Michel Liao Howard Chen Danqi Chen Mariano-Florentino Cu\u00e9llar and Peter Henderson. 2025. Statutory Construction and Interpretation for Artificial Intelligence. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2509.01186 (2025)."},{"key":"e_1_3_3_3_49_2","unstructured":"Kashmir Hill. 2025. A Teen Was Suicidal. ChatGPT Was the Friend He Confided In. https:\/\/www.nytimes.com\/2025\/08\/26\/technology\/chatgpt-openai-suicide.html."},{"key":"e_1_3_3_3_50_2","unstructured":"Kashmir Hill. 2025. They Asked an A.I. Chatbot Questions. The Answers Sent Them Spiraling. https:\/\/www.nytimes.com\/2025\/06\/13\/technology\/chatgpt-ai-chatbots-conspiracies.html."},{"key":"e_1_3_3_3_51_2","unstructured":"Kashmir Hill and Dylan Freedman. 2025. Chatbots Can Go Into a Delusional Spiral. Here\u2019s How It Happens. https:\/\/www.nytimes.com\/2025\/08\/08\/technology\/ai-chatbots-delusions-chatgpt.html."},{"key":"e_1_3_3_3_52_2","doi-asserted-by":"publisher","DOI":"10.1145\/1006259.1006275"},{"key":"e_1_3_3_3_53_2","unstructured":"Jeff Horwitz. 2025. Meta\u2019s AI rules have let bots hold \u2018sensual\u2019 chats with kids offer false medical info. https:\/\/www.reuters.com\/investigates\/special-report\/meta-ai-chatbot-guidelines\/."},{"key":"e_1_3_3_3_54_2","doi-asserted-by":"publisher","DOI":"10.1016\/B978-044481862-1.50082-0"},{"key":"e_1_3_3_3_55_2","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3658979"},{"key":"e_1_3_3_3_56_2","unstructured":"Aaron Hurst Adam Lerer Adam\u00a0P Goucher Adam Perelman Aditya Ramesh Aidan Clark AJ Ostrow Akila Welihinda Alan Hayes Alec Radford et\u00a0al. 2024. Gpt-4o system card. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2410.21276 (2024)."},{"key":"e_1_3_3_3_57_2","volume-title":"Adversarial legalism: The American way of law","author":"Kagan Robert\u00a0A","year":"2019","unstructured":"Robert\u00a0A Kagan. 2019. Adversarial legalism: The American way of law. Harvard University Press."},{"key":"e_1_3_3_3_58_2","doi-asserted-by":"publisher","DOI":"10.1145\/3706599.3719726"},{"key":"e_1_3_3_3_59_2","unstructured":"Atoosa Kasirzadeh. 2024. Two types of AI existential risk: decisive and accumulative. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2401.07836 (2024)."},{"key":"e_1_3_3_3_60_2","unstructured":"Elliot Kim Avi Garg Kenny Peng and Nikhil Garg. 2025. Correlated Errors in Large Language Models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2506.07962 (2025)."},{"key":"e_1_3_3_3_61_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642216"},{"key":"e_1_3_3_3_62_2","doi-asserted-by":"crossref","unstructured":"Lucy Kimbell and Jocelyn Bailey. 2017. Prototyping and the new spirit of policy-making. CoDesign 13 3 (2017) 214\u2013226.","DOI":"10.1080\/15710882.2017.1355003"},{"key":"e_1_3_3_3_63_2","doi-asserted-by":"crossref","unstructured":"Maaike Kleinsmann and Rianne Valkenburg. 2008. Barriers and enablers for creating shared understanding in co-design projects. Design studies 29 4 (2008) 369\u2013386.","DOI":"10.1016\/j.destud.2008.03.003"},{"key":"e_1_3_3_3_64_2","unstructured":"Verena Kontschieder. 2018. Prototyping in Policy: What For?! https:\/\/conferences.law.stanford.edu\/prototyping-for-policy\/2018\/10\/22\/prototyping-in-policy-what-for\/."},{"key":"e_1_3_3_3_65_2","unstructured":"Michael Krumdick Charles Lovering Varshini Reddy Seth Ebner and Chris Tanner. 2025. No free labels: Limitations of llm-as-a-judge without human grounding. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2503.05061 (2025)."},{"key":"e_1_3_3_3_66_2","doi-asserted-by":"crossref","unstructured":"K.\u00a0P. Kruzan Madhu\u00a0C. Reddy Jason\u00a0J. Washburn and D. Mohr. 2022. Developing a Mobile App for Young Adults with Nonsuicidal Self-Injury: A Prototype Feedback Study. International Journal of Environmental Research and Public Health 19 (2022). https:\/\/api.semanticscholar.org\/CorpusId:254248495","DOI":"10.3390\/ijerph192316163"},{"key":"e_1_3_3_3_67_2","unstructured":"Tzu-Sheng Kuo Quan\u00a0Ze Chen Amy\u00a0X Zhang Jane Hsieh Haiyi Zhu and Kenneth Holstein. 2024. PolicyCraft: Supporting Collaborative and Participatory Policy Design through Case-Grounded Deliberation. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2409.15644 (2024)."},{"key":"e_1_3_3_3_68_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580882"},{"key":"e_1_3_3_3_69_2","doi-asserted-by":"crossref","unstructured":"Michelle\u00a0S Lam Mitchell\u00a0L Gordon Dana\u00eb Metaxa Jeffrey\u00a0T Hancock James\u00a0A Landay and Michael\u00a0S Bernstein. 2022. End-user audits: A system empowering communities to lead large-scale investigations of harmful algorithmic behavior. Proceedings of the ACM on Human-Computer Interaction 6 CSCW2 (2022) 1\u201334.","DOI":"10.1145\/3555625"},{"key":"e_1_3_3_3_70_2","unstructured":"Michelle\u00a0S Lam Fred Hohman Dominik Moritz Jeffrey\u00a0P Bigham Kenneth Holstein and Mary\u00a0Beth Kery. 2024. Policy Maps: Tools for Guiding the Unbounded Space of LLM Behaviors. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2409.18203 (2024)."},{"key":"e_1_3_3_3_71_2","unstructured":"Max Lamparth Declan Grabb Amy Franks Scott Gershan Kaitlyn\u00a0N Kunstman Aaron Lulla Monika\u00a0Drummond Roots Manu Sharma Aryan Shrivastava Nina Vasan et\u00a0al. 2025. Moving beyond medical exam questions: A clinician-annotated dataset of real-world tasks and ambiguity in mental healthcare. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2502.16051 (2025)."},{"key":"e_1_3_3_3_72_2","doi-asserted-by":"crossref","unstructured":"Stella Li Vidhisha Balachandran Shangbin Feng Jonathan Ilgen Emma Pierson Pang Wei\u00a0W Koh and Yulia Tsvetkov. 2024. Mediq: Question-asking llms and a benchmark for reliable interactive clinical reasoning. Advances in Neural Information Processing Systems 37 (2024) 28858\u201328888.","DOI":"10.52202\/079017-0908"},{"key":"e_1_3_3_3_73_2","doi-asserted-by":"crossref","unstructured":"Youn-Kyung Lim Erik Stolterman and Josh Tenenberg. 2008. The anatomy of prototypes: Prototypes as filters prototypes as manifestations of design ideas. ACM Transactions on Computer-Human Interaction (TOCHI) 15 2 (2008) 1\u201327.","DOI":"10.1145\/1375761.1375762"},{"key":"e_1_3_3_3_74_2","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445377"},{"key":"e_1_3_3_3_75_2","unstructured":"Steve Lohr. 2023. A.I. Is Coming for Lawyers Again. https:\/\/www.nytimes.com\/2023\/04\/10\/technology\/ai-is-coming-for-lawyers-again.html."},{"key":"e_1_3_3_3_76_2","doi-asserted-by":"crossref","unstructured":"Duri Long Takeria Blunt and Brian Magerko. 2021. Co-designing AI literacy exhibits for informal learning spaces. Proceedings of the ACM on Human-Computer Interaction 5 CSCW2 (2021) 1\u201335.","DOI":"10.1145\/3476034"},{"key":"e_1_3_3_3_77_2","doi-asserted-by":"crossref","unstructured":"Ryan Louie Ananjan Nandi William Fang Cheng Chang Emma Brunskill and Diyi Yang. 2024. Roleplay-doh: Enabling domain-experts to create llm-simulated patients via eliciting and adhering to principles. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2407.00870 (2024).","DOI":"10.18653\/v1\/2024.emnlp-main.591"},{"key":"e_1_3_3_3_78_2","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376445"},{"key":"e_1_3_3_3_79_2","unstructured":"Claire Mellier and Rich Wilson. 2023. A Global Citizens\u2019 Assembly on the Climate and Ecological Crisis. https:\/\/carnegieendowment.org\/research\/2023\/02\/a-global-citizens-assembly-on-the-climate-and-ecological-crisis?lang=en."},{"key":"e_1_3_3_3_80_2","doi-asserted-by":"crossref","unstructured":"Albert\u00a0C Molewijk Tineke Abma Margreet Stolper and Guy Widdershoven. 2008. Teaching ethics in the clinic. The theory and practice of moral case deliberation. Journal of Medical Ethics 34 2 (2008) 120\u2013124.","DOI":"10.1136\/jme.2006.018580"},{"key":"e_1_3_3_3_81_2","doi-asserted-by":"publisher","DOI":"10.1145\/3715275.3732039"},{"key":"e_1_3_3_3_82_2","doi-asserted-by":"crossref","unstructured":"Meredith\u00a0Ringel Morris. 2025. HCI for AGI. Interactions 32 2 (2025) 26\u201332.","DOI":"10.1145\/3708815"},{"key":"e_1_3_3_3_83_2","doi-asserted-by":"crossref","unstructured":"Niklas Muennighoff Zitong Yang Weijia Shi Xiang\u00a0Lisa Li Li Fei-Fei Hannaneh Hajishirzi Luke Zettlemoyer Percy Liang Emmanuel Cand\u00e8s and Tatsunori Hashimoto. 2025. s1: Simple test-time scaling. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2501.19393 (2025).","DOI":"10.18653\/v1\/2025.emnlp-main.1025"},{"key":"e_1_3_3_3_84_2","unstructured":"Richard Ngo Lawrence Chan and S\u00f6ren Mindermann. 2022. The alignment problem from a deep learning perspective. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2209.00626 (2022)."},{"key":"e_1_3_3_3_85_2","first-page":"36","volume-title":"International Workshop on Argumentation in Multi-Agent Systems","author":"Ontan\u00f3n Santiago","year":"2006","unstructured":"Santiago Ontan\u00f3n and Enric Plaza. 2006. Arguments and counterexamples in case-based joint deliberation. In International Workshop on Argumentation in Multi-Agent Systems. Springer, 36\u201353."},{"key":"e_1_3_3_3_86_2","unstructured":"OpenAI. 2025. Collective alignment: public input on our Model Spec. https:\/\/openai.com\/index\/collective-alignment-aug-2025-updates\/."},{"key":"e_1_3_3_3_87_2","unstructured":"OpenAI. 2025. OpenAI Model Spec. https:\/\/model-spec.openai.com\/2025-04-11.html."},{"key":"e_1_3_3_3_88_2","unstructured":"OpenAI. 2025. What we\u2019re optimizing ChatGPT for. https:\/\/openai.com\/index\/how-we\u2019re-optimizing-chatgpt\/."},{"key":"e_1_3_3_3_89_2","doi-asserted-by":"crossref","unstructured":"Long Ouyang Jeffrey Wu Xu Jiang Diogo Almeida Carroll Wainwright Pamela Mishkin Chong Zhang Sandhini Agarwal Katarina Slama Alex Ray et\u00a0al. 2022. Training language models to follow instructions with human feedback. Advances in neural information processing systems 35 (2022) 27730\u201327744.","DOI":"10.52202\/068431-2011"},{"key":"e_1_3_3_3_90_2","doi-asserted-by":"crossref","unstructured":"Christina\u00a0A Pan Sahil Yakhmi Tara\u00a0P Iyer Evan Strasnick Amy\u00a0X Zhang and Michael\u00a0S Bernstein. 2022. Comparing the perceived legitimacy of content moderation processes: Contractors algorithms expert panels and digital juries. Proceedings of the ACM on Human-Computer Interaction 6 CSCW1 (2022) 1\u201331.","DOI":"10.1145\/3512929"},{"key":"e_1_3_3_3_91_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642054"},{"key":"e_1_3_3_3_92_2","unstructured":"Participedia. 2025. Ireland Participatory Democracy Pilot \u2019We the Citizens\u2019. https:\/\/participedia.net\/case\/1251."},{"key":"e_1_3_3_3_93_2","doi-asserted-by":"crossref","unstructured":"Ethan Perez Saffron Huang Francis Song Trevor Cai Roman Ring John Aslanides Amelia Glaese Nat McAleese and Geoffrey Irving. 2022. Red teaming language models with language models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2202.03286 (2022).","DOI":"10.18653\/v1\/2022.emnlp-main.225"},{"key":"e_1_3_3_3_94_2","unstructured":"Sarah Perez. 2025. Sam Altman warns there\u2019s no legal confidentiality when using ChatGPT as a therapist. https:\/\/techcrunch.com\/2025\/07\/25\/sam-altman-warns-theres-no-legal-confidentiality-when-using-chatgpt-as-a-therapist\/."},{"key":"e_1_3_3_3_95_2","doi-asserted-by":"publisher","DOI":"10.1145\/3640543.3645144"},{"key":"e_1_3_3_3_96_2","unstructured":"Project Let\u2019s Talk Privacy. 2020. Policy Prototyping Guide. https:\/\/letstalkprivacy.media.mit.edu\/ltp-prototyping-guide.pdf."},{"key":"e_1_3_3_3_97_2","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3714057"},{"key":"e_1_3_3_3_98_2","unstructured":"Angelica Quicksey and Chris Meierling. 2022. Policy Prototypes: How designers and policy practitioners can use prototypes to get feedback and iterate on policy. https:\/\/designmuseumfoundation.org\/policy-prototypes\/."},{"key":"e_1_3_3_3_99_2","unstructured":"Kylie Robison. 2025. Meta gets caught gaming AI benchmarks with Llama 4. https:\/\/www.theverge.com\/meta\/645012\/meta-llama-4-maverick-benchmarks-gaming."},{"key":"e_1_3_3_3_100_2","doi-asserted-by":"publisher","DOI":"10.1145\/506443.506554"},{"key":"e_1_3_3_3_101_2","unstructured":"Teddy Rosenbluth. 2025. This Therapist Helped Clients Feel Better. It Was A.I. https:\/\/www.nytimes.com\/2025\/04\/15\/health\/ai-therapist-mental-health.html."},{"key":"e_1_3_3_3_102_2","doi-asserted-by":"publisher","DOI":"10.1145\/2818048.2820021"},{"key":"e_1_3_3_3_103_2","doi-asserted-by":"crossref","unstructured":"Jim Rudd Ken Stern and Scott Isensee. 1996. Low vs. high-fidelity prototyping debate. interactions 3 1 (1996) 76\u201385.","DOI":"10.1145\/223500.223514"},{"key":"e_1_3_3_3_104_2","doi-asserted-by":"crossref","unstructured":"Elizabeth B-N Sanders and Pieter\u00a0Jan Stappers. 2008. Co-creation and the new landscapes of design. Co-design 4 1 (2008) 5\u201318.","DOI":"10.1080\/15710880701875068"},{"key":"e_1_3_3_3_105_2","doi-asserted-by":"crossref","unstructured":"Mike Schaekermann Graeme Beaton Minahz Habib Andrew Lim Kate Larson and Edith Law. 2019. Understanding expert disagreement in medical data analysis through structured adjudication. Proceedings of the ACM on Human-Computer Interaction 3 CSCW (2019) 1\u201323.","DOI":"10.1145\/3359178"},{"key":"e_1_3_3_3_106_2","doi-asserted-by":"crossref","unstructured":"Hong Shen Alicia DeVos Motahhare Eslami and Kenneth Holstein. 2021. Everyday algorithm auditing: Understanding the power of everyday users in surfacing harmful algorithmic behaviors. Proceedings of the ACM on Human-Computer Interaction 5 CSCW2 (2021) 1\u201329.","DOI":"10.1145\/3479577"},{"key":"e_1_3_3_3_107_2","doi-asserted-by":"publisher","DOI":"10.1145\/3551624.3555285"},{"key":"e_1_3_3_3_108_2","unstructured":"Christopher Small Michael Bjorkegren Timo Erkkil\u00e4 Lynette Shaw and Colin Megill. 2021. Polis: Scaling deliberation by mapping high dimensional opinion spaces. Recerca: revista de pensament i an\u00e0lisi 26 2 (2021)."},{"key":"e_1_3_3_3_109_2","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3658992"},{"key":"e_1_3_3_3_110_2","doi-asserted-by":"publisher","DOI":"10.1145\/3708359.3712091"},{"key":"e_1_3_3_3_111_2","unstructured":"Michael Terry Chinmay Kulkarni Martin Wattenberg Lucas Dixon and Meredith\u00a0Ringel Morris. 2024. Interactive AI Alignment: Specification Process and Evaluation Alignment. arxiv:https:\/\/arXiv.org\/abs\/2311.00710\u00a0[cs.HC] https:\/\/arxiv.org\/abs\/2311.00710"},{"key":"e_1_3_3_3_112_2","first-page":"404","volume-title":"Proceedings of the Fourth Workshop on Generation, Evaluation and Metrics (GEM\u00b2)","author":"Thakur Aman\u00a0Singh","year":"2025","unstructured":"Aman\u00a0Singh Thakur, Kartik Choudhary, Venkat\u00a0Srinik Ramayapally, Sankaran Vaidyanathan, and Dieuwke Hupkes. 2025. Judging the Judges: Evaluating Alignment and Vulnerabilities in LLMs-as-Judges. In Proceedings of the Fourth Workshop on Generation, Evaluation and Metrics (GEM\u00b2), Ofir Arviv, Miruna Clinciu, Kaustubh Dhole, Rotem Dror, Sebastian Gehrmann, Eliya Habba, Itay Itzhak, Simon Mille, Yotam Perlitz, Enrico Santus, Jo\u00e3o Sedoc, Michal Shmueli\u00a0Scheuer, Gabriel Stanovsky, and Oyvind Tafjord (Eds.). Association for Computational Linguistics, Vienna, Austria and virtual meeting, 404\u2013430. https:\/\/aclanthology.org\/2025.gem-1.33\/"},{"key":"e_1_3_3_3_113_2","doi-asserted-by":"publisher","DOI":"10.1145\/1142405.1142410"},{"key":"e_1_3_3_3_114_2","doi-asserted-by":"publisher","DOI":"10.1145\/3715275.3732198"},{"key":"e_1_3_3_3_115_2","unstructured":"Alan\u00a0Mathison Turing. 1950. Mind. Mind 59 236 (1950) 433\u2013460."},{"key":"e_1_3_3_3_116_2","doi-asserted-by":"publisher","DOI":"10.1145\/238386.238516"},{"key":"e_1_3_3_3_117_2","doi-asserted-by":"publisher","DOI":"10.1177\/154193120204600513"},{"key":"e_1_3_3_3_118_2","doi-asserted-by":"crossref","unstructured":"Matthew\u00a0E. Walsh and Gigi\u00a0Kwick Gronvall. 2025. Virologist Opinions: An Important Component for the Governance of the Convergence of Artificial Intelligence and Dual-Use Research of Concern. Applied Biosafety: Journal of the American Biological Safety Association 30 (2025) 124\u2013131. https:\/\/api.semanticscholar.org\/CorpusID:276071954","DOI":"10.1089\/apb.2024.0060"},{"key":"e_1_3_3_3_119_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642335"},{"key":"e_1_3_3_3_120_2","doi-asserted-by":"crossref","unstructured":"Junnan Yu. 2025. Participatory Design revisited: framings key features and its boundary with co-design. CoDesign (2025) 1\u201330.","DOI":"10.1080\/15710882.2025.2573020"},{"key":"e_1_3_3_3_121_2","volume-title":"Co-design as collaborative research","author":"Zamenopoulos Theodore","year":"2018","unstructured":"Theodore Zamenopoulos and Katerina Alexiou. 2018. Co-design as collaborative research. Bristol University\/AHRC Connected Communities Programme."},{"key":"e_1_3_3_3_122_2","doi-asserted-by":"publisher","DOI":"10.1145\/3715070.3748281"},{"key":"e_1_3_3_3_123_2","unstructured":"Jifan Zhang Henry Sleight Andi Peng John Schulman and Esin Durmus. 2025. Stress-Testing Model Specs Reveals Character Differences among Language Models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2510.07686 (2025)."},{"key":"e_1_3_3_3_124_2","doi-asserted-by":"crossref","unstructured":"Andy Zhou Kevin Wu Francesco Pinto Zhaorun Chen Yi Zeng Yu Yang Shuang Yang Sanmi Koyejo James Zou and Bo Li. 2025. Autoredteamer: Autonomous red teaming with lifelong attack integration. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2503.15754 (2025).","DOI":"10.70777\/si.v2i2.14433"}],"event":{"name":"CHI 2026: CHI Conference on Human Factors in Computing Systems","location":"Barcelona Spain","acronym":"CHI '26","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3772318.3791689","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,17]],"date-time":"2026-04-17T09:05:35Z","timestamp":1776416735000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3772318.3791689"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,13]]},"references-count":123,"alternative-id":["10.1145\/3772318.3791689","10.1145\/3772318"],"URL":"https:\/\/doi.org\/10.1145\/3772318.3791689","relation":{},"subject":[],"published":{"date-parts":[[2026,4,13]]},"assertion":[{"value":"2026-04-13","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}