{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,14]],"date-time":"2026-05-14T00:56:14Z","timestamp":1778720174245,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":152,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,5,11]],"date-time":"2024-05-11T00:00:00Z","timestamp":1715385600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,5,11]]},"DOI":"10.1145\/3613904.3642703","type":"proceedings-article","created":{"date-parts":[[2024,5,11]],"date-time":"2024-05-11T08:38:06Z","timestamp":1715416686000},"page":"1-12","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":52,"title":["The Illusion of Artificial Inclusion"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1362-554X","authenticated-orcid":false,"given":"William","family":"Agnew","sequence":"first","affiliation":[{"name":"Human-Computer Interaction Institute, Carnegie Mellon University, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4331-1357","authenticated-orcid":false,"given":"A. Stevie","family":"Bergman","sequence":"additional","affiliation":[{"name":"Google DeepMind, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-8768-1761","authenticated-orcid":false,"given":"Jennifer","family":"Chien","sequence":"additional","affiliation":[{"name":"University of California, San Diego, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0167-9839","authenticated-orcid":false,"given":"Mark","family":"D\u00edaz","sequence":"additional","affiliation":[{"name":"Google Research, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4819-1136","authenticated-orcid":false,"given":"Seliem","family":"El-Sayed","sequence":"additional","affiliation":[{"name":"Google DeepMind, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5176-5922","authenticated-orcid":false,"given":"Jaylen","family":"Pittman","sequence":"additional","affiliation":[{"name":"Stanford University, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1184-5776","authenticated-orcid":false,"given":"Shakir","family":"Mohamed","sequence":"additional","affiliation":[{"name":"Google DeepMind, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4412-1686","authenticated-orcid":false,"given":"Kevin R.","family":"McKee","sequence":"additional","affiliation":[{"name":"Google DeepMind, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,5,11]]},"reference":[{"key":"e_1_3_3_3_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3461702.3462624"},{"key":"e_1_3_3_3_2_1","volume-title":"Paths to inclusive political institutions. Economic History of Warfare and State Formation","author":"Acemo\u011flu Daron","year":"2016","unstructured":"Daron Acemo\u011flu and James\u00a0A. Robinson. 2016. Paths to inclusive political institutions. Economic History of Warfare and State Formation (2016), 3\u201350."},{"key":"e_1_3_3_3_3_1","volume-title":"Proceedings of the 3rd ACM Conference on Equity and Access in Algorithms, Mechanisms, and Optimization. 1\u201313","author":"Agnew William","year":"2023","unstructured":"William Agnew, Kevin\u00a0R. McKee, Iason Gabriel, Jackie Kay, William Isaac, A.\u00a0Stevie Bergman, Seliem El-Sayed, and Shakir Mohamed. 2023. Technologies of resistance to AI. In Proceedings of the 3rd ACM Conference on Equity and Access in Algorithms, Mechanisms, and Optimization. 1\u201313."},{"key":"e_1_3_3_3_4_1","volume-title":"Proceedings of the 40th International Conference on Machine Learning. Proceedings of Machine Learning Research, 337\u2013371","author":"Aher V.","year":"2023","unstructured":"Gati\u00a0V. Aher, Rosa\u00a0I. Arriaga, and Adam\u00a0Tauman Kalai. 2023. Using large language models to simulate multiple humans and replicate human subject studies. In Proceedings of the 40th International Conference on Machine Learning. Proceedings of Machine Learning Research, 337\u2013371."},{"key":"e_1_3_3_3_5_1","first-page":"23716","article-title":"Flamingo: A visual language model for few-shot learning","volume":"35","author":"Alayrac Jean-Baptiste","year":"2022","unstructured":"Jean-Baptiste Alayrac, Jeff Donahue, Pauline Luc, Antoine Miech, Iain Barr, Yana Hasson, Karel Lenc, Arthur Mensch, Katherine Millican, Malcolm Reynolds, 2022. Flamingo: A visual language model for few-shot learning. Advances in Neural Information Processing Systems 35, 23716\u201323736.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_3_3_6_1","doi-asserted-by":"publisher","DOI":"10.1177\/17456916221105213"},{"key":"e_1_3_3_3_7_1","unstructured":"American Psychological Association. 2016. Ethical principles of psychologists and code of conduct. https:\/\/web.archive.org\/web\/20230909061239\/https:\/\/www.apa.org\/ethics\/code\/. Accessed: 2023-09-14."},{"key":"e_1_3_3_3_8_1","unstructured":"Anthropic. 2023. Introducing 100K Context Windows. https:\/\/web.archive.org\/web\/20230903233613\/https:\/\/www.anthropic.com\/index\/100k-context-windows. Accessed: 2023-09-14."},{"key":"e_1_3_3_3_9_1","unstructured":"Anthropic. 2023. Model Card and Evaluations for Claude Models. https:\/\/web.archive.org\/web\/20230811185640\/https:\/\/www-files.anthropic.com\/production\/images\/Model-Card-Claude-2.pdf. Accessed: 2023-09-14."},{"key":"e_1_3_3_3_10_1","doi-asserted-by":"publisher","DOI":"10.1017\/pan.2023.2"},{"key":"e_1_3_3_3_11_1","doi-asserted-by":"publisher","DOI":"10.1177\/0010414017720702"},{"key":"e_1_3_3_3_12_1","doi-asserted-by":"publisher","DOI":"10.1080\/01944366908977225"},{"key":"e_1_3_3_3_13_1","volume-title":"Surrogate humanity: Race, robots, and the politics of technological futures","author":"Atanasoski Neda","unstructured":"Neda Atanasoski and Kalindi Vora. 2019. Surrogate humanity: Race, robots, and the politics of technological futures. Duke University Press."},{"key":"e_1_3_3_3_14_1","volume-title":"Which humans?PsyArXiv","author":"Atari Mohammad","year":"2023","unstructured":"Mohammad Atari, Mona\u00a0J. Xue, Peter\u00a0S. Park, Dami\u00e1n Blasi, and Joseph Henrich. 2023. Which humans?PsyArXiv (2023)."},{"key":"e_1_3_3_3_15_1","first-page":"1","article-title":"Accessing hidden and hard-to-reach populations: Snowball research strategies","volume":"33","author":"Atkinson Rowland","year":"2001","unstructured":"Rowland Atkinson and John Flint. 2001. Accessing hidden and hard-to-reach populations: Snowball research strategies. Social Research Update 33, 1 (2001), 1\u20134.","journal-title":"Social Research Update"},{"key":"e_1_3_3_3_16_1","volume-title":"Constitutional AI: Harmlessness from AI feedback. arXiv preprint arXiv:2212.08073","author":"Bai Yuntao","year":"2022","unstructured":"Yuntao Bai, Saurav Kadavath, Sandipan Kundu, Amanda Askell, Jackson Kernion, Andy Jones, Anna Chen, Anna Goldie, Azalia Mirhoseini, Cameron McKinnon, 2022. Constitutional AI: Harmlessness from AI feedback. arXiv preprint arXiv:2212.08073 (2022)."},{"key":"e_1_3_3_3_17_1","doi-asserted-by":"publisher","DOI":"10.3102\/0013189X20927363"},{"key":"e_1_3_3_3_18_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0020-7373(87)80047-0"},{"key":"e_1_3_3_3_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445922"},{"key":"e_1_3_3_3_20_1","volume-title":"Bender and Alexander Koller","author":"M.","year":"2020","unstructured":"Emily\u00a0M. Bender and Alexander Koller. 2020. Climbing towards NLU: On meaning, form, and understanding in the age of data. In Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics. 5185\u20135198."},{"key":"e_1_3_3_3_21_1","volume-title":"Content analysis in communication research","author":"Berelson Bernard","unstructured":"Bernard Berelson. 1952. Content analysis in communication research. Free Press."},{"key":"e_1_3_3_3_22_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.findings-acl.31"},{"key":"e_1_3_3_3_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594019"},{"key":"e_1_3_3_3_24_1","doi-asserted-by":"publisher","DOI":"10.1080\/13600869.1986.9966228"},{"key":"e_1_3_3_3_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3551624.3555290"},{"key":"e_1_3_3_3_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533083"},{"key":"e_1_3_3_3_27_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0953-5438(97)00032-5"},{"key":"e_1_3_3_3_28_1","volume-title":"Racism and research: The case of the Tuskegee Syphilis Study","author":"Brandt M.","year":"1978","unstructured":"Allan\u00a0M. Brandt. 1978. Racism and research: The case of the Tuskegee Syphilis Study. Hastings Center Report (1978), 21\u201329."},{"key":"e_1_3_3_3_29_1","doi-asserted-by":"publisher","DOI":"10.1191\/1478088706qp063oa"},{"key":"e_1_3_3_3_30_1","first-page":"1877","article-title":"Language models are few-shot learners","volume":"33","author":"Brown Tom","year":"2020","unstructured":"Tom Brown, Benjamin Mann, Nick Ryder, Melanie Subbiah, Jared\u00a0D. Kaplan, Prafulla Dhariwal, Arvind Neelakantan, Pranav Shyam, Girish Sastry, Amanda Askell, 2020. Language models are few-shot learners. Advances in Neural Information Processing Systems 33, 1877\u20131901.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_3_3_31_1","volume-title":"Sparks of artificial general intelligence: Early experiments with GPT-4. arXiv preprint arXiv:2303.12712","author":"Bubeck S\u00e9bastien","year":"2023","unstructured":"S\u00e9bastien Bubeck, Varun Chandrasekaran, Ronen Eldan, Johannes Gehrke, Eric Horvitz, Ece Kamar, Peter Lee, Yin\u00a0Tat Lee, Yuanzhi Li, Scott Lundberg, 2023. Sparks of artificial general intelligence: Early experiments with GPT-4. arXiv preprint arXiv:2303.12712 (2023)."},{"key":"e_1_3_3_3_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3404983.3405506"},{"key":"e_1_3_3_3_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544549.3582749"},{"key":"e_1_3_3_3_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445872"},{"key":"e_1_3_3_3_35_1","volume-title":"Jared Kaplan, Harri Edwards, Yuri Burda","author":"Chen Mark","year":"2021","unstructured":"Mark Chen, Jerry Tworek, Heewoo Jun, Qiming Yuan, Henrique Ponde de\u00a0Oliveira Pinto, Jared Kaplan, Harri Edwards, Yuri Burda, Nicholas Joseph, Greg Brockman, 2021. Evaluating large language models trained on code. arXiv preprint arXiv:2107.03374 (2021)."},{"key":"e_1_3_3_3_36_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.870"},{"key":"e_1_3_3_3_37_1","volume-title":"PaLM: Scaling language modeling with pathways. arXiv preprint arXiv:2204.02311","author":"Chowdhery Aakanksha","year":"2022","unstructured":"Aakanksha Chowdhery, Sharan Narang, Jacob Devlin, Maarten Bosma, Gaurav Mishra, Adam Roberts, Paul Barham, Hyung\u00a0Won Chung, Charles Sutton, Sebastian Gehrmann, 2022. PaLM: Scaling language modeling with pathways. arXiv preprint arXiv:2204.02311 (2022)."},{"key":"e_1_3_3_3_38_1","volume-title":"Handbook of Human-Computer Interaction","author":"Ciolfi Luigina","unstructured":"Luigina Ciolfi, Myriam Lewkowicz, and Kjeld Schmidt. 2023. Computer-supported cooperative work. In Handbook of Human-Computer Interaction. Springer, 1\u201326."},{"key":"e_1_3_3_3_39_1","volume-title":"Psychologists: Personal and theoretical pathways","author":"Coan W.","year":"1979","unstructured":"Richard\u00a0W. Coan. 1979. Psychologists: Personal and theoretical pathways. Irvington Publishers."},{"key":"e_1_3_3_3_40_1","doi-asserted-by":"publisher","DOI":"10.1146\/annurev.psych.49.1.559"},{"key":"e_1_3_3_3_41_1","doi-asserted-by":"publisher","DOI":"10.1093\/cdj\/bsn010"},{"key":"e_1_3_3_3_42_1","volume-title":"Conference Companion Publication of the 2019 on Computer Supported Cooperative Work and Social Computing. 111\u2013115","author":"Critical Platform Studies Group","year":"2019","unstructured":"Critical Platform Studies Group, Lilly Irani, Niloufar Salehi, Joyojeet Pal, Andr\u00e9s Monroy-Hern\u00e1ndez, Elizabeth Churchill, and Sneha Narayan. 2019. Patron or poison? Industry funding of HCI research. In Conference Companion Publication of the 2019 on Computer Supported Cooperative Work and Social Computing. 111\u2013115."},{"key":"e_1_3_3_3_43_1","volume-title":"Should large language models replace human participants?PsyArXiv","author":"Crockett Molly","year":"2023","unstructured":"Molly Crockett and Lisa Messeri. 2023. Should large language models replace human participants?PsyArXiv (2023)."},{"key":"e_1_3_3_3_44_1","volume-title":"Polyarchy: Participation and opposition","author":"Dahl A.","year":"2008","unstructured":"Robert\u00a0A. Dahl. 2008. Polyarchy: Participation and opposition. Yale University Press."},{"key":"e_1_3_3_3_45_1","volume-title":"Constructing the subject: Historical origins of psychological research","author":"Danziger Kurt","unstructured":"Kurt Danziger. 1994. Constructing the subject: Historical origins of psychological research. Cambridge University Press."},{"key":"e_1_3_3_3_46_1","volume-title":"Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","volume":"1","author":"Devlin Jacob","year":"2019","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2019. BERT: Pre-training of deep bidirectional transformers for language understanding. In Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers). 4171\u20134186."},{"key":"e_1_3_3_3_47_1","volume-title":"Can AI language models replace human participants?Trends in Cognitive Sciences","author":"Dillion Danica","year":"2023","unstructured":"Danica Dillion, Niket Tandon, Yuling Gu, and Kurt Gray. 2023. Can AI language models replace human participants?Trends in Cognitive Sciences (2023)."},{"key":"e_1_3_3_3_48_1","doi-asserted-by":"publisher","DOI":"10.1177\/1463499610370517"},{"key":"e_1_3_3_3_49_1","volume-title":"Towards measuring the representation of subjective global opinions in language models. arXiv preprint arXiv:2306.16388","author":"Durmus Esin","year":"2023","unstructured":"Esin Durmus, Karina Nyugen, Thomas\u00a0I. Liao, Nicholas Schiefer, Amanda Askell, Anton Bakhtin, Carol Chen, Zac Hatfield-Dodds, Danny Hernandez, Nicholas Joseph, 2023. Towards measuring the representation of subjective global opinions in language models. arXiv preprint arXiv:2306.16388 (2023)."},{"key":"e_1_3_3_3_50_1","doi-asserted-by":"publisher","DOI":"10.1037\/0003-066X.48.4.384"},{"key":"e_1_3_3_3_51_1","volume-title":"Action and knowledge: Breaking the monopoly with participatory action-research","author":"Fals-Borda Orlando","unstructured":"Orlando Fals-Borda and Muhammad\u00a0Anisur Rahman. 1991. Action and knowledge: Breaking the monopoly with participatory action-research. Intermediate Technology Publications."},{"key":"e_1_3_3_3_52_1","doi-asserted-by":"publisher","DOI":"10.1177\/20539517221082027"},{"key":"e_1_3_3_3_53_1","volume-title":"Can AI serve as a substitute for human subjects in software engineering research?arXiv preprint arXiv:2311.11081","author":"Gerosa A.","year":"2023","unstructured":"Marco\u00a0A. Gerosa, Bianca Trinkenreich, Igor Steinmacher, and Anita Sarma. 2023. Can AI serve as a substitute for human subjects in software engineering research?arXiv preprint arXiv:2311.11081 (2023)."},{"key":"e_1_3_3_3_54_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2305016120"},{"key":"e_1_3_3_3_55_1","volume-title":"Improving alignment of dialogue agents via targeted human judgements. arXiv preprint arXiv:2209.14375","author":"Glaese Amelia","year":"2022","unstructured":"Amelia Glaese, Nat McAleese, Maja Tr\u0119bacz, John Aslanides, Vlad Firoiu, Timo Ewalds, Maribeth Rauh, Laura Weidinger, Martin Chadwick, Phoebe Thacker, 2022. Improving alignment of dialogue agents via targeted human judgements. arXiv preprint arXiv:2209.14375 (2022)."},{"key":"e_1_3_3_3_56_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10606-021-09422-3"},{"key":"e_1_3_3_3_57_1","doi-asserted-by":"publisher","DOI":"10.1613\/jair.1.11222"},{"key":"e_1_3_3_3_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594071"},{"key":"e_1_3_3_3_59_1","doi-asserted-by":"publisher","DOI":"10.1609\/aimag.v30i4.2271"},{"key":"e_1_3_3_3_60_1","volume-title":"From tool to partner: The evolution of human-computer interaction","author":"Grudin Jonathan","unstructured":"Jonathan Grudin. 2022. From tool to partner: The evolution of human-computer interaction. Springer Nature."},{"key":"e_1_3_3_3_61_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580688"},{"key":"e_1_3_3_3_62_1","first-page":"49","article-title":"Dependency networks for inference, collaborative filtering, and data visualization","author":"Heckerman David","year":"2000","unstructured":"David Heckerman, David\u00a0Maxwell Chickering, Christopher Meek, Robert Rounthwaite, and Carl Kadie. 2000. Dependency networks for inference, collaborative filtering, and data visualization. Journal of Machine Learning Research 1, Oct (2000), 49\u201375.","journal-title":"Journal of Machine Learning Research 1"},{"key":"e_1_3_3_3_63_1","doi-asserted-by":"publisher","DOI":"10.1038\/466029a"},{"key":"e_1_3_3_3_64_1","volume-title":"Pupil size in relation to mental activity during simple problem-solving. Science 143, 3611","author":"Hess H.","year":"1964","unstructured":"Eckhard\u00a0H. Hess and James\u00a0M. Polt. 1964. Pupil size in relation to mental activity during simple problem-solving. Science 143, 3611 (1964), 1190\u20131192."},{"key":"e_1_3_3_3_65_1","volume-title":"The impact of ChatGPT on human data collection: A case study involving typicality norming data. Behavior Research Methods","author":"Heyman Tom","year":"2023","unstructured":"Tom Heyman and Geert Heyman. 2023. The impact of ChatGPT on human data collection: A case study involving typicality norming data. Behavior Research Methods (2023), 1\u20138."},{"key":"e_1_3_3_3_66_1","unstructured":"@hlntnr. 2023. If you spend much time on AI twitter you might have seen this tentacle monster hanging around. But what is it and what does it have to do with ChatGPT? It\u2019s kind of a long story. But it\u2019s worth it! It even ends with cake. THREAD. https:\/\/web.archive.org\/web\/20230306124925\/https:\/\/twitter.com\/hlntnr\/status\/1632030583462285312."},{"key":"e_1_3_3_3_67_1","volume-title":"Imagen video: High definition video generation with diffusion models. arXiv preprint arXiv:2210.02303","author":"Ho Jonathan","year":"2022","unstructured":"Jonathan Ho, William Chan, Chitwan Saharia, Jay Whang, Ruiqi Gao, Alexey Gritsenko, Diederik\u00a0P. Kingma, Ben Poole, Mohammad Norouzi, David\u00a0J. Fleet, 2022. Imagen video: High definition video generation with diffusion models. arXiv preprint arXiv:2210.02303 (2022)."},{"key":"e_1_3_3_3_68_1","volume-title":"echnical Report","author":"Horton J.","unstructured":"John\u00a0J. Horton. 2023. Large language models as simulated economic agents: What can we learn from homo silicus?Technical Report. National Bureau of Economic Research."},{"key":"e_1_3_3_3_69_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445918"},{"key":"e_1_3_3_3_70_1","unstructured":"@infoxiao. 2023. A trend I see at #CHI23 is HCI researchers beginning to use LLMs to create synthetic user studies. E.g. https:\/\/dl.acm.org\/doi\/10.1145\/3544548.3580688. While it is convenient I do worry about the potential representational harms posed by such trend \u2013 experiences of minorities being erased.https:\/\/web.archive.org\/web\/20240113081958\/https:\/\/nitter.net\/infoxiao\/status\/1651160544307544064."},{"key":"e_1_3_3_3_71_1","doi-asserted-by":"publisher","DOI":"10.1177\/1948550617691100"},{"key":"e_1_3_3_3_72_1","volume-title":"Shoggoth intelligence that we have no real control over","author":"Here\u2019s","year":"2023","unstructured":"@jacyanthis. 2023. Here\u2019s the latest iteration of the \u201ctechniques like RLHF are just putting superficial smiley faces on an opaque, alien, Shoggoth intelligence that we have no real control over\u201d AI safety meme. Artist: Anna Husfeldt, CC-BY SA 3.0. https:\/\/web.archive.org\/web\/20230306110137\/https:\/\/twitter.com\/jacyanthis\/status\/1631291175381475331."},{"key":"e_1_3_3_3_73_1","volume-title":"Reflexivity in quantitative research: A rationale and beginner\u2019s guide. Social and Personality Psychology Compass","author":"Jamieson K.","year":"2023","unstructured":"Michelle\u00a0K. Jamieson, Gisela\u00a0H. Govaart, and Madeleine Pownall. 2023. Reflexivity in quantitative research: A rationale and beginner\u2019s guide. Social and Personality Psychology Compass (2023), e12735."},{"key":"e_1_3_3_3_74_1","doi-asserted-by":"publisher","DOI":"10.1145\/3571730"},{"key":"e_1_3_3_3_75_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594060"},{"key":"e_1_3_3_3_76_1","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-019-0088-2"},{"key":"e_1_3_3_3_77_1","volume-title":"Facebook users","author":"Jones J.","year":"2011","unstructured":"J. Jones. 2018. Facebook users\u2019 privacy concerns up since 2011. The Gallup Organization."},{"key":"e_1_3_3_3_78_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jretconser.2023.103580"},{"key":"e_1_3_3_3_79_1","doi-asserted-by":"publisher","DOI":"10.5281\/zenodo.8186168"},{"key":"e_1_3_3_3_80_1","doi-asserted-by":"publisher","DOI":"10.1080\/00049180500325694"},{"key":"e_1_3_3_3_81_1","volume-title":"Artificial life: The quest for a new creation","author":"Levy Steven","unstructured":"Steven Levy. 1992. Artificial life: The quest for a new creation. Random House Inc."},{"key":"e_1_3_3_3_82_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445488"},{"key":"e_1_3_3_3_83_1","doi-asserted-by":"publisher","DOI":"10.1177\/20539517211047734"},{"key":"e_1_3_3_3_84_1","doi-asserted-by":"publisher","DOI":"10.1162\/daed_a_01905"},{"key":"e_1_3_3_3_85_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-9280.2009.02453.x"},{"key":"e_1_3_3_3_86_1","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-021-00339-6"},{"key":"e_1_3_3_3_87_1","doi-asserted-by":"publisher","DOI":"10.1353\/tech.2010.0009"},{"key":"e_1_3_3_3_88_1","doi-asserted-by":"publisher","DOI":"10.1080\/10720537.2019.1635924"},{"key":"e_1_3_3_3_89_1","volume-title":"Forschungsmethoden und erkenntnispotential: Natur-und sozialwissenschaften im vergleich","author":"Mayntz Renate","unstructured":"Renate Mayntz. 2005. Forschungsmethoden und erkenntnispotential: Natur-und sozialwissenschaften im vergleich. Max-Planck-Institut f\u00fcr Gesellschaftsforschung."},{"key":"e_1_3_3_3_90_1","volume-title":"Human participants in AI research: Ethics and transparency in practice. arXiv preprint arXiv:2311.01254","author":"McKee R.","year":"2023","unstructured":"Kevin\u00a0R. McKee. 2023. Human participants in AI research: Ethics and transparency in practice. arXiv preprint arXiv:2311.01254 (2023)."},{"key":"e_1_3_3_3_91_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41562-023-01686-7"},{"key":"e_1_3_3_3_92_1","doi-asserted-by":"publisher","DOI":"10.1177\/2053951716650211"},{"key":"e_1_3_3_3_93_1","doi-asserted-by":"publisher","DOI":"10.1037\/0003-066X.38.4.379"},{"key":"e_1_3_3_3_94_1","volume-title":"Having beer after prayer? Measuring cultural bias in large language models. arXiv preprint arXiv:2305.14456","author":"Naous Tarek","year":"2023","unstructured":"Tarek Naous, Michael\u00a0J. Ryan, and Wei Xu. 2023. Having beer after prayer? Measuring cultural bias in large language models. arXiv preprint arXiv:2305.14456 (2023)."},{"key":"e_1_3_3_3_95_1","unstructured":"National Commission for the Protection of Human Subjects of Biomedical and Behavioral Research. 1978. The Belmont report: Ethical principles and guidelines for the protection of human subjects of research. United States Government Printing Office."},{"key":"e_1_3_3_3_96_1","unstructured":"National Institute of Standards and Technology. 2023. Artificial Intelligence Risk Management Framework. https:\/\/web.archive.org\/web\/20230914024011\/https:\/\/nvlpubs.nist.gov\/nistpubs\/ai\/NIST.AI.100-1.pdf. Accessed: 2023-09-14."},{"key":"e_1_3_3_3_97_1","doi-asserted-by":"publisher","DOI":"10.21236\/ADA125318"},{"key":"e_1_3_3_3_98_1","doi-asserted-by":"publisher","DOI":"10.1002\/ejsp.2724"},{"key":"e_1_3_3_3_99_1","volume-title":"That viral image of Pope Francis wearing a white puffer coat is totally fake. Forbes","author":"Novak Matt","year":"2023","unstructured":"Matt Novak. 2023. That viral image of Pope Francis wearing a white puffer coat is totally fake. Forbes (2023). https:\/\/web.archive.org\/web\/20230914181410\/https:\/\/www.forbes.com\/sites\/mattnovak\/2023\/03\/26\/that-viral-image-of-pope-francis-wearing-a-white-puffer-coat-is-totally-fake\/"},{"key":"e_1_3_3_3_100_1","unstructured":"OpenAI. 2023. GPT-4 System Card. https:\/\/web.archive.org\/web\/20230914132031\/https:\/\/cdn.openai.com\/papers\/gpt-4-system-card.pdf. Accessed: 2023-09-14."},{"key":"e_1_3_3_3_101_1","volume-title":"GPT-4 technical report. arXiv preprint arXiv:2303.08774","author":"AI.","year":"2023","unstructured":"OpenAI. 2023. GPT-4 technical report. arXiv preprint arXiv:2303.08774 (2023)."},{"key":"e_1_3_3_3_102_1","unstructured":"OpenAI. 2023. Pricing. https:\/\/web.archive.org\/web\/20230914164619\/https:\/\/openai.com\/pricing."},{"key":"e_1_3_3_3_103_1","unstructured":"OpinioAI. [n. d.]. OpinioAI. https:\/\/web.archive.org\/web\/20230914170909\/https:\/\/opinio.ai\/. Accessed: 2023-09-14."},{"key":"e_1_3_3_3_104_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.329"},{"key":"e_1_3_3_3_105_1","volume-title":"Proceedings of the 2002 Conference on Empirical Methods in Natural Language Processing (EMNLP","author":"Pang Bo","year":"2002","unstructured":"Bo Pang, Lillian Lee, and Shivakumar Vaithyanathan. 2002. Thumbs up? Sentiment classification using machine mearning techniques. In Proceedings of the 2002 Conference on Empirical Methods in Natural Language Processing (EMNLP 2002). 79\u201386."},{"key":"e_1_3_3_3_106_1","volume-title":"Generative agents: Interactive simulacra of human behavior. arXiv preprint arXiv:2304.03442","author":"Park Joon\u00a0Sung","year":"2023","unstructured":"Joon\u00a0Sung Park, Joseph\u00a0C. O\u2019Brien, Carrie\u00a0J. Cai, Meredith\u00a0Ringel Morris, Percy Liang, and Michael\u00a0S. Bernstein. 2023. Generative agents: Interactive simulacra of human behavior. arXiv preprint arXiv:2304.03442 (2023)."},{"key":"e_1_3_3_3_107_1","doi-asserted-by":"publisher","DOI":"10.1145\/3526113.3545616"},{"key":"e_1_3_3_3_108_1","unstructured":"Partnership on AI. [n. d.]. Responsible sourcing of data enrichment services. https:\/\/web.archive.org\/web\/20230722043958\/https:\/\/partnershiponai.org\/responsible-sourcing-considerations\/. Accessed: 2023-09-14."},{"key":"e_1_3_3_3_109_1","volume-title":"Data and its (dis)contents: A survey of dataset development and use in machine learning research. Patterns 2, 11","author":"Paullada Amandalynne","year":"2021","unstructured":"Amandalynne Paullada, Inioluwa\u00a0Deborah Raji, Emily\u00a0M. Bender, Emily Denton, and Alex Hanna. 2021. Data and its (dis)contents: A survey of dataset development and use in machine learning research. Patterns 2, 11 (2021)."},{"key":"e_1_3_3_3_110_1","volume-title":"The concept of representation","author":"Pitkin Hanna","unstructured":"Hanna Pitkin. 1967. The concept of representation. University of California Press."},{"key":"e_1_3_3_3_111_1","volume-title":"Rethinking validity and reliability in content analysis. Journal of Applied Communication Research","author":"Potter James","year":"1999","unstructured":"W.\u00a0James Potter and Deborah Levine-Donnerstein. 1999. Rethinking validity and reliability in content analysis. Journal of Applied Communication Research (1999)."},{"key":"e_1_3_3_3_112_1","doi-asserted-by":"publisher","DOI":"10.1177\/0739456X11410979"},{"key":"e_1_3_3_3_113_1","volume-title":"The Stanford Encyclopedia of Philosophy","author":"Reiss Julian","unstructured":"Julian Reiss and Jan Sprenger. 2014. Scientific objectivity. In The Stanford Encyclopedia of Philosophy. Zalta, Ed."},{"key":"e_1_3_3_3_114_1","volume-title":"The robotic imaginary: The human and the price of dehumanized labor","author":"Rhee Jennifer","unstructured":"Jennifer Rhee. 2018. The robotic imaginary: The human and the price of dehumanized labor. University of Minnesota Press."},{"key":"e_1_3_3_3_115_1","volume-title":"Wilhelm Wundt in History: The Making of a Scientific Psychology","author":"Robinson K.","unstructured":"David\u00a0K. Robinson. 2001. Reaction-time experiments in Wundt\u2019s institute and beyond. In Wilhelm Wundt in History: The Making of a Scientific Psychology. Springer, 161\u2013204."},{"key":"e_1_3_3_3_116_1","volume-title":"Proceedings of the 38th International Conference on Machine Learning. Proceedings of Machine Learning Research, 9040\u20139051","author":"Rolf Esther","year":"2021","unstructured":"Esther Rolf, Theodora\u00a0T. Worledge, Benjamin Recht, and Michael Jordan. 2021. Representation matters: Assessing the importance of subgroup allocations in training data. In Proceedings of the 38th International Conference on Machine Learning. Proceedings of Machine Learning Research, 9040\u20139051."},{"key":"e_1_3_3_3_117_1","volume-title":"A conversation with Bing\u2019s chatbot left me deeply unsettled. The New York Times","author":"Roose Kevin","year":"2023","unstructured":"Kevin Roose. 2023. A conversation with Bing\u2019s chatbot left me deeply unsettled. The New York Times (2023). https:\/\/web.archive.org\/web\/20230914044532\/https:\/\/www.nytimes.com\/2023\/02\/16\/technology\/bing-chatbot-microsoft-chatgpt.html"},{"key":"e_1_3_3_3_118_1","unstructured":"Kevin Roose and Casey Newton. 2023. Dario Amodei C.E.O. of Anthropic on the paradoxes of A.I. safety and Netflix\u2019s \u201cDeep Fake Love\u201d. https:\/\/web.archive.org\/web\/20230908235314\/https:\/\/www.nytimes.com\/2023\/07\/21\/podcasts\/dario-amodei-ceo-of-anthropic-on-the-paradoxes-of-ai-safety-and-netflixs-deep-fake-love.html."},{"key":"e_1_3_3_3_119_1","doi-asserted-by":"publisher","DOI":"10.1145\/3466160"},{"key":"e_1_3_3_3_120_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445518"},{"key":"e_1_3_3_3_121_1","volume-title":"Whose opinions do language models reflect?arXiv preprint arXiv:2303.17548","author":"Santurkar Shibani","year":"2023","unstructured":"Shibani Santurkar, Esin Durmus, Faisal Ladhak, Cinoo Lee, Percy Liang, and Tatsunori Hashimoto. 2023. Whose opinions do language models reflect?arXiv preprint arXiv:2303.17548 (2023)."},{"key":"e_1_3_3_3_122_1","doi-asserted-by":"publisher","DOI":"10.1353\/hpu.0.0323"},{"key":"e_1_3_3_3_123_1","doi-asserted-by":"publisher","DOI":"10.1016\/0004-3702(78)90012-7"},{"key":"e_1_3_3_3_124_1","unstructured":"@schock. 2023. Now class can anyone tell me why this might be a bad idea?https:\/\/web.archive.org\/web\/20230516201648\/https:\/\/twitter.com\/schock\/status\/1643392611560878086."},{"key":"e_1_3_3_3_125_1","unstructured":"John Schulman. 2022. ChatGPT: Optimizing Language Models for Dialogue. https:\/\/web.archive.org\/web\/20221130180912\/https:\/\/openai.com\/blog\/chatgpt\/. Accessed: 2023-09-14."},{"key":"e_1_3_3_3_126_1","doi-asserted-by":"publisher","DOI":"10.1145\/3498366.3505816"},{"key":"e_1_3_3_3_127_1","volume-title":"Talking about large language models. arXiv preprint arXiv:2212.03551","author":"Shanahan Murray","year":"2022","unstructured":"Murray Shanahan. 2022. Talking about large language models. arXiv preprint arXiv:2212.03551 (2022)."},{"key":"e_1_3_3_3_128_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.naacl-main.295"},{"key":"e_1_3_3_3_129_1","volume-title":"Artificial intelligence (AI) for user experience (UX) design: A systematic literature review and future research agenda. Information Technology & People","author":"Stige \u00c5sne","year":"2023","unstructured":"\u00c5sne Stige, Efpraxia\u00a0D. Zamani, Patrick Mikalef, and Yuzhen Zhu. 2023. Artificial intelligence (AI) for user experience (UX) design: A systematic literature review and future research agenda. Information Technology & People (2023)."},{"key":"e_1_3_3_3_130_1","volume-title":"What ChatGPT and generative AI mean for science. Nature 614, 7947","author":"Stokel-Walker Chris","year":"2023","unstructured":"Chris Stokel-Walker and Richard Van\u00a0Noorden. 2023. What ChatGPT and generative AI mean for science. Nature 614, 7947 (2023), 214\u2013216."},{"key":"e_1_3_3_3_131_1","unstructured":"Synthetic Users. [n. d.]. Synthetic Users. https:\/\/web.archive.org\/web\/20230913012207\/https:\/\/www.syntheticusers.com\/. Accessed: 2023-09-14."},{"key":"e_1_3_3_3_132_1","unstructured":"@TetraspaceWest. 2022. [Reply to \u201cHumans can\u2019t accept the truth about GPT-3 so they modified GPT-3 to be understandable\u201d]. https:\/\/web.archive.org\/web\/20230814053841\/https:\/\/twitter.com\/tetraspacewest\/status\/1608966939929636864."},{"key":"e_1_3_3_3_133_1","volume-title":"Breakthroughs of the year. The Atlantic","author":"Thompson Derek","year":"2022","unstructured":"Derek Thompson. 2022. Breakthroughs of the year. The Atlantic (2022). https:\/\/web.archive.org\/web\/20230421060355\/https:\/\/www.theatlantic.com\/newsletters\/archive\/2022\/12\/technology-medicine-law-ai-10-breakthroughs-2022\/672390\/"},{"key":"e_1_3_3_3_134_1","volume-title":"LaMDA: Language models for dialog applications. arXiv preprint arXiv:2201.08239","author":"Thoppilan Romal","year":"2022","unstructured":"Romal Thoppilan, Daniel De\u00a0Freitas, Jamie Hall, Noam Shazeer, Apoorv Kulshreshtha, Heng-Tze Cheng, Alicia Jin, Taylor Bos, Leslie Baker, Yu Du, 2022. LaMDA: Language models for dialog applications. arXiv preprint arXiv:2201.08239 (2022)."},{"key":"e_1_3_3_3_135_1","volume-title":"The Google engineer who thinks the company\u2019s AI has come to life. The Washington Post","author":"Tiku Nitasha","year":"2022","unstructured":"Nitasha Tiku. 2022. The Google engineer who thinks the company\u2019s AI has come to life. The Washington Post (2022). https:\/\/web.archive.org\/web\/20230826183724\/https:\/\/www.washingtonpost.com\/technology\/2022\/06\/11\/google-ai-lamda-blake-lemoine\/"},{"key":"e_1_3_3_3_136_1","doi-asserted-by":"publisher","DOI":"10.1093\/mind\/LIX.236.433"},{"key":"e_1_3_3_3_137_1","unstructured":"U.S. Department of Health and Human Services. 2018. Code of Federal Regulations: Title 45 Part 46. https:\/\/web.archive.org\/web\/20230710202634\/https:\/\/www.hhs.gov\/ohrp\/regulations-and-policy\/regulations\/45-cfr-46\/revised-common-rule-regulatory-text\/index.html. Accessed: 2023-09-14."},{"key":"e_1_3_3_3_138_1","unstructured":"User Persona. [n. d.]. User Persona. https:\/\/web.archive.org\/web\/20230722124412\/https:\/\/userpersona.dev\/. Accessed: 2023-09-14."},{"key":"e_1_3_3_3_139_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF00430638"},{"key":"e_1_3_3_3_140_1","volume-title":"All these images were generated by Google\u2019s latest text-to-image AI. The Verge","author":"Vincent James","year":"2022","unstructured":"James Vincent. 2022. All these images were generated by Google\u2019s latest text-to-image AI. The Verge (2022). https:\/\/web.archive.org\/web\/20230725102931\/https:\/\/www.theverge.com\/2022\/5\/24\/23139297\/google-imagen-text-to-image-ai-system-examples-paper"},{"key":"e_1_3_3_3_141_1","doi-asserted-by":"publisher","DOI":"10.1145\/2470654.2470716"},{"key":"e_1_3_3_3_142_1","unstructured":"Richard T.\u00a0G. Walsh. 2014. Researcher-participant relationship. 645\u2013672."},{"key":"e_1_3_3_3_143_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.findings-emnlp.354"},{"key":"e_1_3_3_3_144_1","volume-title":"The theory of social and economic organization","author":"Weber Max","unstructured":"Max Weber, A.\u00a0M. Henderson, and Talcott Parsons. 1947. The theory of social and economic organization. Free Press."},{"key":"e_1_3_3_3_145_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533088"},{"key":"e_1_3_3_3_146_1","volume-title":"Here\u2019s what happens when your lawyer uses ChatGPT. The New York Times","author":"Weiser Benjamin","year":"2023","unstructured":"Benjamin Weiser. 2023. Here\u2019s what happens when your lawyer uses ChatGPT. The New York Times (2023). https:\/\/web.archive.org\/web\/20230913041650\/https:\/\/www.nytimes.com\/2023\/05\/27\/nyregion\/avianca-airline-lawsuit-chatgpt.html"},{"key":"e_1_3_3_3_147_1","volume-title":"Do large language models understand us?Daedalus 151, 2","author":"Arcas Blaise\u00a0Ag\u00fcera","year":"2022","unstructured":"Blaise\u00a0Ag\u00fcera y Arcas. 2022. Do large language models understand us?Daedalus 151, 2 (2022), 183\u2013197."},{"key":"e_1_3_3_3_148_1","volume-title":"The Eleventh International Conference on Learning Representations.","author":"Yao Shunyu","year":"2022","unstructured":"Shunyu Yao, Jeffrey Zhao, Dian Yu, Nan Du, Izhak Shafran, Karthik\u00a0R. Narasimhan, and Yuan Cao. 2022. ReAct: Synergizing reasoning and acting in language models. In The Eleventh International Conference on Learning Representations."},{"key":"e_1_3_3_3_149_1","unstructured":"Wojciech Zaremba Arka Dhar Lama Ahmad Tyna Eloundou Shibani Santurkar Sandhini Agarwal and Jade Leung. 2023. Democratic inputs to AI. https:\/\/web.archive.org\/web\/20230525194339\/https:\/\/openai.com\/blog\/democratic-inputs-to-ai. Accessed: 2023-09-14."},{"key":"e_1_3_3_3_150_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858523"},{"key":"e_1_3_3_3_151_1","doi-asserted-by":"publisher","DOI":"10.1177\/016224399101600106"},{"key":"e_1_3_3_3_152_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3516506"}],"event":{"name":"CHI '24: CHI Conference on Human Factors in Computing Systems","location":"Honolulu HI USA","acronym":"CHI '24","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction","SIGACCESS ACM Special Interest Group on Accessible Computing"]},"container-title":["Proceedings of the CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3613904.3642703","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3613904.3642703","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T23:56:57Z","timestamp":1750291017000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3613904.3642703"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,11]]},"references-count":152,"alternative-id":["10.1145\/3613904.3642703","10.1145\/3613904"],"URL":"https:\/\/doi.org\/10.1145\/3613904.3642703","relation":{},"subject":[],"published":{"date-parts":[[2024,5,11]]},"assertion":[{"value":"2024-05-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}