{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T15:51:55Z","timestamp":1776095515734,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":33,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,4,25]],"date-time":"2025-04-25T00:00:00Z","timestamp":1745539200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100006734","name":"Princeton University","doi-asserted-by":"publisher","award":[""],"award-info":[{"award-number":[""]}],"id":[{"id":"10.13039\/100006734","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,4,26]]},"DOI":"10.1145\/3706599.3720269","type":"proceedings-article","created":{"date-parts":[[2025,4,23]],"date-time":"2025-04-23T20:07:11Z","timestamp":1745438831000},"page":"1-10","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["Redefining Research Crowdsourcing: Incorporating Human Feedback with LLM-Powered Digital Twins"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0007-3903-854X","authenticated-orcid":false,"given":"Amanda","family":"Chan","sequence":"first","affiliation":[{"name":"Computer Science, Princeton University, Princeton, New Jersey, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2387-7422","authenticated-orcid":false,"given":"Catherine","family":"Di","sequence":"additional","affiliation":[{"name":"Computer Science, Princeton University, Princeton, New Jersey, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-9221-7671","authenticated-orcid":false,"given":"Joseph","family":"Rupertus","sequence":"additional","affiliation":[{"name":"Computer Science, Princeton University, Princeton, New Jersey, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-8177-5187","authenticated-orcid":false,"given":"Gary D","family":"Smith","sequence":"additional","affiliation":[{"name":"Computer Science, Princeton University, Princeton, New Jersey, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4692-2196","authenticated-orcid":false,"given":"Varun","family":"Nagaraj Rao","sequence":"additional","affiliation":[{"name":"Computer Science, Princeton University, Princeton, New Jersey, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6159-9657","authenticated-orcid":false,"given":"Manoel","family":"Horta Ribeiro","sequence":"additional","affiliation":[{"name":"Computer Science, Princeton University, Princeton, New Jersey, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4889-9484","authenticated-orcid":false,"given":"Andr\u00e9s","family":"Monroy-Hern\u00e1ndez","sequence":"additional","affiliation":[{"name":"Computer Science, Princeton University, Princeton, New Jersey, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,4,25]]},"reference":[{"key":"e_1_3_3_3_2_2","unstructured":"AIAA. 2020. Digital Twin: Definition & Value \u2013 An AIAA and AIA Position Paper. https:\/\/www.aia-aerospace.org\/publications\/digital-twin-definition-value-an-aiaa-and-aia-position-paper\/"},{"key":"e_1_3_3_3_3_2","doi-asserted-by":"publisher","unstructured":"Lisa\u00a0P. Argyle Ethan\u00a0C. Busby Nancy Fulda Joshua Gubler Christopher Rytting and David Wingate. 2022. Out of One Many: Using Language Models to Simulate Human Samples. 10.1017\/pan.2023.2","DOI":"10.1017\/pan.2023.2"},{"key":"e_1_3_3_3_4_2","doi-asserted-by":"publisher","unstructured":"Nandeesh Babanagar Brian Sheil Jelena Nini\u0107 Qianbing Zhang and Stuart Hardy. 2025. Digital twins for urban underground space. Tunnelling and Underground Space Technology 155 (Jan. 2025) 106140. 10.1016\/j.tust.2024.106140","DOI":"10.1016\/j.tust.2024.106140"},{"key":"e_1_3_3_3_5_2","unstructured":"Daniel Silverman Daniel Kent and Christopher Gelpi. 2020. Can Factual Misperceptions be Corrected? An Experiment on American Public Fears of Terrorism. (June 2020). https:\/\/osf.io\/a7uk3\/ Publisher: OSF."},{"key":"e_1_3_3_3_6_2","unstructured":"Michael Davern Rene Bautista Jeremy Freese Pamela Herd and Stephen\u00a0L. Morgan. 2024. General Social Survey 1972-2024. gssdataexplorer.norc.org"},{"key":"e_1_3_3_3_7_2","unstructured":"Diana-Elena Dr\u0103ghici Andreea Or\u00eendaru Mihaela Constantinescu and Alina Zelezneac. 2023. Revolutionizing Marketing Research Through AI: comprehensive review of the past present and future. Journal of Emerging Trends in Marketing and Management I 1 (May 2023) 39\u201345. http:\/\/www.etimm.ase.ro\/RePEc\/aes\/jetimm\/2023\/ETIMM_V01_2023_73.pdf Publisher: The Bucharest University of Economic Studies Publishing House."},{"key":"e_1_3_3_3_8_2","doi-asserted-by":"crossref","unstructured":"Fabrizio Gilardi Meysam Alizadeh and Ma\u00ebl Kubli. 2023. ChatGPT outperforms crowd workers for text-annotation tasks. Proceedings of the National Academy of Sciences 120 30 (2023) e2305016120.","DOI":"10.1073\/pnas.2305016120"},{"key":"e_1_3_3_3_9_2","volume-title":"Ghost work: How to stop Silicon Valley from building a new global underclass","author":"Gray Mary\u00a0L","year":"2019","unstructured":"Mary\u00a0L Gray and Siddharth Suri. 2019. Ghost work: How to stop Silicon Valley from building a new global underclass. Eamon Dolan Books."},{"key":"e_1_3_3_3_10_2","unstructured":"Luke Hewitt Ashwini Ashokkumar Isaias Ghezae and Robb Willer. 2024. Predicting Results of Social Science Experiments Using Large Language Models. (Aug. 2024)."},{"key":"e_1_3_3_3_11_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICCA62789.2024.10591881"},{"key":"e_1_3_3_3_12_2","doi-asserted-by":"publisher","unstructured":"Jennifer\u00a0L. Hughes Abigail\u00a0A. Camden Tenzin Yangchen Gabrielle P.\u00a0A. Smith Melanie\u00a0M. Domenech\u00a0Rodr\u00edguez Steven\u00a0V. Rouse C.\u00a0Peeper McDonald and Stella Lopez. 2022. Guidance for Researchers When Using Inclusive Demographic Questions for Surveys: Improved and Updated Questions. Psi Chi Journal of Psychological Research 27 4 (2022) 232\u2013255. 10.24839\/2325-7342.JN27.4.232","DOI":"10.24839\/2325-7342.JN27.4.232"},{"key":"e_1_3_3_3_13_2","unstructured":"IBM. 2021. What Is a Digital Twin?https:\/\/www.ibm.com\/topics\/what-is-a-digital-twin"},{"key":"e_1_3_3_3_14_2","unstructured":"Business Insider. 2024. The AI world\u2019s most valuable resource is running out and it\u2019s scrambling to find an alternative: \u2019fake\u2019 data. (2024). https:\/\/www.businessinsider.com\/ai-synthetic-data-industry-debate-over-fake-2024-8 Accessed: 2025-01-19."},{"key":"e_1_3_3_3_15_2","doi-asserted-by":"publisher","DOI":"10.1109\/BigData55660.2022.10020844"},{"key":"e_1_3_3_3_16_2","unstructured":"Karya. [n. d.]. Karya Institute. https:\/\/institute.karya.in\/"},{"key":"e_1_3_3_3_17_2","unstructured":"Katherine McCabe. 2019. Public Opinion and Attributions for Health Care Costs. (May 2019). https:\/\/osf.io\/3pcdm\/ Publisher: OSF."},{"key":"e_1_3_3_3_18_2","doi-asserted-by":"publisher","unstructured":"Masaki Kobayashi Kei Wakabayashi and Atsuyuki Morishima. 2021. Human+AI Crowd Task Assignment Considering Result Quality Requirements. Proceedings of the AAAI Conference on Human Computation and Crowdsourcing 9 (Oct. 2021) 97\u2013107. 10.1609\/hcomp.v9i1.18943","DOI":"10.1609\/hcomp.v9i1.18943"},{"key":"e_1_3_3_3_19_2","unstructured":"Maureen Craig. 2017. Racial Majority & Minority Group Members\u2019 Psychological and Political Reactions to Minority Population Growth. (Nov. 2017). https:\/\/osf.io\/sazxn\/ Publisher: OSF."},{"key":"e_1_3_3_3_20_2","doi-asserted-by":"publisher","unstructured":"Divya Nagaraj Priya Khandelwal Sandra Steyaert and Olivier Gevaert. 2023. Augmenting digital twins with federated learning in medicine. The Lancet. Digital Health 5 5 (May 2023) e251\u2013e253. 10.1016\/S2589-7500(23)00044-4","DOI":"10.1016\/S2589-7500(23)00044-4"},{"key":"e_1_3_3_3_21_2","unstructured":"Vishakh Padmakumar and He He. 2024. Does Writing with Language Models Reduce Content Diversity? arxiv:https:\/\/arXiv.org\/abs\/2309.05196\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/2309.05196"},{"key":"e_1_3_3_3_22_2","doi-asserted-by":"publisher","DOI":"10.1145\/3586183.3606763"},{"key":"e_1_3_3_3_23_2","doi-asserted-by":"publisher","unstructured":"Joon\u00a0Sung Park Carolyn\u00a0Q. Zou Aaron Shaw Benjamin\u00a0Mako Hill Carrie Cai Meredith\u00a0Ringel Morris Robb Willer Percy Liang and Michael\u00a0S. Bernstein. 2024. Generative Agent Simulations of 1 000 People. 10.48550\/arXiv.2411.10109arXiv:https:\/\/arXiv.org\/abs\/2411.10109 [cs].","DOI":"10.48550\/arXiv.2411.10109"},{"key":"e_1_3_3_3_24_2","doi-asserted-by":"publisher","unstructured":"Mark Peffley and Jon Hurwitz. 2007. Persuasion and Resistance: Race and the Death Penalty in America. American Journal of Political Science 51 4 (2007) 996\u20131012. 10.1111\/j.1540-5907.2007.00293.x_eprint: https:\/\/onlinelibrary.wiley.com\/doi\/pdf\/10.1111\/j.1540-5907.2007.00293.x.","DOI":"10.1111\/j.1540-5907.2007.00293.x"},{"key":"e_1_3_3_3_25_2","unstructured":"Qloo. [n. d.]. Qloo | Develop Personalized Experiences With Taste AI. https:\/\/www.qloo.com"},{"key":"e_1_3_3_3_26_2","unstructured":"Rebecca Bucci. 2023. Accounting for the Correlation between Perceived Risks and Rewards to Crime. https:\/\/osf.io\/4fsg5\/"},{"key":"e_1_3_3_3_27_2","unstructured":"Rochelle Terman. 2020. Human Rights Shaming Compliance and Nationalist Backlash. (Jan. 2020). https:\/\/osf.io\/q8ra3\/ Publisher: OSF."},{"key":"e_1_3_3_3_28_2","volume-title":"Bit by bit: Social research in the digital age","author":"Salganik Matthew\u00a0J","year":"2019","unstructured":"Matthew\u00a0J Salganik. 2019. Bit by bit: Social research in the digital age. Princeton University Press."},{"key":"e_1_3_3_3_29_2","doi-asserted-by":"publisher","unstructured":"Veniamin Veselovsky Manoel\u00a0Horta Ribeiro Philip Cozzolino Andrew Gordon David Rothschild and Robert West. 2023. Prevalence and prevention of large language model use in crowd work. 10.48550\/arXiv.2310.15683arXiv:https:\/\/arXiv.org\/abs\/2310.15683 [cs].","DOI":"10.48550\/arXiv.2310.15683"},{"key":"e_1_3_3_3_30_2","unstructured":"Veniamin Veselovsky Manoel\u00a0Horta Ribeiro and Robert West. 2023. Artificial Artificial Artificial Intelligence: Crowd Workers Widely Use Large Language Models for Text Production Tasks. https:\/\/arxiv.org\/abs\/2306.07899v1"},{"key":"e_1_3_3_3_31_2","unstructured":"Angelina Wang Jamie Morgenstern and John\u00a0P Dickerson. 2024. Large language models cannot replace human participants because they cannot portray identity groups. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2402.01908 (2024)."},{"key":"e_1_3_3_3_32_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3641960"},{"key":"e_1_3_3_3_33_2","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517551"},{"key":"e_1_3_3_3_34_2","unstructured":"Tongshuang Wu Haiyi Zhu Maya Albayrak Alexis Axon Amanda Bertsch Wenxing Deng Ziqi Ding Bill Guo Sireesh Gururaja Tzu-Sheng Kuo et\u00a0al. 2023. Llms as workers in human-computational algorithms? replicating crowdsourcing pipelines with llms. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2307.10168 (2023)."}],"event":{"name":"CHI EA '25: Extended Abstracts of the CHI Conference on Human Factors in Computing Systems","location":"Yokohama Japan","acronym":"CHI EA '25","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the Extended Abstracts of the CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706599.3720269","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3706599.3720269","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:18:51Z","timestamp":1750295931000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706599.3720269"}},"subtitle":["Incorporating Human Feedback with LLM-Powered Digital Twins"],"short-title":[],"issued":{"date-parts":[[2025,4,25]]},"references-count":33,"alternative-id":["10.1145\/3706599.3720269","10.1145\/3706599"],"URL":"https:\/\/doi.org\/10.1145\/3706599.3720269","relation":{},"subject":[],"published":{"date-parts":[[2025,4,25]]},"assertion":[{"value":"2025-04-25","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}