{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,15]],"date-time":"2026-06-15T17:02:38Z","timestamp":1781542958180,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":43,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,10,24]],"date-time":"2024-10-24T00:00:00Z","timestamp":1729728000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"CNPq","award":["302339\/2022-1"],"award-info":[{"award-number":["302339\/2022-1"]}]},{"DOI":"10.13039\/501100006374","name":"National Science Foundation","doi-asserted-by":"publisher","award":["236198, 2247929, 2303042;"],"award-info":[{"award-number":["236198, 2247929, 2303042;"]}],"id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,10,24]]},"DOI":"10.1145\/3674805.3690744","type":"proceedings-article","created":{"date-parts":[[2024,10,15]],"date-time":"2024-10-15T18:39:24Z","timestamp":1729017564000},"page":"414-419","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":8,"title":["Can ChatGPT emulate humans in software engineering surveys?"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0612-5790","authenticated-orcid":false,"given":"Igor","family":"Steinmacher","sequence":"first","affiliation":[{"name":"Northern Arizona University, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-1629-5883","authenticated-orcid":false,"given":"Jacob Mcauley","family":"Penney","sequence":"additional","affiliation":[{"name":"Northern Arizona University, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9080-4165","authenticated-orcid":false,"given":"Katia Romero","family":"Felizardo","sequence":"additional","affiliation":[{"name":"UTFPR-CP, Brazil and Northern Arizona University, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5788-5215","authenticated-orcid":false,"given":"Alessandro F.","family":"Garcia","sequence":"additional","affiliation":[{"name":"PUC-Rio, Brazil and Northern Arizona University, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1399-7535","authenticated-orcid":false,"given":"Marco A.","family":"Gerosa","sequence":"additional","affiliation":[{"name":"Northern Arizona University, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,10,24]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"crossref","unstructured":"W. Agnew A.\u00a0S. Bergman J. Chien M. Diaz S. El-Sayed J. Pittman S. Mohamed and K.\u00a0R. McKee. 2024. The illusion of artificial inclusion. arxiv:2401.08572\u00a0[cs.CY]","DOI":"10.1145\/3613904.3642703"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.5555\/3618408.3618425"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00061"},{"key":"e_1_3_2_1_4_1","first-page":"1","article-title":"PRISMA Systematic Literature Review, including with Meta-Analysis vs. ChatbotGPT (AI) regarding Current Scientific Data on the Main Effects of the Calf Blood Deproteinized Hemoderivative Medicine (Actovegin) in Ischemic Stroke","volume":"6","author":"Anghelescu A.","year":"2023","unstructured":"A. Anghelescu, F.\u00a0C. Firan, G. Onose, C. Munteanu, A. Trandafir, I. Ciobanu, S. Gheorghita, and V. Ciobanu. 2023. PRISMA Systematic Literature Review, including with Meta-Analysis vs. ChatbotGPT (AI) regarding Current Scientific Data on the Main Effects of the Calf Blood Deproteinized Hemoderivative Medicine (Actovegin) in Ischemic Stroke. Biomedicines 6, 11 (2023), 1\u201313.","journal-title":"Biomedicines"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1017\/pan.2023.2"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","unstructured":"S. Asthana H. Sajnani E. Voyloshnikova B. Acharya and K. Herzig. 2023. A Case Study of Developer Bots: Motivations Perceptions and Challenges. In ESEC\/FSE\u201923 (San Francisco CA USA). Association for Computing Machinery New York NY USA 1268\u20131280. https:\/\/doi.org\/10.1145\/3611643.3616248","DOI":"10.1145\/3611643.3616248"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.5281\/zenodo.10578334"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1177\/21582440231211079"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","unstructured":"L. Braz and A. Bacchelli. 2022. Software security during modern code review: the developer\u2019s perspective. In ESEC\/FSE\u201922 (Singapore). Association for Computing Machinery New York NY USA 810\u2013821. https:\/\/doi.org\/10.1145\/3540250.3549135","DOI":"10.1145\/3540250.3549135"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00128"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","unstructured":"B. Chen L. Chen C. Zhang and X. Peng. 2021. BuildFast: history-aware build outcome prediction for fast feedback and reduced cost in continuous integration. In ASE \u201920 (Virtual Event Australia). Association for Computing Machinery New York NY USA 42\u201353. https:\/\/doi.org\/10.1145\/3324884.3416616","DOI":"10.1145\/3324884.3416616"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2014.12.008"},{"key":"e_1_3_2_1_13_1","first-page":"1","article-title":"Using large language models in psychology","volume":"2","author":"Demszky D.","year":"2023","unstructured":"D. Demszky, D. Yang, D.\u00a0S. Yeager, C.\u00a0J. Bryan, M. Clapper, S. Chandhok, J.\u00a0C. Eichstaedt, C. Hecht, J. Jamieson, M. Johnson, 2023. Using large language models in psychology. Nature Reviews Psychology 2, 1 (2023), 1\u201314.","journal-title":"Nature Reviews Psychology"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","unstructured":"D. Dillion N. Tandon Y. Gu and K. Gray. 2023. Can AI language models replace human participants?Trends in Cognitive Sciences 27 7 (2023) 597\u2013600. https:\/\/doi.org\/10.1016\/j.tics.2023.04.008","DOI":"10.1016\/j.tics.2023.04.008"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","unstructured":"Z. Feng A. Chatterjee A. Sarma and I. Ahmed. 2022. A case study of implicit mentoring its prevalence and impact in Apache. In ESEC\/FSE \u201922 (Singapore). Association for Computing Machinery New York NY USA 797\u2013809. https:\/\/doi.org\/10.1145\/3540250.3549167","DOI":"10.1145\/3540250.3549167"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3409743"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","unstructured":"M. Gerosa B. Trinkenreich I. Steinmacher and A. Sarma. 2023. Can AI serve as a substitute for human subjects in software engineering research?Automated Software Engineering 31 13 (2023) 1\u201325. https:\/\/doi.org\/10.1007\/s10515-023-00409-6","DOI":"10.1007\/s10515-023-00409-6"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2881041"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","unstructured":"F. Grund S. Chowdhury N.\u00a0C. Bradley B. Hall and R. Holmes. 2021. CodeShovel: Constructing Method-Level Source Code Histories. In ICSE \u201921. IEEE Press Madrid Spain 1510\u20131522. https:\/\/doi.org\/10.1109\/ICSE43902.2021.00135","DOI":"10.1109\/ICSE43902.2021.00135"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","unstructured":"P. H\u00e4m\u00e4l\u00e4inen M. Tavast and A. Kunnari. 2023. Evaluating Large Language Models in Generating Synthetic HCI Research Data: A Case Study. In CHI\u201923 (Hamburg Germany). Association for Computing Machinery New York NY USA Article 433 19\u00a0pages. https:\/\/doi.org\/10.1145\/3544548.3580688","DOI":"10.1145\/3544548.3580688"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"crossref","unstructured":"M. Hutson and A. Mastin. 2023. Guinea pigbots. Science (New York NY) 381 6654 (2023) 121\u2013123.","DOI":"10.1126\/science.adj6791"},{"key":"e_1_3_2_1_22_1","unstructured":"H. Jiang X. Zhang X. Cao J. Kabbara and D. Roy. 2023. PersonaLLM: Investigating the ability of GPT-3.5 to express personality traits and gender differences."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00063"},{"key":"e_1_3_2_1_24_1","unstructured":"J. Kaddour J. Harris M. Mozes H. Bradley R. Raileanu and R. McHardy. 2023. Challenges and applications of large language models."},{"key":"e_1_3_2_1_25_1","unstructured":"J. Kim and B. Lee. 2023. AI-Augmented Surveys: Leveraging Large Language Models for Opinion Prediction in Nationally Representative Surveys."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/566493.566495"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-NIER58687.2023.00016"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"crossref","unstructured":"S. Lee T.-Q. Peng M.\u00a0H. Goldberg S.\u00a0A. Rosenthal J.\u00a0E. Kotcher E.\u00a0W. Maibach and A. Leiserowitz. 2023. Can Large Language Models Capture Public Opinion about Global Warming? An Empirical Assessment of Algorithmic Fidelity and Bias.","DOI":"10.1371\/journal.pclm.0000429"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/2961111.2962619"},{"key":"e_1_3_2_1_30_1","volume-title":"Data Abundance: Crafting Synthetic Survey Data in Management Accounting using ChatGPT.","author":"Motoki S.","year":"2023","unstructured":"S. Motoki, F. Yoshio, J. Monteiro, R. Malague\u00f1o, and V. Rodrigues. 2023. From Data Scarcity to Data Abundance: Crafting Synthetic Survey Data in Management Accounting using ChatGPT."},{"key":"e_1_3_2_1_31_1","unstructured":"OpenAI. 2024. ChatGPT (4) [Large language model]. https:\/\/chat.openai.com"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"crossref","unstructured":"P. Petrak T.\u00a0T. Tran and I. Gurevych. 2024. Learning from Emotions Demographic Information and Implicit User Feedback in Task-Oriented Document-Grounded Dialogues. arxiv:2401.09248\u00a0[cs.CL]","DOI":"10.18653\/v1\/2024.findings-emnlp.264"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/505532.505535"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"crossref","unstructured":"N.\u00a0E Sanders A. Ulinich and B. Schneier. 2023. Demonstrations of the potential of AI-based political issue polling.","DOI":"10.1162\/99608f92.1d3cf75d"},{"key":"e_1_3_2_1_35_1","unstructured":"G. Simmons and C. Hare. 2023. Large Language Models as Subpopulation Representative Models: A Review."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","unstructured":"D. Sokolowski P. Weisenburger and G. Salvaneschi. 2021. Automating serverless deployments for DevOps organizations. In ESEC\/FSE\u201921 (Athens Greece). Association for Computing Machinery New York NY USA 57\u201369. https:\/\/doi.org\/10.1145\/3468264.3468575","DOI":"10.1145\/3468264.3468575"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1038\/d41586-023-00288-7"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","unstructured":"E.\u00a0L. Vargas M. Aniche C. Treude M. Bruntink and G. Gousios. 2020. Selecting third-party libraries: the practitioners\u2019 perspective. In ESEC\/FSE \u201920 (Virtual Event USA). Association for Computing Machinery New York NY USA 245\u2013256. https:\/\/doi.org\/10.1145\/3368089.3409711","DOI":"10.1145\/3368089.3409711"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","unstructured":"S. Wagner D. Mendez M. Felderer D. Graziotin and M. Kalinowski. 2020. Challenges in Survey Research. Springer International Publishing Cham 93\u2013125. https:\/\/doi.org\/10.1007\/978-3-030-32489-6_4","DOI":"10.1007\/978-3-030-32489-6_4"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1002\/ctm2.1207"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3338922"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.xinn.2021.100179"},{"key":"e_1_3_2_1_43_1","first-page":"E12","article-title":"Assessing the potential of GPT-4 to perpetuate racial and gender biases in health care: a model evaluation study","volume":"6","author":"Zack T.","year":"2024","unstructured":"T. Zack, E. Lehman, M. Suzgun, J.\u00a0A. Rodriguez, L.\u00a0A. Celi, J. Gichoya, D. Jurafsky, P. Szolovits, D.\u00a0W. Bates, R.-E.\u00a0E. Abdulnour, A.\u00a0J. Butte, and E. Alsentzer. 2024. Assessing the potential of GPT-4 to perpetuate racial and gender biases in health care: a model evaluation study. Nature 6, 17 (2024), E12\u2013E22.","journal-title":"Nature"}],"event":{"name":"ESEM '24: ACM \/ IEEE International Symposium on Empirical Software Engineering and Measurement","location":"Barcelona Spain","acronym":"ESEM '24","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"]},"container-title":["Proceedings of the 18th ACM\/IEEE International Symposium on Empirical Software Engineering and Measurement"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3674805.3690744","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3674805.3690744","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T12:57:35Z","timestamp":1755867455000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3674805.3690744"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,24]]},"references-count":43,"alternative-id":["10.1145\/3674805.3690744","10.1145\/3674805"],"URL":"https:\/\/doi.org\/10.1145\/3674805.3690744","relation":{},"subject":[],"published":{"date-parts":[[2024,10,24]]},"assertion":[{"value":"2024-10-24","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}