{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,3]],"date-time":"2026-06-03T06:08:39Z","timestamp":1780466919171,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":33,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,4,12]],"date-time":"2026-04-12T00:00:00Z","timestamp":1775952000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,4,12]]},"DOI":"10.1145\/3786149.3788304","type":"proceedings-article","created":{"date-parts":[[2026,6,3]],"date-time":"2026-06-03T05:45:46Z","timestamp":1780465546000},"page":"25-32","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["An Investigation on How AI-Generated Responses Affect Software Engineering Surveys"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3235-6530","authenticated-orcid":false,"given":"Ronnie","family":"de Souza Santos","sequence":"first","affiliation":[{"name":"University of Calgary, Calgary, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7545-6104","authenticated-orcid":false,"given":"Italo","family":"Santos","sequence":"additional","affiliation":[{"name":"University of Hawaii at Manoa, Honolulu, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8589-2850","authenticated-orcid":false,"given":"Maria Teresa","family":"Baldassarre","sequence":"additional","affiliation":[{"name":"University of Bari, Bari, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-3051-7232","authenticated-orcid":false,"given":"Cleyton","family":"Magalh\u00e3es","sequence":"additional","affiliation":[{"name":"Universidade Federal Rural de Pernambuco - UFRPE, Recife, Brazil"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8619-726X","authenticated-orcid":false,"given":"Mairieli","family":"Wessel","sequence":"additional","affiliation":[{"name":"Radboud University, Radboud, Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,6,2]]},"reference":[{"key":"e_1_3_3_2_2_2","doi-asserted-by":"crossref","unstructured":"Jon Agley. 2025. Planning for New Threats to Online Research Data Validity: The Issue of Computer-Using Agents. Evaluation & the Health Professions (2025) 01632787251367407.","DOI":"10.1177\/01632787251367407"},{"key":"e_1_3_3_2_3_2","doi-asserted-by":"publisher","DOI":"10.1145\/3643664.3648207"},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"publisher","DOI":"10.1145\/3183440.3195001"},{"key":"e_1_3_3_2_5_2","doi-asserted-by":"crossref","unstructured":"Sebastian Baltes and Paul Ralph. 2022. Sampling in software engineering research: A critical review and guidelines. Empirical Software Engineering 27 4 (2022) 94.","DOI":"10.1007\/s10664-021-10072-8"},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-45143-3_7"},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"crossref","unstructured":"Ziyan Cui Ning Li and Huaikang Zhou. 2024. Can ai replace human subjects? a large-scale replication of psychological experiments with llms. A Large-Scale Replication of Psychological Experiments with LLMs (August 25 2024) (2024).","DOI":"10.2139\/ssrn.4940173"},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"publisher","DOI":"10.1145\/2652524.2652566"},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"crossref","unstructured":"Benjamin\u00a0D Douglas Patrick\u00a0J Ewell and Markus Brauer. 2023. Data quality in online human-subjects research: Comparisons between MTurk Prolific CloudResearch Qualtrics and SONA. Plos one 18 3 (2023) e0279720.","DOI":"10.1371\/journal.pone.0279720"},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-FoSE59343.2023.00008"},{"key":"e_1_3_3_2_11_2","doi-asserted-by":"publisher","DOI":"10.1109\/WSESE66602.2025.00010"},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"publisher","DOI":"10.1145\/3674805.3686666"},{"key":"e_1_3_3_2_13_2","doi-asserted-by":"crossref","unstructured":"Ahmad\u00a0Nauman Ghazi Kai Petersen Sri Sai Vijay\u00a0Raj Reddy and Harini Nekkanti. 2018. Survey research in software engineering: Problems and mitigation strategies. IEEE Access 7 (2018) 24703\u201324718.","DOI":"10.1109\/ACCESS.2018.2881041"},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"crossref","unstructured":"Xinyi Hou Yanjie Zhao Yue Liu Zhou Yang Kailong Wang Li Li Xiapu Luo David Lo John Grundy and Haoyu Wang. 2024. Large language models for software engineering: A systematic literature review. ACM Transactions on Software Engineering and Methodology 33 8 (2024) 1\u201379.","DOI":"10.1145\/3695988"},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"publisher","DOI":"10.1145\/3661167.3661172"},{"key":"e_1_3_3_2_16_2","doi-asserted-by":"publisher","DOI":"10.1145\/3708319.3733685"},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"publisher","DOI":"10.1145\/3626252.3630927"},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"crossref","unstructured":"Barbara\u00a0A Kitchenham and Shari\u00a0Lawrence Pfleeger. 2002. Principles of survey research part 2: designing a survey. ACM SIGSOFT Software Engineering Notes 27 1 (2002) 18\u201320.","DOI":"10.1145\/566493.566495"},{"key":"e_1_3_3_2_19_2","doi-asserted-by":"publisher","DOI":"10.1109\/WSESE66602.2025.00013"},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"crossref","unstructured":"Per Lenberg Robert Feldt Lucas Gren Lars\u00a0G\u00f6ran Wallgren\u00a0Tengberg Inga Tidefors and Daniel Graziotin. 2024. Qualitative software engineering research: Reflections and guidelines. Journal of Software: Evolution and Process 36 6 (2024) e2607.","DOI":"10.1002\/smr.2607"},{"key":"e_1_3_3_2_21_2","doi-asserted-by":"crossref","unstructured":"Jenny\u00a0T Liang Carmen Badea Christian Bird Robert DeLine Denae Ford Nicole Forsgren and Thomas Zimmermann. 2024. Can gpt-4 replicate empirical software engineering research? Proceedings of the ACM on Software Engineering 1 FSE (2024) 1330\u20131353.","DOI":"10.1145\/3660767"},{"key":"e_1_3_3_2_22_2","unstructured":"Weixin Liang Yaohui Zhang Zhengxuan Wu Haley Lepp Wenlong Ji Xuandong Zhao Hancheng Cao Sheng Liu Siyu He Zhi Huang et\u00a0al. 2024. Mapping the increasing use of LLMs in scientific papers. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2404.01268 (2024)."},{"key":"e_1_3_3_2_23_2","unstructured":"Jeremy Lim. 2025. LLM Cheat Prevention Via Adversarial Question Paraphrasing. Ph.\u00a0D. Dissertation. WORCESTER POLYTECHNIC INSTITUTE."},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"publisher","DOI":"10.1145\/2961111.2962619"},{"key":"e_1_3_3_2_25_2","doi-asserted-by":"crossref","unstructured":"Jefferson\u00a0Seide Moll\u00e9ri Kai Petersen and Emilia Mendes. 2020. An empirically evaluated checklist for surveys in software engineering. Information and Software Technology 119 (2020) 106240.","DOI":"10.1016\/j.infsof.2019.106240"},{"key":"e_1_3_3_2_26_2","doi-asserted-by":"crossref","unstructured":"Shari\u00a0Lawrence Pfleeger and Barbara\u00a0A Kitchenham. 2001. Principles of survey research: part 1: turning lemons into lemonade. ACM SIGSOFT Software Engineering Notes 26 6 (2001) 16\u201318.","DOI":"10.1145\/505532.505535"},{"key":"e_1_3_3_2_27_2","doi-asserted-by":"publisher","DOI":"10.1109\/ISESE.2003.1237967"},{"key":"e_1_3_3_2_28_2","unstructured":"Paul Ralph Nauman\u00a0bin Ali Sebastian Baltes Domenico Bianculli Jessica Diaz Yvonne Dittrich Neil Ernst Michael Felderer Robert Feldt Antonio Filieri et\u00a0al. 2020. Empirical standards for software engineering research. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2010.03525 (2020)."},{"key":"e_1_3_3_2_29_2","unstructured":"Nitin\u00a0Liladhar Rane Abhijeet Tawde Saurabh\u00a0P Choudhary and Jayesh Rane. 2023. Contribution and performance of ChatGPT and other Large Language Models (LLM) for scientific and research advancements: a double-edged sword. International Research Journal of Modernization in Engineering Technology and Science 5 10 (2023) 875\u2013899."},{"key":"e_1_3_3_2_30_2","doi-asserted-by":"publisher","DOI":"10.1145\/3639476.3639764"},{"key":"e_1_3_3_2_31_2","doi-asserted-by":"crossref","unstructured":"Carolyn\u00a0B. Seaman. 1999. Qualitative methods in empirical studies of software engineering. IEEE Transactions on software engineering 25 4 (1999) 557\u2013572.","DOI":"10.1109\/32.799955"},{"key":"e_1_3_3_2_32_2","doi-asserted-by":"publisher","DOI":"10.1145\/3674805.3690744"},{"key":"e_1_3_3_2_33_2","doi-asserted-by":"publisher","DOI":"10.1109\/WSESE66602.2025.00011"},{"key":"e_1_3_3_2_34_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-32489-6_4"}],"event":{"name":"WSESE '26: 2026 IEEE\/ACM International Workshop on Methodological Issues with Empirical Studies in Software Engineering","location":"Rio de Janeiro Brazil","acronym":"WSESE '26","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS","Faculty of Engineering of University of Porto"]},"container-title":["Proceedings of the 2026 IEEE\/ACM International Workshop on Methodological Issues with Empirical Studies in Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3786149.3788304","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,3]],"date-time":"2026-06-03T05:46:24Z","timestamp":1780465584000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3786149.3788304"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,12]]},"references-count":33,"alternative-id":["10.1145\/3786149.3788304","10.1145\/3786149"],"URL":"https:\/\/doi.org\/10.1145\/3786149.3788304","relation":{},"subject":[],"published":{"date-parts":[[2026,4,12]]},"assertion":[{"value":"2026-06-02","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}