{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,10]],"date-time":"2026-05-10T19:45:55Z","timestamp":1778442355459,"version":"3.51.4"},"reference-count":30,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2024,1,11]],"date-time":"2024-01-11T00:00:00Z","timestamp":1704931200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,11]],"date-time":"2024-01-11T00:00:00Z","timestamp":1704931200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"NSF","award":["2236198"],"award-info":[{"award-number":["2236198"]}]},{"name":"NSF","award":["2235601"],"award-info":[{"award-number":["2235601"]}]},{"name":"NSF","award":["2236198"],"award-info":[{"award-number":["2236198"]}]},{"name":"NSF","award":["2235601"],"award-info":[{"award-number":["2235601"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Autom Softw Eng"],"published-print":{"date-parts":[[2024,5]]},"DOI":"10.1007\/s10515-023-00409-6","type":"journal-article","created":{"date-parts":[[2024,1,11]],"date-time":"2024-01-11T10:02:25Z","timestamp":1704967345000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":30,"title":["Can AI serve as a substitute for human subjects in software engineering research?"],"prefix":"10.1007","volume":"31","author":[{"given":"Marco","family":"Gerosa","sequence":"first","affiliation":[]},{"given":"Bianca","family":"Trinkenreich","sequence":"additional","affiliation":[]},{"given":"Igor","family":"Steinmacher","sequence":"additional","affiliation":[]},{"given":"Anita","family":"Sarma","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,1,11]]},"reference":[{"key":"409_CR1","unstructured":"Aher, G.V., Arriaga, R.I., Kalai, A.T.: Using large language models to simulate multiple humans and replicate human subject studies. In: International Conference on Machine Learning, pp. 337\u2013371. PMLR (2023)"},{"issue":"3","key":"409_CR2","doi-asserted-by":"publisher","first-page":"337","DOI":"10.1017\/pan.2023.2","volume":"31","author":"LP Argyle","year":"2023","unstructured":"Argyle, L.P., Busby, E.C., Fulda, N., Gubler, J.R., Rytting, C., Wingate, D.: Out of one, many: using language models to simulate human samples. Polit. Anal. 31(3), 337\u2013351 (2023)","journal-title":"Polit. Anal."},{"issue":"1","key":"409_CR3","doi-asserted-by":"publisher","first-page":"42","DOI":"10.1075\/rs.18007.bib","volume":"1","author":"D Biber","year":"2019","unstructured":"Biber, D.: Text-linguistic approaches to register variation. Regist. Stud. 1(1), 42\u201375 (2019)","journal-title":"Regist. Stud."},{"issue":"6","key":"409_CR4","doi-asserted-by":"publisher","first-page":"760","DOI":"10.1093\/iwc\/iwv046","volume":"28","author":"M Burnett","year":"2016","unstructured":"Burnett, M., Stumpf, S., Macbeth, J., Makri, S., Beckwith, L., Kwan, I., Peters, A., Jernigan, W.: Gendermag: a method for evaluating software\u2019s gender inclusiveness. Interact. Comput. 28(6), 760\u2013787 (2016)","journal-title":"Interact. Comput."},{"issue":"2","key":"409_CR5","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3487193","volume":"29","author":"AP Chaves","year":"2022","unstructured":"Chaves, A.P., Egbert, J., Hocking, T., Doerry, E., Gerosa, M.A.: Chatbots language design: the influence of language variation on user experience with tourist assistant chatbots. ACM Trans. Comput. Hum. Interact. 29(2), 1\u201338 (2022)","journal-title":"ACM Trans. Comput. Hum. Interact."},{"key":"409_CR6","unstructured":"Chew, R., Bollenbacher, J., Wenger, M., Speer, J., Kim, A.: LLM-assisted content analysis: using large language models to support deductive coding (2023). arXiv:2306.14924"},{"key":"409_CR7","doi-asserted-by":"crossref","unstructured":"Dai, S.-C., Xiong, A., Ku, L.-W.: LLM-in-the-loop: leveraging large language model for thematic analysis (2023). arXiv:2310.15100","DOI":"10.18653\/v1\/2023.findings-emnlp.669"},{"key":"409_CR8","unstructured":"De\u00a0Paoli, S.: Improved prompting and process for writing user personas with LLMs, using qualitative interviews: capturing behaviour and personality traits of users (2023). arXiv:2310.06391"},{"key":"409_CR9","first-page":"1","volume":"2","author":"D Demszky","year":"2023","unstructured":"Demszky, D., Yang, D., Yeager, D.S., Bryan, C.J., Clapper, M., Chandhok, S., Eichstaedt, J.C., Hecht, C., Jamieson, J., Johnson, M., et al.: Using large language models in psychology. Nat. Rev. Psychol. 2, 1\u201314 (2023)","journal-title":"Nat. Rev. Psychol."},{"issue":"7","key":"409_CR10","doi-asserted-by":"publisher","first-page":"597","DOI":"10.1016\/j.tics.2023.04.008","volume":"27","author":"D Dillion","year":"2023","unstructured":"Dillion, D., Tandon, N., Gu, Y., Gray, K.: Can AI language models replace human participants? Trends Cogn. Sci. 27(7), 597\u2013600 (2023). https:\/\/doi.org\/10.1016\/j.tics.2023.04.008","journal-title":"Trends Cogn. Sci."},{"key":"409_CR11","unstructured":"Eliot, L.: The bold promise Of mega-personas as a new shake-up for prompt engineering generative AI techniques (2023). Accessed 08 Nov 2023. https:\/\/www.forbes.com\/sites\/lanceeliot\/2023\/08\/15\/the-bold-promise-of-mega-personas-as-a-new-shake-up-for-prompt-engineering-generative-ai-techniques\/?sh=2be155065552"},{"key":"409_CR12","doi-asserted-by":"crossref","unstructured":"Gerosa, M., Wiese, I., Trinkenreich, B., Link, G., Robles, G., Treude, C., Steinmacher, I., Sarma, A.: The shifting sands of motivation: Revisiting what drives contributors in open source. In: 2021 IEEE\/ACM 43rd International Conference on Software Engineering (ICSE), pp. 1046\u20131058. IEEE (2021)","DOI":"10.1109\/ICSE43902.2021.00098"},{"key":"409_CR13","doi-asserted-by":"publisher","unstructured":"H\u00e4m\u00e4l\u00e4inen, P., Tavast, M., Kunnari, A.: Evaluating large language models in generating synthetic HCI research data: a case study. In: Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems. CHI \u201923. Association for Computing Machinery, New York, NY, USA (2023). https:\/\/doi.org\/10.1145\/3544548.3580688","DOI":"10.1145\/3544548.3580688"},{"issue":"6654","key":"409_CR14","doi-asserted-by":"publisher","first-page":"121","DOI":"10.1126\/science.adj6791","volume":"381","author":"M Hutson","year":"2023","unstructured":"Hutson, M., Mastin, A.: Guinea pigbots. Science (New York, NY) 381(6654), 121\u2013123 (2023)","journal-title":"Science (New York, NY)"},{"key":"409_CR15","unstructured":"Jiang, H., Zhang, X., Cao, X., Kabbara, J., Roy, D.: PersonaLLM: investigating the ability of GPT-3.5 to express personality traits and gender differences (2023). arXiv:2305.02547"},{"key":"409_CR16","doi-asserted-by":"crossref","unstructured":"Jung, S.-g., Salminen, J., Kwak, H., An, J., Jansen, B.J.: Automatic persona generation (APG) a rationale and demonstration. In: Proceedings of the 2018 Conference on Human Information Interaction and Retrieval, pp. 321\u2013324 (2018)","DOI":"10.1145\/3176349.3176893"},{"key":"409_CR17","unstructured":"Kaddour, J., Harris, J., Mozes, M., Bradley, H., Raileanu, R., McHardy, R.: Challenges and applications of large language models (2023). arXiv:2307.10169"},{"key":"409_CR18","unstructured":"Kim, J., Lee, B.: AI-augmented surveys: leveraging large language models for opinion prediction in nationally representative surveys (2023). arXiv:2305.09620"},{"key":"409_CR19","doi-asserted-by":"publisher","unstructured":"Kokinda, E., Moster, M., Dominic, J., Rodeghero, P.: Under the bridge: trolling and the challenges of recruiting software developers for empirical research studies. In: 2023 IEEE\/ACM 45th International Conference on Software Engineering: New Ideas and Emerging Results (ICSE-NIER), pp. 55\u201359 (2023). https:\/\/doi.org\/10.1109\/ICSE-NIER58687.2023.00016","DOI":"10.1109\/ICSE-NIER58687.2023.00016"},{"key":"409_CR20","unstructured":"Lee, S., Peng, T.-Q., Goldberg, M.H., Rosenthal, S.A., Kotcher, J.E., Maibach, E.W., Leiserowitz, A.: Can large language models capture public opinion about global warming? An empirical assessment of algorithmic fidelity and bias (2023). arXiv:2311.00217"},{"key":"409_CR21","doi-asserted-by":"crossref","unstructured":"Sanders, N.E., Ulinich, A., Schneier, B.: Demonstrations of the potential of AI-based political issue polling (2023). arXiv:2307.04781","DOI":"10.1162\/99608f92.1d3cf75d"},{"key":"409_CR22","unstructured":"Simmons, G., Hare, C.: Large language models as subpopulation representative models: a review (2023). arXiv:2310.17888"},{"key":"409_CR23","unstructured":"Smith, M., Danilova, A., Naiakshina, A.: A meta-research agenda for recruitment and study design for developer studies. In: 1st International Workshop on Recruiting Participants for Empirical Software Engineering (RoPES\u201922), 2022 IEEE\/ACM 44th International Conference on Software Engineering (ICSE) (2022)"},{"key":"409_CR24","doi-asserted-by":"publisher","first-page":"4097","DOI":"10.1007\/s10664-020-09858-z","volume":"25","author":"M-A Storey","year":"2020","unstructured":"Storey, M.-A., Ernst, N.A., Williams, C., Kalliamvakou, E.: The who, what, how of software engineering research: a socio-technical framework. Empir. Softw. Eng. 25, 4097\u20134129 (2020)","journal-title":"Empir. Softw. Eng."},{"key":"409_CR25","doi-asserted-by":"crossref","unstructured":"Suguri\u00a0Motoki, F.Y., Monteiro, J., Malague\u00f1o, R., Rodrigues, V.: From data scarcity to data abundance: crafting synthetic survey data in management accounting using ChatGPT (2023). Available at SSRN","DOI":"10.2139\/ssrn.4595896"},{"key":"409_CR26","doi-asserted-by":"crossref","unstructured":"Treude, C., Hata, H.: She elicits requirements and he tests: software engineering gender bias in large language models (2023). arXiv:2303.10131","DOI":"10.1109\/MSR59073.2023.00088"},{"issue":"4","key":"409_CR27","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3510460","volume":"31","author":"B Trinkenreich","year":"2022","unstructured":"Trinkenreich, B., Wiese, I., Sarma, A., Gerosa, M., Steinmacher, I.: Women\u2019s participation in open source software: a survey of the literature. ACM Trans. Softw. Eng. Methodol. (TOSEM) 31(4), 1\u201337 (2022)","journal-title":"ACM Trans. Softw. Eng. Methodol. (TOSEM)"},{"key":"409_CR28","unstructured":"Wang, Z., Mao, S., Wu, W., Ge, T., Wei, F., Ji, H.: Unleashing cognitive synergy in large language models: a task-solving agent through multi-persona self-collaboration (2023). arXiv:2307.05300"},{"key":"409_CR29","doi-asserted-by":"crossref","unstructured":"Xiao, Z., Yuan, X., Liao, Q.V., Abdelghani, R., Oudeyer, P.-Y.: Supporting qualitative analysis with large language models: combining codebook with GPT-3 for deductive coding. In: Companion Proceedings of the 28th International Conference on Intelligent User Interfaces, pp. 75\u201378 (2023)","DOI":"10.1145\/3581754.3584136"},{"key":"409_CR30","unstructured":"Zhou, Y., Muresanu, A.I., Han, Z., Paster, K., Pitis, S., Chan, H., Ba, J.: Large language models are human-level prompt engineers (2022). arXiv:2211.01910"}],"container-title":["Automated Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10515-023-00409-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10515-023-00409-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10515-023-00409-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,4,29]],"date-time":"2024-04-29T13:19:49Z","timestamp":1714396789000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10515-023-00409-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,1,11]]},"references-count":30,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2024,5]]}},"alternative-id":["409"],"URL":"https:\/\/doi.org\/10.1007\/s10515-023-00409-6","relation":{},"ISSN":["0928-8910","1573-7535"],"issn-type":[{"value":"0928-8910","type":"print"},{"value":"1573-7535","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,1,11]]},"assertion":[{"value":"13 November 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 December 2023","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 January 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"13"}}