{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,31]],"date-time":"2026-01-31T17:49:21Z","timestamp":1769881761702,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":28,"publisher":"ACM","funder":[{"name":"DARE","award":["PNC0000002 CUP B53C22006420001"],"award-info":[{"award-number":["PNC0000002 CUP B53C22006420001"]}]},{"name":"QualAI","award":["2022B3BP5S"],"award-info":[{"award-number":["2022B3BP5S"]}]},{"name":"QualAI","award":["CUP: H53D23003510006"],"award-info":[{"award-number":["CUP: H53D23003510006"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,6,23]]},"DOI":"10.1145\/3696630.3731666","type":"proceedings-article","created":{"date-parts":[[2025,7,28]],"date-time":"2025-07-28T19:10:43Z","timestamp":1753729843000},"page":"1503-1507","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":5,"title":["Get on the Train or be Left on the Station: Using LLMs for Software Engineering Research"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7302-6082","authenticated-orcid":false,"given":"Bianca","family":"Trinkenreich","sequence":"first","affiliation":[{"name":"Colorado State University, Fort Collins, CO, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2654-1588","authenticated-orcid":false,"given":"Fabio","family":"Calefato","sequence":"additional","affiliation":[{"name":"University of Bari, Bari, Italy"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2718-6637","authenticated-orcid":false,"given":"Geir","family":"Hanssen","sequence":"additional","affiliation":[{"name":"SINTEF, Trondheim, Norway"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4092-9706","authenticated-orcid":false,"given":"Kelly","family":"Blincoe","sequence":"additional","affiliation":[{"name":"University of Auckland, Auckland, New Zealand"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1445-3425","authenticated-orcid":false,"given":"Marcos","family":"Kalinowski","sequence":"additional","affiliation":[{"name":"Pontifical Catholic University of Rio de Janeiro (PUC-Rio), Rio de Janeiro, Brazil"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5193-7379","authenticated-orcid":false,"given":"Mauro","family":"Pezz\u00e8","sequence":"additional","affiliation":[{"name":"USI Universit\u00e0 della Svizzera Italiana & SIT Schaffhausen Institute of Technology, Lugano, Italy"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7391-0046","authenticated-orcid":false,"given":"Paolo","family":"Tell","sequence":"additional","affiliation":[{"name":"IT University of Copenhagen, Copenhagen, Denmark"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2278-2536","authenticated-orcid":false,"given":"Margaret-Anne","family":"Storey","sequence":"additional","affiliation":[{"name":"University of Victoria, Victoria, Canada"}]}],"member":"320","published-online":{"date-parts":[[2025,7,28]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Conf. on Mining Software Repositories (MSR).","author":"Ahmed Toufique","year":"2025","unstructured":"Toufique Ahmed, Premkumar Devanbu, Christoph Treude, and Michael Pradel. 2025. Can LLMs Replace Manual Annotation of Software Engineering Artifacts?. In 2025 IEEE\/ACM 22nd Int'l. Conf. on Mining Software Repositories (MSR)."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"crossref","first-page":"8","DOI":"10.1007\/s10515-023-00407-8","article-title":"Large language models for qualitative research in software engineering: exploring opportunities and challenges","volume":"31","author":"Bano Muneera","year":"2024","unstructured":"Muneera Bano, Rashina Hoda, Didar Zowghi, and Christoph Treude. 2024. Large language models for qualitative research in software engineering: exploring opportunities and challenges. Automated Software Engineering 31, 1 (2024), 8.","journal-title":"Automated Software Engineering"},{"key":"e_1_3_2_1_3_1","volume-title":"Large Language Model for Qualitative Research - A Systematic Mapping Study. In Workshop on Methodological Issues with Empirical Studies in Software Engineering (WSESE@ICSE'25)","author":"Barros Cau\u00e3","year":"2025","unstructured":"Cau\u00e3 Barros, Bruna Azevedo, Valdemar Neto, Mohamad Kassab, Marcos Kalinowski, Hugo Nascimento, and Michelle Bandeira. 2025. Large Language Model for Qualitative Research - A Systematic Mapping Study. In Workshop on Methodological Issues with Empirical Studies in Software Engineering (WSESE@ICSE'25)."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"crossref","first-page":"997","DOI":"10.1177\/08944393231220483","article-title":"Performing an inductive thematic analysis of semi-structured interviews with a large language model: An exploration and provocation on the limits of the approach","volume":"42","author":"Paoli Stefano De","year":"2024","unstructured":"Stefano De Paoli. 2024. Performing an inductive thematic analysis of semi-structured interviews with a large language model: An exploration and provocation on the limits of the approach. Soc Sci Comput Rev 42, 4 (2024), 997\u20131019.","journal-title":"Soc Sci Comput Rev"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"crossref","first-page":"156","DOI":"10.1016\/j.langcom.2008.01.004","article-title":"An introduction to the coffee-house: A discursive model","volume":"28","author":"Ellis Markman","year":"2008","unstructured":"Markman Ellis. 2008. An introduction to the coffee-house: A discursive model. Language & Communication 28, 2 (2008), 156\u2013164.","journal-title":"Language & Communication"},{"key":"e_1_3_2_1_6_1","volume-title":"Anderson Deizepe, Tayana Uch\u00f4a Conte, and Igor Steinmacher.","author":"Felizardo Katia Romero","year":"2024","unstructured":"Katia Romero Felizardo, M\u00e1rcia Sampaio Lima, Anderson Deizepe, Tayana Uch\u00f4a Conte, and Igor Steinmacher. 2024. ChatGPT application in Systematic Literature Reviews in Software Engineering: an evaluation of its accuracy to support the selection activity. In Empirical Software Engineering and Measurement. 25\u201336."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"crossref","first-page":"13","DOI":"10.1007\/s10515-023-00409-6","article-title":"Can AI serve as a substitute for human subjects in software engineering research","volume":"31","author":"Gerosa Marco","year":"2024","unstructured":"Marco Gerosa, Bianca Trinkenreich, Igor Steinmacher, and Anita Sarma. 2024. Can AI serve as a substitute for human subjects in software engineering research? Automated Software Engineering 31, 1 (2024), 13.","journal-title":"Automated Software Engineering"},{"key":"e_1_3_2_1_8_1","volume-title":"Byron Lee, Tiago Costa, Jos\u00e9 R Penad\u00e9s, Gary Peltz, Yunhan Xu, Annalisa Pawlosky, Alan Karthikesalingam, and Vivek Natarajan.","author":"Gottweis Juraj","year":"2025","unstructured":"Juraj Gottweis, Wei-Hung Weng, Alexander Daryin, Tao Tu, Anil Palepu, Petar Sirkovic, Artiom Myaskovsky, Felix Weissenberger, Keran Rong, Ryutaro Tanno, Khaled Saab, Dan Popovici, Jacob Blum, Fan Zhang, Katherine Chou, Avinatan Hassidim, Burak Gokturk, Amin Vahdat, Pushmeet Kohli, Yossi Matias, Andrew Carroll, Kavita Kulkarni, Nenad Tomasev, Vikram Dhillon, Eeshit Dhaval Vaishnav, Byron Lee, Tiago Costa, Jos\u00e9 R Penad\u00e9s, Gary Peltz, Yunhan Xu, Annalisa Pawlosky, Alan Karthikesalingam, and Vivek Natarajan. 2025. Towards an AI co-scientist. https:\/\/storage.googleapis.com\/coscientist_paper\/ai_coscientist.pdf."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"crossref","first-page":"554","DOI":"10.1370\/afm.1865","article-title":"Integrating quantitative and qualitative results in health science mixed methods research through joint displays","volume":"13","author":"Guetterman Timothy C","year":"2015","unstructured":"Timothy C Guetterman, Michael D Fetters, and John W Creswell. 2015. Integrating quantitative and qualitative results in health science mixed methods research through joint displays. The Annals of Family Medicine 13, 6 (2015), 554\u2013561.","journal-title":"The Annals of Family Medicine"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"crossref","unstructured":"Qusai Khraisha Sophie Put Johanna Kappenberg Azza Warraitch and Kristin Hadfield. 2024. Can large language models replace humans in systematic reviews? Evaluating GPT-4's efficacy in screening and extracting data from peer-reviewed and grey literature in multiple languages. Research Synthesis Methods (2024).","DOI":"10.1002\/jrsm.1715"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"crossref","first-page":"5410","DOI":"10.3390\/jcm12165410","article-title":"Comparing meta-analyses with ChatGPT in the evaluation of the effectiveness and tolerance of systemic therapies in moderate-to-severe plaque psoriasis","volume":"12","author":"Lam Hoai Xu\u00e2n-Lan","year":"2023","unstructured":"Xu\u00e2n-Lan Lam Hoai and Thierry Simonart. 2023. Comparing meta-analyses with ChatGPT in the evaluation of the effectiveness and tolerance of systemic therapies in moderate-to-severe plaque psoriasis. J Clin Med 12, 16 (2023), 5410.","journal-title":"J Clin Med"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"crossref","unstructured":"Tobias Lorey Paul Ralph and Michael Felderer. 2022. Social science theories in software engineering research. In Int'l Conf. on Software Engineering. 1994\u20132005.","DOI":"10.1145\/3510003.3510076"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"crossref","first-page":"108356","DOI":"10.1016\/j.cmpb.2024.108356","article-title":"Inductive thematic analysis of healthcare qualitative interviews using open-source large language models: How does it compare to traditional methods","volume":"255","author":"Mathis Walter S","year":"2024","unstructured":"Walter S Mathis, Sophia Zhao, Nicholas Pratt, Jeremy Weleff, and Stefano De Paoli. 2024. Inductive thematic analysis of healthcare qualitative interviews using open-source large language models: How does it compare to traditional methods? Computer Methods and Programs in Biomedicine 255 (2024), 108356.","journal-title":"Computer Methods and Programs in Biomedicine"},{"key":"e_1_3_2_1_14_1","volume-title":"Laws of the Media","author":"McLuhan Marshall","year":"1977","unstructured":"Marshall McLuhan. 1977. Laws of the Media. ETC: A Review of General Semantics (1977), 173\u2013179."},{"key":"e_1_3_2_1_15_1","volume-title":"Commun Theory","author":"McLuhan Marshall","unstructured":"Marshall McLuhan. 2017. The medium is the message. In Commun Theory. Routledge, 390\u2013402."},{"key":"e_1_3_2_1_16_1","unstructured":"Bertrand Meyer. 2023. AI Does Not Help Programmers. https:\/\/cacm.acm.org\/blogcacm\/ai-does-not-help-programmers\/"},{"key":"e_1_3_2_1_17_1","unstructured":"Paul Ralph Rashina Hoda and Christoph Treude. 2020. ACM SIGSOFT empirical standards. (2020)."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"crossref","first-page":"112115","DOI":"10.1016\/j.jss.2024.112115","article-title":"Generative ai in software engineering must be human-centered: The copenhagen manifesto","volume":"216","author":"Russo Daniel","year":"2024","unstructured":"Daniel Russo, Sebastian Baltes, Niels van Berkel, Paris Avgeriou, Fabio Calefato, Beatriz Cabrero-Daniel, Gemma Catolino, J\u00fcrgen Cito, Neil Ernst, Thomas Fritz, et al. 2024. Generative ai in software engineering must be human-centered: The copenhagen manifesto. J. Syst. Softw. 216 (2024), 112115.","journal-title":"J. Syst. Softw."},{"key":"e_1_3_2_1_19_1","volume-title":"CHI Conf. on Human Factors in Computing Systems. 1\u201317","author":"Shaer Orit","year":"2024","unstructured":"Orit Shaer, Angelora Cooper, Osnat Mokryn, Andrew Kun, and Hagit Ben Shoshan. 2024. AI-Augmented Brainwriting: Investigating the use of LLMs in group ideation. In CHI Conf. on Human Factors in Computing Systems. 1\u201317."},{"key":"e_1_3_2_1_20_1","volume-title":"Proc. of the 18th ACM\/IEEE Int'l. Symposium on Empirical Software Engineering and Measurement. 414\u2013419","author":"Steinmacher Igor","year":"2024","unstructured":"Igor Steinmacher, Jacob Mcauley Penney, Katia Romero Felizardo, Alessandro F Garcia, and Marco A Gerosa. 2024. Can ChatGPT emulate humans in software engineering surveys?. In Proc. of the 18th ACM\/IEEE Int'l. Symposium on Empirical Software Engineering and Measurement. 414\u2013419."},{"key":"e_1_3_2_1_21_1","unstructured":"Klaas-Jan Stol. 2024. Teaching Theorizing in Software Engineering Research. arXiv:2406.17174 [cs.SE] https:\/\/arxiv.org\/abs\/2406.17174"},{"key":"e_1_3_2_1_22_1","volume-title":"Alessandra Maciel Paz Milani, and Maria Teresa Baldassarre","author":"Storey Margaret-Anne","year":"2025","unstructured":"Margaret-Anne Storey, Rashina Hoda, Alessandra Maciel Paz Milani, and Maria Teresa Baldassarre. 2025. Guiding Principles for Using Mixed Methods Research in Software Engineering. http:\/\/arxiv.org\/abs\/2404.06011"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3678172","article-title":"A disruptive research playbook for studying disruptive innovations","volume":"33","author":"Storey Margaret-Anne","year":"2024","unstructured":"Margaret-Anne Storey, Daniel Russo, Nicole Novielli, Takashi Kobayashi, and Dong Wang. 2024. A disruptive research playbook for studying disruptive innovations. ACM TOSEM 33, 8 (2024), 1\u201329.","journal-title":"ACM TOSEM"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1038\/S41586-019-1335-8"},{"key":"e_1_3_2_1_25_1","volume-title":"Davide Falessi, and Sebastian Baltes.","author":"Wagner Stefan","year":"2025","unstructured":"Stefan Wagner, Marvin Mu\u00f1oz Bar\u00f3n, Davide Falessi, and Sebastian Baltes. 2025. Towards Evaluation Guidelines for Empirical Studies involving LLMs. arXiv:2411.07668 [cs.SE] https:\/\/arxiv.org\/abs\/2411.07668"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-023-06221-2"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3697009"},{"key":"e_1_3_2_1_28_1","volume-title":"ACM Symposium on User Interface Software and Technology. 1\u201320","author":"Zheng Chengbo","year":"2024","unstructured":"Chengbo Zheng, Yuanhao Zhang, Zeyu Huang, Chuhan Shi, Minrui Xu, and Xiaojuan Ma. 2024. DiscipLink: Unfolding Interdisciplinary Information Seeking Process via Human-AI Co-Exploration. In ACM Symposium on User Interface Software and Technology. 1\u201320."}],"event":{"name":"FSE Companion '25: 33rd ACM International Conference on the Foundations of Software Engineering","location":"Clarion Hotel Trondheim Trondheim Norway","acronym":"FSE Companion '25","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"]},"container-title":["Proceedings of the 33rd ACM International Conference on the Foundations of Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3696630.3731666","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,7,28]],"date-time":"2025-07-28T19:14:46Z","timestamp":1753730086000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3696630.3731666"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,23]]},"references-count":28,"alternative-id":["10.1145\/3696630.3731666","10.1145\/3696630"],"URL":"https:\/\/doi.org\/10.1145\/3696630.3731666","relation":{},"subject":[],"published":{"date-parts":[[2025,6,23]]},"assertion":[{"value":"2025-07-28","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}