{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,16]],"date-time":"2026-06-16T11:52:00Z","timestamp":1781610720366,"version":"3.54.5"},"reference-count":83,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2026,4,2]],"date-time":"2026-04-02T00:00:00Z","timestamp":1775088000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,4,2]],"date-time":"2026-04-02T00:00:00Z","timestamp":1775088000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/100019180","name":"HORIZON EUROPE European Research Council","doi-asserted-by":"publisher","award":["851720"],"award-info":[{"award-number":["851720"]}],"id":[{"id":"10.13039\/100019180","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003407","name":"Ministero dell\u2019Istruzione, dell\u2019Universit\u00e0 e della Ricerca","doi-asserted-by":"publisher","award":["2022LKJWHC"],"award-info":[{"award-number":["2022LKJWHC"]}],"id":[{"id":"10.13039\/501100003407","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2026,7]]},"DOI":"10.1007\/s10664-026-10848-w","type":"journal-article","created":{"date-parts":[[2026,4,2]],"date-time":"2026-04-02T00:17:04Z","timestamp":1775089024000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Developers and generative AI: A study of self-admitted usage in open source projects"],"prefix":"10.1007","volume":"31","author":[{"ORCID":"https:\/\/orcid.org\/0009-0009-7017-3066","authenticated-orcid":false,"given":"Rosalia","family":"Tufano","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Federica","family":"Pepe","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Fiorella","family":"Zampetti","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Antonio","family":"Mastropaolo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ozren","family":"Dabi\u0107","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Massimiliano","family":"Di Penta","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Gabriele","family":"Bavota","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,4,2]]},"reference":[{"key":"10848_CR1","unstructured":"Aaron Grattafiori et al (2024) The llama 3 herd of models. arXiv:2407.21783"},{"key":"10848_CR2","unstructured":"Achiam J, Adler S, Agarwal S, Ahmad L, Akkaya I, Aleman FL, Almeida D, Altenschmidt J, Altman S, Anadkat S et al (2023) Gpt-4 technical report. arXiv preprint arXiv:2303.08774"},{"key":"10848_CR3","unstructured":"Anthropic (2025) Claude code: Best practices for agentic coding. https:\/\/www.anthropic.com\/engineering\/claude-code-best-practices, published: 2025\u201304-18; Accessed 12 Jan 2026"},{"key":"10848_CR4","unstructured":"Anthropic (n.d.) The claude 3 model family: Opus, sonnet, haiku. https:\/\/www-cdn.anthropic.com\/de8ba9b01c9ab7cbabf5c33b80b7bbc618857627\/Model_Card_Claude_3.pdf. Accessed 26 Feb 2025"},{"key":"10848_CR5","unstructured":"Apache Software Foundation (2025) Guide for new project contributors https:\/\/community.apache.org\/contributors\/. Accessed 20 May 2025"},{"key":"10848_CR6","doi-asserted-by":"crossref","unstructured":"Asare O, Nagappan M, Asokan N (2022) Is github\u2019s copilot as bad as humans at introducing vulnerabilities in code? arXiv preprint arXiv:2204.04741","DOI":"10.1007\/s10664-023-10380-1"},{"issue":"6","key":"10848_CR7","doi-asserted-by":"publisher","first-page":"129","DOI":"10.1007\/s10664-023-10380-1","volume":"28","author":"O Asare","year":"2023","unstructured":"Asare O, Nagappan M, Asokan N (2023) Is github\u2019s copilot as bad as humans at introducing vulnerabilities in code? Empir Softw Eng 28(6):129","journal-title":"Empir Softw Eng"},{"key":"10848_CR8","doi-asserted-by":"publisher","unstructured":"Azanza M, Pereira J, Irastorza A, Galdos A (2024) Can llms facilitate onboarding software developers? an ongoing industrial case study. In: 2024 36th International Conference on Software Engineering Education and Training (CSEE&T), pp 1\u20136. https:\/\/doi.org\/10.1109\/CSEET62301.2024.10662989","DOI":"10.1109\/CSEET62301.2024.10662989"},{"key":"10848_CR9","doi-asserted-by":"crossref","unstructured":"Bavota G, Russo B (2016) A large-scale empirical study on self-admitted technical debt. In: Proceedings of the 13th International Conference on Mining Software Repositories, MSR 2016, Austin, TX, USA, May 14\u201322, 2016, ACM, pp 315\u2013326","DOI":"10.1145\/2901739.2901742"},{"key":"10848_CR10","unstructured":"Berabi B, He J, Raychev V, Vechev M (2021) Tfix: Learning to fix coding errors with a text-to-text transformer. In: 38th International Conference on Machine Learning, ICML, pp 780\u2013791"},{"issue":"4","key":"10848_CR11","doi-asserted-by":"publisher","first-page":"1782","DOI":"10.1109\/TSE.2022.3192279","volume":"49","author":"C Bernal-C\u00e1rdenas","year":"2023","unstructured":"Bernal-C\u00e1rdenas C, Cooper N, Havranek M, Moran K, Chaparro O, Poshyvanyk D, Marcus A (2023) Translating video recordings of complex mobile app UI gestures into replayable scenarios. IEEE Trans Software Eng 49(4):1782\u20131803","journal-title":"IEEE Trans Software Eng"},{"issue":"1","key":"10848_CR12","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10515-025-00492-x","volume":"32","author":"J Cao","year":"2025","unstructured":"Cao J, Li M, Wen M, Sc C (2025) A study on prompt design, advantages and limitations of chatgpt for deep learning program repair. Autom Softw Eng 32(1):1\u201329","journal-title":"Autom Softw Eng"},{"key":"10848_CR13","doi-asserted-by":"publisher","unstructured":"Cassano F, Gouwar J, Lucchetti F, Schlesinger C, Freeman A, Anderson CJ, Feldman MQ, Greenberg M, Jangda A, Guha A (2024) Knowledge transfer from high-resource to low-resource programming languages for code llms. Proc ACM Program Lang 8(OOPSLA2). https:\/\/doi.org\/10.1145\/3689735, https:\/\/doi.org\/10.1145\/3689735","DOI":"10.1145\/3689735"},{"key":"10848_CR14","doi-asserted-by":"publisher","unstructured":"Cassee N, Zampetti F, Novielli N, Serebrenik A, Di Penta M (2022) Self-admitted technical debt and comments\u2019 polarity: an empirical study. Empir Softw Eng 27(6):13. https:\/\/doi.org\/10.1007\/s10664-022-10183-w","DOI":"10.1007\/s10664-022-10183-w"},{"key":"10848_CR15","doi-asserted-by":"crossref","unstructured":"Chakraborty J, Majumder S, Yu Z, Menzies T (2020) Fairway: a way to build fair ML software. In: ESEC\/FSE \u201920: 28th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering, ACM, pp 654\u2013665","DOI":"10.1145\/3368089.3409697"},{"key":"10848_CR16","doi-asserted-by":"crossref","unstructured":"Chakraborty J, Majumder S, Menzies T (2021) Bias in machine learning software: why? how? what to do? In: ESEC\/FSE \u201921: 29th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering, ACM, pp 429\u2013440","DOI":"10.1145\/3468264.3468537"},{"key":"10848_CR17","doi-asserted-by":"crossref","unstructured":"Champa AI, Rabbi MF, Nachuma C, Zibran MF (2024) ChatGPT in action: Analyzing its use in software development. In: Proceedings of the 21st international conference on mining software repositories, pp 182\u2013186","DOI":"10.1145\/3643991.3645077"},{"key":"10848_CR18","doi-asserted-by":"crossref","unstructured":"Chouchen M, Bessghaier N, Begoug M, Ouni A, Alomar E, Mkaouer MW (2024) How do software developers use ChatGPT? an exploratory study on github pull requests. In: Proceedings of the 21st international conference on mining software repositories, pp 212\u2013216","DOI":"10.1145\/3643991.3645084"},{"issue":"12","key":"10848_CR19","first-page":"4818","volume":"48","author":"M Ciniselli","year":"2021","unstructured":"Ciniselli M, Cooper N, Pascarella L, Mastropaolo A, Aghajani E, Poshyvanyk D, Penta MD, Bavota G (2021) An empirical study on the usage of transformer models for code completion. IEEE Trans Softw Eng TSE 48(12):4818\u20134837","journal-title":"IEEE Trans Softw Eng TSE"},{"key":"10848_CR20","first-page":"91","volume-title":"IEEE 24th International Conference on Software Analysis","author":"A Ciurumelea","year":"2017","unstructured":"Ciurumelea A, Schaufelb\u00fchl A, Panichella S, Gall HC (2017) Analyzing reviews and code of mobile apps for better release planning. IEEE 24th International Conference on Software Analysis. SANER, IEEE Computer Society, Evolution and Reengineering, pp 91\u2013102"},{"key":"10848_CR21","unstructured":"Eclipse Foundation (2025) Platform\/how to contribute https:\/\/wiki.eclipse.org\/Platform\/How_to_Contribute. Accessed 20 May 2025"},{"issue":"9","key":"10848_CR22","doi-asserted-by":"publisher","first-page":"2254","DOI":"10.1109\/TSE.2024.3428972","volume":"50","author":"S Fakhoury","year":"2024","unstructured":"Fakhoury S, Naik A, Sakkas G, Chakraborty S, Lahiri SK (2024) Llm-based test-driven interactive code generation: User study and empirical evaluation. IEEE Trans Software Eng 50(9):2254\u20132268. https:\/\/doi.org\/10.1109\/TSE.2024.3428972","journal-title":"IEEE Trans Software Eng"},{"key":"10848_CR23","doi-asserted-by":"crossref","unstructured":"Fan A, Gokkaya B, Harman M, Lyubarskiy M, Sengupta S, Yoo S, Zhang JM (2023a) Large language models for software engineering: Survey and open problems. In: 2023 IEEE\/ACM International Conference on Software Engineering: Future of Software Engineering (ICSE-FoSE), IEEE, pp 31\u201353","DOI":"10.1109\/ICSE-FoSE59343.2023.00008"},{"key":"10848_CR24","doi-asserted-by":"crossref","unstructured":"Fan Z, Gao X, Mirchev M, Roychoudhury A, Tan SH (2023b) Automated repair of programs from large language models. In: 2023 IEEE\/ACM 45th International Conference on Software Engineering (ICSE), IEEE, pp 1469\u20131481","DOI":"10.1109\/ICSE48619.2023.00128"},{"key":"10848_CR25","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2021.111160","volume":"185","author":"S Fang","year":"2022","unstructured":"Fang S, Zhang T, Tan YS, Xu Z, Yuan ZX, Meng LZ (2022) Prhan: Automated pull request description generation based on hybrid attention network. J Syst Softw 185:111160","journal-title":"J Syst Softw"},{"issue":"3","key":"10848_CR26","doi-asserted-by":"publisher","first-page":"1246","DOI":"10.1109\/TSE.2022.3174028","volume":"49","author":"M Fazzini","year":"2023","unstructured":"Fazzini M, Moran K, Bernal-C\u00e1rdenas C, Wendland T, Orso A, Poshyvanyk D (2023) Enhancing mobile app bug reporting via real-time understanding of reproduction steps. IEEE Trans Software Eng 49(3):1246\u20131272","journal-title":"IEEE Trans Software Eng"},{"key":"10848_CR27","doi-asserted-by":"crossref","unstructured":"Fraser G, Arcuri A (2011) Evosuite: automatic test suite generation for object-oriented software. In: 21st ACM Joint Meeting of the European Software Engineering Conference and the ACM\/SIGSOFT Symposium on the Foundations of Software Engineering, ESEC-FSE, pp 416\u2013419","DOI":"10.1145\/2025113.2025179"},{"key":"10848_CR28","doi-asserted-by":"crossref","unstructured":"Fu Y, Liang P, Li Z, Shahin M, Yu J, Chen J (2025) Security weaknesses of copilot-generated code in github projects: An empirical study. ACM Trans Softw Eng Methodol","DOI":"10.1145\/3716848"},{"key":"10848_CR29","doi-asserted-by":"crossref","unstructured":"Grewal B, Lu W, Nadi S, Bezemer CP (2024) Analyzing developer use of chatgpt generated code in open source github projects. In: Proceedings of the 21st international conference on mining software repositories, pp 157\u2013161","DOI":"10.1145\/3643991.3645072"},{"issue":"3","key":"10848_CR30","first-page":"1","volume":"34","author":"X Gu","year":"2025","unstructured":"Gu X, Chen M, Lin Y, Hu Y, Zhang H, Wan C, Wei Z, Xu Y, Wang J (2025) On the effectiveness of large language models in domain-specific code generation. ACM Trans Softw Eng Methodol 34(3):1\u201322","journal-title":"ACM Trans Softw Eng Methodol"},{"key":"10848_CR31","doi-asserted-by":"crossref","unstructured":"Guo Q, Cao J, Xie X, Liu S, Li X, Chen B, Peng X (2024) Exploring the potential of chatgpt in automated code refinement: An empirical study. In: Proceedings of the 46th IEEE\/ACM international conference on software engineering, pp 1\u201313","DOI":"10.1145\/3597503.3623306"},{"key":"10848_CR32","doi-asserted-by":"crossref","unstructured":"Hao H, Tian Y (2024) Engaging with AI: An Exploratory Study on Developers\u2019 Sharing and Reactions to ChatGPT in GitHub Pull Requests. In: Proceedings of the 39th IEEE\/ACM international conference on automated software engineering workshops, pp 156\u2013160","DOI":"10.1145\/3691621.3694946"},{"issue":"6","key":"10848_CR33","doi-asserted-by":"publisher","first-page":"150","DOI":"10.1007\/s10664-024-10540-x","volume":"29","author":"H Hao","year":"2024","unstructured":"Hao H, Hasan KA, Qin H, Macedo M, Tian Y, Ding SH, Hassan AE (2024) An empirical study on developers\u2019 shared conversations with ChatGPT in GitHub pull requests and issues. Empir Softw Eng 29(6):150","journal-title":"Empir Softw Eng"},{"key":"10848_CR34","doi-asserted-by":"crossref","unstructured":"Hou X, Zhao Y, Liu Y, Yang Z, Wang K, Li L, Luo X, Lo D, Grundy J, Wang H (2024) Large language models for software engineering: A systematic literature review. ACM Trans Softw Eng Methodol 33(8):220:1\u2013220:79","DOI":"10.1145\/3695988"},{"key":"10848_CR35","doi-asserted-by":"crossref","unstructured":"Imai S (2022) Is github copilot a substitute for human pair-programming? an empirical study. In: 2022 IEEE\/ACM 44th International Conference on Software Engineering: Companion Proceedings (ICSE-Companion), IEEE, pp 319\u2013321","DOI":"10.1109\/ICSE-Companion55297.2022.9793778"},{"key":"10848_CR36","doi-asserted-by":"crossref","unstructured":"Jin K, Wang CY, Pham HV, Hemmati H (2024) Can ChatGPT support developers? an empirical evaluation of large language models for code generation. In: Proceedings of the 21st international conference on mining software repositories, pp 167\u2013171","DOI":"10.1145\/3643991.3645074"},{"key":"10848_CR37","doi-asserted-by":"publisher","unstructured":"Kabir S, Udo-Imeh DN, Kou B, Zhang T (2024) Is Stack Overflow Obsolete? An Empirical Study of the Characteristics of ChatGPT Answers to Stack Overflow Questions. In: Proceedings of the 2024 CHI Conference on Human Factors in Computing Systems, Association for Computing Machinery, New York, NY, USA, CHI \u201924. https:\/\/doi.org\/10.1145\/3613904.3642596, https:\/\/doi.org\/10.1145\/3613904.3642596","DOI":"10.1145\/3613904.3642596"},{"key":"10848_CR38","doi-asserted-by":"crossref","unstructured":"Li Z, Lu S, Guo D, Duan N, Jannu S, Jenks G, Majumder D, Green J, Svyatkovskiy A, Fu S, Sundaresan N (2022) Automating code review activities by large-scale pre-training. In: 30th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering, ESEC\/FSE, pp 1035\u20131047","DOI":"10.1145\/3540250.3549081"},{"key":"10848_CR39","doi-asserted-by":"crossref","unstructured":"Liu Z, Xia X, Treude C, Lo D, Li S (2019) Automatic generation of pull request descriptions. In: 2019 34th IEEE\/ACM International Conference on Automated Software Engineering (ASE), pp 176\u2013188","DOI":"10.1109\/ASE.2019.00026"},{"key":"10848_CR40","doi-asserted-by":"crossref","unstructured":"Liu Z, Xia X, Treude C, Lo D, Li S (2019) Automatic generation of pull request descriptions. In: 2019 34th IEEE\/ACM International Conference on Automated Software Engineering (ASE), pp 176\u2013188","DOI":"10.1109\/ASE.2019.00026"},{"key":"10848_CR41","doi-asserted-by":"crossref","unstructured":"Malyala A, Zhou K, Ray B, Chakraborty S (2023) On ml-based program translation: Perils and promises. In: 45th International Conference on Software Engineering, ICSE \u201923, Companion Proceedings, 2023","DOI":"10.1109\/ICSE-NIER58687.2023.00017"},{"key":"10848_CR42","doi-asserted-by":"crossref","unstructured":"Mastropaolo A, Pascarella L, Guglielmi E, Ciniselli M, Scalabrino S, Oliveto R, Bavota G (2023) On the robustness of code generation techniques: An empirical study on github copilot. In: 2023 IEEE\/ACM 45th International Conference on Software Engineering (ICSE), IEEE, pp 2149\u20132160","DOI":"10.1109\/ICSE48619.2023.00181"},{"key":"10848_CR43","doi-asserted-by":"publisher","unstructured":"Mathews NS, Nagappan M (2024) Test-driven development and llm-based code generation. In: Proceedings of the 39th IEEE\/ACM International Conference on Automated Software Engineering, Association for Computing Machinery, New York, NY, USA, ASE \u201924, p 1583\u20131594. https:\/\/doi.org\/10.1145\/3691620.3695527","DOI":"10.1145\/3691620.3695527"},{"key":"10848_CR44","unstructured":"Microsoft (2021) Copilot website https:\/\/copilot.github.com"},{"key":"10848_CR45","doi-asserted-by":"crossref","unstructured":"Nguyen AT, Nguyen HA, Nguyen TT, Nguyen TN (2014a) Statistical learning approach for mining API usage mappings for code migration. In: 29th IEEE\/ACM International Conference on Automated Software Engineering, ASE, pp 457\u2013468","DOI":"10.1145\/2642937.2643010"},{"key":"10848_CR46","doi-asserted-by":"crossref","unstructured":"Nguyen AT, Nguyen TT, Nguyen TN (2014b) Migrating code with statistical machine translation. In: 36th IEEE\/ACM International Conference on Software Engineering, ICSE, pp 544\u2013547","DOI":"10.1145\/2591062.2591072"},{"key":"10848_CR47","doi-asserted-by":"crossref","unstructured":"Nguyen N, Nadi S (2022) An empirical evaluation of github copilot\u2019s code suggestions. In: 2022 IEEE\/ACM 19th International Conference on Mining Software Repositories (MSR), IEEE, pp 1\u20135","DOI":"10.1145\/3524842.3528470"},{"key":"10848_CR48","doi-asserted-by":"crossref","unstructured":"Nguyen PT, Di Sipio C, Di Rocco J, Di Penta M, Di Ruscio D (2021) Adversarial attacks to API recommender systems: Time to wake up and smell the coffee$$f$$. In: 36th IEEE\/ACM International Conference on Automated Software Engineering, ASE 2021, pp 253\u2013265","DOI":"10.1109\/ASE51524.2021.9678946"},{"key":"10848_CR49","unstructured":"OpenAI (2022) Chatgpt https:\/\/openai.com\/blog\/chatgpt"},{"key":"10848_CR50","first-page":"281","volume-title":"IEEE International Conference on Software Maintenance and Evolution","author":"S Panichella","year":"2015","unstructured":"Panichella S, Sorbo AD, Guzman E, Visaggio CA, Canfora G, Gall HC (2015) How can i improve my app? classifying user reviews for software maintenance and evolution. IEEE International Conference on Software Maintenance and Evolution. IEEE Computer Society, ICSME, pp 281\u2013290"},{"key":"10848_CR51","unstructured":"Pearce H, Ahmad B, Tan B, Dolan-Gavitt B, Karri R (2021) An empirical cybersecurity evaluation of github copilot\u2019s code contributions. arXiv preprint arXiv:2108.09293"},{"key":"10848_CR52","doi-asserted-by":"crossref","unstructured":"Potdar A, Shihab E (2014) An exploratory study on self-admitted technical debt. In: 30th IEEE International Conference on Software Maintenance and Evolution, Victoria, BC, Canada, September 29 - October 3, 2014, IEEE Computer Society, pp 91\u2013100","DOI":"10.1109\/ICSME.2014.31"},{"key":"10848_CR53","doi-asserted-by":"publisher","unstructured":"Raglianti M, Nagy C, Minelli R, Lanza M (2022) Using discord conversations as program comprehension aid. In: 2022 IEEE\/ACM 30th International Conference on Program Comprehension (ICPC), pp 597\u2013601. https:\/\/doi.org\/10.1145\/3524610.3528388","DOI":"10.1145\/3524610.3528388"},{"key":"10848_CR54","unstructured":"Rosner B (2011) Fundamentals of Biostatistics. Brooks\/Cole"},{"key":"10848_CR55","doi-asserted-by":"crossref","unstructured":"Sagdic E, Bayram A, Islam MR (2024) On the taxonomy of developers\u2019 discussion topics with ChatGPT. In: Proceedings of the 21st international conference on mining software repositories, pp 197\u2013201","DOI":"10.1145\/3643991.3645080"},{"issue":"1","key":"10848_CR56","doi-asserted-by":"publisher","first-page":"68","DOI":"10.1109\/TSE.2017.2759112","volume":"45","author":"S Scalabrino","year":"2019","unstructured":"Scalabrino S, Bavota G, Russo B, Di Penta M, Oliveto R (2019) Listening to the crowd for the release planning of mobile apps. IEEE Trans Software Eng 45(1):68\u201386","journal-title":"IEEE Trans Software Eng"},{"key":"10848_CR57","doi-asserted-by":"crossref","unstructured":"Sergeyuk A, Golubev Y, Bryksin T, Ahmed I (2025) Using ai-based coding assistants in practice: State of affairs, perceptions, and ways forward. Inf Softw Technol 178:107610. https:\/\/doi.org\/10.1016\/j.infsof.2024.107610, https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0950584924002155","DOI":"10.1016\/j.infsof.2024.107610"},{"key":"10848_CR58","doi-asserted-by":"crossref","unstructured":"Siddiq ML, Roney L, Zhang J, Santos JCDS (2024) Quality assessment of chatgpt generated code and their use by developers. In: Proceedings of the 21st international conference on mining software repositories, pp 152\u2013156","DOI":"10.1145\/3643991.3645071"},{"key":"10848_CR59","doi-asserted-by":"crossref","unstructured":"Sobania D, Briesch M, Rothlauf F (2021) Choose your programming copilot: A comparison of the program synthesis performance of github copilot and genetic programming. arXiv preprint arXiv:2111.07875","DOI":"10.1145\/3512290.3528700"},{"key":"10848_CR60","doi-asserted-by":"crossref","unstructured":"Sobania D, Briesch M, Hanna C, Petke J (2023) An analysis of the automatic bug fixing performance of chatgpt. In: 2023 IEEE\/ACM International Workshop on Automated Program Repair (APR), IEEE, pp 23\u201330","DOI":"10.1109\/APR59189.2023.00012"},{"key":"10848_CR61","unstructured":"Spencer D (2009) Card sorting: Designing usable categories. Rosenfeld Media"},{"key":"10848_CR62","doi-asserted-by":"crossref","unstructured":"Steinmacher I, Conte TU, Treude C, Gerosa MA (2016) Overcoming open source project entry barriers with a portal for newcomers. In: Proceedings of the 38th International Conference on Software Engineering, ICSE 2016, ACM, pp 273\u2013284","DOI":"10.1145\/2884781.2884806"},{"key":"10848_CR63","doi-asserted-by":"crossref","unstructured":"Svyatkovskiy A, Deng SK, Fu S, Sundaresan N (2020) Intellicode compose: code generation using transformer. In: 28th ACM Joint European Software Engineering Conference and the ACM\/SIGSOFT International Symposium on the Foundations of Software Engineering ESEC-FSE, pp 1433\u20131443","DOI":"10.1145\/3368089.3417058"},{"key":"10848_CR64","doi-asserted-by":"crossref","unstructured":"Thongtanunam P, Pornprasit C, Tantithamthavorn C (2022) Autotransform: Automated code transformation to support modern code review process. In: 2022 IEEE\/ACM 44th International Conference on Software Engineering (ICSE), pp 237\u2013248","DOI":"10.1145\/3510003.3510067"},{"key":"10848_CR65","unstructured":"Tian H, Lu W, Li TO, Tang X, Cheung SC, Klein J, Bissyand\u00e9 TF (2023) Is chatgpt the ultimate programming assistant-how far is it? arXiv preprint arXiv:2304.11938"},{"key":"10848_CR66","doi-asserted-by":"crossref","unstructured":"Tufano M, Watson C, Bavota G, Penta MD, White M, Poshyvanyk D (2018) An empirical investigation into learning bug-fixing patches in the wild via neural machine translation. In: 33th IEEE\/ACM International Conference on Automated Software Engineering, ASE, pp 832\u2013837","DOI":"10.1145\/3238147.3240732"},{"key":"10848_CR67","doi-asserted-by":"crossref","unstructured":"Tufano R, Pascarella L, Tufano M, Poshyvanyk D, Bavota G (2021) Towards automating code review activities. In: 43rd IEEE\/ACM International Conference on Software Engineering, ICSE, pp 163\u2013174","DOI":"10.1109\/ICSE43902.2021.00027"},{"key":"10848_CR68","doi-asserted-by":"crossref","unstructured":"Tufano R, Masiero S, Mastropaolo A, Pascarella L, Poshyvanyk D, Bavota G (2022) Using pre-trained models to boost code review automation. In: 44th IEEE\/ACM International Conference on Software Engineering, ICSE, pp 2291\u20132302","DOI":"10.1145\/3510003.3510621"},{"key":"10848_CR69","doi-asserted-by":"publisher","unstructured":"Tufano R, Mastropaolo A, Pepe F, Dabic O, Di Penta M, Bavota G (2024) Unveiling ChatGPT\u2019s usage in open source projects: A mining-based study. In: 21st IEEE\/ACM International Conference on Mining Software Repositories, MSR 2024, ACM, pp 571\u2013583. https:\/\/doi.org\/10.1145\/3643991.3644918, https:\/\/doi.org\/10.1145\/3643991.3644918","DOI":"10.1145\/3643991.3644918"},{"key":"10848_CR70","unstructured":"Tufano R, Mastropaolo A, Pepe F, Dabi\u0107 O, Di Penta M, Bavota G (2025) Replication package https:\/\/github.com\/RosaliaTufano\/self-admitted-GAI-usage"},{"key":"10848_CR71","doi-asserted-by":"crossref","unstructured":"Vaithilingam P, Zhang T, Glassman EL (2022) Expectation vs. experience: Evaluating the usability of code generation tools powered by large language models. In: CHI conference on human factors in computing systems extended abstracts, pp 1\u20137","DOI":"10.1145\/3491101.3519665"},{"key":"10848_CR72","doi-asserted-by":"crossref","unstructured":"Watanabe M, Kashiwa Y, Lin B, Hirao T, Yamaguchi K, Iida H (2024) On the use of ChatGPT for code review: Do developers like reviews by ChatGPT? In: Proceedings of the 28th international conference on evaluation and assessment in software engineering, pp 375\u2013380","DOI":"10.1145\/3661167.3661183"},{"key":"10848_CR73","doi-asserted-by":"crossref","unstructured":"Watanabe M, Li H, Kashiwa Y, Reid B, Iida H, Hassan AE (2025) On the use of agentic coding: An empirical study of pull requests on github. arXiv:2509.14745","DOI":"10.1145\/3798166"},{"key":"10848_CR74","unstructured":"Wong D, Kothig A, Lam P (2022) Exploring the verifiability of code generated by github copilot. arXiv preprint arXiv:2209.01766"},{"key":"10848_CR75","doi-asserted-by":"publisher","unstructured":"Xiao D, Guo Y, Li Y, Chen L (2024a) Optimizing search-based unit test generation with large language models: An empirical study. In: Proceedings of the 15th Asia-Pacific Symposium on Internetware, Association for Computing Machinery, New York, NY, USA, Internetware \u201924, p 71\u201380. https:\/\/doi.org\/10.1145\/3671016.3674813, https:\/\/doi.org\/10.1145\/3671016.3674813","DOI":"10.1145\/3671016.3674813"},{"key":"10848_CR76","doi-asserted-by":"crossref","unstructured":"Xiao T, Hata H, Treude C, Matsumoto K (2024b) Generative ai for pull request descriptions: Adoption, impact, and developer interventions. In: Proceedings of the ACM on Software Engineering 1(FSE):1043\u20131065","DOI":"10.1145\/3643773"},{"key":"10848_CR77","doi-asserted-by":"crossref","unstructured":"Xiao T, Treude C, Hata H, Matsumoto K (2024c) Devgpt: Studying developer-chatgpt conversations. In: Proceedings of the 21st international conference on mining software repositories, pp 227\u2013230","DOI":"10.1145\/3643991.3648400"},{"key":"10848_CR78","doi-asserted-by":"crossref","unstructured":"Yetistiren B, Ozsoy I, Tuzun E (2022) Assessing the quality of github copilot\u2019s code generation. In: Proceedings of the 18th international conference on predictive models and data analytics in software engineering, pp 62\u201371","DOI":"10.1145\/3558489.3559072"},{"key":"10848_CR79","unstructured":"Yu X, Liu L, Hu X, Keung JW, Liu J, Xia X (2024) Where are large language models for code generation on github? arXiv preprint arXiv:2406.19544"},{"key":"10848_CR80","doi-asserted-by":"crossref","unstructured":"Yuan Z, Liu M, Ding S, Wang K, Chen Y, Peng X, Lou Y (2024) Evaluating and improving ChatGPT for unit test generation. In: Proceedings of the ACM on software engineering 1(FSE):1703\u20131726","DOI":"10.1145\/3660783"},{"key":"10848_CR81","doi-asserted-by":"crossref","unstructured":"Zhao Y, Su T, Liu Y, Zheng W, Wu X, Kavuluru R, Halfond WGJ, Yu T (2022) Recdroid+: Automated end-to-end crash reproduction from bug reports for android apps. ACM Trans Softw Eng Methodol 31(3):36:1\u201336:33","DOI":"10.1145\/3488244"},{"key":"10848_CR82","doi-asserted-by":"crossref","unstructured":"Zhou M, Mockus A (2010) Growth of newcomer competence: challenges of globalization. In: Proceedings of the Workshop on Future of Software Engineering Research, FoSER 2010, at the 18th ACM SIGSOFT International Symposium on Foundations of Software Engineering, ACM, pp 443\u2013448","DOI":"10.1145\/1882362.1882452"},{"key":"10848_CR83","doi-asserted-by":"crossref","unstructured":"Ziegler A, Kalliamvakou E, Li XA, Rice A, Rifkin D, Simister S, Sittampalam G, Aftandilian E (2022) Productivity assessment of neural code completion. In: International symposium on machine programming, pp 21\u201329","DOI":"10.1145\/3520312.3534864"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-026-10848-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10664-026-10848-w","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-026-10848-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,16]],"date-time":"2026-06-16T11:02:04Z","timestamp":1781607724000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10664-026-10848-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,2]]},"references-count":83,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2026,7]]}},"alternative-id":["10848"],"URL":"https:\/\/doi.org\/10.1007\/s10664-026-10848-w","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,4,2]]},"assertion":[{"value":"30 May 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 March 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 April 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no conflicts of interest to declare that are relevant to the content of this article.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflicts of interest"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}},{"value":"Not applicable.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Informed consent"}},{"value":"Not applicable.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Clinical trial number"}}],"article-number":"108"}}