{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,27]],"date-time":"2026-05-27T11:20:32Z","timestamp":1779880832185,"version":"3.53.1"},"publisher-location":"New York, NY, USA","reference-count":118,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,4,15]],"date-time":"2024-04-15T00:00:00Z","timestamp":1713139200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100000781","name":"European Research Council","doi-asserted-by":"publisher","award":["851720"],"award-info":[{"award-number":["851720"]}],"id":[{"id":"10.13039\/501100000781","id-type":"DOI","asserted-by":"publisher"}]},{"name":"PRIN 2020","award":["2020W3A5FY"],"award-info":[{"award-number":["2020W3A5FY"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,4,15]]},"DOI":"10.1145\/3643991.3644918","type":"proceedings-article","created":{"date-parts":[[2024,7,2]],"date-time":"2024-07-02T13:05:13Z","timestamp":1719925513000},"page":"571-583","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":28,"title":["Unveiling ChatGPT's Usage in Open Source Projects: A Mining-based Study"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0009-7017-3066","authenticated-orcid":false,"given":"Rosalia","family":"Tufano","sequence":"first","affiliation":[{"name":"Software Institute @ Universit\u00e0 della Svizzera Italiana, Lugano, Switzerland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7965-7712","authenticated-orcid":false,"given":"Antonio","family":"Mastropaolo","sequence":"additional","affiliation":[{"name":"Software Institute @ Universit\u00e0 della Svizzera Italiana, Lugano, Switzerland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-3038-3977","authenticated-orcid":false,"given":"Federica","family":"Pepe","sequence":"additional","affiliation":[{"name":"University of Sannio, Italy, Benevento, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-1670-7592","authenticated-orcid":false,"given":"Ozren","family":"Dabic","sequence":"additional","affiliation":[{"name":"Software Institute @ Universit\u00e0 della Svizzera Italiana, Lugano, Switzerland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0340-9747","authenticated-orcid":false,"given":"Massimiliano","family":"Di Penta","sequence":"additional","affiliation":[{"name":"University of Sannio, Italy, Benevento, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2216-3148","authenticated-orcid":false,"given":"Gabriele","family":"Bavota","sequence":"additional","affiliation":[{"name":"Software Institute @ Universit\u00e0 della Svizzera Italiana, Lugano, Switzerland"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,7,2]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"[n. d.]. ChatGPT. https:\/\/openai.com\/blog\/chatgpt. Accessed: 2023-03-27."},{"key":"e_1_3_2_1_2_1","unstructured":"[n. d.]. Copilot Website. https:\/\/copilot.github.com. Accessed: 2022-11-10."},{"key":"e_1_3_2_1_3_1","unstructured":"2023. https:\/\/github.com\/woocommerce\/woocommerce\/pull\/37233."},{"key":"e_1_3_2_1_4_1","unstructured":"2023. https:\/\/github.com\/fufexan\/nix-gaming\/pull\/73."},{"key":"e_1_3_2_1_5_1","unstructured":"2023. https:\/\/github.com\/danielgross\/whatsapp-gpt\/issues\/68."},{"key":"e_1_3_2_1_6_1","unstructured":"2023. https:\/\/github.com\/typescript-eslint\/typescript-eslint\/pull\/6915."},{"key":"e_1_3_2_1_7_1","unstructured":"2023. https:\/\/github.com\/dogsheep\/apple-notes-to-sqlite\/issues\/1."},{"key":"e_1_3_2_1_8_1","unstructured":"2023. https:\/\/github.com\/pfusik\/cito\/issues\/80."},{"key":"e_1_3_2_1_9_1","unstructured":"2023. https:\/\/github.com\/greenshot\/greenshot\/pull\/484."},{"key":"e_1_3_2_1_10_1","unstructured":"2023. https:\/\/github.com\/vcmi\/vcmi\/pull\/1659."},{"key":"e_1_3_2_1_11_1","unstructured":"2023. https:\/\/github.com\/garden-io\/garden\/pull\/4553."},{"key":"e_1_3_2_1_12_1","unstructured":"2023. https:\/\/github.com\/1j01\/textual-paint\/commit\/e9494ddf."},{"key":"e_1_3_2_1_13_1","unstructured":"2023. https:\/\/github.com\/go-go-golems\/glazed\/issues\/50."},{"key":"e_1_3_2_1_14_1","unstructured":"2023. https:\/\/github.com\/fluxninja\/aperture\/commit\/70a68635."},{"key":"e_1_3_2_1_15_1","unstructured":"2023. https:\/\/github.com\/talent-connect\/connect\/issues\/658."},{"key":"e_1_3_2_1_16_1","unstructured":"2023. https:\/\/github.com\/gofiber\/fiber\/issues\/2301."},{"key":"e_1_3_2_1_17_1","unstructured":"2023. https:\/\/github.com\/libp2p\/js-libp2p\/issues\/1648."},{"key":"e_1_3_2_1_18_1","unstructured":"2023. https:\/\/github.com\/spacedriveapp\/spacedrive\/pull\/925."},{"key":"e_1_3_2_1_19_1","unstructured":"2023. https:\/\/github.com\/pizzaboxer\/bloxstrap\/issues\/224."},{"key":"e_1_3_2_1_20_1","unstructured":"2023. https:\/\/github.com\/spring-cloud\/spring-cloud-stream\/issues\/2643."},{"key":"e_1_3_2_1_21_1","unstructured":"2023. https:\/\/github.com\/shaka-project\/shaka-player\/issues\/5015."},{"key":"e_1_3_2_1_22_1","unstructured":"2023. https:\/\/github.com\/module-federation\/module-federation-examples\/issues\/2942."},{"key":"e_1_3_2_1_23_1","unstructured":"2023. https:\/\/github.com\/prosyslab-classroom\/cs348-information-security\/issues\/365."},{"key":"e_1_3_2_1_24_1","unstructured":"2023. https:\/\/github.com\/pbui\/bobbit\/commit\/089fc145."},{"key":"e_1_3_2_1_25_1","unstructured":"2023. https:\/\/github.com\/dodona-edu\/dodona\/commit\/9efb97f8."},{"key":"e_1_3_2_1_26_1","unstructured":"2023. https:\/\/github.com\/reorx\/jsoncv\/commit\/1d5f8f1d."},{"key":"e_1_3_2_1_27_1","unstructured":"2023. https:\/\/github.com\/sirupsen\/napkin-math\/issues\/26."},{"key":"e_1_3_2_1_28_1","unstructured":"2023. https:\/\/github.com\/hubtype\/botonic\/pull\/2491."},{"key":"e_1_3_2_1_29_1","unstructured":"2023. https:\/\/github.com\/kvas-it\/pytest-console-scripts\/pull\/76."},{"key":"e_1_3_2_1_30_1","unstructured":"2023. https:\/\/github.com\/kkdai\/chatgpt\/pull\/4."},{"key":"e_1_3_2_1_31_1","unstructured":"2023. https:\/\/github.com\/spotlightpa\/almanack\/commit\/955fc76b."},{"key":"e_1_3_2_1_32_1","unstructured":"2023. https:\/\/github.com\/kohya-ss\/sd-webui-additional-networks\/issues\/43."},{"key":"e_1_3_2_1_33_1","unstructured":"2023. https:\/\/github.com\/rootzoll\/raspiblitz\/issues\/3640."},{"key":"e_1_3_2_1_34_1","unstructured":"2023. https:\/\/github.com\/puppeteer\/puppeteer\/issues\/9959."},{"key":"e_1_3_2_1_35_1","unstructured":"2023. https:\/\/github.com\/kiali\/kiali\/pull\/5973."},{"key":"e_1_3_2_1_36_1","unstructured":"2023. https:\/\/github.com\/shilomagen\/passport-extension\/pull\/16."},{"key":"e_1_3_2_1_37_1","unstructured":"2023. https:\/\/github.com\/kyverno\/kyverno\/pull\/5834."},{"key":"e_1_3_2_1_38_1","unstructured":"2023. https:\/\/github.com\/failfa-st\/hyv\/pull\/1."},{"key":"e_1_3_2_1_39_1","unstructured":"2023. https:\/\/github.com\/robherley\/snips.sh\/pull\/17."},{"key":"e_1_3_2_1_40_1","unstructured":"2023. https:\/\/github.com\/pwncollege\/dojo\/issues\/132."},{"key":"e_1_3_2_1_41_1","unstructured":"2023. https:\/\/github.com\/az-digital\/az_quickstart\/pull\/2226."},{"key":"e_1_3_2_1_42_1","unstructured":"2023. n. https:\/\/github.com\/igrigorik\/videospeed\/issues\/1035."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2018.2890652"},{"key":"e_1_3_2_1_44_1","volume-title":"Suggesting Accurate Method and Class Names. In 10th Joint Meeting on Foundations of Software Engineering, ESEC\/FSE. 38--49","author":"Allamanis Miltiadis","year":"2015","unstructured":"Miltiadis Allamanis, Earl T. Barr, Christian Bird, and Charles Sutton. 2015. Suggesting Accurate Method and Class Names. In 10th Joint Meeting on Foundations of Software Engineering, ESEC\/FSE. 38--49."},{"key":"e_1_3_2_1_45_1","unstructured":"Anonymous. 2023. Replication Package https:\/\/github.com\/unveilingchatgptsusage\/unveilingchatgptsusage."},{"key":"e_1_3_2_1_46_1","unstructured":"Apache Software Foundation. [n. d.]. Guide for new project contributors https:\/\/community.apache.org\/contributors\/. Accessed: 2023-07-08."},{"key":"e_1_3_2_1_47_1","volume-title":"Is github's copilot as bad as humans at introducing vulnerabilities in code? arXiv preprint arXiv:2204.04741","author":"Asare Owura","year":"2022","unstructured":"Owura Asare, Meiyappan Nagappan, and N Asokan. 2022. Is github's copilot as bad as humans at introducing vulnerabilities in code? arXiv preprint arXiv:2204.04741 (2022)."},{"key":"e_1_3_2_1_48_1","volume-title":"Object-oriented Programming, Systems, Languages, and Applications OOPSLA","author":"Bader Johannes","year":"2019","unstructured":"Johannes Bader, Andrew Scott, Michael Pradel, and Satish Chandra. 2019. Getafix: learning to fix bugs automatically. ACM Program. Lang., Object-oriented Programming, Systems, Languages, and Applications OOPSLA (2019), 159:1--159:27."},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2021.110937"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2022.3192279"},{"key":"e_1_3_2_1_51_1","volume-title":"A study on prompt design, advantages and limitations of chatgpt for deep learning program repair. arXiv preprint arXiv:2304.08191","author":"Cao Jialun","year":"2023","unstructured":"Jialun Cao, Meiziniu Li, Ming Wen, and Shing-chi Cheung. 2023. A study on prompt design, advantages and limitations of chatgpt for deep learning program repair. arXiv preprint arXiv:2304.08191 (2023)."},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/3468264.3468537"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3409697"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2022.3147265"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/2002931.2002935"},{"key":"e_1_3_2_1_56_1","first-page":"4818","article-title":"An Empirical Study on the Usage of Transformer Models for Code Completion","volume":"48","author":"Ciniselli Matteo","year":"2021","unstructured":"Matteo Ciniselli, Nathan Cooper, Luca Pascarella, Antonio Mastropaolo, Emad Aghajani, Denys Poshyvanyk, Massimiliano Di Penta, and Gabriele Bavota. 2021. An Empirical Study on the Usage of Transformer Models for Code Completion. IEEE Transactions on Software Engineering, TSE 48, 12 (2021), 4818--4837.","journal-title":"IEEE Transactions on Software Engineering, TSE"},{"key":"e_1_3_2_1_57_1","volume-title":"IEEE 24th International Conference on Software Analysis, Evolution and Reengineering, SANER. IEEE Computer Society, 91--102","author":"Ciurumelea Adelina","unstructured":"Adelina Ciurumelea, Andreas Schaufelb\u00fchl, Sebastiano Panichella, and Harald C. Gall. 2017. Analyzing reviews and code of mobile apps for better release planning. In IEEE 24th International Conference on Software Analysis, Evolution and Reengineering, SANER. IEEE Computer Society, 91--102."},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"crossref","unstructured":"J Cohen. 1960. A coefficient of agreement for nominal scales. Educ Psychol Meas. (1960).","DOI":"10.1177\/001316446002000104"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1145\/1831708.1831734"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510069"},{"key":"e_1_3_2_1_61_1","volume-title":"Self-collaboration Code Generation via ChatGPT. arXiv preprint arXiv:2304.07590","author":"Dong Yihong","year":"2023","unstructured":"Yihong Dong, Xue Jiang, Zhi Jin, and Ge Li. 2023. Self-collaboration Code Generation via ChatGPT. arXiv preprint arXiv:2304.07590 (2023)."},{"key":"e_1_3_2_1_62_1","unstructured":"Eclipse Foundation. [n. d.]. Platform\/How to contribute https:\/\/wiki.eclipse.org\/Platform\/How_to_Contribute. Accessed: 2023-07-08."},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME46990.2020.00061"},{"key":"e_1_3_2_1_64_1","volume-title":"Automated Repair of Programs from Large Language Models. arXiv preprint arXiv:2205.10583","author":"Fan Zhiyu","year":"2022","unstructured":"Zhiyu Fan, Xiang Gao, Abhik Roychoudhury, and Shin Hwei Tan. 2022. Automated Repair of Programs from Large Language Models. arXiv preprint arXiv:2205.10583 (2022)."},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2021.111160"},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2022.3174028"},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2016.2616877"},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","DOI":"10.1145\/3418461"},{"key":"e_1_3_2_1_69_1","unstructured":"Inc. Google. 2023. Try Bard an AI expertiment by Google https:\/\/bard.google.com."},{"key":"e_1_3_2_1_70_1","volume-title":"33th IEEE International Conference on Software Maintenance and Evolution ICSME. 125--136","author":"Han Z.","unstructured":"Z. Han, X. Li, Z. Xing, H. Liu, and Z. Feng. 2017. Learning to Predict Severity of Software Vulnerability Using Only Vulnerability Description. In 33th IEEE International Conference on Software Maintenance and Evolution ICSME. 125--136."},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.1145\/3510454.3522684"},{"key":"e_1_3_2_1_72_1","volume-title":"AutoPRTitle: A Tool for Automatic Pull Request Title Generation. In 2022 IEEE International Conference on Software Maintenance and Evolution (ICSME). 454--458","author":"Irsan Ivana Clairine","year":"2022","unstructured":"Ivana Clairine Irsan, Ting Zhang, Ferdian Thung, David Lo, and Lingxiao Jiang. 2022. AutoPRTitle: A Tool for Automatic Pull Request Title Generation. In 2022 IEEE International Conference on Software Maintenance and Evolution (ICSME). 454--458."},{"key":"e_1_3_2_1_73_1","volume-title":"Andrea Madotto, and Pascale Fung.","author":"Ji Ziwei","year":"2023","unstructured":"Ziwei Ji, Nayeon Lee, Rita Frieske, Tiezheng Yu, Dan Su, Yan Xu, Etsuko Ishii, Ye Jin Bang, Andrea Madotto, and Pascale Fung. 2023. Survey of Hallucination in Natural Language Generation. ACM Comput. Surv. (2023)."},{"key":"e_1_3_2_1_74_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2017.8115626"},{"key":"e_1_3_2_1_75_1","volume-title":"Retrieval-Augmented Generation for Knowledge-Intensive NLP Tasks. In Advances in Neural Information Processing Systems 33: Annual Conference on Neural Information Processing Systems.","author":"Lewis Patrick S. H.","year":"2020","unstructured":"Patrick S. H. Lewis, Ethan Perez, Aleksandra Piktus, Fabio Petroni, Vladimir Karpukhin, Naman Goyal, Heinrich K\u00fcttler, Mike Lewis, Wen-tau Yih, Tim Rockt\u00e4schel, Sebastian Riedel, and Douwe Kiela. 2020. Retrieval-Augmented Generation for Knowledge-Intensive NLP Tasks. In Advances in Neural Information Processing Systems 33: Annual Conference on Neural Information Processing Systems."},{"key":"e_1_3_2_1_76_1","doi-asserted-by":"publisher","DOI":"10.1145\/3540250.3549081"},{"key":"e_1_3_2_1_77_1","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238190"},{"key":"e_1_3_2_1_78_1","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238190"},{"key":"e_1_3_2_1_79_1","volume-title":"Automatic Generation of Pull Request Descriptions. In 2019 34th IEEE\/ACM International Conference on Automated Software Engineering (ASE). 176--188","author":"Liu Zhongxin","year":"2019","unstructured":"Zhongxin Liu, Xin Xia, Christoph Treude, David Lo, and Shanping Li. 2019. Automatic Generation of Pull Request Descriptions. In 2019 34th IEEE\/ACM International Conference on Automated Software Engineering (ASE). 176--188."},{"key":"e_1_3_2_1_80_1","volume-title":"On ML-Based Program Translation: Perils and Promises. In 45th International Conference on Software Engineering, ICSE '23, Companion Proceedings","author":"Malyala Aniketh","year":"2023","unstructured":"Aniketh Malyala, Katelyn Zhou, Baishakhi Ray, and Saikat Chakraborty. 2023. On ML-Based Program Translation: Perils and Promises. In 45th International Conference on Software Engineering, ICSE '23, Companion Proceedings, 2023."},{"key":"e_1_3_2_1_81_1","volume-title":"Applying CodeBERT for Automated Program Repair of Java Simple Bugs. In 18th IEEE\/ACM International Conference on Mining Software Repositories, MSR. 505--509","author":"Mashhadi Ehsan","year":"2021","unstructured":"Ehsan Mashhadi and Hadi Hemmati. 2021. Applying CodeBERT for Automated Program Repair of Java Simple Bugs. In 18th IEEE\/ACM International Conference on Mining Software Repositories, MSR. 505--509."},{"key":"e_1_3_2_1_82_1","volume-title":"On the robustness of code generation techniques: An empirical study on github copilot. arXiv preprint arXiv:2302.00438","author":"Mastropaolo Antonio","year":"2023","unstructured":"Antonio Mastropaolo, Luca Pascarella, Emanuela Guglielmi, Matteo Ciniselli, Simone Scalabrino, Rocco Oliveto, and Gabriele Bavota. 2023. On the robustness of code generation techniques: An empirical study on github copilot. arXiv preprint arXiv:2302.00438 (2023)."},{"key":"e_1_3_2_1_83_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2015.98"},{"key":"e_1_3_2_1_84_1","volume-title":"Comparing Software Developers with ChatGPT: An Empirical Investigation. arXiv preprint arXiv:2305.11837","author":"Nascimento Nathalia","year":"2023","unstructured":"Nathalia Nascimento, Paulo Alencar, and Donald Cowan. 2023. Comparing Software Developers with ChatGPT: An Empirical Investigation. arXiv preprint arXiv:2305.11837 (2023)."},{"key":"e_1_3_2_1_85_1","volume-title":"Statistical Learning Approach for Mining API Usage Mappings for Code Migration. In 29th IEEE\/ACM International Conference on Automated Software Engineering, ASE. 457--468","author":"Nguyen Anh Tuan","unstructured":"Anh Tuan Nguyen, Hoan Anh Nguyen, Tung Thanh Nguyen, and Tien N. Nguyen. 2014. Statistical Learning Approach for Mining API Usage Mappings for Code Migration. In 29th IEEE\/ACM International Conference on Automated Software Engineering, ASE. 457--468."},{"key":"e_1_3_2_1_86_1","volume-title":"34th IEEE\/ACM International Conference on Software Engineering, ICSE. 69--79","author":"Nguyen Anh Tuan","unstructured":"Anh Tuan Nguyen, Tung Thanh Nguyen, Hoan Anh Nguyen, Ahmed Tamrawi, Hung Viet Nguyen, Jafar M. Al-Kofahi, and Tien N. Nguyen. 2012. Graph-based pattern-oriented, context-sensitive source code completion. In 34th IEEE\/ACM International Conference on Software Engineering, ICSE. 69--79."},{"key":"e_1_3_2_1_87_1","volume-title":"Migrating Code with Statistical Machine Translation. In 36th IEEE\/ACM International Conference on Software Engineering, ICSE. 544--547","author":"Nguyen Anh Tuan","unstructured":"Anh Tuan Nguyen, Tung Thanh Nguyen, and Tien N. Nguyen. 2014. Migrating Code with Statistical Machine Translation. In 36th IEEE\/ACM International Conference on Software Engineering, ICSE. 544--547."},{"key":"e_1_3_2_1_88_1","doi-asserted-by":"publisher","DOI":"10.1145\/3524842.3528470"},{"key":"e_1_3_2_1_89_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE51524.2021.9678946"},{"key":"e_1_3_2_1_90_1","first-page":"910","article-title":"GUI-Guided Test Script Repair for Mobile Apps","volume":"48","author":"Pan Minxue","year":"2022","unstructured":"Minxue Pan, Tongtong Xu, Yu Pei, Zhong Li, Tian Zhang, and Xuandong Li. 2022. GUI-Guided Test Script Repair for Mobile Apps. IEEE Transactions on Software Engineering 48, 3 (2022), 910--929.","journal-title":"IEEE Transactions on Software Engineering"},{"key":"e_1_3_2_1_91_1","volume-title":"IEEE International Conference on Software Maintenance and Evolution, ICSME. IEEE Computer Society, 281--290","author":"Panichella Sebastiano","unstructured":"Sebastiano Panichella, Andrea Di Sorbo, Emitza Guzman, Corrado Aaron Visaggio, Gerardo Canfora, and Harald C. Gall. 2015. How can i improve my app? Classifying user reviews for software maintenance and evolution. In IEEE International Conference on Software Maintenance and Evolution, ICSME. IEEE Computer Society, 281--290."},{"key":"e_1_3_2_1_92_1","volume-title":"An Empirical Cybersecurity Evaluation of GitHub Copilot's Code Contributions. arXiv preprint arXiv:2108.09293","author":"Pearce Hammond","year":"2021","unstructured":"Hammond Pearce, Baleegh Ahmad, Benjamin Tan, Brendan Dolan-Gavitt, and Ramesh Karri. 2021. An Empirical Cybersecurity Evaluation of GitHub Copilot's Code Contributions. arXiv preprint arXiv:2108.09293 (2021)."},{"key":"e_1_3_2_1_93_1","volume-title":"The impact of ai on developer productivity: Evidence from github copilot. arXiv preprint arXiv:2302.06590","author":"Peng Sida","year":"2023","unstructured":"Sida Peng, Eirini Kalliamvakou, Peter Cihon, and Mert Demirer. 2023. The impact of ai on developer productivity: Evidence from github copilot. arXiv preprint arXiv:2302.06590 (2023)."},{"key":"e_1_3_2_1_94_1","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2009.161"},{"key":"e_1_3_2_1_95_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2017.2759112"},{"key":"e_1_3_2_1_96_1","volume-title":"An analysis of the automatic bug fixing performance of chatgpt. arXiv preprint arXiv:2301.08653","author":"Sobania Dominik","year":"2023","unstructured":"Dominik Sobania, Martin Briesch, Carol Hanna, and Justyna Petke. 2023. An analysis of the automatic bug fixing performance of chatgpt. arXiv preprint arXiv:2301.08653 (2023)."},{"key":"e_1_3_2_1_97_1","volume-title":"Choose Your Programming Copilot: A Comparison of the Program Synthesis Performance of GitHub Copilot and Genetic Programming. arXiv preprint arXiv:2111.07875","author":"Sobania Dominik","year":"2021","unstructured":"Dominik Sobania, Martin Briesch, and Franz Rothlauf. 2021. Choose Your Programming Copilot: A Comparison of the Program Synthesis Performance of GitHub Copilot and Genetic Programming. arXiv preprint arXiv:2111.07875 (2021)."},{"key":"e_1_3_2_1_98_1","unstructured":"Donna Spencer. 2009. Card sorting: Designing usable categories. Rosenfeld Media."},{"key":"e_1_3_2_1_99_1","unstructured":"Giriprasad Sridhara Sourav Mazumdar et al. 2023. ChatGPT: A Study on its Utility for Ubiquitous Software Engineering Tasks. arXiv preprint arXiv:2305.16837 (2023)."},{"key":"e_1_3_2_1_100_1","doi-asserted-by":"publisher","DOI":"10.1145\/1985793.1985808"},{"key":"e_1_3_2_1_101_1","doi-asserted-by":"publisher","DOI":"10.1145\/2884781.2884806"},{"key":"e_1_3_2_1_102_1","doi-asserted-by":"publisher","DOI":"10.1145\/3236024.3236063"},{"key":"e_1_3_2_1_103_1","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3417058"},{"key":"e_1_3_2_1_104_1","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510067"},{"key":"e_1_3_2_1_105_1","volume-title":"Xunzhu Tang, Shing-Chi Cheung, Jacques Klein, and Tegawend\u00e9 F Bissyand\u00e9.","author":"Tian Haoye","year":"2023","unstructured":"Haoye Tian, Weiqi Lu, Tsz On Li, Xunzhu Tang, Shing-Chi Cheung, Jacques Klein, and Tegawend\u00e9 F Bissyand\u00e9. 2023. Is ChatGPT the Ultimate Programming Assistant-How far is it? arXiv preprint arXiv:2304.11938 (2023)."},{"key":"e_1_3_2_1_106_1","doi-asserted-by":"publisher","DOI":"10.1145\/3340544"},{"key":"e_1_3_2_1_107_1","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510621"},{"key":"e_1_3_2_1_108_1","volume-title":"Towards Automating Code Review Activities. In 43rd IEEE\/ACM International Conference on Software Engineering, ICSE. 163--174","author":"Tufano Rosalia","year":"2021","unstructured":"Rosalia Tufano, Luca Pascarella, Michele Tufano, Denys Poshyvanyk, and Gabriele Bavota. 2021. Towards Automating Code Review Activities. In 43rd IEEE\/ACM International Conference on Software Engineering, ICSE. 163--174."},{"key":"e_1_3_2_1_109_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3519665"},{"key":"e_1_3_2_1_110_1","doi-asserted-by":"crossref","unstructured":"Haoye Wang Xin Xia David Lo Qiang He Xinyu Wang and John Grundy. 2021. Context-Aware Retrieval-Based Deep Commit Message Generation. ACM Trans. Softw. Eng. Methodol. (2021) 30 pages.","DOI":"10.1145\/3464689"},{"key":"e_1_3_2_1_111_1","volume-title":"Write the Next Method. In 43rd IEEE\/ACM International Conference on Software Engineering, ICSE. 138--149","author":"Wen Fengcai","year":"2021","unstructured":"Fengcai Wen, Emad Aghajani, Csaba Nagy, Michele Lanza, and Gabriele Bavota. 2021. Siri, Write the Next Method. In 43rd IEEE\/ACM International Conference on Software Engineering, ICSE. 138--149."},{"key":"e_1_3_2_1_112_1","volume-title":"Chatgpt prompt patterns for improving code quality, refactoring, requirements elicitation, and software design. arXiv preprint arXiv:2303.07839","author":"White Jules","year":"2023","unstructured":"Jules White, Sam Hays, Quchen Fu, Jesse Spencer-Smith, and Douglas C Schmidt. 2023. Chatgpt prompt patterns for improving code quality, refactoring, requirements elicitation, and software design. arXiv preprint arXiv:2303.07839 (2023)."},{"key":"e_1_3_2_1_113_1","volume-title":"Austin Kothig, and Patrick Lam","author":"Wong Dakota","year":"2022","unstructured":"Dakota Wong, Austin Kothig, and Patrick Lam. 2022. Exploring the Verifiability of Code Generated by GitHub Copilot. arXiv preprint arXiv:2209.01766 (2022)."},{"key":"e_1_3_2_1_114_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2016.2576454"},{"key":"e_1_3_2_1_115_1","doi-asserted-by":"publisher","DOI":"10.1145\/3558489.3559072"},{"key":"e_1_3_2_1_116_1","doi-asserted-by":"publisher","DOI":"10.1145\/3488244"},{"key":"e_1_3_2_1_117_1","doi-asserted-by":"publisher","DOI":"10.1145\/1882362.1882452"},{"key":"e_1_3_2_1_118_1","doi-asserted-by":"publisher","DOI":"10.1145\/3520312.3534864"}],"event":{"name":"MSR '24: 21st International Conference on Mining Software Repositories","location":"Lisbon Portugal","acronym":"MSR '24","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS"]},"container-title":["Proceedings of the 21st International Conference on Mining Software Repositories"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3643991.3644918","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3643991.3644918","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T23:56:44Z","timestamp":1750291004000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3643991.3644918"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,15]]},"references-count":118,"alternative-id":["10.1145\/3643991.3644918","10.1145\/3643991"],"URL":"https:\/\/doi.org\/10.1145\/3643991.3644918","relation":{},"subject":[],"published":{"date-parts":[[2024,4,15]]},"assertion":[{"value":"2024-07-02","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}