{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,18]],"date-time":"2026-07-18T02:42:53Z","timestamp":1784342573521,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":45,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,4,15]],"date-time":"2024-04-15T00:00:00Z","timestamp":1713139200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,4,15]]},"DOI":"10.1145\/3643991.3645081","type":"proceedings-article","created":{"date-parts":[[2024,8,13]],"date-time":"2024-08-13T13:04:54Z","timestamp":1723554294000},"page":"202-206","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":26,"title":["How to refactor this code? An exploratory study on developer-ChatGPT refactoring conversations"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1800-9268","authenticated-orcid":false,"given":"Eman Abdullah","family":"AlOmar","sequence":"first","affiliation":[{"name":"Stevens Institute of Technology, Hoboken, New Jersey, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-5370-6285","authenticated-orcid":false,"given":"Anushkrishna","family":"Venkatakrishnan","sequence":"additional","affiliation":[{"name":"Rochester Institute of Technology, Rochester, New York, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6010-7561","authenticated-orcid":false,"given":"Mohamed Wiem","family":"Mkaouer","sequence":"additional","affiliation":[{"name":"University of Michigan-Flint, Flint, Michigan, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8838-4074","authenticated-orcid":false,"given":"Christian","family":"Newman","sequence":"additional","affiliation":[{"name":"Rochester Institute of Technology, Rochester, New York, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4708-0362","authenticated-orcid":false,"given":"Ali","family":"Ouni","sequence":"additional","affiliation":[{"name":"ETS Montreal, Montreal, Quebec, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,7,2]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"[n. d.]. https:\/\/github.com\/UIUC-Chatbot\/ai-ta-backend\/issues\/57."},{"key":"e_1_3_2_1_2_1","unstructured":"[n. d.]. https:\/\/futurism.com\/the-byte\/github-92-percent-programmers-using-ai."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3593434.3593468"},{"key":"e_1_3_2_1_4_1","volume-title":"The (ab) use of Open Source Code to Train Large Language Models. arXiv preprint arXiv:2302.13681","author":"Al-Kaswan Ali","year":"2023","unstructured":"Ali Al-Kaswan and Maliheh Izadi. 2023. The (ab) use of Open Source Code to Train Large Language Models. arXiv preprint arXiv:2302.13681 (2023)."},{"key":"e_1_3_2_1_5_1","volume-title":"Farouq Al-omari, Chanchal Kumar Roy, Banani Roy, and Kevin Schneider.","author":"Alam Ajmain Inqiad","year":"2023","unstructured":"Ajmain Inqiad Alam, Palash Ranjan Roy, Farouq Al-omari, Chanchal Kumar Roy, Banani Roy, and Kevin Schneider. 2023. GPTCloneBench: A comprehensive benchmark of semantic clones and cross-language clones using GPT-3 model and SemanticCloneBench. arXiv preprint arXiv:2308.13963 (2023)."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEIP52600.2021.00044"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/IWoR.2019.00017"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2020.110821"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2020.114176"},{"key":"e_1_3_2_1_10_1","volume-title":"A Lot of Talk and a Badge: An Empirical Analysis of Personal Achievements in GitHub. arXiv preprint arXiv:2303.14702","author":"Calefato Fabio","year":"2023","unstructured":"Fabio Calefato, Luigi Quaranta, and Filippo Lanubile. 2023. A Lot of Talk and a Badge: An Empirical Analysis of Personal Achievements in GitHub. arXiv preprint arXiv:2303.14702 (2023)."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/ESEM.2011.36"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3613372.3613413"},{"key":"e_1_3_2_1_13_1","volume-title":"International Conferences on Software Engineering and Knowledge Engineering","volume":"2018","author":"Di Zhang","year":"2018","unstructured":"Zhang Di, Bing Li, Zengyang Li, and Peng Liang. 2018. A preliminary investigation of self-admitted refactorings in open source software (S). In International Conferences on Software Engineering and Knowledge Engineering, Vol. 2018. KSI Research Inc. and Knowledge Systems Institute Graduate School, 165--168."},{"key":"e_1_3_2_1_14_1","volume-title":"Self-collaboration Code Generation via ChatGPT. arXiv preprint arXiv:2304.07590","author":"Dong Yihong","year":"2023","unstructured":"Yihong Dong, Xue Jiang, Zhi Jin, and Ge Li. 2023. Self-collaboration Code Generation via ChatGPT. arXiv preprint arXiv:2304.07590 (2023)."},{"key":"e_1_3_2_1_15_1","volume-title":"Large Language Models for Software Engineering: Survey and Open Problems. arXiv preprint arXiv:2310.03533","author":"Fan Angela","year":"2023","unstructured":"Angela Fan, Beliz Gokkaya, Mark Harman, Mitya Lyubarskiy, Shubho Sengupta, Shin Yoo, and Jie M Zhang. 2023. Large Language Models for Software Engineering: Survey and Open Problems. arXiv preprint arXiv:2310.03533 (2023)."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2006.79"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/COMPSAC57700.2023.00117"},{"key":"e_1_3_2_1_18_1","volume-title":"Refactoring: Improving the Design of Existing Code","author":"Fowler Martin","year":"1999","unstructured":"Martin Fowler, Kent Beck, John Brant, William Opdyke, and don Roberts. 1999. Refactoring: Improving the Design of Existing Code. Addison-Wesley Longman Publishing Co., Inc., Boston, MA, USA. http:\/\/dl.acm.org\/citation.cfm?id=311424"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.4108\/airo.v2i1.3276"},{"key":"e_1_3_2_1_20_1","volume-title":"Large language models for software engineering: A systematic literature review. arXiv preprint arXiv:2308.10620","author":"Hou Xinyi","year":"2023","unstructured":"Xinyi Hou, Yanjie Zhao, Yue Liu, Zhou Yang, Kailong Wang, Li Li, Xiapu Luo, David Lo, John Grundy, and Haoyu Wang. 2023. Large language models for software engineering: A systematic literature review. arXiv preprint arXiv:2308.10620 (2023)."},{"key":"e_1_3_2_1_21_1","volume-title":"Is ChatGPT a good translator? A preliminary study. arXiv preprint arXiv:2301.08745","author":"Jiao Wenxiang","year":"2023","unstructured":"Wenxiang Jiao, Wenxuan Wang, Jen-tse Huang, Xing Wang, and Zhaopeng Tu. 2023. Is ChatGPT a good translator? A preliminary study. arXiv preprint arXiv:2301.08745 (2023)."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"crossref","unstructured":"Enkelejda Kasneci Kathrin Se\u00dfler Stefan K\u00fcchemann Maria Bannert Daryna Dementieva Frank Fischer Urs Gasser Georg Groh Stephan G\u00fcnnemann Eyke H\u00fcllermeier et al. 2023. ChatGPT for good? On opportunities and challenges of large language models for education. Learning and individual differences 103 (2023) 102274.","DOI":"10.1016\/j.lindif.2023.102274"},{"key":"e_1_3_2_1_23_1","volume-title":"Is Model Attention Aligned with Human Attention? An Empirical Study on Large Language Models for Code Generation. arXiv preprint arXiv:2306.01220","author":"Kou Bonan","year":"2023","unstructured":"Bonan Kou, Shengmai Chen, Zhijie Wang, Lei Ma, and Tianyi Zhang. 2023. Is Model Attention Aligned with Human Attention? An Empirical Study on Large Language Models for Code Generation. arXiv preprint arXiv:2306.01220 (2023)."},{"key":"e_1_3_2_1_24_1","volume-title":"The Scope of ChatGPT in Software Engineering: A Thorough Investigation. arXiv preprint arXiv:2305.12138","author":"Ma Wei","year":"2023","unstructured":"Wei Ma, Shangqing Liu, Wenhan Wang, Qiang Hu, Ye Liu, Cen Zhang, Liming Nie, and Yang Liu. 2023. The Scope of ChatGPT in Software Engineering: A Thorough Investigation. arXiv preprint arXiv:2305.12138 (2023)."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/1636642.1636649"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.5555\/3615924.3615927"},{"key":"e_1_3_2_1_27_1","volume-title":"Evaluating and Explaining Large Language Models for Code Using Syntactic Structures. arXiv preprint arXiv:2308.03873","author":"Palacio David N","year":"2023","unstructured":"David N Palacio, Alejandro Velasco, Daniel Rodriguez-Cardenas, Kevin Moran, and Denys Poshyvanyk. 2023. Evaluating and Explaining Large Language Models for Code Using Syntactic Structures. arXiv preprint arXiv:2308.03873 (2023)."},{"key":"e_1_3_2_1_28_1","volume-title":"From Copilot to Pilot: Towards AI Supported Software Development. arXiv preprint arXiv:2303.04142","author":"Pudari Rohith","year":"2023","unstructured":"Rohith Pudari and Neil A Ernst. 2023. From Copilot to Pilot: Towards AI Supported Software Development. arXiv preprint arXiv:2303.04142 (2023)."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/1370750.1370759"},{"key":"e_1_3_2_1_30_1","volume-title":"Unveiling the potential of large language models in generating semantic and cross-language clones. arXiv preprint arXiv:2309.06424","author":"Roy Palash R","year":"2023","unstructured":"Palash R Roy, Ajmain I Alam, Farouq Al-omari, Banani Roy, Chanchal K Roy, and Kevin A Schneider. 2023. Unveiling the potential of large language models in generating semantic and cross-language clones. arXiv preprint arXiv:2309.06424 (2023)."},{"key":"e_1_3_2_1_31_1","volume-title":"Navigating the complexity of generative ai adoption in software engineering. arXiv preprint arXiv:2307.06081","author":"Russo Daniel","year":"2023","unstructured":"Daniel Russo. 2023. Navigating the complexity of generative ai adoption in software engineering. arXiv preprint arXiv:2307.06081 (2023)."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/2950290.2950305"},{"key":"e_1_3_2_1_33_1","volume-title":"An analysis of the automatic bug fixing performance of chatgpt. arXiv preprint arXiv:2301.08653","author":"Sobania Dominik","year":"2023","unstructured":"Dominik Sobania, Martin Briesch, Carol Hanna, and Justyna Petke. 2023. An analysis of the automatic bug fixing performance of chatgpt. arXiv preprint arXiv:2301.08653 (2023)."},{"key":"e_1_3_2_1_34_1","volume-title":"She Elicits Requirements and He Tests: Software Engineering Gender Bias in Large Language Models. arXiv preprint arXiv:2303.10131","author":"Treude Christoph","year":"2023","unstructured":"Christoph Treude and Hideaki Hata. 2023. She Elicits Requirements and He Tests: Software Engineering Gender Bias in Large Language Models. arXiv preprint arXiv:2303.10131 (2023)."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3417045"},{"key":"e_1_3_2_1_36_1","volume-title":"Generalizing from a few examples: A survey on few-shot learning. ACM computing surveys (csur) 53, 3","author":"Wang Yaqing","year":"2020","unstructured":"Yaqing Wang, Quanming Yao, James T Kwok, and Lionel MNi. 2020. Generalizing from a few examples: A survey on few-shot learning. ACM computing surveys (csur) 53, 3 (2020), 1--34."},{"key":"e_1_3_2_1_37_1","unstructured":"Yanlin Wanga Lianghong Guob Ensheng Shic Wenqing Chena Jiachi Chena Wanjun Zhonga Menghan Wangd Hui Lie and Hongyu Zhangf Ziyu Lyug Zibin Zhenga. [n. d.]. You Augment Me: Exploring ChatGPT-based Data Augmentation for Semantic Code Search. ([n. d.])."},{"key":"e_1_3_2_1_38_1","volume-title":"A prompt pattern catalog to enhance prompt engineering with chatgpt. arXiv preprint arXiv:2302.11382","author":"White Jules","year":"2023","unstructured":"Jules White, Quchen Fu, Sam Hays, Michael Sandborn, Carlos Olea, Henry Gilbert, Ashraf Elnashar, Jesse Spencer-Smith, and Douglas C Schmidt. 2023. A prompt pattern catalog to enhance prompt engineering with chatgpt. arXiv preprint arXiv:2302.11382 (2023)."},{"key":"e_1_3_2_1_39_1","volume-title":"Chatgpt prompt patterns for improving code quality, refactoring, requirements elicitation, and software design. arXiv preprint arXiv:2303.07839","author":"White Jules","year":"2023","unstructured":"Jules White, Sam Hays, Quchen Fu, Jesse Spencer-Smith, and Douglas C Schmidt. 2023. Chatgpt prompt patterns for improving code quality, refactoring, requirements elicitation, and software design. arXiv preprint arXiv:2303.07839 (2023)."},{"key":"e_1_3_2_1_40_1","volume-title":"Keep the Conversation Going: Fixing 162 out of 337 bugs for 0.42 each using ChatGPT. arXiv preprint arXiv:2304.00385","author":"Xia Chunqiu Steven","year":"2023","unstructured":"Chunqiu Steven Xia and Lingming Zhang. 2023. Keep the Conversation Going: Fixing 162 out of 337 bugs for 0.42 each using ChatGPT. arXiv preprint arXiv:2304.00385 (2023)."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.328"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"crossref","unstructured":"Tao Xiao Christoph Treude Hideaki Hata and Kenichi Matsumoto. 2024. DevGPT: Studying Developer-ChatGPT Conversations. (2024).","DOI":"10.1145\/3643991.3648400"},{"key":"e_1_3_2_1_43_1","volume-title":"Harnessing the power of llms in practice: A survey on chatgpt and beyond. arXiv preprint arXiv:2304.13712","author":"Yang Jingfeng","year":"2023","unstructured":"Jingfeng Yang, Hongye Jin, Ruixiang Tang, Xiaotian Han, Qizhang Feng, Haoming Jiang, Bing Yin, and Xia Hu. 2023. Harnessing the power of llms in practice: A survey on chatgpt and beyond. arXiv preprint arXiv:2304.13712 (2023)."},{"key":"e_1_3_2_1_44_1","volume-title":"A Critical Review of Large Language Model on Software Engineering: An Example from ChatGPT and Automated Program Repair. arXiv preprint arXiv:2310.08879","author":"Zhang Quanjun","year":"2023","unstructured":"Quanjun Zhang, Tongke Zhang, Juan Zhai, Chunrong Fang, Bowen Yu, Weisong Sun, and Zhenyu Chen. 2023. A Critical Review of Large Language Model on Software Engineering: An Example from ChatGPT and Automated Program Repair. arXiv preprint arXiv:2310.08879 (2023)."},{"key":"e_1_3_2_1_45_1","unstructured":"Wayne Xin Zhao Kun Zhou Junyi Li Tianyi Tang Xiaolei Wang Yupeng Hou Yingqian Min Beichen Zhang Junjie Zhang Zican Dong et al. 2023. A survey of large language models. arXiv preprint arXiv:2303.18223 (2023)."}],"event":{"name":"MSR '24: 21st International Conference on Mining Software Repositories","location":"Lisbon Portugal","acronym":"MSR '24","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS"]},"container-title":["Proceedings of the 21st International Conference on Mining Software Repositories"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3643991.3645081","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3643991.3645081","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T23:56:45Z","timestamp":1750291005000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3643991.3645081"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,15]]},"references-count":45,"alternative-id":["10.1145\/3643991.3645081","10.1145\/3643991"],"URL":"https:\/\/doi.org\/10.1145\/3643991.3645081","relation":{},"subject":[],"published":{"date-parts":[[2024,4,15]]},"assertion":[{"value":"2024-07-02","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}