{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,27]],"date-time":"2026-02-27T22:55:52Z","timestamp":1772232952303,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":44,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,4,15]],"date-time":"2024-04-15T00:00:00Z","timestamp":1713139200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,4,15]]},"DOI":"10.1145\/3643991.3645076","type":"proceedings-article","created":{"date-parts":[[2024,8,13]],"date-time":"2024-08-13T13:04:54Z","timestamp":1723554294000},"page":"177-181","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":16,"title":["AI Writes, We Analyze: The ChatGPT Python Code Saga"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3815-8925","authenticated-orcid":false,"given":"Md Fazle","family":"Rabbi","sequence":"first","affiliation":[{"name":"Computer Science, Idaho State University, Pocatello, Idaho, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-2126-6251","authenticated-orcid":false,"given":"Arifa Islam","family":"Champa","sequence":"additional","affiliation":[{"name":"Computer Science, Idaho State University, Pocatello, Idaho, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-5353-5030","authenticated-orcid":false,"given":"Minhaz F.","family":"Zibran","sequence":"additional","affiliation":[{"name":"Computer Science, Idaho State University, Pocatello, Idaho, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-9104-874X","authenticated-orcid":false,"given":"Md Rakibul","family":"Islam","sequence":"additional","affiliation":[{"name":"Computer Science, Lamar University, Beaumont, Texas, United States of America"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,7,2]]},"reference":[{"key":"e_1_3_2_1_1_1","first-page":"62","article-title":"ChatGPT: open possibilities","volume":"4","author":"Aljanabi Mohammad","year":"2023","unstructured":"Mohammad Aljanabi, Mohanad Ghazi, Ahmed Hussein Ali, Saad Abas Abed, et al. 2023. ChatGPT: open possibilities. Iraqi Journal For Computer Science and Mathematics 4, 1 (2023), 62--64.","journal-title":"Iraqi Journal For Computer Science and Mathematics"},{"key":"e_1_3_2_1_2_1","volume-title":"27th International Conference on Software Engineering and Data Engineering. 122--127","author":"Alwad D.","unstructured":"D. Alwad, M. Panta, and M. Zibran. 2018. An Empirical Study of the Relationships between Code Readability and Software Complexity. In 27th International Conference on Software Engineering and Data Engineering. 122--127."},{"key":"e_1_3_2_1_3_1","volume-title":"Chatgpt as a support tool for online behavioral task programming. Available at SSRN 4329020","author":"Avila-Chauvet Laurent","year":"2023","unstructured":"Laurent Avila-Chauvet, Diana Mej\u00eda, and Christian Oswaldo Acosta Quiroz. 2023. Chatgpt as a support tool for online behavioral task programming. Available at SSRN 4329020 (2023)."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.3386\/w31161"},{"key":"e_1_3_2_1_5_1","volume-title":"20th IEEE International Conference on Mining Software Repositories. 357--361","author":"Champa A.","unstructured":"A. Champa, M. Rabbi, M. Zibran, and M. Islam. 2023. Insights into Female Contributions in Open-Source Projects. In 20th IEEE International Conference on Mining Software Repositories. 357--361."},{"key":"e_1_3_2_1_6_1","volume-title":"Proceedings of the 21st International Conference on Mining Software Repositories (MSR","author":"Champa Arifa I.","year":"2024","unstructured":"Arifa I. Champa, Md Fazle Rabbi, Costain Nachuma, and Minhaz F. Zibran. 2024. ChatGPT in Action: Analyzing Its Use in Software Development. In Proceedings of the 21st International Conference on Mining Software Repositories (MSR 2024)."},{"key":"e_1_3_2_1_7_1","volume-title":"Retrieved","author":"The MITRE Corporation","year":"2023","unstructured":"The MITRE Corporation. 2023. 2023 CWE Top 25 Most Dangerous Software Weaknesses. Retrieved December, 2023 from https:\/\/cwe.mitre.org\/top25\/archive\/2023\/2023_top25_list.html"},{"key":"e_1_3_2_1_8_1","volume-title":"CWE-Common Weakness Enumeration. Retrieved","author":"The MITRE Corporation","year":"2023","unstructured":"The MITRE Corporation. 2023. CWE-Common Weakness Enumeration. Retrieved December 2023 from https:\/\/cwe.mitre.org\/"},{"key":"e_1_3_2_1_9_1","volume-title":"Retrieved","author":"The MITRE Corporation","year":"2023","unstructured":"The MITRE Corporation. 2023. CWE Top 25 Most Dangerous Software Weaknesses. Retrieved December, 2023 from https:\/\/cwe.mitre.org\/top25\/"},{"key":"e_1_3_2_1_10_1","volume-title":"Stubborn Weaknesses in the CWE Top 25. Retrieved","author":"The MITRE Corporation","year":"2023","unstructured":"The MITRE Corporation. 2023. Stubborn Weaknesses in the CWE Top 25. Retrieved December 2023 from https:\/\/cwe.mitre.org\/top25\/archive\/2023\/2023_stubborn_weaknesses.html"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE48619.2023.00128"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/COMPSAC57700.2023.00117"},{"key":"e_1_3_2_1_13_1","volume-title":"Security Weaknesses of Copilot Generated Code in GitHub. arXiv preprint arXiv:2310.02059","author":"Fu Yujia","year":"2023","unstructured":"Yujia Fu, Peng Liang, Amjed Tahir, Zengyang Li, Mojtaba Shahin, and Jiaxin Yu. 2023. Security Weaknesses of Copilot Generated Code in GitHub. arXiv preprint arXiv:2310.02059 (2023)."},{"key":"e_1_3_2_1_14_1","volume-title":"GitHub copilot \u00b7 your AI pair programmer. Retrieved","year":"2023","unstructured":"GitHub. 2023. GitHub copilot \u00b7 your AI pair programmer. Retrieved December 2023 from https:\/\/github.com\/features\/copilot"},{"key":"e_1_3_2_1_15_1","volume-title":"The top programming languages. Retrieved","year":"2023","unstructured":"GitHub. 2023. The top programming languages. Retrieved December 2023 from https:\/\/octoverse.github.com\/2022\/top-programming-languages"},{"key":"e_1_3_2_1_16_1","volume-title":"Two Cybersecurity Concerns When Using ChatGPT For Software Development. Retrieved","author":"Haber Morey","year":"2023","unstructured":"Morey Haber. 2023. Two Cybersecurity Concerns When Using ChatGPT For Software Development. Retrieved December 2023 from https:\/\/www.forbes.com\/sites\/forbestechcouncil\/2023\/03\/29\/two-cybersecurity-concerns-when-using-chatgpt-for-software-development\/"},{"key":"e_1_3_2_1_17_1","volume-title":"10th IEEE Intl. Workshop on Software Clones. 8--14","author":"Islam M.","unstructured":"M. Islam and M. Zibran. 2016. A Comparative Study on Vulnerabilities in Categories of Clones and Non-Cloned Code. In 10th IEEE Intl. Workshop on Software Clones. 8--14."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.4018\/IJSI.2016100103"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"crossref","unstructured":"M. Islam and M. Zibran. 2016. Towards Understanding and Exploiting Developers' Emotional Variations in Software Engineering. In SERA. 185--192.","DOI":"10.1109\/SERA.2016.7516145"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"crossref","unstructured":"M. Islam and M. Zibran. 2017. Leveraging Automated Sentiment Analysis in Software Engineering. In MSR. 203--214.","DOI":"10.1109\/MSR.2017.9"},{"key":"e_1_3_2_1_21_1","volume-title":"On the Characteristics of Buggy Code Clones: A Code Quality Perspective. In 12th IEEE Intl. Workshop on Software Clones. 23 --29","author":"Islam M.","unstructured":"M. Islam and M. Zibran. 2018. On the Characteristics of Buggy Code Clones: A Code Quality Perspective. In 12th IEEE Intl. Workshop on Software Clones. 23 --29."},{"key":"e_1_3_2_1_22_1","volume-title":"Sentiment Analysis of Software Bug Related Commit Messages. In 27th Intl. Conference on Software Engineering and Data Engineering. 3--8.","author":"Islam M.","unstructured":"M. Islam and M. Zibran. 2018. Sentiment Analysis of Software Bug Related Commit Messages. In 27th Intl. Conference on Software Engineering and Data Engineering. 3--8."},{"key":"e_1_3_2_1_23_1","volume-title":"How Bugs Are Fixed: Exposing Bug-fix Patterns with Edits and Nesting Levels. In 35th ACM\/SIGAPP Symposium on Applied Computing. 1523--1531","author":"Islam M.","unstructured":"M. Islam and M. Zibran. 2020. How Bugs Are Fixed: Exposing Bug-fix Patterns with Edits and Nesting Levels. In 35th ACM\/SIGAPP Symposium on Applied Computing. 1523--1531."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3447332.3447334"},{"key":"e_1_3_2_1_25_1","volume-title":"Security Vulnerabilities in Categories of Clones and Non-Cloned Code: An Empirical Study. In 11th ACM\/IEEE Intl. Symposium on Empirical Software Engineering and Measurement. 20--29","author":"Islam M.","unstructured":"M. Islam, M. Zibran, and A. Nagpal. 2017. Security Vulnerabilities in Categories of Clones and Non-Cloned Code: An Empirical Study. In 11th ACM\/IEEE Intl. Symposium on Empirical Software Engineering and Measurement. 20--29."},{"key":"e_1_3_2_1_26_1","volume-title":"How Secure is Code Generated by ChatGPT? arXiv preprint arXiv:2304.09655","author":"Khoury Rapha\u00ebl","year":"2023","unstructured":"Rapha\u00ebl Khoury, Anderson R Avila, Jacob Brunelle, and Baba Mamadou Camara. 2023. How Secure is Code Generated by ChatGPT? arXiv preprint arXiv:2304.09655 (2023)."},{"key":"e_1_3_2_1_27_1","volume-title":"Refining ChatGPT-Generated Code: Characterizing and Mitigating Code Quality Issues. arXiv preprint arXiv:2307.12596","author":"Liu Yue","year":"2023","unstructured":"Yue Liu, Thanh Le-Cong, Ratnadira Widyasari, Chakkrit Tantithamthavorn, Li Li, Xuan-Bach D Le, and David Lo. 2023. Refining ChatGPT-Generated Code: Characterizing and Mitigating Code Quality Issues. arXiv preprint arXiv:2307.12596 (2023)."},{"key":"e_1_3_2_1_28_1","volume-title":"An introduction to information retrieval","author":"Manning Christopher D","unstructured":"Christopher D Manning. 2009. An introduction to information retrieval. Cambridge university press."},{"key":"e_1_3_2_1_29_1","volume-title":"Generating secure hardware using chatgpt resistant to cwes. Cryptology ePrint Archive","author":"Nair Madhav","year":"2023","unstructured":"Madhav Nair, Rajat Sadhukhan, and Debdeep Mukhopadhyay. 2023. Generating secure hardware using chatgpt resistant to cwes. Cryptology ePrint Archive (2023)."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3524842.3528470"},{"key":"e_1_3_2_1_31_1","volume-title":"Retrieved","author":"Models Overview AI.","year":"2023","unstructured":"OpenAI. 2023. Models Overview. Retrieved December 2023 from https:\/\/platform.openai.com\/docs\/models\/gpt-3-5\/"},{"key":"e_1_3_2_1_32_1","volume-title":"Retrieved","author":"Codex AI.","year":"2023","unstructured":"OpenAI. 2023. OpenAI Codex. Retrieved December 2023 from https:\/\/openai.com\/blog\/openai-codex"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/SP46214.2022.9833571"},{"key":"e_1_3_2_1_34_1","volume-title":"Retrieved","author":"PI.","year":"2023","unstructured":"PyPI. 2023. Bandit 1.7.5 Project description. Retrieved December 2023 from https:\/\/pypi.org\/project\/bandit\/"},{"key":"e_1_3_2_1_35_1","volume-title":"Retrieved","author":"PI.","year":"2023","unstructured":"PyPI. 2023. Pylint 3.0.2 Project description. Retrieved December 2023 from https:\/\/pypi.org\/project\/pylint\/"},{"key":"e_1_3_2_1_36_1","volume-title":"In Proceedings of ACM Symposium on Applied Computing (SAC","author":"Rabbi Md Fazle","year":"2024","unstructured":"Md Fazle Rabbi, Arifa I. Champa, Costain Nachuma, and Minhaz F. Zibran. 2024. SBOM Generation Tools Under Microscope: A Focus on the npm Ecosystem. In In Proceedings of ACM Symposium on Applied Computing (SAC 2024)."},{"key":"e_1_3_2_1_37_1","volume-title":"Survey reveals AI's impact on the developer experience. Retrieved","author":"Shani Inbal","year":"2023","unstructured":"Inbal Shani and GitHub Staff. 2023. Survey reveals AI's impact on the developer experience. Retrieved December 2023 from https:\/\/github.blog\/2023-06-13-survey-reveals-ais-impact-on-the-developer-experience\/"},{"key":"e_1_3_2_1_38_1","volume-title":"An Empirical Study of Code Smells in Transformer-based Code Generation Techniques. In 2022 IEEE 22nd International Working Conference on Source Code Analysis and Manipulation (SCAM). IEEE, 71--82","author":"Siddiq Mohammed Latif","year":"2022","unstructured":"Mohammed Latif Siddiq, Shafayat H Majumder, Maisha R Mim, Sourov Jajodia, and Joanna CS Santos. 2022. An Empirical Study of Code Smells in Transformer-based Code Generation Techniques. In 2022 IEEE 22nd International Working Conference on Source Code Analysis and Manipulation (SCAM). IEEE, 71--82."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1109\/WAIN52551.2021.00011"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1109\/SANER53432.2022.00058"},{"key":"e_1_3_2_1_41_1","volume-title":"Proceedings of the International Conference on Mining Software Repositories (MSR","author":"Xiao Tao","year":"2024","unstructured":"Tao Xiao, Christoph Treude, Hideaki Hata, and Kenichi Matsumoto. 2024. DevGPT: Studying Developer-ChatGPT Conversations. In Proceedings of the International Conference on Mining Software Repositories (MSR 2024)."},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3558489.3559072"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1049\/iet-sen.2012.0058"},{"key":"e_1_3_2_1_44_1","volume-title":"Evaluating the Conventional Wisdom in Clone Removal: A Genealogy-based Empirical Study. In 28th ACM\/SIGAPP Symposium on Applied Computing. 1123--1130","author":"Zibran M.","unstructured":"M. Zibran, R. Saha, C. Roy, and K. Schneider. 2013. Evaluating the Conventional Wisdom in Clone Removal: A Genealogy-based Empirical Study. In 28th ACM\/SIGAPP Symposium on Applied Computing. 1123--1130."}],"event":{"name":"MSR '24: 21st International Conference on Mining Software Repositories","location":"Lisbon Portugal","acronym":"MSR '24","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS"]},"container-title":["Proceedings of the 21st International Conference on Mining Software Repositories"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3643991.3645076","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3643991.3645076","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T23:56:45Z","timestamp":1750291005000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3643991.3645076"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,15]]},"references-count":44,"alternative-id":["10.1145\/3643991.3645076","10.1145\/3643991"],"URL":"https:\/\/doi.org\/10.1145\/3643991.3645076","relation":{},"subject":[],"published":{"date-parts":[[2024,4,15]]},"assertion":[{"value":"2024-07-02","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}