{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,10]],"date-time":"2026-07-10T16:14:14Z","timestamp":1783700054392,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":44,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,4,15]],"date-time":"2024-04-15T00:00:00Z","timestamp":1713139200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,4,15]]},"DOI":"10.1145\/3643991.3645071","type":"proceedings-article","created":{"date-parts":[[2024,8,13]],"date-time":"2024-08-13T13:04:54Z","timestamp":1723554294000},"page":"152-156","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":31,"title":["Quality Assessment of ChatGPT Generated Code and their Use by Developers"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7984-3611","authenticated-orcid":false,"given":"Mohammed Latif","family":"Siddiq","sequence":"first","affiliation":[{"name":"University of Notre Dame, Notre Dame, Indiana, United States of America"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-9854-7437","authenticated-orcid":false,"given":"Lindsay","family":"Roney","sequence":"additional","affiliation":[{"name":"University of Notre Dame, Notre Dame, Indiana, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-8379-6871","authenticated-orcid":false,"given":"Jiahao","family":"Zhang","sequence":"additional","affiliation":[{"name":"University of Notre Dame, Notre Dame, Indiana, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8743-2516","authenticated-orcid":false,"given":"Joanna Cecilia Da Silva","family":"Santos","sequence":"additional","affiliation":[{"name":"University of Notre Dame, Notre Dame, Indiana, United States of America"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,7,2]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"2023. Bandit. https:\/\/bandit.readthedocs.io\/"},{"key":"e_1_3_2_1_2_1","first-page":"2023","article-title":"Chat completions","volume":"25","year":"2023","unstructured":"2023. Chat completions. Accessed Mar 25, 2023. https:\/\/platform.openai.com\/docs\/guides\/chat","journal-title":"Accessed Mar"},{"key":"e_1_3_2_1_3_1","volume-title":"https:\/\/leetcode.com [Online","year":"2023","unstructured":"2023. LeetCode. https:\/\/leetcode.com [Online; accessed 10. Oct. 2023]."},{"key":"e_1_3_2_1_4_1","unstructured":"2023. Pylint. https:\/\/pylint.pycqa.org\/"},{"key":"e_1_3_2_1_5_1","volume-title":"Is GitHub's Copilot as Bad As Humans at Introducing Vulnerabilities in Code? arXiv preprint arXiv:2204.04741","author":"Asare Owura","year":"2022","unstructured":"Owura Asare, Meiyappan Nagappan, and N Asokan. 2022. Is GitHub's Copilot as Bad As Humans at Introducing Vulnerabilities in Code? arXiv preprint arXiv:2204.04741 (2022)."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1142\/S021819401950013X"},{"key":"e_1_3_2_1_7_1","volume-title":"Henrique Ponde de Oliveira Pinto, et al","author":"Chen Mark","year":"2021","unstructured":"Mark Chen, Jerry Tworek, Heewoo Jun, Qiming Yuan, Henrique Ponde de Oliveira Pinto, et al. 2021. Evaluating Large Language Models Trained on Code. arXiv:2107.03374 [cs.LG]"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/SATE.2016.10"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/SANER.2018.8330266"},{"key":"e_1_3_2_1_10_1","volume-title":"Codebert: A pre-trained model for programming and natural languages. arXiv preprint arXiv:2002.08155","author":"Feng Zhangyin","year":"2020","unstructured":"Zhangyin Feng, Daya Guo, Duyu Tang, Nan Duan, Xiaocheng Feng, Ming Gong, Linjun Shou, Bing Qin, Ting Liu, Daxin Jiang, and Ming Zhou. 2020. Codebert: A pre-trained model for programming and natural languages. arXiv preprint arXiv:2002.08155 (2020)."},{"key":"e_1_3_2_1_11_1","unstructured":"Martin Fowler. [n. d.]. CodeSmell. https:\/\/martinfowler.com\/bliki\/CodeSmell.html"},{"key":"e_1_3_2_1_12_1","volume-title":"Refactoring: Improving the Design of Existing Code","author":"Fowler Martin","year":"1999","unstructured":"Martin Fowler. 1999. Refactoring: Improving the Design of Existing Code. Addison-Wesley, Boston, MA, USA."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3524610.3527907"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/SCAM.2017.24"},{"key":"e_1_3_2_1_15_1","volume-title":"Your AI pair programmer. https:\/\/copilot.github.com [Online","author":"GitHub Inc. 2022. GitHub Copilot","year":"2022","unstructured":"GitHub Inc. 2022. GitHub Copilot : Your AI pair programmer. https:\/\/copilot.github.com [Online; accessed 10. Oct. 2022]."},{"key":"e_1_3_2_1_16_1","volume-title":"Use of a broken or weak cryptographic hashing algorithm on sensitive data. https:\/\/codeql.github.com\/codeql-query-help\/python\/py-weak-sensitive-data-hashing\/ [Online","author":"GitHub Inc. 2022.","year":"2022","unstructured":"GitHub Inc. 2022. Use of a broken or weak cryptographic hashing algorithm on sensitive data. https:\/\/codeql.github.com\/codeql-query-help\/python\/py-weak-sensitive-data-hashing\/ [Online; accessed 30. Oct. 2022]."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510172"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2014.2331057"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00026"},{"key":"e_1_3_2_1_20_1","volume-title":"Object-oriented metrics in practice: using software metrics to characterize, evaluate, and improve the design of object-oriented systems","author":"Lanza Michele","unstructured":"Michele Lanza and Radu Marinescu. 2007. Object-oriented metrics in practice: using software metrics to characterize, evaluate, and improve the design of object-oriented systems. Springer Science & Business Media."},{"key":"e_1_3_2_1_21_1","volume-title":"Refining ChatGPT-generated code: Characterizing and mitigating code quality issues. arXiv preprint arXiv:2307.12596","author":"Liu Yue","year":"2023","unstructured":"Yue Liu, Thanh Le-Cong, Ratnadira Widyasari, Chakkrit Tantithamthavorn, Li Li, Xuan-Bach D Le, and David Lo. 2023. Refining ChatGPT-generated code: Characterizing and mitigating code quality issues. arXiv preprint arXiv:2307.12596 (2023)."},{"key":"e_1_3_2_1_22_1","unstructured":"Stack Overflow. 2023. Stack Overflow Devlopers Survey. https:\/\/survey.stackoverflow.co\/2023\/#most-popular-technologies-language-prof"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1186\/s40411-017-0041-1"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/SP46214.2022.00057"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11831-021-09566-x"},{"key":"e_1_3_2_1_26_1","volume-title":"Do Users Write More Insecure Code with AI Assistants? arXiv preprint arXiv:2211.03622","author":"Perry Neil","year":"2022","unstructured":"Neil Perry, Megha Srivastava, Deepak Kumar, and Dan Boneh. 2022. Do Users Write More Insecure Code with AI Assistants? arXiv preprint arXiv:2211.03622 (2022)."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2019.00033"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME.2019.00087"},{"key":"e_1_3_2_1_29_1","volume-title":"Survey reveals AI's impact on the developer experience | The GitHub Blog. GitHub Blog (June","author":"Shani Inbal","year":"2023","unstructured":"Inbal Shani. 2023. Survey reveals AI's impact on the developer experience | The GitHub Blog. GitHub Blog (June 2023). https:\/\/github.blog\/2023-06-13-survey-reveals-ais-impact-on-the-developer-experience\/#methodology"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.physd.2019.132306"},{"key":"e_1_3_2_1_31_1","volume-title":"An Empirical Study of Code Smells in Transformer-based Code Generation Techniques. In 2022 IEEE 22nd International Working Conference on Source Code Analysis and Manipulation (SCAM). IEEE, 71--82","author":"Siddiq Mohammed Latif","year":"2022","unstructured":"Mohammed Latif Siddiq, Shafayat H Majumder, Maisha R Mim, Sourov Jajodia, and Joanna CS Santos. 2022. An Empirical Study of Code Smells in Transformer-based Code Generation Techniques. In 2022 IEEE 22nd International Working Conference on Source Code Analysis and Manipulation (SCAM). IEEE, 71--82."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.5281\/zenodo.10361151"},{"key":"e_1_3_2_1_33_1","volume-title":"Santos","author":"Siddiq Mohammed Latif","year":"2024","unstructured":"Mohammed Latif Siddiq, Lindsay Roney, Jiahao Zhang, and Joanna C.S. Santos. 2024. s2e-lab\/DevGPT-Study. https:\/\/github.com\/s2e-lab\/DevGPT-Study [Online; accessed 9. Feb. 2024]."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3549035.3561184"},{"key":"e_1_3_2_1_35_1","volume-title":"Santos","author":"Siddiq Mohammed Latif","year":"2023","unstructured":"Mohammed Latif Siddiq and Joanna C.S. Santos. 2023. Generate and Pray: Using SALLMS to Evaluate the Security of LLM Generated Code. arXiv preprint arXiv:2311.00889 (2023)."},{"key":"e_1_3_2_1_36_1","unstructured":"Ilya Sutskever Oriol Vinyals and Quoc V Le. 2014. Sequence to Sequence Learning with Neural Networks."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSR52588.2021.00045"},{"key":"e_1_3_2_1_38_1","unstructured":"The MITRE Corporation. 2022. CWE - Common Weakness Enumeration. http:\/\/cwe.mitre.org\/"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3519665"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1109\/WAIN52551.2021.00011"},{"key":"e_1_3_2_1_41_1","volume-title":"\u0141 ukasz Kaiser, and Illia Polosukhin","author":"Vaswani Ashish","year":"2017","unstructured":"Ashish Vaswani, Noam Shazeer, Niki Parmar, Jakob Uszkoreit, Llion Jones, Aidan N Gomez, \u0141 ukasz Kaiser, and Illia Polosukhin. 2017. Attention is All you Need. In Advances in Neural Information Processing Systems, I. Guyon, U. Von Luxburg, S. Bengio, H. Wallach, R. Fergus, S. Vishwanathan, and R. Garnett (Eds.), Vol. 30. Curran Associates, Inc."},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.685"},{"key":"e_1_3_2_1_43_1","volume-title":"Proceedings of the International Conference on Mining Software Repositories (MSR","author":"Xiao Tao","year":"2024","unstructured":"Tao Xiao, Christoph Treude, Hideaki Hata, and Kenichi Matsumoto. 2024. DevGPT: Studying Developer-ChatGPT Conversations. In Proceedings of the International Conference on Mining Software Repositories (MSR 2024)."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3520312.3534864"}],"event":{"name":"MSR '24: 21st International Conference on Mining Software Repositories","location":"Lisbon Portugal","acronym":"MSR '24","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS"]},"container-title":["Proceedings of the 21st International Conference on Mining Software Repositories"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3643991.3645071","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3643991.3645071","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T23:56:45Z","timestamp":1750291005000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3643991.3645071"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,15]]},"references-count":44,"alternative-id":["10.1145\/3643991.3645071","10.1145\/3643991"],"URL":"https:\/\/doi.org\/10.1145\/3643991.3645071","relation":{},"subject":[],"published":{"date-parts":[[2024,4,15]]},"assertion":[{"value":"2024-07-02","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}