{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T20:43:58Z","timestamp":1776113038953,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":41,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,11,5]],"date-time":"2024-11-05T00:00:00Z","timestamp":1730764800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,11,5]]},"DOI":"10.1145\/3701625.3701650","type":"proceedings-article","created":{"date-parts":[[2024,12,21]],"date-time":"2024-12-21T11:39:16Z","timestamp":1734781156000},"page":"103-113","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":12,"title":["Evaluating Source Code Quality with Large Language Models: a comparative study"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-8129-3297","authenticated-orcid":false,"given":"Igor Regis da Silva","family":"Sim\u00f5es","sequence":"first","affiliation":[{"name":"Computer Science Department, Universidade de Bras\u00edlia, Brasilia, Distrito Federal, Brazil and Banco do Brasil, Brasilia, Distrito Federal, Brazil"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7607-5936","authenticated-orcid":false,"given":"Elaine","family":"Venson","sequence":"additional","affiliation":[{"name":"Computer Science Department, Universidade de Brasilia, Brasilia, Distrito Federal, Brazil"}]}],"member":"320","published-online":{"date-parts":[[2024,12,21]]},"reference":[{"key":"e_1_3_3_2_2_2","unstructured":"2019. List of Weaknesses Included in the CISQ Automated Source Code Maintainability Measure. https:\/\/www.it-cisq.org\/cisq-files\/pdf\/Maintainability-Weaknesses.pdf"},{"key":"e_1_3_3_2_3_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2013.6606642"},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"publisher","DOI":"10.1145\/3194164.3194186"},{"key":"e_1_3_3_2_5_2","doi-asserted-by":"publisher","DOI":"10.1145\/3540250.3558940"},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"publisher","unstructured":"Timothy Clem and Patrick Thomson. 2021. Static Analysis at GitHub: An experience report. Queue 19 4 (Aug. 2021) 42\u201367. 10.1145\/3487019.3487022https:\/\/dl.acm.org\/doi\/10.1145\/3487019.3487022","DOI":"10.1145\/3487019.3487022"},{"key":"e_1_3_3_2_7_2","volume-title":"Clean Code Cookbook","author":"Contieri Maximiliano","year":"2023","unstructured":"Maximiliano Contieri. 2023. Clean Code Cookbook. O\u2019Reilly Media, Inc.https:\/\/www.amazon.com\/-\/dp\/1098144724"},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"publisher","unstructured":"Igor\u00a0Regis da Silva\u00a0Sim\u00f5es. 2024. Github repository with preserved source code related to this paper. 10.5281\/zenodo.13890179","DOI":"10.5281\/zenodo.13890179"},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"publisher","unstructured":"Dino Distefano Manuel F\u00e4hndrich Francesco Logozzo and Peter\u00a0W. O\u2019Hearn. 2019. Scaling static analyses at Facebook. Commun. ACM 62 8 (July 2019) 62\u201370. 10.1145\/3338112https:\/\/dl.acm.org\/doi\/10.1145\/3338112","DOI":"10.1145\/3338112"},{"key":"e_1_3_3_2_10_2","volume-title":"Refactoring: improving the design of existing code","author":"Fowler Martin","year":"1999","unstructured":"Martin Fowler and Kent Beck. 1999. Refactoring: improving the design of existing code. Addison-Wesley, Reading, MA. https:\/\/dl.acm.org\/doi\/10.5555\/311424"},{"key":"e_1_3_3_2_11_2","doi-asserted-by":"publisher","unstructured":"Sanuri Gunawardena Ewan Tempero and Kelly Blincoe. 2023. Concerns identified in code review: A fine-grained faceted classification. Information and Software Technology 153 (Jan. 2023) 107054. 10.1016\/j.infsof.2022.107054 https:\/\/dl.acm.org\/doi\/10.1016\/j.infsof.2022.107054","DOI":"10.1016\/j.infsof.2022.107054"},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"publisher","DOI":"10.1145\/3597503.3623306"},{"key":"e_1_3_3_2_13_2","unstructured":"Yu Hao Weiteng Chen Ziqiao Zhou and Weidong Cui. 2023. E&V: Prompting Large Language Models to Perform Static Analysis by Pseudo-code Execution and Verification. http:\/\/arxiv.org\/abs\/2312.08477 arXiv:https:\/\/arXiv.org\/abs\/2312.08477 [cs]."},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"publisher","DOI":"10.1109\/QUATIC.2007.8"},{"key":"e_1_3_3_2_15_2","unstructured":"Xinyi Hou Yanjie Zhao Yue Liu Zhou Yang Kailong Wang Li Li Xiapu Luo David Lo John Grundy and Haoyu Wang. 2024. Large Language Models for Software Engineering: A Systematic Literature Review. http:\/\/arxiv.org\/abs\/2308.10620 arXiv:https:\/\/arXiv.org\/abs\/2308.10620 [cs]."},{"key":"e_1_3_3_2_16_2","unstructured":"iso5055. 2021. ISO\/IEC 5055:2021. https:\/\/www.iso.org\/standard\/80623.html"},{"key":"e_1_3_3_2_17_2","unstructured":"Paul Jansen. 2023. The TIOBE Quality Indicator. https:\/\/www.tiobe.com\/files\/TIOBEQualityIndicator_v4_15.pdf"},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"publisher","unstructured":"Md\u00a0Tahmid\u00a0Rahman Laskar M\u00a0Saiful Bari Mizanur Rahman Md\u00a0Amran\u00a0Hossen Bhuiyan Shafiq Joty and Jimmy\u00a0Xiangji Huang. 2023. A Systematic Study and Comprehensive Evaluation of ChatGPT on Benchmark Datasets. 10.48550\/ARXIV.2305.18486Version Number: 4.","DOI":"10.48550\/ARXIV.2305.18486"},{"key":"e_1_3_3_2_19_2","unstructured":"Jean-Louis Letouzey. 2016. The SQALE Method for Managing Technical Debt. http:\/\/sqale.org\/wp-content\/uploads\/2016\/08\/SQALE-Method-EN-V1-1.pdf"},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"publisher","DOI":"10.1145\/3540250.3549099"},{"key":"e_1_3_3_2_21_2","doi-asserted-by":"publisher","unstructured":"Yue Liu Chakkrit Tantithamthavorn Yonghui Liu and Li Li. 2024. On the Reliability and Explainability of Language Models for Program Generation. ACM Transactions on Software Engineering and Methodology 33 5 (June 2024) 1\u201326. 10.1145\/3641540https:\/\/dl.acm.org\/doi\/10.1145\/3641540","DOI":"10.1145\/3641540"},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE59848.2023.00026"},{"key":"e_1_3_3_2_23_2","volume-title":"Thirty-fifth Conference on Neural Information Processing Systems Datasets and Benchmarks Track (Round 1)","author":"Lu Shuai","year":"2021","unstructured":"Shuai Lu, Daya Guo, Shuo Ren, Junjie Huang, Alexey Svyatkovskiy, Ambrosio Blanco, Colin Clement, Dawn Drain, Daxin Jiang, Duyu Tang, Ge Li, Lidong Zhou, Linjun Shou, Long Zhou, Michele Tufano, MING GONG, Ming Zhou, Nan Duan, Neel Sundaresan, Shao\u00a0Kun Deng, Shengyu Fu, and Shujie LIU. 2021. CodeXGLUE: A Machine Learning Benchmark Dataset for Code Understanding and Generation. In Thirty-fifth Conference on Neural Information Processing Systems Datasets and Benchmarks Track (Round 1). https:\/\/openreview.net\/forum?id=6lE4dQXaUcb"},{"key":"e_1_3_3_2_24_2","volume-title":"Clean code: a handbook of agile software craftsmanship","author":"Martin Robert\u00a0C.","year":"2009","unstructured":"Robert\u00a0C. Martin (Ed.). 2009. Clean code: a handbook of agile software craftsmanship. Prentice Hall, Upper Saddle River, NJ. https:\/\/dl.acm.org\/doi\/10.5555\/1388398"},{"key":"e_1_3_3_2_25_2","unstructured":"Mohammad\u00a0Mahdi Mohajer Reem Aleithan Nima\u00a0Shiri Harzevili Moshi Wei Alvine\u00a0Boaye Belle Hung\u00a0Viet Pham and Song Wang. 2023. SkipAnalyzer: A Tool for Static Code Analysis with Large Language Models. http:\/\/arxiv.org\/abs\/2310.18532 arXiv:https:\/\/arXiv.org\/abs\/2310.18532 [cs]."},{"key":"e_1_3_3_2_26_2","doi-asserted-by":"publisher","DOI":"10.1145\/3236024.3264830"},{"key":"e_1_3_3_2_27_2","doi-asserted-by":"publisher","unstructured":"Alberto\u00a0S. Nu\u00f1ez-Varela H\u00e9ctor\u00a0G. P\u00e9rez-Gonzalez Francisco\u00a0E. Mart\u00ednez-Perez and Carlos Soubervielle-Montalvo. 2017. Source code metrics: A systematic mapping study. Journal of Systems and Software 128 (June 2017) 164\u2013197. 10.1016\/j.jss.2017.03.044 https:\/\/dl.acm.org\/doi\/10.1016\/j.jss.2017.03.044","DOI":"10.1016\/j.jss.2017.03.044"},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"publisher","DOI":"10.1109\/SANER.2015.7081826"},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"publisher","unstructured":"Caitlin Sadowski Edward Aftandilian Alex Eagle Liam Miller-Cushon and Ciera Jaspan. 2018. Lessons from building static analysis tools at Google. Commun. ACM 61 4 (March 2018) 58\u201366. 10.1145\/3188720https:\/\/dl.acm.org\/doi\/10.1145\/3188720","DOI":"10.1145\/3188720"},{"key":"e_1_3_3_2_30_2","doi-asserted-by":"publisher","DOI":"10.1109\/SANER56733.2023.00049"},{"key":"e_1_3_3_2_31_2","unstructured":"Andrew Shin and Kunitake Kaneko. 2024. Large Language Models Lack Understanding of Character Composition of Words. http:\/\/arxiv.org\/abs\/2405.11357 arXiv:https:\/\/arXiv.org\/abs\/2405.11357 [cs]."},{"key":"e_1_3_3_2_32_2","doi-asserted-by":"publisher","DOI":"10.1109\/VLHCC.2017.8103456"},{"key":"e_1_3_3_2_33_2","doi-asserted-by":"publisher","unstructured":"Patrick Thomson. 2021. Static Analysis: An Introduction: The fundamental challenge of software engineering is one of complexity. Queue 19 4 (Aug. 2021) 29\u201341. 10.1145\/3487019.3487021https:\/\/dl.acm.org\/doi\/10.1145\/3487019.3487021","DOI":"10.1145\/3487019.3487021"},{"key":"e_1_3_3_2_34_2","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510621"},{"key":"e_1_3_3_2_35_2","volume-title":"Advances in Neural Information Processing Systems","author":"Vaswani Ashish","year":"2017","unstructured":"Ashish Vaswani, Noam Shazeer, Niki Parmar, Jakob Uszkoreit, Llion Jones, Aidan\u00a0N Gomez, \u0141\u00a0ukasz Kaiser, and Illia Polosukhin. 2017. Attention is All you Need. In Advances in Neural Information Processing Systems, I.\u00a0Guyon, U.\u00a0Von Luxburg, S.\u00a0Bengio, H.\u00a0Wallach, R.\u00a0Fergus, S.\u00a0Vishwanathan, and R.\u00a0Garnett (Eds.), Vol.\u00a030. Curran Associates, Inc.https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2017\/file\/3f5ee243547dee91fbd053c1c4a845aa-Paper.pdf https:\/\/dl.acm.org\/doi\/10.5555\/3295222.3295349"},{"key":"e_1_3_3_2_36_2","unstructured":"Zhiqiang Wang Yiran Pang and Yanbin Lin. 2023. Large Language Models Are Zero-Shot Text Classifiers. http:\/\/arxiv.org\/abs\/2312.01044 arXiv:https:\/\/arXiv.org\/abs\/2312.01044 [cs]."},{"key":"e_1_3_3_2_37_2","unstructured":"Jules White Quchen Fu Sam Hays Michael Sandborn Carlos Olea Henry Gilbert Ashraf Elnashar Jesse Spencer-Smith and Douglas\u00a0C. Schmidt. 2023. A Prompt Pattern Catalog to Enhance Prompt Engineering with ChatGPT. http:\/\/arxiv.org\/abs\/2302.11382 arXiv:https:\/\/arXiv.org\/abs\/2302.11382 [cs]."},{"key":"e_1_3_3_2_38_2","doi-asserted-by":"publisher","DOI":"10.1145\/3486606.3488075"},{"key":"e_1_3_3_2_39_2","doi-asserted-by":"publisher","unstructured":"Marvin Wyrich Justus Bogner and Stefan Wagner. 2024. 40 Years of Designing Code Comprehension Experiments: A Systematic Mapping Study. Comput. Surveys 56 4 (April 2024) 1\u201342. 10.1145\/3626522https:\/\/dl.acm.org\/doi\/10.1145\/3626522","DOI":"10.1145\/3626522"},{"key":"e_1_3_3_2_40_2","unstructured":"Chunqiu\u00a0Steven Xia and Lingming Zhang. 2023. Conversational Automated Program Repair. http:\/\/arxiv.org\/abs\/2301.13246 arXiv:https:\/\/arXiv.org\/abs\/2301.13246 [cs]."},{"key":"e_1_3_3_2_41_2","unstructured":"Chaoning Zhang Chenshuang Zhang Sheng Zheng Yu Qiao Chenghao Li Mengchun Zhang Sumit\u00a0Kumar Dam Chu\u00a0Myaet Thwal Ye\u00a0Lin Tun Le\u00a0Luang Huy Donguk kim Sung-Ho Bae Lik-Hang Lee Yang Yang Heng\u00a0Tao Shen In\u00a0So Kweon and Choong\u00a0Seon Hong. 2023. A Complete Survey on Generative AI (AIGC): Is ChatGPT from GPT-4 to GPT-5 All You Need?http:\/\/arxiv.org\/abs\/2303.11717 arXiv:https:\/\/arXiv.org\/abs\/2303.11717 [cs]."},{"key":"e_1_3_3_2_42_2","doi-asserted-by":"publisher","DOI":"10.1145\/3551349.3556955"}],"event":{"name":"SBQS 2024: XXIII Brazilian Symposium on Software Quality","location":"Salvador Bahia Brazil","acronym":"SBQS 2024"},"container-title":["Proceedings of the XXIII Brazilian Symposium on Software Quality"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3701625.3701650","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3701625.3701650","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:10:06Z","timestamp":1750295406000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3701625.3701650"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,5]]},"references-count":41,"alternative-id":["10.1145\/3701625.3701650","10.1145\/3701625"],"URL":"https:\/\/doi.org\/10.1145\/3701625.3701650","relation":{},"subject":[],"published":{"date-parts":[[2024,11,5]]},"assertion":[{"value":"2024-12-21","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}