{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,10]],"date-time":"2026-04-10T10:05:31Z","timestamp":1775815531329,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":44,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,9,25]],"date-time":"2023-09-25T00:00:00Z","timestamp":1695600000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,9,25]]},"DOI":"10.1145\/3613372.3613413","type":"proceedings-article","created":{"date-parts":[[2023,9,25]],"date-time":"2023-09-25T22:19:27Z","timestamp":1695680367000},"page":"283-292","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":18,"title":["Assessing the Readability of ChatGPT Code Snippet Recommendations: A Comparative Study"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0009-7876-9227","authenticated-orcid":false,"given":"Carlos","family":"Dantas","sequence":"first","affiliation":[{"name":"Federal University of Uberl\u00e2ndia, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3797-1260","authenticated-orcid":false,"given":"Adriano","family":"Rocha","sequence":"additional","affiliation":[{"name":"UFU, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3578-1380","authenticated-orcid":false,"given":"Marcelo","family":"Maia","sequence":"additional","affiliation":[{"name":"Universidade Federal de Uberl\u00e2ndia, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2023,9,25]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3551349.3560438"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"crossref","unstructured":"Sushil Bajracharya Trung Ngo Erik Linstead Yimeng Dou Paul Rigor Pierre Baldi and Cristina Lopes. 2006. Sourcerer: A Search Engine for Open Source Code Supporting Structure-Based Search. In Companion to the 21st ACM SIGPLAN Symposium on Object-Oriented Programming Systems Languages and Applications (Portland Oregon USA) (OOPSLA \u201906). Association for Computing Machinery New York NY USA 681\u2013682.","DOI":"10.1145\/1176617.1176671"},{"key":"e_1_3_2_1_3_1","volume-title":"An Empirical Validation of Cognitive Complexity as a Measure of Source Code Understandability. CoRR abs\/2007.12520","author":"Bar\u00f3n Marvin\u00a0Mu\u00f1oz","year":"2020","unstructured":"Marvin\u00a0Mu\u00f1oz Bar\u00f3n, Marvin Wyrich, and Stefan Wagner. 2020. An Empirical Validation of Cognitive Complexity as a Measure of Source Code Understandability. CoRR abs\/2007.12520 (2020). arxiv:2007.12520"},{"key":"e_1_3_2_1_4_1","volume-title":"Proceedings of the 2nd International Conference on Software Engineering","author":"Boehm W.","unstructured":"B.\u00a0W. Boehm, J.\u00a0R. Brown, and M. Lipow. 1976. Quantitative Evaluation of Software Quality. In Proceedings of the 2nd International Conference on Software Engineering (San Francisco, California, USA) (ICSE \u201976). IEEE Computer Society Press, Washington, DC, USA, 592\u2013605."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2009.70"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11219-015-9267-5"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3194164.3194186"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","unstructured":"Kaibo Cao Chunyang Chen Sebastian Baltes Christoph Treude and Xiang Chen. 2021. Automated Query Reformulation for Efficient Search Based on Query Logs From Stack Overflow. 1273\u20131285. https:\/\/doi.org\/10.1109\/ICSE43902.2021.00116","DOI":"10.1109\/ICSE43902.2021.00116"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-020-09863-2"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","unstructured":"Carlos Eduardo\u00a0C. Dantas Adriano\u00a0M. Rocha and Marcelo\u00a0A. Maia. 2023. Assessing the Readability of ChatGPT Code Snippet Recommendations: A Comparative Study. https:\/\/doi.org\/10.5281\/zenodo.7945900","DOI":"10.5281\/zenodo.7945900"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/ms.2021.3133805"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2021.110971"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"crossref","unstructured":"Andre Hora. 2021. Googling for Software Development: What Developers Search For and What They Find.","DOI":"10.1109\/MSR52588.2021.00044"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1002\/spe.2906"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/1052883.1052895"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238191"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2013.6606613"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","unstructured":"John Johnson Sergio Lubo Nishitha Yedla Jairo Aponte and Bonita Sharif. 2019. An Empirical Study Assessing Source Code Readability in Comprehension. 513\u2013523. https:\/\/doi.org\/10.1109\/ICSME.2019.00085","DOI":"10.1109\/ICSME.2019.00085"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568292"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/127099.127101"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.2307\/2529310"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICPC.2019.00040"},{"key":"e_1_3_2_1_23_1","volume-title":"I Know What You Did Last Summer: An Investigation of How Developers Spend Their Time(ICPC \u201915)","author":"Minelli Roberto","unstructured":"Roberto Minelli, Andrea\u00a0Mocci and, and Michele Lanza. 2015. I Know What You Did Last Summer: An Investigation of How Developers Spend Their Time(ICPC \u201915). IEEE Press, 25\u201335."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.5555\/2818754.2818860"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3524842.3528470"},{"key":"e_1_3_2_1_26_1","volume-title":"Principles of Program Analysis","author":"Nielson Flemming","unstructured":"Flemming Nielson, Hanne\u00a0R. Nielson, and Chris Hankin. 2010. Principles of Program Analysis. Springer Publishing Company, Incorporated."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-015-9421-5"},{"key":"e_1_3_2_1_28_1","volume-title":"Evaluating Code Readability and Legibility: An Examination of Human-centric Studies. In 2020 IEEE International Conference on Software Maintenance and Evolution (ICSME). 348\u2013359","author":"Oliveira Delano","year":"2020","unstructured":"Delano Oliveira, Reydne Bruno, Fernanda Madeiral, and Fernando Castor. 2020. Evaluating Code Readability and Legibility: An Examination of Human-centric Studies. In 2020 IEEE International Conference on Software Maintenance and Evolution (ICSME). 348\u2013359."},{"key":"e_1_3_2_1_29_1","volume-title":"Article 29","author":"Pantiuchina Jevgenija","year":"2020","unstructured":"Jevgenija Pantiuchina, Fiorella Zampetti, Simone Scalabrino, Valentina Piantadosi, Rocco Oliveto, Gabriele Bavota, and Massimiliano\u00a0Di Penta. 2020. Why Developers Refactor Source Code: A Mining-Based Study. 29, 4, Article 29 (2020), 30\u00a0pages."},{"key":"e_1_3_2_1_30_1","volume-title":"How does code readability change during software evolution?Empirical Software Engineering 25 (11","author":"Piantadosi Valentina","year":"2020","unstructured":"Valentina Piantadosi, Fabiana Fierro, Simone Scalabrino, Alexander Serebrenik, and Rocco Oliveto. 2020. How does code readability change during software evolution?Empirical Software Engineering 25 (11 2020), 1\u201339."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-015-9397-1"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/1985441.1985454"},{"key":"e_1_3_2_1_33_1","volume-title":"A new readability yardstick. Journal of Applied Psychology","author":"Flesch","year":"1948","unstructured":"Flesch R.1948. A new readability yardstick. Journal of Applied Psychology (1948), 221\u2013233."},{"key":"e_1_3_2_1_34_1","unstructured":"Alec Radford Jeffrey Wu Rewon Child David Luan Dario Amodei and Ilya Sutskever. 2018. Language Models are Unsupervised Multitask Learners. (2018). https:\/\/d4mucfpksywv.cloudfront.net\/better-language-models\/language-models.pdf"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"crossref","unstructured":"Gerard\u00a0K. Rambally. 1986. The influence of color on program readability and comprehensibility. In SIGCSE \u201986.","DOI":"10.1145\/5600.5702"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2020.106367"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1023\/A:1018976708691"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2017.8115654"},{"key":"e_1_3_2_1_39_1","volume-title":"A comprehensive model for code readability. Journal of Software: Evolution and Process 30 (06","author":"Scalabrino Simone","year":"2018","unstructured":"Simone Scalabrino, Mario Linares\u2010V\u00e1squez, Rocco Oliveto, and Denys Poshyvanyk. 2018. A comprehensive model for code readability. Journal of Software: Evolution and Process 30 (06 2018)."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2021.111063"},{"key":"e_1_3_2_1_41_1","volume-title":"Archetypal Internet-Scale Source Code Searching","author":"Umarji Medha","unstructured":"Medha Umarji, Susan\u00a0Elliott Sim, and Crista Lopes. 2008. Archetypal Internet-Scale Source Code Searching. In Open Source Development, Communities and Quality, Barbara Russo, Ernesto Damiani, Scott Hissam, Bj\u00f6rn Lundell, and Giancarlo Succi (Eds.). Springer US, Boston, MA, 257\u2013263."},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1109\/SANER.2018.8330195"},{"key":"e_1_3_2_1_43_1","unstructured":"Ashish Vaswani Noam Shazeer Niki Parmar Jakob Uszkoreit Llion Jones Aidan\u00a0N. Gomez Lukasz Kaiser and Illia Polosukhin. 2017. Attention Is All You Need. arxiv:1706.03762\u00a0[cs.CL]"},{"key":"e_1_3_2_1_44_1","volume-title":"What Do Developers Search for on the Web?22, 6 (Dec","author":"Xia Xin","year":"2017","unstructured":"Xin Xia, Lingfeng Bao, David Lo, Pavneet\u00a0Singh Kochhar, Ahmed\u00a0E. Hassan, and Zhenchang Xing. 2017. What Do Developers Search for on the Web?22, 6 (Dec. 2017), 3149\u20133185."}],"event":{"name":"SBES 2023: XXXVII Brazilian Symposium on Software Engineering","location":"Campo Grande Brazil","acronym":"SBES 2023"},"container-title":["Proceedings of the XXXVII Brazilian Symposium on Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3613372.3613413","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3613372.3613413","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:46:20Z","timestamp":1750178780000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3613372.3613413"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,9,25]]},"references-count":44,"alternative-id":["10.1145\/3613372.3613413","10.1145\/3613372"],"URL":"https:\/\/doi.org\/10.1145\/3613372.3613413","relation":{},"subject":[],"published":{"date-parts":[[2023,9,25]]},"assertion":[{"value":"2023-09-25","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}