{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T04:10:17Z","timestamp":1782879017412,"version":"3.54.5"},"reference-count":42,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2025,2,1]],"date-time":"2025-02-01T00:00:00Z","timestamp":1738368000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,2,1]],"date-time":"2025-02-01T00:00:00Z","timestamp":1738368000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,2,1]],"date-time":"2025-02-01T00:00:00Z","timestamp":1738368000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"University of Idaho, Moscow, ID, USA"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Emerg. Top. Comput. Intell."],"published-print":{"date-parts":[[2025,2]]},"DOI":"10.1109\/tetci.2024.3446695","type":"journal-article","created":{"date-parts":[[2024,8,29]],"date-time":"2024-08-29T14:08:34Z","timestamp":1724940514000},"page":"419-430","source":"Crossref","is-referenced-by-count":13,"title":["Balancing Security and Correctness in Code Generation: An Empirical Study on Commercial Large Language Models"],"prefix":"10.1109","volume":"9","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5748-6553","authenticated-orcid":false,"given":"Gavin S.","family":"Black","sequence":"first","affiliation":[{"name":"Beacom College of Computer and Cyber Sciences, Dakota State University, Madison, SD, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7680-9293","authenticated-orcid":false,"given":"Bhaskar P.","family":"Rimal","sequence":"additional","affiliation":[{"name":"Department of Computer Science, University of Idaho, Moscow, ID, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9737-242X","authenticated-orcid":false,"given":"Varghese Mathew","family":"Vaidyan","sequence":"additional","affiliation":[{"name":"Beacom College of Computer and Cyber Sciences, Dakota State University, Madison, SD, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.3390\/healthcare11060887"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569785"},{"key":"ref3","article-title":"Using ChatGPT and other large language model (LLM) applications for academic paper assignments","author":"Jungherr","year":"2023","journal-title":"In: SocArXiv"},{"key":"ref4","article-title":"GitHub Copilot - Nov. 30th update","year":"2023"},{"key":"ref5","article-title":"An empirical cybersecurity evaluation of github copilot\u2019s code contributions","author":"Pearce","year":"2021"},{"key":"ref6","article-title":"Evaluating AIGC detectors on code content","author":"Wang","year":"2023"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-024-10824-0"},{"key":"ref8","first-page":"21558","article-title":"Is your code generated by ChatGPT really correct? Rigorous evaluation of large language models for code generation","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"36","author":"Liu","year":"2024"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/COMPSAC.2019.00064"},{"key":"ref10","article-title":"CWE Top 25 most dangerous software weaknesses","year":"2023"},{"key":"ref11","volume-title":"Code Generation in Action","author":"Herrington","year":"2003"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/s10270-004-0061-2"},{"key":"ref13","volume-title":"Compilers: Principles, Techniques, and Tools","author":"Aho","year":"2006"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/357084.357090"},{"key":"ref15","first-page":"2205","article-title":"Lost at C: A user study on the security implications of large language model code assistants","volume-title":"Proc. 32nd USENIX Secur. Symp.","author":"Sandoval","year":"2023"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/SMC53992.2023.10394237"},{"key":"ref17","article-title":"Generating secure hardware using ChatGPT resistant to CWEs","author":"Nair","year":"2023","journal-title":"Cryptol. ePrint Arch."},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/SP46214.2022.9833571"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/3597926.3598135"},{"key":"ref20","article-title":"Transformer-based vulnerability detection in code at EditTime: Zero-shot, few-shot, or fine-tuning?","author":"Chan","year":"2023"},{"key":"ref21","article-title":"Systematically finding security vulnerabilities in black-box code generation models","author":"Hajipour","year":"2023"},{"key":"ref22","article-title":"Edge of the art in vulnerability research version 6","author":"Huiras","year":"2022"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/3583131.3590481"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/3611643.3613892"},{"key":"ref25","article-title":"Teaching large language models to self-debug","author":"Chen","year":"2023"},{"key":"ref26","article-title":"Evaluation of ChatGPT model for vulnerability detection","author":"Cheshkov","year":"2023"},{"key":"ref27","article-title":"A study on prompt design, advantages and limitations of ChatGPT for deep learning program repair","author":"Cao","year":"2023"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/SP46215.2023.10179420"},{"key":"ref29","first-page":"1","article-title":"Role of ChatGPT in cybersecurity","author":"Biswas","year":"2023"},{"key":"ref30","article-title":"Generating phishing attacks using ChatGPT","author":"Roy","year":"2023"},{"key":"ref31","article-title":"Jailbreaking ChatGPT via prompt engineering: An empirical study","author":"Liu","year":"2023"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/MSR59073.2023.00084"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1145\/3549035.3561184"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1145\/3578527.3578530"},{"key":"ref35","article-title":"Best practices for prompt engineering with OpenAI API","year":"2024"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581388"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-55642-5_4"},{"key":"ref38","article-title":"Top programming languages 2022 - IEEE spectrum","author":"Cass","year":"2022"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/QRS57517.2022.00111"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1145\/3520312.3534862"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.3390\/fi15060192"},{"key":"ref42","volume-title":"Probability and Statistical Inference","volume":"993","author":"Hogg","year":"1977"}],"container-title":["IEEE Transactions on Emerging Topics in Computational Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/7433297\/10850886\/10658990.pdf?arnumber=10658990","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,27]],"date-time":"2025-11-27T18:59:46Z","timestamp":1764269986000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10658990\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,2]]},"references-count":42,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/tetci.2024.3446695","relation":{},"ISSN":["2471-285X"],"issn-type":[{"value":"2471-285X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,2]]}}}