{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,4]],"date-time":"2026-05-04T13:00:43Z","timestamp":1777899643846,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":23,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,6,19]],"date-time":"2024-06-19T00:00:00Z","timestamp":1718755200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100006374","name":"NSF (National Science Foundation)","doi-asserted-by":"publisher","award":["CNS-2019340, ECCS-2140175, DGE-2409851"],"award-info":[{"award-number":["CNS-2019340, ECCS-2140175, DGE-2409851"]}],"id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100006374","name":"National Institute of Standards and Technology","doi-asserted-by":"publisher","award":["60NANB22D144"],"award-info":[{"award-number":["60NANB22D144"]}],"id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,6,21]]},"DOI":"10.1145\/3643651.3659892","type":"proceedings-article","created":{"date-parts":[[2024,6,11]],"date-time":"2024-06-11T00:20:03Z","timestamp":1718065203000},"page":"49-58","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":19,"title":["Evaluating Large Language Models for Real-World Vulnerability Repair in C\/C++ Code"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3964-8034","authenticated-orcid":false,"given":"Lan","family":"Zhang","sequence":"first","affiliation":[{"name":"Northern Arizona University, Flagstaff, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1412-4800","authenticated-orcid":false,"given":"Qingtian","family":"Zou","sequence":"additional","affiliation":[{"name":"Penn State University & University of Texas Southwestern Medical Center, State College, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2602-3927","authenticated-orcid":false,"given":"Anoop","family":"Singhal","sequence":"additional","affiliation":[{"name":"National Institute of Standards and Technology, Gaithersburg, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0321-2338","authenticated-orcid":false,"given":"Xiaoyan","family":"Sun","sequence":"additional","affiliation":[{"name":"Worcester Polytechnic Institute, Worcester, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4175-504X","authenticated-orcid":false,"given":"Peng","family":"Liu","sequence":"additional","affiliation":[{"name":"Penn State University, State College, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,6,19]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"How to find and fix software vulnerabilities with coverity static analysis. In 2016 IEEE Cybersecurity Development (SecDev)","author":"Baloglu Bill","unstructured":"Bill Baloglu. 2016. How to find and fix software vulnerabilities with coverity static analysis. In 2016 IEEE Cybersecurity Development (SecDev). IEEE, 153--153."},{"key":"e_1_3_2_1_2_1","volume-title":"A study on Prompt Design, Advantages and Limitations of ChatGPT for Deep Learning Program Repair","author":"Cao Jialun","unstructured":"Jialun Cao, Meiziniu Li, Ming Wen, and Shing-chi Cheung. 2023. A study on Prompt Design, Advantages and Limitations of ChatGPT for Deep Learning Program Repair. Vol. 1. Association for Computing Machinery. arxiv: 2304.08191 http:\/\/arxiv.org\/abs\/2304.08191"},{"key":"e_1_3_2_1_3_1","unstructured":"Zhiyu Fan Xiang Gao Martin Mirchev Abhik Roychoudhury and Shin Hwei Tan. 2022. Automated Repair of Programs from Large Language Models. (2022). arxiv: 2205.10583 http:\/\/arxiv.org\/abs\/2205.10583"},{"key":"e_1_3_2_1_4_1","volume-title":"A Survey on Automated Program Repair Techniques. arXiv preprint arXiv:2303.18184","author":"Huang Kai","year":"2023","unstructured":"Kai Huang, Zhengzi Xu, Su Yang, Hongyu Sun, Xuejun Li, Zheng Yan, and Yuqing Zhang. 2023. A Survey on Automated Program Repair Techniques. arXiv preprint arXiv:2303.18184 (2023)."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/1394504.1394507"},{"key":"e_1_3_2_1_6_1","unstructured":"Nan Jiang Thibaud Lutellier Jordan Davis Lin Tan and Petr Babkin. 2021. How E ective Are Neural Networks for Fixing Security Vulnerabilities. (2021)."},{"key":"e_1_3_2_1_7_1","volume-title":"SWE-bench: Can Language Models Resolve Real-World GitHub Issues?","author":"Jimenez Carlos E.","year":"2023","unstructured":"Carlos E. Jimenez, John Yang, Alexander Wettig, Shunyu Yao, Kexin Pei, Ofir Press, and Karthik Narasimhan. 2023. SWE-bench: Can Language Models Resolve Real-World GitHub Issues? (2023), 1--46. arxiv: 2310.06770 http:\/\/arxiv.org\/abs\/2310.06770"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v37i4.25642"},{"key":"e_1_3_2_1_9_1","unstructured":"Sungmin Kang Juyeon Yoon and Shin Yoo. 2022. Large Language Models are Few-shot Testers: Exploring LLM-based General Bug Reproduction. (2022). arxiv: 2209.11515 http:\/\/arxiv.org\/abs\/2209.11515"},{"key":"e_1_3_2_1_10_1","unstructured":"Lan. 2023. (ChatGPT for Source Code). Technical Report. https:\/\/github.com\/Moirai7\/ChatGPTforSourceCode.git"},{"key":"e_1_3_2_1_11_1","unstructured":"Caroline Lemieux Jeevana Priya Inala Shuvendu K Lahiri and Siddhartha Sen. [n. d.]. CODAMOSA: Escaping Coverage Plateaus in Test Generation with Pre-trained Large Language Models. Icse ( [n. d.]) 1--13. https:\/\/github.com\/microsoft\/codamosa."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510177"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2018.00031"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2013.6606623"},{"key":"e_1_3_2_1_15_1","unstructured":"NIST. 2023. (NATIONAL VULNERABILITY DATABASE). Technical Report. https:\/\/nvd.nist.gov\/"},{"key":"e_1_3_2_1_16_1","unstructured":"Hammond Pearce Benjamin Tan Baleegh Ahmad Ramesh Karri and Brendan Dolan-Gavitt. [n. d.]. Examining Zero-Shot Vulnerability Repair with Large Language Models. ( [n. d.]). arxiv: 2112.02125v3 https:\/\/popcon.debian.org\/."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3276517"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/APR59189.2023.00012"},{"key":"e_1_3_2_1_19_1","volume-title":"Nagarajan Natarajan, Aditya Kanade, Suresh Parthasarathy, and Sriram Rajamani.","author":"Wadhwa Nalin","year":"2023","unstructured":"Nalin Wadhwa, Jui Pradhan, Atharv Sonwane, Surya Prakash Sahu, Nagarajan Natarajan, Aditya Kanade, Suresh Parthasarathy, and Sriram Rajamani. 2023. Frustrated with Code Quality Issues? LLMs can Help! arXiv preprint arXiv:2309.12938 (2023)."},{"key":"e_1_3_2_1_20_1","volume-title":"Thibaud Lutellier, Jordan Davis, Lin Tan, Petr Babkin, and Sameena Shah.","author":"Wu Yi","year":"2023","unstructured":"Yi Wu, Nan Jiang, Hung Viet Pham, Thibaud Lutellier, Jordan Davis, Lin Tan, Petr Babkin, and Sameena Shah. 2023. How Effective Are Neural Networks for Fixing Security Vulnerabilities. arXiv preprint arXiv:2305.18607 (2023)."},{"key":"e_1_3_2_1_21_1","volume-title":"Keep the Conversation Going: Fixing 162 out of 337 bugs for $0.42 each using ChatGPT. arXiv preprint arXiv:2304.00385","author":"Xia Chunqiu Steven","year":"2023","unstructured":"Chunqiu Steven Xia and Lingming Zhang. 2023. Keep the Conversation Going: Fixing 162 out of 337 bugs for $0.42 each using ChatGPT. arXiv preprint arXiv:2304.00385 (2023)."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/1102120.1102151"},{"key":"e_1_3_2_1_23_1","first-page":"1","article-title":"Pre-Trained Model-Based Automated Software Vulnerability Repair: How Far are We","volume":"14","author":"Zhang Quanjun","year":"2023","unstructured":"Quanjun Zhang, Chunrong Fang, Bowen Yu, Weisong Sun, Tongke Zhang, and Zhenyu Chen. 2023. Pre-Trained Model-Based Automated Software Vulnerability Repair: How Far are We? IEEE Transactions on Dependable and Secure Computing, Vol. 14, 8 (2023), 1--18. arxiv: 2308.12533io","journal-title":"IEEE Transactions on Dependable and Secure Computing"}],"event":{"name":"CODASPY '24: Fourteenth ACM Conference on Data and Application Security and Privacy","location":"Porto Portugal","acronym":"CODASPY '24","sponsor":["SIGSAC ACM Special Interest Group on Security, Audit, and Control"]},"container-title":["Proceedings of the 10th ACM International Workshop on Security and Privacy Analytics"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3643651.3659892","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3643651.3659892","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,23]],"date-time":"2025-08-23T18:32:09Z","timestamp":1755973929000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3643651.3659892"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6,19]]},"references-count":23,"alternative-id":["10.1145\/3643651.3659892","10.1145\/3643651"],"URL":"https:\/\/doi.org\/10.1145\/3643651.3659892","relation":{},"subject":[],"published":{"date-parts":[[2024,6,19]]},"assertion":[{"value":"2024-06-19","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}