{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,7]],"date-time":"2026-07-07T05:07:07Z","timestamp":1783400827682,"version":"3.54.6"},"publisher-location":"New York, NY, USA","reference-count":50,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,4,12]],"date-time":"2026-04-12T00:00:00Z","timestamp":1775952000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,4,12]]},"DOI":"10.1145\/3786165.3788439","type":"proceedings-article","created":{"date-parts":[[2026,5,13]],"date-time":"2026-05-13T09:49:18Z","timestamp":1778665758000},"page":"17-24","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["LLMs in Code Vulnerability Analysis: A Proof of Concept"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-4955-4389","authenticated-orcid":false,"given":"Shaznin","family":"Sultana","sequence":"first","affiliation":[{"name":"Ohio University, Athens, Ohio, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2188-8454","authenticated-orcid":false,"given":"Sadia","family":"Afreen","sequence":"additional","affiliation":[{"name":"University of Cincinnati, Cincinnati, Ohio, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5228-4664","authenticated-orcid":false,"given":"Nasir U.","family":"Eisty","sequence":"additional","affiliation":[{"name":"University of Tennessee, Knoxville, Tennessee, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,5,13]]},"reference":[{"key":"e_1_3_3_1_2_2","unstructured":"[n. d.]. CanAiCode Leaderboard. https:\/\/huggingface.co\/spaces\/mike-ravkine\/can-ai-code-results."},{"key":"e_1_3_3_1_3_2","unstructured":"[n. d.]. Common Weakness Scoring System (CWSS\u2122). https:\/\/cwe.mitre.org\/cwss\/cwss_v1.0.1.html."},{"key":"e_1_3_3_1_4_2","unstructured":"[n. d.]. LLM Benchmarks | July 2024. https:\/\/www.trustbit.tech\/en\/llm-leaderboard-juli-2024."},{"key":"e_1_3_3_1_5_2","unstructured":"[n. d.]. LMSYS Chatbot Arena Leaderboard. https:\/\/lmarena.ai\/?leaderboard."},{"key":"e_1_3_3_1_6_2","unstructured":"[n. d.]. Unsloth Documentation. https:\/\/docs.unsloth.ai\/."},{"key":"e_1_3_3_1_7_2","doi-asserted-by":"publisher","unstructured":"Moritz Beller Radjino Bholanath Shane McIntosh and Andy Zaidman. [n. d.]. Analyzing the State of Static Analysis: A Large-Scale Evaluation in Open Source Software. 10.1109\/SANER.2016.105","DOI":"10.1109\/SANER.2016.105"},{"key":"e_1_3_3_1_8_2","doi-asserted-by":"publisher","unstructured":"Guru Bhandari Amara Naseer and Leon Moonen. 2021. CVEfixes: automated collection of vulnerabilities and their fixes from open-source software(PROMISE \u201921). 10.1145\/3475960.3475985","DOI":"10.1145\/3475960.3475985"},{"key":"e_1_3_3_1_9_2","doi-asserted-by":"crossref","unstructured":"Yupeng Chang Xu Wang Jindong Wang Yuan Wu Linyi Yang Kaijie Zhu Hao Chen Xiaoyuan Yi Cunxiang Wang Yidong Wang Wei Ye Yue Zhang Yi Chang Philip\u00a0S. Yu Qiang Yang and Xing Xie. 2024. A Survey on Evaluation of Large Language Models. ACM (2024).","DOI":"10.1145\/3641289"},{"key":"e_1_3_3_1_10_2","doi-asserted-by":"publisher","DOI":"10.1145\/3607199.3607242"},{"key":"e_1_3_3_1_11_2","doi-asserted-by":"publisher","unstructured":"Zimin Chen Steve Kommrusch and Martin Monperrus. 2023. Neural Transfer Learning for Repairing Security Vulnerabilities in C Code. IEEE (2023). 10.1109\/tse.2022.3147265","DOI":"10.1109\/tse.2022.3147265"},{"key":"e_1_3_3_1_12_2","doi-asserted-by":"publisher","unstructured":"Roland Croft M.\u00a0Ali Babar and M.\u00a0Mehdi Kholoosi. [n. d.]. Data Quality for Software Vulnerability Datasets. 10.1109\/ICSE48619.2023.00022","DOI":"10.1109\/ICSE48619.2023.00022"},{"key":"e_1_3_3_1_13_2","doi-asserted-by":"publisher","unstructured":"David de Fitero-Dominguez Eva Garcia-Lopez Antonio Garcia-Cabot and Jose-Javier Martinez-Herraiz. 2024. Enhanced automated code vulnerability repair using large language models. (2024). 10.1016\/j.engappai.2024.109291","DOI":"10.1016\/j.engappai.2024.109291"},{"key":"e_1_3_3_1_14_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-FoSE59343.2023.00008"},{"key":"e_1_3_3_1_15_2","doi-asserted-by":"publisher","unstructured":"Jiahao Fan Yi Li Shaohua Wang and Tien\u00a0N. Nguyen. 2020. A C\/C++ Code Vulnerability Dataset with Code Changes and CVE Summaries. 10.1145\/3379597.3387501","DOI":"10.1145\/3379597.3387501"},{"key":"e_1_3_3_1_16_2","doi-asserted-by":"crossref","unstructured":"Ruijun Feng Hammond Pearce Pietro Liguori and Yulei Sui. 2025. CGP-Tuning: Structure-Aware Soft Prompt Tuning for Code Vulnerability Detection. arXiv:https:\/\/arXiv.org\/abs\/2501.04510","DOI":"10.1109\/TSE.2025.3591934"},{"key":"e_1_3_3_1_17_2","doi-asserted-by":"publisher","unstructured":"Michael Fu Chakkrit\u00a0Kla Tantithamthavorn Van Nguyen and Trung Le. [n. d.]. ChatGPT for Vulnerability Detection Classification and Repair: How Far Are We?. 10.1109\/APSEC60848.2023.00085","DOI":"10.1109\/APSEC60848.2023.00085"},{"key":"e_1_3_3_1_18_2","doi-asserted-by":"publisher","unstructured":"Asem Ghaleb and Karthik Pattabiraman. [n. d.]. How effective are smart contract analysis tools? evaluating smart contract static analysis tools using bug injection. 10.1145\/3395363.3397385","DOI":"10.1145\/3395363.3397385"},{"key":"e_1_3_3_1_19_2","doi-asserted-by":"publisher","unstructured":"Xinyi Hou Yanjie Zhao Yue Liu Zhou Yang Kailong Wang Li Li Xiapu Luo David Lo John Grundy and Haoyu Wang. 2023. Large Language Models for Software Engineering: A Systematic Literature Review. 10.48550\/arXiv.2308.10620","DOI":"10.48550\/arXiv.2308.10620"},{"key":"e_1_3_3_1_20_2","doi-asserted-by":"publisher","unstructured":"Kai Huang Xiangxin Meng Jian Zhang Yang Liu Wenjie Wang Shuhao Li and Yuqing Zhang. 2023. An Empirical Study on Fine-Tuning Large Language Models of Code for Automated Program Repair. 10.1109\/ASE56229.2023.00181","DOI":"10.1109\/ASE56229.2023.00181"},{"key":"e_1_3_3_1_21_2","doi-asserted-by":"publisher","unstructured":"Kai Huang Jian Zhang Xinlei Bao Xu Wang and Yang Liu. [n. d.]. Comprehensive Fine-Tuning Large Language Models of Code for Automated Program Repair. IEEE ([n. d.]). 10.1109\/TSE.2025.3532759","DOI":"10.1109\/TSE.2025.3532759"},{"key":"e_1_3_3_1_22_2","unstructured":"Nafis\u00a0Tanveer Islam Joseph Khoury Andrew Seong Elias Bou-Harb and Peyman Najafirad. 2024. Enhancing Source Code Security with LLMs: Demystifying The Challenges and Generating Reliable Repairs."},{"key":"e_1_3_3_1_23_2","doi-asserted-by":"publisher","unstructured":"Triet H.\u00a0M. Le Huaming Chen and M.\u00a0Ali Babar. 2022. A Survey on Data-driven Software Vulnerability Assessment and Prioritization. ACM (2022). 10.1145\/3529757","DOI":"10.1145\/3529757"},{"key":"e_1_3_3_1_24_2","unstructured":"Ziyang Li Saikat Dutta and Mayur Naik. 2024. LLM-Assisted Static Analysis for Detecting Security Vulnerabilities."},{"key":"e_1_3_3_1_25_2","unstructured":"Chin-Yew Lin. 2004. ROUGE: A Package for Automatic Evaluation of Summaries."},{"key":"e_1_3_3_1_26_2","unstructured":"Yu Liu Lang Gao Mingxin Yang Yu Xie Ping Chen Xiaojin Zhang and Wei Chen. 2024. VulDetectBench: Evaluating the Deep Capability of Vulnerability Detection with Large Language Models."},{"key":"e_1_3_3_1_27_2","doi-asserted-by":"publisher","unstructured":"Zhihong Liu Zezhou Yang and Qing Liao. 2024. Exploration On Prompting LLM With Code-Specific Information For Vulnerability Detection. 10.1109\/SSE62657.2024.00049","DOI":"10.1109\/SSE62657.2024.00049"},{"key":"e_1_3_3_1_28_2","unstructured":"Dylan Manuel Nafis\u00a0Tanveer Islam Joseph Khoury Ana Nunez Elias Bou-Harb and Peyman Najafirad. 2024. Enhancing Reverse Engineering: Investigating and Benchmarking Large Language Models for Vulnerability Analysis in Decompiled Binaries."},{"key":"e_1_3_3_1_29_2","doi-asserted-by":"publisher","unstructured":"Noble\u00a0Saji Mathews Yelizaveta Brus Yousra Aafer Meiyappan Nagappan and Shane McIntosh. 2024. LLbezpeky: Leveraging Large Language Models for Vulnerability Detection. 10.48550\/arXiv.2401.01269","DOI":"10.48550\/arXiv.2401.01269"},{"key":"e_1_3_3_1_30_2","doi-asserted-by":"publisher","unstructured":"Kishore Papineni Salim Roukos Todd Ward and Wei-Jing Zhu. 2002. BLEU: a method for automatic evaluation of machine translation. 10.3115\/1073083.1073135","DOI":"10.3115\/1073083.1073135"},{"key":"e_1_3_3_1_31_2","doi-asserted-by":"publisher","unstructured":"Maja Popovi\u0107. 2015. chrF: character n-gram F-score for automatic MT evaluation. 10.18653\/v1\/W15-3049","DOI":"10.18653\/v1\/W15-3049"},{"key":"e_1_3_3_1_32_2","doi-asserted-by":"publisher","unstructured":"Mohaimenul Azam\u00a0Khan Raiaan Md. Saddam\u00a0Hossain Mukta Kaniz Fatema Nur\u00a0Mohammad Fahad Sadman Sakib Most Marufatul\u00a0Jannat Mim Jubaer Ahmad Mohammed\u00a0Eunus Ali and Sami Azam. 2024. A Review on Large Language Models: Architectures Applications Taxonomies Open Issues and Challenges. IEEE (2024). 10.1109\/ACCESS.2024.3365742","DOI":"10.1109\/ACCESS.2024.3365742"},{"key":"e_1_3_3_1_33_2","unstructured":"Shuo Ren Daya Guo Shuai Lu Long Zhou Shujie Liu Duyu Tang Neel Sundaresan Ming Zhou Ambrosio Blanco and Shuai Ma. 2020. CodeBLEU: a Method for Automatic Evaluation of Code Synthesis."},{"key":"e_1_3_3_1_34_2","doi-asserted-by":"publisher","unstructured":"Adriana Sejfia Satyaki Das Saad Shafiq and Nenad Medvidovic. 2024. Toward Improved Deep Learning-Based Vulnerability Detection. 10.1145\/3597503.3608141","DOI":"10.1145\/3597503.3608141"},{"key":"e_1_3_3_1_35_2","doi-asserted-by":"publisher","unstructured":"Nima Shiri\u00a0Harzevili Alvine Boaye\u00a0Belle Junjie Wang Song Wang Zhen Ming\u00a0(Jack) Jiang and Nachiappan Nagappan. 2024. A Systematic Literature Review on Automated Software Vulnerability Detection Using Machine Learning. (2024). 10.1145\/3699711","DOI":"10.1145\/3699711"},{"key":"e_1_3_3_1_36_2","doi-asserted-by":"publisher","unstructured":"Benjamin Steenhoek Md\u00a0Mahbubur Rahman Richard Jiles and Wei Le. 2023. An Empirical Study of Deep Learning Models for Vulnerability Detection. 10.48550\/arXiv.2212.08109","DOI":"10.48550\/arXiv.2212.08109"},{"key":"e_1_3_3_1_37_2","doi-asserted-by":"publisher","unstructured":"Benjamin Steenhoek Kalpathy Sivaraman Renata Saldivar\u00a0Gonzalez Yevhen Mohylevskyy Roshanak Zilouchian\u00a0Moghaddam and Wei Le. 2025. Closing the Gap: A User Study on the Real-world Usefulness of AI-powered Vulnerability Detection & Repair in the IDE. (2025). 10.1109\/ICSE55347.2025.00126","DOI":"10.1109\/ICSE55347.2025.00126"},{"key":"e_1_3_3_1_38_2","doi-asserted-by":"publisher","DOI":"10.1109\/SP54263.2024.00210"},{"key":"e_1_3_3_1_39_2","doi-asserted-by":"publisher","unstructured":"Carmine Vassallo Sebastiano Panichella Fabio Palomba Sebastian Proksch Harald\u00a0C. Gall and Andy Zaidman. 2020. How developers engage with static analysis tools in different contexts. Empirical Software Engineering (2020). 10.1007\/s10664-019-09750-5","DOI":"10.1007\/s10664-019-09750-5"},{"key":"e_1_3_3_1_40_2","doi-asserted-by":"publisher","unstructured":"Ashish Vaswani Noam Shazeer Niki Parmar Jakob Uszkoreit Llion Jones Aidan\u00a0N. Gomez \u0141ukasz Kaiser and Illia Polosukhin. 2017. Attention is all you need. 10.5555\/3295222.3295349","DOI":"10.5555\/3295222.3295349"},{"key":"e_1_3_3_1_41_2","unstructured":"Jiexin Wang Xitong Luo Liuwen Cao Hongkui He Hailin Huang Jiayuan Xie Adam Jatowt and Yi Cai. 2024. Is Your AI-Generated Code Really Safe? Evaluating Large Language Models on Secure Code Generation with CodeSecEval. arXiv:https:\/\/arXiv.org\/abs\/2407.02395"},{"key":"e_1_3_3_1_42_2","doi-asserted-by":"publisher","unstructured":"Yi Wu Nan Jiang Hung\u00a0Viet Pham Thibaud Lutellier Jordan Davis Lin Tan Petr Babkin and Sameena Shah. 2023. How Effective Are Neural Networks for Fixing Security Vulnerabilities. 10.1145\/3597926.3598135","DOI":"10.1145\/3597926.3598135"},{"key":"e_1_3_3_1_43_2","unstructured":"Boyang Yang Haoye Tian Jiadong Ren Hongyu Zhang Jacques Klein Tegawend\u00e9\u00a0F. Bissyand\u00e9 Claire\u00a0Le Goues and Shunfu Jin. 2024. Multi-Objective Fine-Tuning for Enhanced Program Repair with LLMs. arXiv:https:\/\/arXiv.org\/abs\/2404.12636"},{"key":"e_1_3_3_1_44_2","doi-asserted-by":"publisher","unstructured":"Alperen Yildiz Sin Teo Yiling Lou Yebo Feng Chong Wang and Dinil\u00a0Mon Divakaran. 2025. Benchmarking LLMs and LLM-based Agents in Practical Vulnerability Detection for Code Repositories. 10.48550\/arXiv.2503.03586","DOI":"10.48550\/arXiv.2503.03586"},{"key":"e_1_3_3_1_45_2","doi-asserted-by":"publisher","unstructured":"Xin Yin Chao Ni and Shaohua Wang. 2024. Multitask-Based Evaluation of Open-Source LLM on Software Vulnerability. IEEE (2024). 10.1109\/TSE.2024.3470333","DOI":"10.1109\/TSE.2024.3470333"},{"key":"e_1_3_3_1_46_2","doi-asserted-by":"publisher","unstructured":"Shuyan Zhou Uri Alon Sumit Agarwal and Graham Neubig. 2023. CodeBERTScore: Evaluating Code Generation with Pretrained Models of Code. 10.18653\/v1\/2023.emnlp-main.859","DOI":"10.18653\/v1\/2023.emnlp-main.859"},{"key":"e_1_3_3_1_47_2","doi-asserted-by":"publisher","unstructured":"Xin Zhou Sicong Cao Xiaobing Sun and David Lo. 2024. Large Language Model for Vulnerability Detection and Repair: Literature Review and the Road Ahead. (2024). 10.1145\/3708522","DOI":"10.1145\/3708522"},{"key":"e_1_3_3_1_48_2","unstructured":"Xin Zhou Kisub Kim Bowen Xu DongGyun Han and David Lo. 2024. Multi-LLM Collaboration + Data-Centric Innovation = 2x Better Vulnerability Repair. arXiv:https:\/\/arXiv.org\/abs\/2401.15459"},{"key":"e_1_3_3_1_49_2","unstructured":"Xin Zhou Duc-Manh Tran Thanh Le-Cong Ting Zhang Ivana\u00a0Clairine Irsan Joshua Sumarlin Bach Le and David Lo. 2024. Comparison of Static Application Security Testing Tools and Large Language Models for Repo-level Vulnerability Detection. arXiv:https:\/\/arXiv.org\/abs\/2407.16235"},{"key":"e_1_3_3_1_50_2","doi-asserted-by":"publisher","unstructured":"Xin Zhou Ting Zhang and David Lo. [n. d.]. Large Language Model for Vulnerability Detection: Emerging Results and Future Directions. 10.1145\/3639476.3639762","DOI":"10.1145\/3639476.3639762"},{"key":"e_1_3_3_1_51_2","doi-asserted-by":"publisher","unstructured":"Xin Zhou Ting Zhang and David Lo. 2024. Large Language Model for Vulnerability Detection: Emerging Results and Future Directions. 10.48550\/arXiv.2401.15468","DOI":"10.48550\/arXiv.2401.15468"}],"event":{"name":"SVM '26: 4th International Workshop on Software Vulnerability Management","location":"Rio de Janeiro Brazil","acronym":"SVM '26","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"]},"container-title":["Proceedings of the 2026 IEEE\/ACM 4th International Workshop on Software Vulnerability Management"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3786165.3788439","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,13]],"date-time":"2026-05-13T09:49:46Z","timestamp":1778665786000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3786165.3788439"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,12]]},"references-count":50,"alternative-id":["10.1145\/3786165.3788439","10.1145\/3786165"],"URL":"https:\/\/doi.org\/10.1145\/3786165.3788439","relation":{},"subject":[],"published":{"date-parts":[[2026,4,12]]},"assertion":[{"value":"2026-05-13","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}