{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,7]],"date-time":"2026-05-07T16:07:09Z","timestamp":1778170029310,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":28,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,6,18]],"date-time":"2024-06-18T00:00:00Z","timestamp":1718668800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,6,18]]},"DOI":"10.1145\/3661167.3661263","type":"proceedings-article","created":{"date-parts":[[2024,6,14]],"date-time":"2024-06-14T12:24:25Z","timestamp":1718367865000},"page":"600-603","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":17,"title":["LLM Security Guard for Code"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-2875-1000","authenticated-orcid":false,"given":"Arya","family":"Kavian","sequence":"first","affiliation":[{"name":"University of Science and Technology of Mazandaran, Iran"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9484-6813","authenticated-orcid":false,"given":"Mohammad Mehdi","family":"Pourhashem Kallehbasti","sequence":"additional","affiliation":[{"name":"University of Science and Technology of Mazandaran, Iran"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-5272-7600","authenticated-orcid":false,"given":"Sajjad","family":"Kazemi","sequence":"additional","affiliation":[{"name":"University of Science and Technology of Mazandaran, Iran"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-7563-4196","authenticated-orcid":false,"given":"Ehsan","family":"Firouzi","sequence":"additional","affiliation":[{"name":"TU Clausthal, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1986-9668","authenticated-orcid":false,"given":"Mohammad","family":"Ghafari","sequence":"additional","affiliation":[{"name":"TU Clausthal, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,6,18]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2022.3154717"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","unstructured":"Owura Asare Meiyappan Nagappan and N. Asokan. 2023. Is GitHub\u2019s Copilot as bad as humans at introducing vulnerabilities in code?Empirical Software Engineering 28 6 (23 Sep 2023) 129. https:\/\/doi.org\/10.1007\/s10664-023-10380-1","DOI":"10.1007\/s10664-023-10380-1"},{"key":"e_1_3_2_1_3_1","volume-title":"Purple Llama CyberSecEval: A Secure Coding Benchmark for Language Models. arXiv preprint arXiv:2312.04724","author":"Bhatt Manish","year":"2023","unstructured":"Manish Bhatt, Sahana Chennabasappa, Cyrus Nikolaidis, Shengye Wan, Ivan Evtimov, Dominik Gabi, Daniel Song, Faizan Ahmad, Cornelius Aschermann, Lorenzo Fontana, 2023. Purple Llama CyberSecEval: A Secure Coding Benchmark for Language Models. arXiv preprint arXiv:2312.04724 (2023)."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3477314.3507123"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-94496-8_9"},{"key":"e_1_3_2_1_6_1","volume-title":"An Extensive Comparison of Static Application Security Testing Tools. In 28th International Conference on Evaluation and Assessment in Software Engineering","author":"Esposito Matteo","year":"2024","unstructured":"Matteo Esposito, Valentina Falaschi, and Davide Falessi. 2024. An Extensive Comparison of Static Application Security Testing Tools. In 28th International Conference on Evaluation and Assessment in Software Engineering (Salerno, Italy) (EASE \u201924)."},{"key":"e_1_3_2_1_7_1","unstructured":"Angela Fan Beliz Gokkaya Mark Harman Mitya Lyubarskiy Shubho Sengupta Shin Yoo and Jie\u00a0M. Zhang. 2023. Large Language Models for Software Engineering: Survey and Open Problems. arXiv:2310.03533"},{"key":"e_1_3_2_1_8_1","volume-title":"Security Weaknesses of Copilot Generated Code in GitHub. arXiv preprint arXiv:2310.02059","author":"Fu Yujia","year":"2023","unstructured":"Yujia Fu, Peng Liang, Amjed Tahir, Zengyang Li, Mojtaba Shahin, and Jiaxin Yu. 2023. Security Weaknesses of Copilot Generated Code in GitHub. arXiv preprint arXiv:2310.02059 (2023)."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-018-9673-y"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3475716.3475780"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/SCAM.2017.24"},{"key":"e_1_3_2_1_12_1","volume-title":"GitHub Copilot for Business is Now Available. https:\/\/github.blog\/2023-02-14-github-copilot-for-business-is-now-available\/ Accessed on","year":"2024","unstructured":"GitHub. 2023. GitHub Copilot for Business is Now Available. https:\/\/github.blog\/2023-02-14-github-copilot-for-business-is-now-available\/ Accessed on January 28, 2024."},{"key":"e_1_3_2_1_13_1","volume-title":"CodeLMSec Benchmark: Systematically Evaluating and Finding Security Vulnerabilities in Black-Box Code Language Models. In 2nd IEEE Conference on Secure and Trustworthy Machine Learning","author":"Hajipour Hossein","year":"2024","unstructured":"Hossein Hajipour, Keno Hassler, Thorsten Holz, Lea Sch\u00f6nherr, and Mario Fritz. 2024. CodeLMSec Benchmark: Systematically Evaluating and Finding Security Vulnerabilities in Black-Box Code Language Models. In 2nd IEEE Conference on Secure and Trustworthy Machine Learning (Toronto, Canada) (SaTML \u201924)."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASEW52652.2021.00045"},{"key":"e_1_3_2_1_15_1","volume-title":"The Impact of Developer Experience in Using Java Cryptography. In 2019 ACM\/IEEE International Symposium on Empirical Software Engineering and Measurement.","author":"Hazhirpasand M.","unstructured":"M. Hazhirpasand, M. Ghafari, S. Kruger, E. Bodden, and O. Nierstrasz. 2019. The Impact of Developer Experience in Using Java Cryptography. In 2019 ACM\/IEEE International Symposium on Empirical Software Engineering and Measurement."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3382494.3422166"},{"key":"e_1_3_2_1_17_1","unstructured":"Xinyi Hou Yanjie Zhao Yue Liu Zhou Yang Kailong Wang Li Li Xiapu Luo David Lo John Grundy and Haoyu Wang. 2023. Large Language Models for Software Engineering: A Systematic Literature Review. arxiv:2308.10620\u00a0[cs.SE]"},{"key":"e_1_3_2_1_18_1","unstructured":"Lei Huang Weijiang Yu Weitao Ma Weihong Zhong Zhangyin Feng Haotian Wang Qianglong Chen Weihua Peng Xiaocheng Feng Bing Qin and Ting Liu. 2023. A Survey on Hallucination in Large Language Models: Principles Taxonomy Challenges and Open Questions. arxiv:2311.05232\u00a0[cs.CL]"},{"key":"e_1_3_2_1_19_1","volume-title":"Year of publication or last update. LLAMA: Language Model for Many Applications. https:\/\/ai.meta.com\/llama\/ Accessed on","author":"Meta","year":"2024","unstructured":"Meta AI. Year of publication or last update. LLAMA: Language Model for Many Applications. https:\/\/ai.meta.com\/llama\/ Accessed on January 28, 2024."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"crossref","unstructured":"Zahra Mousavi Chadni Islam Kristen Moore Alsharif Abuadbba and Muhammad\u00a0Ali Babar. 2024. An Investigation into Misuse of Java Security APIs by Large Language Models.","DOI":"10.1145\/3634737.3661134"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/SP46214.2022.9833571"},{"key":"e_1_3_2_1_22_1","unstructured":"Semgrep. Year of the latest commit or release. Semgrep: Lightweight static analysis for many languages. https:\/\/github.com\/semgrep\/semgrep. Accessed on January 28 2024."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3477314.3507308"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3196321.3196327"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","unstructured":"Zhilong Wang Lan Zhang Chen Cao and Peng Liu. 2023. The Effectiveness of Large Language Models (ChatGPT and CodeBERT) for Security-Oriented Code Analysis. (2023). https:\/\/doi.org\/10.2139\/ssrn.4567887","DOI":"10.2139\/ssrn.4567887"},{"key":"e_1_3_2_1_26_1","unstructured":"Weggli-RS. Year of the latest commit or release. Weggli: A Rust implementation of the Wegman-Carter Universal Hashing scheme. https:\/\/github.com\/weggli-rs\/weggli. Accessed on January 28 2024."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3576914.3587485"},{"key":"e_1_3_2_1_28_1","volume-title":"Automatic Detection of Java Cryptographic API Misuses: Are We There Yet?IEEE Transactions on Software Engineering 49, 1","author":"Zhang Ying","year":"2023","unstructured":"Ying Zhang, Md\u00a0Mahir\u00a0Asef Kabir, Ya Xiao, Danfeng Yao, and Na Meng. 2023. Automatic Detection of Java Cryptographic API Misuses: Are We There Yet?IEEE Transactions on Software Engineering 49, 1 (2023), 288\u2013303."}],"event":{"name":"EASE 2024: 28th International Conference on Evaluation and Assessment in Software Engineering","location":"Salerno Italy","acronym":"EASE 2024"},"container-title":["Proceedings of the 28th International Conference on Evaluation and Assessment in Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3661167.3661263","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3661167.3661263","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T11:12:47Z","timestamp":1755861167000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3661167.3661263"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6,18]]},"references-count":28,"alternative-id":["10.1145\/3661167.3661263","10.1145\/3661167"],"URL":"https:\/\/doi.org\/10.1145\/3661167.3661263","relation":{},"subject":[],"published":{"date-parts":[[2024,6,18]]},"assertion":[{"value":"2024-06-18","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}