{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,9]],"date-time":"2026-06-09T15:27:59Z","timestamp":1781018879609,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":48,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,3,23]],"date-time":"2026-03-23T00:00:00Z","timestamp":1774224000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"name":"EPSRC National Edge AI Hub","award":["EP\/Y028813\/1"],"award-info":[{"award-number":["EP\/Y028813\/1"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,3,23]]},"DOI":"10.1145\/3748522.3780027","type":"proceedings-article","created":{"date-parts":[[2026,6,9]],"date-time":"2026-06-09T14:17:49Z","timestamp":1781014669000},"page":"1505-1514","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["LLM-CSEC: Empirical Evaluation of Security in C\/C++ Code Generated by Large Language Models"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0008-1745-913X","authenticated-orcid":false,"given":"Muhammad Usman","family":"Shahid","sequence":"first","affiliation":[{"name":"Independent Researcher, Islamabad, Pakistan"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3644-0465","authenticated-orcid":false,"given":"Chuadhry Mujeeb","family":"Ahmed","sequence":"additional","affiliation":[{"name":"Newcastle University, Newcastle Upon Tyne, United Kingdom"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6610-1328","authenticated-orcid":false,"given":"Rajiv","family":"Ranjan","sequence":"additional","affiliation":[{"name":"Newcastle University, Newcastle Upon Tyne, United Kingdom"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,6,9]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Meta AI. 2024. Codellama\/CodeLlama-7b-hf \u00b7 Hugging Face \u2014 huggingface.co. https:\/\/huggingface.co\/codellama\/CodeLlama-7b-hf. [Accessed August-2024]. (2024)."},{"key":"e_1_3_2_1_2_1","unstructured":"Meta AI. 2024. Llama2 \u2014 ollama.com. https:\/\/ollama.com\/library\/llama2. [Accessed August-2024]. (2024)."},{"key":"e_1_3_2_1_3_1","unstructured":"Meta AI. 2024. Llama3 \u2014 ollama.com. https:\/\/ollama.com\/library\/llama3. [Accessed August-2024]. (2024)."},{"key":"e_1_3_2_1_4_1","unstructured":"Meta AI. 2024. Meta-llama\/Llama-2-7b \u00b7 Hugging Face \u2014 huggingface.co. https:\/\/huggingface.co\/meta-llama\/Llama-2-7b. [Accessed August-2024]. (2024)."},{"key":"e_1_3_2_1_5_1","unstructured":"Mistral AI. 2024. Codestral \u2014 ollama.com. https:\/\/ollama.com\/library\/codestral. [Accessed August-2024]. (2024)."},{"key":"e_1_3_2_1_6_1","unstructured":"Mistral AI. 2024. Mistral \u2014 ollama.com. https:\/\/ollama.com\/library\/mistral. [Accessed August-2024]. (2024)."},{"key":"e_1_3_2_1_7_1","unstructured":"Mistral AI. 2024. Mistralai\/Mistral-7B-Instruct-v0.2 \u00b7 Hugging Face \u2014 hugging-face.co. https:\/\/huggingface.co\/mistralai\/Mistral-7B-Instruct-v0.2. [Accessed August-2024]. (2024)."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/1985793.1985817"},{"key":"e_1_3_2_1_9_1","unstructured":"Chun Jie Chong Zhihao Yao and Iulian Neamtiu. 2024. Artificial-intelligence generated code considered harmful: a road map for secure and high-quality code generation. arXiv preprint arXiv:2409.19182."},{"key":"e_1_3_2_1_10_1","unstructured":"CodeQL. 2024. CodeQL DB. https:\/\/github.com\/Codesbyusman\/LLM-Generated-Code\/tree\/main\/CodeQL-DB. (2024)."},{"key":"e_1_3_2_1_11_1","unstructured":"Snyk CodeQL. 2024. Analysis Report. https:\/\/github.com\/Codesbyusman\/LLM-Generated-Code\/tree\/main\/sarifReports_codeql_snyk. (2024)."},{"key":"e_1_3_2_1_12_1","unstructured":"CodeShield. 2025. Analysis Report. https:\/\/github.com\/Codesbyusman\/LLM-Generated-Code\/tree\/main\/codeShield. (2025)."},{"key":"e_1_3_2_1_13_1","unstructured":"CodeShield. [n. d.] Security rules for insecure code detector. https:\/\/github.com\/meta-llama\/PurpleLlama\/tree\/main\/CodeShield\/insecure_code_detector\/rules. [Accessed August-2025]. ()."},{"key":"e_1_3_2_1_14_1","unstructured":"Yujia Fu Peng Liang Amjed Tahir Zengyang Li Mojtaba Shahin Jiaxin Yu and Jinfu Chen. 2023. Security weaknesses of copilot generated code in github. arXiv preprint arXiv:2310.02059."},{"key":"e_1_3_2_1_15_1","unstructured":"GitHub. 2024. CodeQL \u2014 codeql.github.com. https:\/\/codeql.github.com\/. (2024)."},{"key":"e_1_3_2_1_16_1","unstructured":"Github. 2024. CodeQL query suites - GitHub Docs \u2014 docs.github.com. https:\/\/docs.github.com\/en\/code-security\/code-scanning\/managing-your-code-scanning-configuration\/codeql-query-suites#security-extended-query-suite. [Accessed October-2024]. (2024)."},{"key":"e_1_3_2_1_17_1","volume-title":"CWE coverage for C and C++ 2014","year":"2024","unstructured":"Github. 2024. CWE coverage for C and C++ 2014; CodeQL query help documentation \u2014 codeql.github.com. https:\/\/codeql.github.com\/codeql-query-help\/cpp-cwe\/. [Accessed October-2024]. (2024)."},{"key":"e_1_3_2_1_18_1","unstructured":"Stefan Goetz and Andreas Schaad. 2024. \" you still have to study\"-on the security of llm generated code. arXiv preprint arXiv:2408.07106."},{"key":"e_1_3_2_1_19_1","unstructured":"Google. 2024. Codegemma \u2014 ollama.com. https:\/\/ollama.com\/library\/codegemma. [Accessed August-2024]. (2024)."},{"key":"e_1_3_2_1_20_1","volume-title":"Gemini Pro \u2014 deepmind.google. https:\/\/deepmind.google\/technologies\/gemini\/pro\/. [Accessed August-2024]. (May","year":"2024","unstructured":"Google. May, 2024. Gemini Pro \u2014 deepmind.google. https:\/\/deepmind.google\/technologies\/gemini\/pro\/. [Accessed August-2024]. (May, 2024)."},{"key":"e_1_3_2_1_21_1","unstructured":"Google. 2024. Google\/codegemma-7b \u00b7 Hugging Face \u2014 huggingface.co. https:\/\/huggingface.co\/google\/codegemma-7b. [Accessed August-2024]. (2024)."},{"key":"e_1_3_2_1_22_1","unstructured":"Kunal Handa et al. 2025. Which economic tasks are performed with ai? evidence from millions of claude conversations. (2025). https:\/\/arxiv.org\/abs\/2503.04761 arXiv: 2503.04761 [cs.CY]."},{"key":"e_1_3_2_1_23_1","unstructured":"IBM. 2024. Granite Code Models - a ibm-granite Collection \u2014 huggingface.co. https:\/\/huggingface.co\/collections\/ibm-granite\/granite-code-models-6624c5cec322e4c148c8b330. [Accessed August-2024]. (2024)."},{"key":"e_1_3_2_1_24_1","unstructured":"IBM. 2024. Granite-code \u2014 ollama.com. https:\/\/ollama.com\/library\/granite-code. [Accessed August-2024]. (2024)."},{"key":"e_1_3_2_1_25_1","unstructured":"Juyong Jiang Fan Wang Jiasi Shen Sungju Kim and Sunghun Kim. 2024. A survey on large language models for code generation. (2024). https:\/\/arxiv.org\/abs\/2406.00515 arXiv: 2406.00515 [cs.CL]."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/SMC53992.2023.10394237"},{"key":"e_1_3_2_1_27_1","unstructured":"LLMs. 2024. LLM Generated Code. https:\/\/github.com\/Codesbyusman\/LLM-Generated-Code\/tree\/main\/generated_codes. (2024)."},{"key":"e_1_3_2_1_28_1","unstructured":"LLMs. 2024. LLM Generated Codes. https:\/\/huggingface.co\/datasets\/codesbyusman\/LLM-CodeGen. (2024)."},{"key":"e_1_3_2_1_29_1","unstructured":"Meta. 2024. Codellama \u2014 ollama.com. https:\/\/ollama.com\/library\/codellama. [Accessed August-2024]. (2024)."},{"key":"e_1_3_2_1_30_1","unstructured":"Meta. 2024. Codeshield - part of the purplellama project. https:\/\/github.com\/meta-llama\/PurpleLlama\/tree\/main\/CodeShield. Accessed: 25-08-2025. (2024)."},{"key":"e_1_3_2_1_31_1","unstructured":"Microsoft. 2024. Phi3 \u2014 ollama.com. https:\/\/ollama.com\/library\/phi3. [Accessed August-2024]. (2024)."},{"key":"e_1_3_2_1_32_1","first-page":"01","volume":"1","author":"Software CWE","unstructured":"mitre. 2024. CWE - CWE-658: Weaknesses in Software Written in C (4.16) \u2014 cwe.mitre.org. https:\/\/cwe.mitre.org\/data\/definitions\/658.html. [Accessed 15-01-2024]. (2024).","journal-title":"Accessed"},{"key":"e_1_3_2_1_33_1","first-page":"01","volume":"1","author":"Software CWE","unstructured":"mitre. 2024. CWE - CWE-659: Weaknesses in Software Written in C++ (4.16) \u2014 cwe.mitre.org. https:\/\/cwe.mitre.org\/data\/definitions\/659.html. [Accessed 15-01-2024]. (2024).","journal-title":"Accessed"},{"key":"e_1_3_2_1_34_1","first-page":"10","volume":"2","author":"Search NIST.","unstructured":"NIST. 2024. NVD - Search and Statistics \u2014 nvd.nist.gov. https:\/\/nvd.nist.gov\/vuln\/search. [Accessed 26-10-2024, 2025]. (2024).","journal-title":"Accessed"},{"key":"e_1_3_2_1_35_1","unstructured":"OpenAI. 2023. GPT Turbo 3.5. https:\/\/platform.openai.com\/docs\/models\/gpt-3-5-turbo#gpt-3-5-turbo. [Accessed 2023]. (2023)."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/SP46214.2022.9833571"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3576915.3623157"},{"key":"e_1_3_2_1_38_1","volume-title":"32nd USENIX Security Symposium (USENIX Security 23)","author":"Sandoval Gustavo","year":"2023","unstructured":"Gustavo Sandoval, Hammond Pearce, Teo Nys, Ramesh Karri, Siddharth Garg, and Brendan Dolan-Gavitt. 2023. Lost at c: a user study on the security implications of large language model code assistants. In 32nd USENIX Security Symposium (USENIX Security 23), 2205\u20132222."},{"key":"e_1_3_2_1_39_1","unstructured":"SarifMiner. 2024. Sarif Miner Report. https:\/\/github.com\/Codesbyusman\/LLM-Generated-Code\/tree\/main\/SarifMiner_reports. [Accessed 26-10-2024]. (2024)."},{"key":"e_1_3_2_1_40_1","unstructured":"Muhmmad Usman Shahid. 2024. Sarif Miner v1.0. https:\/\/github.com\/Codesbyusman\/SarifMiner. [Accessed 26-10-2024]. (2024)."},{"key":"e_1_3_2_1_41_1","unstructured":"Usman Shahid. 2023. CWE Prompts. https:\/\/github.com\/Codesbyusman\/LLM-Generated-Code\/tree\/main\/prompts. [Created in 2023]. (2023)."},{"key":"e_1_3_2_1_42_1","unstructured":"Usman Shahid. 2023. CWE Prompts. https:\/\/huggingface.co\/datasets\/codesbyusman\/CWE-Prompts. [Created in 2023]. (2023)."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3691621.3694934"},{"key":"e_1_3_2_1_44_1","unstructured":"Snyk. 2024. C++ rules | Snyk User Docs \u2014 docs.snyk.io. https:\/\/docs.snyk.io\/scan-with-snyk\/snyk-code\/snyk-code-security-rules\/c++-rules. [Accessed October-2024]. (2024)."},{"key":"e_1_3_2_1_45_1","unstructured":"Snyk. 2024. Snyk Code | Code Security Analysis and Fixes - Developer First SAST | Snyk \u2014 snyk.io. https:\/\/snyk.io\/product\/snyk-code\/. (2024)."},{"key":"e_1_3_2_1_46_1","unstructured":"The MITRE Corporation. 2024. Common Weakness Enumeration (CWE) \u2014 About CWE. https:\/\/cwe.mitre.org\/about\/index.html. [Accessed 16-03-2025]. (2024)."},{"key":"e_1_3_2_1_47_1","unstructured":"Jiexin Wang Liuwen Cao Xitong Luo Zhiping Zhou Jiayuan Xie Adam Jatowt and Yi Cai. 2023. Enhancing large language models for secure code generation: a dataset-driven study on vulnerability mitigation. (2023). https:\/\/arxiv.org\/abs\/2310.16263 arXiv: 2310.16263 [cs.SE]."},{"key":"e_1_3_2_1_48_1","unstructured":"Sargam Yadav et al. 2025. From idea to implementation: evaluating the influence of large language models in software development - an opinion paper. (2025). https:\/\/arxiv.org\/abs\/2503.07450 arXiv: 2503.07450 [cs.AI]."}],"event":{"name":"SAC '26: 41st ACM\/SIGAPP Symposium on Applied Computing","location":"Grand Hotel Palace Thessaloniki Greece","acronym":"SAC '26","sponsor":["SIGAPP ACM Special Interest Group on Applied Computing"]},"container-title":["Proceedings of the 41st ACM\/SIGAPP Symposium on Applied Computing"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3748522.3780027","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,9]],"date-time":"2026-06-09T14:43:01Z","timestamp":1781016181000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3748522.3780027"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,3,23]]},"references-count":48,"alternative-id":["10.1145\/3748522.3780027","10.1145\/3748522"],"URL":"https:\/\/doi.org\/10.1145\/3748522.3780027","relation":{},"subject":[],"published":{"date-parts":[[2026,3,23]]},"assertion":[{"value":"2026-06-09","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}