{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,17]],"date-time":"2026-05-17T04:26:26Z","timestamp":1778991986551,"version":"3.51.4"},"publisher-location":"Cham","reference-count":41,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031575365","type":"print"},{"value":"9783031575372","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-57537-2_15","type":"book-chapter","created":{"date-parts":[[2024,4,24]],"date-time":"2024-04-24T19:02:38Z","timestamp":1713985358000},"page":"233-249","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Enhancing Code Security Through Open-Source Large Language Models: A Comparative Study"],"prefix":"10.1007","author":[{"given":"Norah","family":"Ridley","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Enrico","family":"Branca","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jadyn","family":"Kimber","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Natalia","family":"Stakhanova","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,4,25]]},"reference":[{"key":"15_CR1","unstructured":"Adamson, V., B\u00e4gerfeldt, J.: Assessing the effectiveness of ChatGPT in generating Python code (2023)"},{"key":"15_CR2","doi-asserted-by":"crossref","unstructured":"Ahmed, I., Kajol, M., Hasan, U., Datta, P.P., Roy, A., Reza, M.R.: ChatGPT vs. Bard: a comparative study. UMBC Student Collection (2023)","DOI":"10.22541\/au.168923529.98827844\/v1"},{"key":"15_CR3","unstructured":"Airoboros: Airoboros: using large language models to fine-tune large language models. https:\/\/github.com\/jondurbin\/airoboros"},{"key":"15_CR4","unstructured":"Austism: Chronos-hermes-13b. https:\/\/huggingface.co\/Austism\/chronos-hermes-13b"},{"key":"15_CR5","doi-asserted-by":"publisher","first-page":"150672","DOI":"10.1109\/ACCESS.2020.3016774","volume":"8","author":"Z Bilgin","year":"2020","unstructured":"Bilgin, Z., Ersoy, M.A., Soykan, E.U., Tomur, E., \u00c7omak, P., Kara\u00e7ay, L.: Vulnerability prediction from source code using machine learning. IEEE Access 8, 150672\u2013150684 (2020)","journal-title":"IEEE Access"},{"key":"15_CR6","doi-asserted-by":"publisher","first-page":"52","DOI":"10.1109\/MS.2023.3300574","volume":"41","author":"C Bull","year":"2023","unstructured":"Bull, C., Kharrufa, A.: Generative AI assistants in software development education: a vision for integrating generative AI into educational practice, not instinctively defending against it. IEEE Softw. 41, 52\u201359 (2023)","journal-title":"IEEE Softw."},{"key":"15_CR7","unstructured":"MITRE Corporation: Common weakness enumeration. https:\/\/cwe.mitre.org\/"},{"key":"15_CR8","unstructured":"CWE: CWE-664: improper control of a resource through its lifetime. https:\/\/cwe.mitre.org\/data\/definitions\/664.html"},{"key":"15_CR9","unstructured":"CWE: CWE-693: protection mechanism failure. https:\/\/cwe.mitre.org\/data\/definitions\/693.html"},{"key":"15_CR10","unstructured":"CWE: CWE-707: improper neutralization. https:\/\/cwe.mitre.org\/data\/definitions\/707.html"},{"key":"15_CR11","unstructured":"CWE: CWE view: research concepts. https:\/\/cwe.mitre.org\/data\/definitions\/1000.html"},{"key":"15_CR12","unstructured":"Nijkamp, E., Hayashi, H., Zhou, Y., Xiong, C.: CodeGen2.5: small, but mighty. https:\/\/blog.salesforceairesearch.com\/codegen25\/"},{"key":"15_CR13","unstructured":"Hugging Face: The AI community building the future. https:\/\/huggingface.co\/"},{"key":"15_CR14","unstructured":"Fu, Y., Peng, H., Khot, T.: How does GPT obtain its ability? Tracing emergent abilities of language models to their sources. Yao Fu\u2019s Notion, December 2022. https:\/\/yaofu.notion.site\/How-does-GPT-Obtain-its-Ability-Tracing-Emergent-Abilities-of-Language-Models-to-their-Sources-b9a57ac0fcf74f30a1ab9e3e36fa1dc1"},{"key":"15_CR15","unstructured":"Hartford, E.: Samantha-33b. https:\/\/huggingface.co\/ehartford\/samantha-33b"},{"key":"15_CR16","unstructured":"Hartford, E.: Wizard Vicuna 7B Uncensored. https:\/\/huggingface.co\/ehartford\/Wizard-Vicuna-7B-Uncensored"},{"key":"15_CR17","unstructured":"Python Package Index: llama2-wrapper 0.1.12. https:\/\/pypi.org\/project\/llama2-wrapper\/"},{"key":"15_CR18","unstructured":"Technology Innovation Institute: Falcon 7b instruct. https:\/\/huggingface.co\/tiiuae\/falcon-7b-instruct"},{"key":"15_CR19","unstructured":"Ji, B.: VicunaNER: zero\/few-shot named entity recognition using Vicuna. arXiv preprint arXiv:2305.03253 (2023)"},{"key":"15_CR20","unstructured":"Kande, R., et al.: LLM-assisted generation of hardware assertions (2023)"},{"key":"15_CR21","doi-asserted-by":"crossref","unstructured":"Khoury, R., Avila, A.R., Brunelle, J., Camara, B.M.: How secure is code generated by chatgpt? arXiv preprint arXiv:2304.09655 (2023)","DOI":"10.1109\/SMC53992.2023.10394237"},{"key":"15_CR22","unstructured":"GS Lab: CodeQL. https:\/\/codeql.github.com\/"},{"key":"15_CR23","unstructured":"Lee, A.N., Hunter, C.J., Ruiz, N.: Platypus: quick, cheap, and powerful refinement of LLMs (2023)"},{"key":"15_CR24","unstructured":"Li, R., et al.: StarCoder: may the source be with you! (2023)"},{"key":"15_CR25","unstructured":"Mahan, D., Carlow, R., Castricato, L., Cooper, N., Laforte, C.: Stable beluga models. https:\/\/huggingface.co\/stabilityai\/StableBeluga2"},{"key":"15_CR26","unstructured":"Meta: Meta and Microsoft introduce the next generation of Llama. https:\/\/about.fb.com\/news\/2023\/07\/llama-2\/"},{"key":"15_CR27","unstructured":"Nayak, A., Timmapathini, H.P.: LLM2KB: constructing knowledge bases using instruction tuned context aware large language models. arXiv preprint arXiv:2308.13207 (2023)"},{"key":"15_CR28","unstructured":"Open-Orca\/OpenOrca-Platypus2-13B. https:\/\/huggingface.co\/Open-Orca\/OpenOrca-Platypus2-13B"},{"key":"15_CR29","doi-asserted-by":"crossref","unstructured":"Pearce, H., Ahmad, B., Tan, B., Dolan-Gavitt, B., Karri, R.: Asleep at the keyboard? Assessing the security of GitHub Copilot\u2019s code contributions. In: 2022 IEEE Symposium on Security and Privacy (SP), pp. 754\u2013768 (2022)","DOI":"10.1109\/SP46214.2022.9833571"},{"key":"15_CR30","doi-asserted-by":"crossref","unstructured":"Pearce, H., Tan, B., Ahmad, B., Karri, R., Dolan-Gavitt, B.: Examining zero-shot vulnerability repair with large language models. In: 2023 IEEE Symposium on Security and Privacy (SP), pp. 2339\u20132356. IEEE (2023)","DOI":"10.1109\/SP46215.2023.10179324"},{"key":"15_CR31","unstructured":"Nous Research: Nous-Hermes-Llama2-13b. https:\/\/huggingface.co\/NousResearch\/Nous-Hermes-Llama2-13b"},{"key":"15_CR32","unstructured":"Romero, M.: Llama-2-Coder-7B (revision d30d193) (2023). https:\/\/huggingface.co\/mrm8488\/llama-2-coder-7b"},{"key":"15_CR33","unstructured":"Sandoval, G., Pearce, H., Nys, T., Karri, R., Garg, S., Dolan-Gavitt, B.: Lost at C: a user study on the security implications of large language model code assistants. In: USENIX (2023)"},{"key":"15_CR34","unstructured":"Sharma, S., Sodhi, B.: Calculating originality of LLM assisted source code (2023)"},{"key":"15_CR35","doi-asserted-by":"publisher","unstructured":"Siddiq, M.L., Santos, J.C.S.: SecurityEval dataset: mining vulnerability examples to evaluate machine learning-based code generation techniques. In: Proceedings of the 1st International Workshop on Mining Software Repositories Applications for Privacy and Security, MSR4PS 2022 (2022). https:\/\/doi.org\/10.1145\/3549035.3561184","DOI":"10.1145\/3549035.3561184"},{"key":"15_CR36","unstructured":"SonarSource: Sonarsource static code analysis. https:\/\/rules.sonarsource.com\/"},{"issue":"01","key":"15_CR37","first-page":"17","volume":"3","author":"NMS Surameery","year":"2023","unstructured":"Surameery, N.M.S., Shakor, M.Y.: Use ChatGPT to solve programming bugs. Int. J. Inf. Technol. Comput. Eng. (IJITC) 3(01), 17\u201322 (2023). ISSN 2455-5290","journal-title":"Int. J. Inf. Technol. Comput. Eng. (IJITC)"},{"issue":"1","key":"15_CR38","doi-asserted-by":"publisher","first-page":"35","DOI":"10.3390\/bdcc7010035","volume":"7","author":"V Taecharungroj","year":"2023","unstructured":"Taecharungroj, V.: \u201cWhat can ChatGPT do?\u2019\u2019 Analyzing early reactions to the innovative AI Chatbot on Twitter. Big Data Cogn. Comput. 7(1), 35 (2023)","journal-title":"Big Data Cogn. Comput."},{"key":"15_CR39","unstructured":"Tap-M: Luna AI Llama uncensored. https:\/\/huggingface.co\/Tap-M\/Luna-AI-Llama2-Uncensored"},{"key":"15_CR40","unstructured":"Yamaguchi, F., Rieck, K., et\u00a0al.: Vulnerability extrapolation: assisted discovery of vulnerabilities using machine learning. In: 5th USENIX Workshop on Offensive Technologies, WOOT 2011 (2011)"},{"key":"15_CR41","unstructured":"Yeti\u015ftiren, B., \u00d6zsoy, I., Ayerdem, M., T\u00fcz\u00fcn, E.: Evaluating the code quality of AI-assisted code generation tools: an empirical study on GitHub Copilot, Amazon CodeWhisperer, and ChatGPT (2023)"}],"container-title":["Lecture Notes in Computer Science","Foundations and Practice of Security"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-57537-2_15","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,4,24]],"date-time":"2024-04-24T19:04:45Z","timestamp":1713985485000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-57537-2_15"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031575365","9783031575372"],"references-count":41,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-57537-2_15","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"25 April 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"FPS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Symposium on Foundations and Practice of Security","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Bordeaux","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"France","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 December 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13 December 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"fps2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.fps-2023.com\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"80","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"27","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"8","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"34% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}