{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,11]],"date-time":"2026-06-11T16:14:31Z","timestamp":1781194471645,"version":"3.54.1"},"publisher-location":"Cham","reference-count":35,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031982071","type":"print"},{"value":"9783031982088","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,7,9]],"date-time":"2025-07-09T00:00:00Z","timestamp":1752019200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,7,9]],"date-time":"2025-07-09T00:00:00Z","timestamp":1752019200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-031-98208-8_15","type":"book-chapter","created":{"date-parts":[[2025,7,13]],"date-time":"2025-07-13T17:56:53Z","timestamp":1752429413000},"page":"253-272","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["CASTLE: Benchmarking Dataset for\u00a0Static Code Analyzers and\u00a0LLMs Towards CWE Detection"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-3951-1932","authenticated-orcid":false,"given":"Richard A.","family":"Dubniczky","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-5437-6099","authenticated-orcid":false,"given":"Krisztofer Zoltan","family":"Horv\u00e1t","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2626-3434","authenticated-orcid":false,"given":"Tam\u00e1s","family":"Bisztray","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0632-3172","authenticated-orcid":false,"given":"Mohamed Amine","family":"Ferrag","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6235-4272","authenticated-orcid":false,"given":"Lucas C.","family":"Cordeiro","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9002-5935","authenticated-orcid":false,"given":"Norbert","family":"Tihanyi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,7,9]]},"reference":[{"key":"15_CR1","unstructured":"Marks, G.: Business tech news: Zuckerberg says ai will replace mid-level engineers soon. Forbes (2025). https:\/\/www.forbes.com\/sites\/quickerbettertech\/2025\/01\/26\/business-tech-news-zuckerberg-says-ai-will-replace-mid-level-engineers-soon\/. Accessed 03 Feb 2025"},{"issue":"2","key":"15_CR2","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1007\/s10664-024-10590-1","volume":"30","author":"N Tihanyi","year":"2024","unstructured":"Tihanyi, N., Bisztray, T., Ferrag, M.A., Jain, R., Cordeiro, L.C.: How secure is ai-generated code: a large-scale comparison of large language models. Empir. Softw. Eng. 30(2), 47 (2024). https:\/\/doi.org\/10.1007\/s10664-024-10590-1","journal-title":"Empir. Softw. Eng."},{"key":"15_CR3","doi-asserted-by":"crossref","unstructured":"T\u00f3th, R., Bisztray, T., Erd\u0151di, L.: LLMs in web development: evaluating LLM-generated PHP code unveiling vulnerabilities and limitations. In: Ceccarelli, A., Trapp, M., Bondavalli, A., Schoitsch, E., Gallina, B., Bitsch, F. (eds.) Computer Safety, Reliability, and Security. SAFECOMP: Workshops, vol. 2024, pp. 425-437. Springer, Cham (2024)","DOI":"10.1007\/978-3-031-68738-9_34"},{"key":"15_CR4","doi-asserted-by":"crossref","unstructured":"Mechri, A., Ferrag, M.A., Debbah, M.: Secureqwen: leveraging llms for vulnerability detection in python codebases. Comput. Secur. 148, 104151 (2025). https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0167404824004565","DOI":"10.1016\/j.cose.2024.104151"},{"key":"15_CR5","doi-asserted-by":"publisher","unstructured":"Jin, M.,\u00a0Shahriar, S.,\u00a0Tufano, M.,\u00a0Shi, X.,\u00a0Lu, S.,\u00a0Sundaresan, N.,\u00a0Svyatkovskiy, A.: Inferfix: end-to-end program repair with llms. In: Proceedings of the 31st ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering, ESEC\/FSE 2023, pp. 1646\u20131656. Association for Computing Machinery, New York (2023). https:\/\/doi.org\/10.1145\/3611643.3613892","DOI":"10.1145\/3611643.3613892"},{"key":"15_CR6","doi-asserted-by":"crossref","unstructured":"Tihanyi, N.,\u00a0Jain, R.,\u00a0Charalambous, Y., Ferrag, M.A.,\u00a0Sun, Y., Cordeiro, L.C.: A new era in software security: towards self-healing software via large language models and formal verification (2024). https:\/\/arxiv.org\/abs\/2305.14752","DOI":"10.1109\/AST66626.2025.00020"},{"key":"15_CR7","doi-asserted-by":"crossref","unstructured":"Russell, R., et al.: Automated vulnerability detection in source code using deep representation learning. In: 17th IEEE International Conference on Machine Learning and Applications (ICMLA), pp. 757\u2013762. IEEE (2018)","DOI":"10.1109\/ICMLA.2018.00120"},{"key":"15_CR8","doi-asserted-by":"crossref","unstructured":"Fan, J.,\u00a0Li, Y.,\u00a0Wang, S., Nguyen, T.N.: A c\/c++ code vulnerability dataset with code changes and cve summaries. In: Proceedings of the 17th International Conference on Mining Software Repositories, MSR \u201920, pp. 508\u2013512. Association for Computing Machinery, New York (2020)","DOI":"10.1145\/3379597.3387501"},{"key":"15_CR9","doi-asserted-by":"crossref","unstructured":"Chen, Y.,\u00a0Ding, Z.,\u00a0Alowain, L.,\u00a0Chen, X.,\u00a0Wagner, D.: Diversevul: a new vulnerable source code dataset for deep learning based vulnerability detection. In: Proceedings of the 26th International Symposium on Research in Attacks, Intrusions and Defenses, RAID \u201923, pp. 654\u2013668. Association for Computing Machinery, New York (2023)","DOI":"10.1145\/3607199.3607242"},{"key":"15_CR10","doi-asserted-by":"crossref","unstructured":"Ding, Y., et al.: Vulnerability detection with code language models: how far are we?. In: 2025 IEEE\/ACM 47th International Conference on Software Engineering (ICSE), pp. 469\u2013481. IEEE Computer Society, Los Alamitos (2025). https:\/\/doi.ieeecomputersociety.org\/10.1109\/ICSE55347.2025.00038","DOI":"10.1109\/ICSE55347.2025.00038"},{"key":"15_CR11","unstructured":"National Institute of Standards and Technology. Software assurance reference dataset (sard) (2024). https:\/\/samate.nist.gov\/SARD\/. Accessed 10 Nov 2024"},{"key":"15_CR12","unstructured":"N.\u00a0C. for Assured\u00a0Software. Software assurance reference dataset (sard): Juliet c\/c++ 1.3 (2024). https:\/\/samate.nist.gov\/SARD\/test-suites\/112. Accessed 10 Nov 2024"},{"key":"15_CR13","first-page":"1","volume":"32","author":"Y Zhou","year":"2019","unstructured":"Zhou, Y., Liu, S., Siow, J., Du, X., Liu, Y.: Devign: effective vulnerability identification by learning comprehensive program semantics via graph neural networks. Adv. Neural Inf. Process. Syst. 32, 1\u201311 (2019)","journal-title":"Adv. Neural Inf. Process. Syst."},{"issue":"9","key":"15_CR14","doi-asserted-by":"publisher","first-page":"3280","DOI":"10.1109\/TSE.2021.3087402","volume":"48","author":"S Chakraborty","year":"2022","unstructured":"Chakraborty, S., Krishna, R., Ding, Y., Ray, B.: Deep learning based vulnerability detection: are we there yet? IEEE Trans. Softw. Eng. 48(9), 3280\u20133296 (2022)","journal-title":"IEEE Trans. Softw. Eng."},{"key":"15_CR15","doi-asserted-by":"crossref","unstructured":"Bhandari, G.,\u00a0Naseer, A.,\u00a0Moonen, L.: Cvefixes: automated collection of vulnerabilities and their fixes from open-source software. In: Proceedings of the 17th International Conference on Predictive Models and Data Analytics in Software Engineering, PROMISE 2021, pp. 30\u201339. Association for Computing Machinery, New York (2021)","DOI":"10.1145\/3475960.3475985"},{"key":"15_CR16","doi-asserted-by":"crossref","unstructured":"Menezes, R.S., et al.: Esbmc v7.4: harnessing the power of intervals. In: Finkbeiner, B., Kov\u00e1cs, L. (eds.) Tools and Algorithms for the Construction and Analysis of Systems, pp. 376\u2013380. Springer, Cham (2024)","DOI":"10.1007\/978-3-031-57256-2_24"},{"issue":"3","key":"15_CR17","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3623375","volume":"56","author":"S Mallissery","year":"2023","unstructured":"Mallissery, S., Wu, Y.-S.: Demystify the fuzzing methods: a comprehensive survey. ACM Comput. Surv. 56(3), 1\u201338 (2023). https:\/\/doi.org\/10.1145\/3623375","journal-title":"ACM Comput. Surv."},{"issue":"7","key":"15_CR18","doi-asserted-by":"publisher","first-page":"1165","DOI":"10.1109\/TCAD.2008.923410","volume":"27","author":"V D\u2019Silva","year":"2008","unstructured":"D\u2019Silva, V., Kroening, D., Weissenbacher, G.: A survey of automated techniques for formal software verification. IEEE Trans. Comput. Aided Des. Integr. Circuits Syst. 27(7), 1165\u20131178 (2008)","journal-title":"IEEE Trans. Comput. Aided Des. Integr. Circuits Syst."},{"key":"15_CR19","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"193","DOI":"10.1007\/3-540-49059-0_14","volume-title":"Tools and Algorithms for the Construction and Analysis of Systems","author":"A Biere","year":"1999","unstructured":"Biere, A., Cimatti, A., Clarke, E., Zhu, Y.: Symbolic model checking without BDDs. In: Cleaveland, W.R. (ed.) TACAS 1999. LNCS, vol. 1579, pp. 193\u2013207. Springer, Heidelberg (1999). https:\/\/doi.org\/10.1007\/3-540-49059-0_14"},{"key":"15_CR20","first-page":"279","volume":"500","author":"V Okun","year":"2009","unstructured":"Okun, V., Gaucher, R., Black, P.E.: Static analysis tool exposition (sate) 2008. NIST Spec. Publ. 500, 279 (2009)","journal-title":"NIST Spec. Publ."},{"key":"15_CR21","doi-asserted-by":"crossref","unstructured":"Delaitre, A., et al.: Sate vi report: Bug injection and collection (2023)","DOI":"10.6028\/NIST.SP.500-341"},{"key":"15_CR22","unstructured":"Wilander, J.,\u00a0Kamkar, M.: A comparison of publicly available tools for static intrusion prevention. In: Proceedings of the 7th Nordic Workshop on Secure IT Systems (NordSec), p. 108 (2002)"},{"key":"15_CR23","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1016\/j.entcs.2008.06.039","volume":"217","author":"P Emanuelsson","year":"2008","unstructured":"Emanuelsson, P., Nilsson, U.: A comparative study of industrial static analysis tools. Electron. Notes Theor. Comput. Sci. 217, 5\u201321 (2008)","journal-title":"Electron. Notes Theor. Comput. Sci."},{"key":"15_CR24","doi-asserted-by":"crossref","unstructured":"Johns, M., Jodeit, M.: Scanstud: a methodology for systematic, fine-grained evaluation of static analysis tools. In: IEEE Fourth International Conference on Software Testing, Verification and Validation Workshops, pp. 523\u2013530. IEEE (2011)","DOI":"10.1109\/ICSTW.2011.32"},{"key":"15_CR25","doi-asserted-by":"crossref","unstructured":"Bennett, G.,\u00a0Hall, T.,\u00a0Winter, E.,\u00a0Counsell, S.: Semgrep*: improving the limited performance of static application security testing (sast) tools. In: Proceedings of the 28th International Conference on Evaluation and Assessment in Software Engineering, pp. 614\u2013623 (2024)","DOI":"10.1145\/3661167.3661262"},{"key":"15_CR26","doi-asserted-by":"crossref","unstructured":"Yang, Y., et al.: Dlap: a deep learning augmented large language model prompting framework for software vulnerability detection. J. Syst. Softw. 219, 112234 (2025). https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0164121224002784","DOI":"10.1016\/j.jss.2024.112234"},{"key":"15_CR27","unstructured":"Li, Z.,\u00a0Dutta, S.,\u00a0Naik, M.: Llm-assisted static analysis for detecting security vulnerabilities. arXiv preprint arXiv:2405.17238 (2024)"},{"key":"15_CR28","doi-asserted-by":"crossref","unstructured":"Lee, Y.,\u00a0Jeong, S.,\u00a0Kim, J.: Improving llm classification of logical errors by integrating error relationship into prompts. In: International Conference on Intelligent Tutoring Systems, pp. 91\u2013103. Springer, Heidelberg (2024)","DOI":"10.1007\/978-3-031-63028-6_8"},{"issue":"8022","key":"15_CR29","doi-asserted-by":"publisher","first-page":"755","DOI":"10.1038\/s41586-024-07566-y","volume":"631","author":"I Shumailov","year":"2024","unstructured":"Shumailov, I., Shumaylov, Z., Zhao, Y., Papernot, N., Anderson, R., Gal, Y.: AI models collapse when trained on recursively generated data. Nature 631(8022), 755\u2013759 (2024). https:\/\/doi.org\/10.1038\/s41586-024-07566-y","journal-title":"Nature"},{"key":"15_CR30","unstructured":"Sheng, Z., et al.: Large language models in software security: a survey of vulnerability detection techniques and insights. arXiv preprint arXiv:2502.07049 (2025)"},{"key":"15_CR31","unstructured":"MITRE. 2024 CWE Top 25 Most Dangerous Software Weaknesses (2024). https:\/\/cwe.mitre.org\/top25\/archive\/2024\/2024_cwe_top25.html"},{"key":"15_CR32","unstructured":"Tihanyi, N.: ESBMC assumption on argv 2312 (2025). https:\/\/github.com\/esbmc\/esbmc\/issues\/2312. Accessed 8 Mar 2025"},{"key":"15_CR33","unstructured":"Tihanyi, N.: ESBMC 7.8 segmentation fault 2236 (2025). https:\/\/github.com\/esbmc\/esbmc\/issues\/2236. Accessed 8 Mar 2025"},{"key":"15_CR34","unstructured":"Tihanyi, N.: GCSE (segmentation fault -PART II) 2235 (2025). https:\/\/github.com\/esbmc\/esbmc\/issues\/2235. Accessed 8 Mar 2025"},{"key":"15_CR35","unstructured":"Tihanyi, N.: Discrepancy in GCSE (PART II) 2231 (2025). https:\/\/github.com\/esbmc\/esbmc\/issues\/2231. Accessed 8 Mar 2025"}],"container-title":["Lecture Notes in Computer Science","Theoretical Aspects of Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-98208-8_15","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,30]],"date-time":"2026-04-30T08:35:16Z","timestamp":1777538116000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-98208-8_15"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,9]]},"ISBN":["9783031982071","9783031982088"],"references-count":35,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-98208-8_15","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,7,9]]},"assertion":[{"value":"9 July 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"TASE","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Symposium on Theoretical Aspects of Software Engineering","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Limassol","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Cyprus","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 July 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16 July 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"tase2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/cyprusconferences.org\/tase2025\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}