{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,10]],"date-time":"2026-06-10T03:28:47Z","timestamp":1781062127819,"version":"3.54.1"},"publisher-location":"Cham","reference-count":42,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032006295","type":"print"},{"value":"9783032006301","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-032-00630-1_5","type":"book-chapter","created":{"date-parts":[[2025,8,8]],"date-time":"2025-08-08T13:37:04Z","timestamp":1754660224000},"page":"73-87","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["A Multi-dataset Evaluation of\u00a0Models for\u00a0Automated Vulnerability Repair"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3935-2148","authenticated-orcid":false,"given":"Zanis Ali","family":"Khan","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2507-8846","authenticated-orcid":false,"given":"Aayush","family":"Garg","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6153-4255","authenticated-orcid":false,"given":"Qiang","family":"Tang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,8,9]]},"reference":[{"key":"5_CR1","doi-asserted-by":"publisher","unstructured":"Albanese, M., \u00c7am, H., Jajodia, S.: Automated cyber situation awareness tools and models for improving analyst performance. In: Cybersecurity Systems for Human Cognition Augmentation, Advances in Information Security, vol.\u00a061, pp. 47\u201360. Springer (2014). https:\/\/doi.org\/10.1007\/978-3-319-10374-7_3","DOI":"10.1007\/978-3-319-10374-7_3"},{"key":"5_CR2","doi-asserted-by":"publisher","unstructured":"Arusoaie, A., Ciob\u00e2ca, S., Craciun, V., Gavrilut, D., Lucanu, D.: A comparison of open-source static analysis tools for vulnerability detection in C\/C++ code. In: 2017 19th International Symposium on Symbolic and Numeric Algorithms for Scientific Computing (SYNASC), pp. 161\u2013168 (2017). https:\/\/doi.org\/10.1109\/SYNASC.2017.00035","DOI":"10.1109\/SYNASC.2017.00035"},{"key":"5_CR3","doi-asserted-by":"publisher","unstructured":"Bui, Q., Paramitha, R., Vu, D., Massacci, F., Scandariato, R.: APR4VUL: an empirical study of automatic program repair techniques on real-world java vulnerabilities. Empir. Softw. Eng. 29(1), 18 (2024). https:\/\/doi.org\/10.1007\/S10664-023-10415-7","DOI":"10.1007\/S10664-023-10415-7"},{"key":"5_CR4","doi-asserted-by":"publisher","unstructured":"Bui, Q.C., Scandariato, R., Ferreyra, N.E.D.: VUL4J: a dataset of reproducible java vulnerabilities geared towards the study of program repair techniques. In: 2022 IEEE\/ACM 19th International Conference on Mining Software Repositories (MSR), pp. 464\u2013468 (2022). https:\/\/doi.org\/10.1145\/3524842.3528482","DOI":"10.1145\/3524842.3528482"},{"key":"5_CR5","unstructured":"Cadar, C., Dunbar, D., Engler, D.: Klee: unassisted and automatic generation of high-coverage tests for complex systems programs. In: 8th USENIX Conference on Operating Systems Design and Implementation, p. 209\u2013224. OSDI\u201908, USENIX Association, USA (2008)"},{"issue":"4","key":"5_CR6","doi-asserted-by":"publisher","first-page":"1385","DOI":"10.1109\/TSE.2020.3020502","volume":"48","author":"S Chakraborty","year":"2018","unstructured":"Chakraborty, S., Ding, Y., Allamanis, M., Ray, B.: Codit: code editing with tree-based neural models. IEEE Trans. Software Eng. 48(4), 1385\u20131399 (2018). https:\/\/doi.org\/10.1109\/TSE.2020.3020502","journal-title":"IEEE Trans. Software Eng."},{"issue":"09","key":"5_CR7","doi-asserted-by":"publisher","first-page":"1943","DOI":"10.1109\/TSE.2019.2940179","volume":"47","author":"Z Chen","year":"2021","unstructured":"Chen, Z., Kommrusch, S., Tufano, M., Pouchet, L.N., Poshyvanyk, D., Monperrus, M.: Sequencer: sequence-to-sequence learning for end-to-end program repair. IEEE Trans. Software Eng. 47(09), 1943\u20131959 (2021). https:\/\/doi.org\/10.1109\/TSE.2019.2940179","journal-title":"IEEE Trans. Software Eng."},{"key":"5_CR8","doi-asserted-by":"publisher","unstructured":"Dang, N.N.H., Thanh, T.Q., Nguyen-Duc, A.: BERTVRepair: on the adoption of CodeBERT for automated vulnerability code repair, pp. 173\u2013196. Springer Nature Switzerland, Cham (2024). https:\/\/doi.org\/10.1007\/978-3-031-55642-5_8","DOI":"10.1007\/978-3-031-55642-5_8"},{"key":"5_CR9","doi-asserted-by":"publisher","unstructured":"de-Fitero-Dominguez, D., Garc\u00eda-L\u00f3pez, E., Garc\u00eda-Cabot, A., Mart\u00ednez-Herr\u00e1iz, J.J.: Enhanced automated code vulnerability repair using large language models. Eng. Appl. Artif. Intell. 138, 109291 (2024). https:\/\/doi.org\/10.1016\/J.ENGAPPAI.2024.109291","DOI":"10.1016\/J.ENGAPPAI.2024.109291"},{"key":"5_CR10","doi-asserted-by":"publisher","unstructured":"Ding, Y., Ray, B., Devanbu, P., Hellendoorn, V.J.: Patching as translation: the data and the metaphor. In: Proceedings of the 35th IEEE\/ACM International Conference on Automated Software Engineering, pp. 275\u2013286. ASE 2020, Association for Computing Machinery, New York, NY, USA (2021). https:\/\/doi.org\/10.1145\/3324884.3416587","DOI":"10.1145\/3324884.3416587"},{"key":"5_CR11","doi-asserted-by":"crossref","unstructured":"Eghbali, A., Pradel, M.: CrystalBLEU: precisely and efficiently measuring the similarity of code. In: Proceedings of the 37th IEEE\/ACM International Conference on Automated Software Engineering, pp. 1\u201312 (2022)","DOI":"10.1145\/3551349.3556903"},{"key":"5_CR12","doi-asserted-by":"crossref","unstructured":"Feng, Z., et\u00a0al.: CodeBert: a pre-trained model for programming and natural languages. arXiv preprint arXiv:2002.08155 (2020)","DOI":"10.18653\/v1\/2020.findings-emnlp.139"},{"key":"5_CR13","doi-asserted-by":"publisher","unstructured":"Feng, Z., Guo, D., Tang, D., et\u00a0al.: CodeBert: a pre-trained model for programming and natural languages. In: Findings of the Association for Computational Linguistics: EMNLP 2020, pp. 1536\u20131547. Association for Computational Linguistics (2020). https:\/\/doi.org\/10.18653\/v1\/2020.findings-emnlp.139","DOI":"10.18653\/v1\/2020.findings-emnlp.139"},{"key":"5_CR14","unstructured":"Garg, A., Degiovanni, R., Jimenez, M., Cordy, M., Papadakis, M., Traon, Y.L.: Learning to predict vulnerabilities from vulnerability-fixes: a machine translation approach. CoRR abs\/2012.11701 (2020). https:\/\/arxiv.org\/abs\/2012.11701"},{"key":"5_CR15","doi-asserted-by":"publisher","unstructured":"Garg, A., Degiovanni, R., Jimenez, M., Cordy, M., Papadakis, M., Traon, Y.L.: Learning from what we know: how to perform vulnerability prediction using noisy historical data. Empir. Softw. Eng. 27(7), 169 (2022). https:\/\/doi.org\/10.1007\/S10664-022-10197-4","DOI":"10.1007\/S10664-022-10197-4"},{"key":"5_CR16","doi-asserted-by":"publisher","unstructured":"Garg, A., Degiovanni, R., Papadakis, M., Traon, Y.L.: Vulnerability mimicking mutants. CoRR abs\/2303.04247 (2023). https:\/\/doi.org\/10.48550\/ARXIV.2303.04247","DOI":"10.48550\/ARXIV.2303.04247"},{"key":"5_CR17","doi-asserted-by":"publisher","unstructured":"Garg, A., Degiovanni, R., Papadakis, M., Traon, Y.L.: On the coupling between vulnerabilities and LLM-generated mutants: A study on vul4j dataset. In: IEEE Conference on Software Testing, Verification and Validation, ICST 2024, Toronto, ON, Canada, May 27-31, 2024, pp. 305\u2013316. IEEE (2024). https:\/\/doi.org\/10.1109\/ICST60714.2024.00035","DOI":"10.1109\/ICST60714.2024.00035"},{"key":"5_CR18","doi-asserted-by":"publisher","unstructured":"Garg, A., Patsakis, C., Khan, Z.A., Tang, Q.: Payload analysis of adversaries\u2019 tooling: automated identification of fuzzers. techrxiv preprint (2024). https:\/\/doi.org\/10.36227\/techrxiv.173385946.65994728\/v1","DOI":"10.36227\/techrxiv.173385946.65994728\/v1"},{"key":"5_CR19","doi-asserted-by":"publisher","unstructured":"Gharibi, R., Sadreddini, M.H., Fakhrahmad, S.M.: T5APR: empowering automated program repair across languages through checkpoint ensemble. J. Syst. Softw. 214, 112083 (2024). https:\/\/doi.org\/10.1016\/J.JSS.2024.112083","DOI":"10.1016\/J.JSS.2024.112083"},{"issue":"12","key":"5_CR20","doi-asserted-by":"publisher","first-page":"56","DOI":"10.1145\/3318162","volume":"62","author":"CL Goues","year":"2019","unstructured":"Goues, C.L., Pradel, M., Roychoudhury, A.: Automated program repair. Commun. ACM 62(12), 56\u201365 (2019). https:\/\/doi.org\/10.1145\/3318162","journal-title":"Commun. ACM"},{"key":"5_CR21","unstructured":"Guo, D., et al.: GraphCodeBert: pre-training code representations with data flow. In: 9th International Conference on Learning Representations, ICLR 2021, Virtual Event, Austria, May 3-7, 2021. OpenReview.net (2021). https:\/\/openreview.net\/forum?id=jLoC4ez43PZ"},{"key":"5_CR22","doi-asserted-by":"publisher","unstructured":"Guo, Y., Hu, Q., Tang, Q., Traon, Y.L.: An empirical study of the imbalance issue in software vulnerability detection. In: Tsudik, G., Conti, M., Liang, K., Smaragdakis, G. (eds.) European Symposium on Research in Computer Security, pp. 371\u2013390. Springer (2023). https:\/\/doi.org\/10.1007\/978-3-031-51482-1_19","DOI":"10.1007\/978-3-031-51482-1_19"},{"key":"5_CR23","doi-asserted-by":"publisher","unstructured":"Khan, S., Parkinson, S.: Review into state of the art of vulnerability assessment using artificial intelligence. In: Guide to Vulnerability Analysis for Computer Networks and Systems - An Artificial Intelligence Approach, pp. 3\u201332. Computer Communications and Networks, Springer (2018). https:\/\/doi.org\/10.1007\/978-3-319-92624-7_1","DOI":"10.1007\/978-3-319-92624-7_1"},{"key":"5_CR24","doi-asserted-by":"publisher","unstructured":"Khan, Z.A., Garg, A., Tang, Q.: Artifact for a multi-dataset evaluation of models for automated vulnerability repair (2025). https:\/\/doi.org\/10.5281\/zenodo.15599983","DOI":"10.5281\/zenodo.15599983"},{"key":"5_CR25","doi-asserted-by":"publisher","unstructured":"Khan, Z.A., Shin, D., Bianculli, D., Briand, L.C.: Guidelines for assessing the accuracy of log message template identification techniques. In: 44th IEEE\/ACM 44th International Conference on Software Engineering, ICSE 2022, Pittsburgh, PA, USA, May 25-27, 2022, pp. 1095\u20131106. ACM (2022). https:\/\/doi.org\/10.1145\/3510003.3510101","DOI":"10.1145\/3510003.3510101"},{"key":"5_CR26","doi-asserted-by":"publisher","unstructured":"Khan, Z.A., Shin, D., Bianculli, D., Briand, L.C.: Impact of log parsing on deep learning-based anomaly detection. Empir. Softw. Eng. 29(6), 139 (2024). https:\/\/doi.org\/10.1007\/S10664-024-10533-W","DOI":"10.1007\/S10664-024-10533-W"},{"key":"5_CR27","doi-asserted-by":"publisher","unstructured":"Kim, D., Nam, J., Song, J., Kim, S.: Automatic patch generation learned from human-written patches. In: Proceedings of the 2013 International Conference on Software Engineering, pp. 802\u2013811. ICSE 2013, IEEE (2013). https:\/\/doi.org\/10.1109\/ICSE.2013.6606626","DOI":"10.1109\/ICSE.2013.6606626"},{"key":"5_CR28","doi-asserted-by":"publisher","unstructured":"Le\u00a0Goues, C., Dewey-Vogt, M., Forrest, S., Weimer, W.: A systematic study of automated program repair: fixing 55 out of 105 bugs for \\$8 each. In: 34th International Conference on Software Engineering (ICSE), pp. 3\u201313 (2012). https:\/\/doi.org\/10.1109\/ICSE.2012.6227211","DOI":"10.1109\/ICSE.2012.6227211"},{"key":"5_CR29","doi-asserted-by":"publisher","unstructured":"Liu, K., Koyuncu, A., Kim, D., Bissyand\u00e9, T.F.: TBAR: revisiting template-based automated program repair. In: Proceedings of the 28th ACM SIGSOFT International Symposium on Software Testing and Analysis, pp. 31\u201342. ISSTA 2019, Association for Computing Machinery, New York, NY, USA (2019). https:\/\/doi.org\/10.1145\/3293882.3330577, https:\/\/doi-org.proxy.bnl.lu\/10.1145\/3293882.3330577","DOI":"10.1145\/3293882.3330577"},{"key":"5_CR30","doi-asserted-by":"publisher","unstructured":"Mechtaev, S., Yi, J., Roychoudhury, A.: Angelix: scalable multiline program patch synthesis via symbolic analysis. In: 38th International Conference on Software Engineering (ICSE), pp. 691\u2013701 (2016). https:\/\/doi.org\/10.1145\/2884781.2884807","DOI":"10.1145\/2884781.2884807"},{"key":"5_CR31","doi-asserted-by":"publisher","unstructured":"Nguyen, H.D.T., Qi, D., Roychoudhury, A., Chandra, S.: SemFix: program repair via semantic analysis. In: 35th International Conference on Software Engineering (ICSE), pp. 772\u2013781 (2013). https:\/\/doi.org\/10.1109\/ICSE.2013.6606623","DOI":"10.1109\/ICSE.2013.6606623"},{"key":"5_CR32","doi-asserted-by":"publisher","unstructured":"Ni, C., Shen, L., Yang, X., Zhu, Y., Wang, S.: MegaVul: A c\/c++ vulnerability dataset with comprehensive code representations. In: Proceedings of the 21st International Conference on Mining Software Repositories. MSR 2024, Association for Computing Machinery, New York, NY, USA (2024). https:\/\/doi.org\/10.1145\/3643991.3644886","DOI":"10.1145\/3643991.3644886"},{"key":"5_CR33","doi-asserted-by":"publisher","unstructured":"Ogata, M., Franklin, J., Voas, J., Sritapan, V., Quirolgico, S.: Vetting the security of mobile applications. Tech. rep., National Institute of Standards and Technology (2019). https:\/\/doi.org\/10.6028\/NIST.SP.800-163r1","DOI":"10.6028\/NIST.SP.800-163r1"},{"key":"5_CR34","doi-asserted-by":"publisher","unstructured":"Okutan, A., et al.: Empirical validation of automated vulnerability curation and characterization. IEEE Trans. Software Eng. 49(5), 3241\u20133260 (2023). https:\/\/doi.org\/10.1109\/TSE.2023.3250479","DOI":"10.1109\/TSE.2023.3250479"},{"key":"5_CR35","doi-asserted-by":"crossref","unstructured":"Papineni, K., Roukos, S., Ward, T., Zhu, W.J.: BLEU: a method for automatic evaluation of machine translation. In: Proceedings of the 40th Annual Meeting of the Association for Computational Linguistics, pp. 311\u2013318 (2002)","DOI":"10.3115\/1073083.1073135"},{"key":"5_CR36","doi-asserted-by":"publisher","unstructured":"Piskachev, G., Becker, M., Bodden, E.: Can the configuration of static analyses make resolving security vulnerabilities more effective? - A user study. Empir. Softw. Eng. 28(5), 118 (2023). https:\/\/doi.org\/10.1007\/S10664-023-10354-3","DOI":"10.1007\/S10664-023-10354-3"},{"key":"5_CR37","unstructured":"Ren, S., et al.: CodeBLEU: a method for automatic evaluation of code synthesis. arXiv preprint arXiv:2009.10297 (2020)"},{"key":"5_CR38","unstructured":"Risse, N., B\u00f6hme, M.: Uncovering the limits of machine learning for automatic vulnerability detection. In: 33rd USENIX Security Symposium, USENIX Security 2024, Philadelphia, PA, USA, August 14-16, 2024. USENIX Association (2024). https:\/\/www.usenix.org\/conference\/usenixsecurity24\/presentation\/risse"},{"key":"5_CR39","doi-asserted-by":"crossref","unstructured":"Wang, Y., Wang, W., Joty, S., Hoi, S.C.: Codet5: identifier-aware unified pre-trained encoder-decoder models for code understanding and generation. arXiv preprint arXiv:2109.00859 (2021)","DOI":"10.18653\/v1\/2021.emnlp-main.685"},{"key":"5_CR40","doi-asserted-by":"publisher","unstructured":"Wu, Y., et al.: How effective are neural networks for fixing security vulnerabilities. In: Proceedings of the 32nd ACM SIGSOFT International Symposium on Software Testing and Analysis, ISSTA 2023, Seattle, WA, USA, July 17-21, 2023, pp. 1282\u20131294. ACM (2023). https:\/\/doi.org\/10.1145\/3597926.3598135, https:\/\/doi.org\/10.1145\/3597926.3598135","DOI":"10.1145\/3597926.3598135"},{"key":"5_CR41","doi-asserted-by":"publisher","first-page":"34","DOI":"10.1109\/TSE.2016.2560811","volume":"43","author":"J Xuan","year":"2017","unstructured":"Xuan, J., et al.: Nopol: automatic repair of conditional statement bugs in java programs. IEEE Trans. Software Eng. 43, 34\u201355 (2017). https:\/\/doi.org\/10.1109\/TSE.2016.2560811","journal-title":"IEEE Trans. Software Eng."},{"key":"5_CR42","doi-asserted-by":"publisher","first-page":"166335","DOI":"10.1109\/ACCESS.2020.3022883","volume":"8","author":"R Zhao","year":"2020","unstructured":"Zhao, R., Wang, J., Zheng, X., Wen, J., Rao, L., Zhao, J.: Maritime visible image classification based on double transfer method. IEEE Access 8, 166335\u2013166346 (2020)","journal-title":"IEEE Access"}],"container-title":["Lecture Notes in Computer Science","Availability, Reliability and Security"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-00630-1_5","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,8]],"date-time":"2025-09-08T19:26:58Z","timestamp":1757359618000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-00630-1_5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783032006295","9783032006301"],"references-count":42,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-00630-1_5","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"9 August 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ARES","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Availability, Reliability and Security","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Ghent","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Belgium","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 August 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 August 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ares-12025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2025.ares-conference.eu","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}