{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,17]],"date-time":"2026-05-17T04:25:48Z","timestamp":1778991948995,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":37,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,6,18]],"date-time":"2024-06-18T00:00:00Z","timestamp":1718668800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"Cyber Security Cooperative Research Centre"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,6,18]]},"DOI":"10.1145\/3661167.3661281","type":"proceedings-article","created":{"date-parts":[[2024,6,14]],"date-time":"2024-06-14T12:24:25Z","timestamp":1718367865000},"page":"679-685","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":11,"title":["Software Vulnerability Prediction in Low-Resource Languages: An Empirical Study of CodeBERT and ChatGPT"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1935-037X","authenticated-orcid":false,"given":"Triet Huynh Minh","family":"Le","sequence":"first","affiliation":[{"name":"CREST - The Centre for Research on Engineering Software Technologies, The University of Adelaide, Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9696-3626","authenticated-orcid":false,"given":"M. Ali","family":"Babar","sequence":"additional","affiliation":[{"name":"CREST - The Centre for Research on Engineering Software Technologies, The University of Adelaide, Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-4957-5330","authenticated-orcid":false,"given":"Tung Hoang","family":"Thai","sequence":"additional","affiliation":[{"name":"CREST - The Centre for Research on Engineering Software Technologies, The University of Adelaide, Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,6,18]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Mansooreh Zahedi, and Muhammad\u00a0Ali Babar.","author":"Arani Ali\u00a0Kazemi","year":"2023","unstructured":"Ali\u00a0Kazemi Arani, Triet Huynh\u00a0Minh Le, Mansooreh Zahedi, and Muhammad\u00a0Ali Babar. 2023. Mitigating ML Model Decay in Continuous Integration with Data Drift Detection: An Empirical Study. arXiv preprint arXiv:2305.12736 (2023)."},{"key":"e_1_3_2_1_2_1","volume-title":"Mansooreh Zahedi, and Muhammad\u00a0Ali Babar.","author":"Arani Ali\u00a0Kazemi","year":"2023","unstructured":"Ali\u00a0Kazemi Arani, Triet Huynh\u00a0Minh Le, Mansooreh Zahedi, and Muhammad\u00a0Ali Babar. 2023. Systematic Literature Review on Application of Machine Learning in Continuous Integration. arXiv preprint arXiv:2305.12695 (2023)."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/AIOps59134.2023.00006"},{"key":"e_1_3_2_1_4_1","unstructured":"Authors. [n. d.]. Reproduction package. https:\/\/github.com\/lhmtriet\/LLM4Vul"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3475960.3475985"},{"key":"e_1_3_2_1_6_1","volume-title":"Evaluation of ChatGPT Model for Vulnerability Detection. arXiv preprint arXiv:2304.07232","author":"Cheshkov Anton","year":"2023","unstructured":"Anton Cheshkov, Pavel Zadorozhny, and Rodion Levichev. 2023. Evaluation of ChatGPT Model for Vulnerability Detection. arXiv preprint arXiv:2304.07232 (2023)."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE48619.2023.00022"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2022.3171202"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/PRDC53464.2021.00016"},{"key":"e_1_3_2_1_10_1","volume-title":"Large language models for software engineering: Survey and open problems. arXiv preprint arXiv:2310.03533","author":"Fan Angela","year":"2023","unstructured":"Angela Fan, Beliz Gokkaya, Mark Harman, Mitya Lyubarskiy, Shubho Sengupta, Shin Yoo, and Jie\u00a0M Zhang. 2023. Large language models for software engineering: Survey and open problems. arXiv preprint arXiv:2310.03533 (2023)."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3379597.3387501"},{"key":"e_1_3_2_1_12_1","volume-title":"Codebert: A pre-trained model for programming and natural languages. arXiv preprint arXiv:2002.08155","author":"Feng Zhangyin","year":"2020","unstructured":"Zhangyin Feng, Daya Guo, Duyu Tang, Nan Duan, Xiaocheng Feng, Ming Gong, Linjun Shou, Bing Qin, Ting Liu, Daxin Jiang, 2020. Codebert: A pre-trained model for programming and natural languages. arXiv preprint arXiv:2002.08155 (2020)."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3524842.3528452"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3540250.3549098"},{"key":"e_1_3_2_1_15_1","volume-title":"Chatgpt for vulnerability detection, classification, and repair: How far are we?arXiv preprint arXiv:2310.09810","author":"Fu Michael","year":"2023","unstructured":"Michael Fu, Chakkrit Tantithamthavorn, Van Nguyen, and Trung Le. 2023. Chatgpt for vulnerability detection, classification, and repair: How far are we?arXiv preprint arXiv:2310.09810 (2023)."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jnca.2021.103009"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3524842.3527949"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSR.2019.00016"},{"key":"e_1_3_2_1_19_1","volume-title":"Towards an improved understanding of software vulnerability assessment using data-driven approaches. arXiv preprint arXiv:2207.11708","author":"HM Le.","year":"2022","unstructured":"Triet\u00a0HM Le. 2022. Towards an improved understanding of software vulnerability assessment using data-driven approaches. arXiv preprint arXiv:2207.11708 (2022)."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3383458"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3529757"},{"key":"e_1_3_2_1_22_1","volume-title":"Are Latent Vulnerabilities Hidden Gems for Software Vulnerability Prediction? An Empirical Study. arXiv preprint arXiv:2401.11105","author":"Le HM","year":"2024","unstructured":"Triet\u00a0HM Le, Xiaoning Du, and M\u00a0Ali Babar. 2024. Are Latent Vulnerabilities Hidden Gems for Software Vulnerability Prediction? An Empirical Study. arXiv preprint arXiv:2401.11105 (2024)."},{"key":"e_1_3_2_1_23_1","volume-title":"Proceedings of the 19th International Conference on Mining Software Repositories. 621\u2013633","author":"Huynh\u00a0Minh Le Triet","year":"2022","unstructured":"Triet Huynh\u00a0Minh Le and M\u00a0Ali Babar. 2022. On the use of fine-grained vulnerable code statements for software vulnerability assessment models. In Proceedings of the 19th International Conference on Mining Software Repositories. 621\u2013633."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"crossref","unstructured":"Triet Huynh\u00a0Minh Le Roland Croft David Hin and Muhammad\u00a0Ali Babar. 2021. A large-scale study of security vulnerability support on developer q&a websites. In Evaluation and assessment in software engineering. 109\u2013118.","DOI":"10.1145\/3463274.3463331"},{"key":"e_1_3_2_1_25_1","volume-title":"Proceedings of the 17th International Conference on Mining Software Repositories. 350\u2013361","author":"Huynh\u00a0Minh Le Triet","year":"2020","unstructured":"Triet Huynh\u00a0Minh Le, David Hin, Roland Croft, and M\u00a0Ali Babar. 2020. PUMiner: Mining security posts from developer question and answer websites with PU learning. In Proceedings of the 17th International Conference on Mining Software Repositories. 350\u2013361."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE51524.2021.9678622"},{"key":"e_1_3_2_1_27_1","volume-title":"2019 IEEE\/ACM 16th International Conference on Mining Software Repositories (MSR). IEEE, 371\u2013382","author":"Huynh\u00a0Minh Le Triet","year":"2019","unstructured":"Triet Huynh\u00a0Minh Le, Bushra Sabir, and Muhammad\u00a0Ali Babar. 2019. Automated software vulnerability assessment with concept drift. In 2019 IEEE\/ACM 16th International Conference on Mining Software Repositories (MSR). IEEE, 371\u2013382."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3468264.3468597"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2020.2993293"},{"key":"e_1_3_2_1_30_1","unstructured":"OpenAI. [n. d.]. OpenAI\u2019s GPT 3.5 Turbo. https:\/\/platform.openai.com\/docs\/models\/gpt-3-5-turbo"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/SP46215.2023.10179420"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE48619.2023.00188"},{"key":"e_1_3_2_1_33_1","first-page":"19","article-title":"The need to report effect size estimates revisited. An overview of some recommended measures of effect size","volume":"1","author":"Tomczak Maciej","year":"2014","unstructured":"Maciej Tomczak and Ewa Tomczak. 2014. The need to report effect size estimates revisited. An overview of some recommended measures of effect size. Trends in Sport Sciences 1, 21 (2014), 19\u201325.","journal-title":"Trends in Sport Sciences"},{"key":"e_1_3_2_1_34_1","volume-title":"Breakthroughs in Statistics","author":"Wilcoxon Frank","unstructured":"Frank Wilcoxon. 1992. Individual comparisons by ranking methods. In Breakthroughs in Statistics. Springer, 196\u2013202."},{"key":"e_1_3_2_1_35_1","volume-title":"Prompt-enhanced software vulnerability detection using chatgpt. arXiv preprint arXiv:2308.12697","author":"Zhang Chenyuan","year":"2023","unstructured":"Chenyuan Zhang, Hao Liu, Jiutian Zeng, Kejing Yang, Yuhong Li, and Hui Li. 2023. Prompt-enhanced software vulnerability detection using chatgpt. arXiv preprint arXiv:2308.12697 (2023)."},{"key":"e_1_3_2_1_36_1","volume-title":"Large language model for vulnerability detection: Emerging results and future directions. arXiv preprint arXiv:2401.15468","author":"Zhou Xin","year":"2024","unstructured":"Xin Zhou, Ting Zhang, and David Lo. 2024. Large language model for vulnerability detection: Emerging results and future directions. arXiv preprint arXiv:2401.15468 (2024)."},{"key":"e_1_3_2_1_37_1","volume-title":"Devign: Effective vulnerability identification by learning comprehensive program semantics via graph neural networks. Advances in neural information processing systems 32","author":"Zhou Yaqin","year":"2019","unstructured":"Yaqin Zhou, Shangqing Liu, Jingkai Siow, Xiaoning Du, and Yang Liu. 2019. Devign: Effective vulnerability identification by learning comprehensive program semantics via graph neural networks. Advances in neural information processing systems 32 (2019)."}],"event":{"name":"EASE 2024: 28th International Conference on Evaluation and Assessment in Software Engineering","location":"Salerno Italy","acronym":"EASE 2024"},"container-title":["Proceedings of the 28th International Conference on Evaluation and Assessment in Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3661167.3661281","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3661167.3661281","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T11:17:13Z","timestamp":1755861433000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3661167.3661281"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6,18]]},"references-count":37,"alternative-id":["10.1145\/3661167.3661281","10.1145\/3661167"],"URL":"https:\/\/doi.org\/10.1145\/3661167.3661281","relation":{},"subject":[],"published":{"date-parts":[[2024,6,18]]},"assertion":[{"value":"2024-06-18","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}