{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,21]],"date-time":"2026-07-21T03:00:06Z","timestamp":1784602806410,"version":"3.55.0"},"reference-count":41,"publisher":"Springer Science and Business Media LLC","issue":"8","license":[{"start":{"date-parts":[[2025,6,10]],"date-time":"2025-06-10T00:00:00Z","timestamp":1749513600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,6,10]],"date-time":"2025-06-10T00:00:00Z","timestamp":1749513600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Supercomput"],"DOI":"10.1007\/s11227-025-07378-5","type":"journal-article","created":{"date-parts":[[2025,6,10]],"date-time":"2025-06-10T09:54:45Z","timestamp":1749549285000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Efficient program optimization through knowledge-enhanced LoRA fine-tuning of large language models"],"prefix":"10.1007","volume":"81","author":[{"given":"Caixu","family":"Xu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hui","family":"Guo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Caicun","family":"Cen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Minglang","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiongjie","family":"Tao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jie","family":"He","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,6,10]]},"reference":[{"key":"7378_CR1","unstructured":"Chen Z, Fang S, Monperrus M (2023) Supersonic: Learning to generate source code optimisations in c\/c++. arXiv preprint arXiv:2309.14846"},{"key":"7378_CR2","unstructured":"Hu EJ, Shen Y, Wallis P, Allen-Zhu Z, Li Y, Wang S, Wang L, Chen W (2021) Lora: Low-rank adaptation of large language models. arXiv preprint arXiv:2106.09685"},{"key":"7378_CR3","unstructured":"Lan Z, Chen M, Goodman S, Gimpel K, Sharma P, Soricut R (2020) Albert: A Lite BERT for self-supervised Learning of Language Representations"},{"key":"7378_CR4","unstructured":"Zhang R, Han J, Liu C, Gao P, Zhou A, Hu X, Yan S, Lu P, Li H, Qiao Y (2023) Llama-adapter: efficient fine-tuning of language models with zero-init attention. arXiv preprint arXiv:2303.16199"},{"key":"7378_CR5","doi-asserted-by":"crossref","unstructured":"Gu X, Zhang H, Kim S (2018) Deep code search. In: Proceedings of the IEEE\/ACM 40th International Conference on Software Engineering (ICSE), pp. 933\u2013944","DOI":"10.1145\/3180155.3180167"},{"key":"7378_CR6","doi-asserted-by":"publisher","first-page":"106542","DOI":"10.1016\/j.infsof.2021.106542","volume":"134","author":"S Fang","year":"2021","unstructured":"Fang S, Tan Y-S, Zhang T, Liu Y (2021) Self-attention networks for code search. Inf Softw Technol 134:106542","journal-title":"Inf Softw Technol"},{"key":"7378_CR7","doi-asserted-by":"publisher","first-page":"111160","DOI":"10.1016\/j.jss.2021.111160","volume":"185","author":"S Fang","year":"2022","unstructured":"Fang S, Zhang T, Tan Y-S, Xu Z, Yuan Z-X, Meng L-Z (2022) Prhan: Automated pull request description generation based on hybrid attention network. J Syst Softw 185:111160","journal-title":"J Syst Softw"},{"key":"7378_CR8","doi-asserted-by":"crossref","unstructured":"Fang S, Zhang T, Tan Y, Jiang H, Xia X, Sun X (2023) Representthemall: A universal learning representation of bug reports. In: 2023 IEEE\/ACM 45th International Conference on Software Engineering (ICSE). IEEE, pp. 602\u2013614","DOI":"10.1109\/ICSE48619.2023.00060"},{"issue":"2","key":"7378_CR9","doi-asserted-by":"publisher","first-page":"511","DOI":"10.1109\/TR.2022.3176922","volume":"72","author":"D Yuan","year":"2022","unstructured":"Yuan D, Fang S, Zhang T, Xu Z, Luo X (2022) Java code clone detection by exploiting semantic and syntax information from intermediate code-based graph. IEEE Trans Reliab 72(2):511\u2013526","journal-title":"IEEE Trans Reliab"},{"key":"7378_CR10","doi-asserted-by":"crossref","unstructured":"Hu X, Li G, Xia X, Lo D, Jin Z (2018) Deep code comment generation. In: Proceedings of the IEEE\/ACM 26th International Conference on Program Comprehension (ICPC), pp. 200\u201320010","DOI":"10.1145\/3196321.3196334"},{"key":"7378_CR11","doi-asserted-by":"crossref","unstructured":"Feng Z, Guo D, Tang D, Duan N, Feng X, Gong M, Shou L, Qin B, Liu T, Jiang D, Zhou M (2020) CodeBERT: a pre-trained model for programming and natural languages","DOI":"10.18653\/v1\/2020.findings-emnlp.139"},{"key":"7378_CR12","unstructured":"Silva A, Fang S, Monperrus M (2023) Repairllama: efficient representations and fine-tuned adapters for program repair. arXiv preprint arXiv:2312.15698"},{"key":"7378_CR13","doi-asserted-by":"crossref","unstructured":"Baudry B, Etemadi K, Fang S, Gamage Y, Liu Y, Liu Y, Monperrus M, Ron J, Silva A, Tiwari D (2024) Generative AI to generate test data generators. arXiv preprint arXiv:2401.17626","DOI":"10.1109\/MS.2024.3418570"},{"key":"7378_CR14","unstructured":"Shypula A, Madaan A, Zeng Y, Alon U, Gardner J, Hashemi M, Neubig G, Ranganathan P, Bastani O, Yazdanbakhsh A (2023) Learning performance-improving code edits. arXiv preprint arXiv:2302.07867"},{"key":"7378_CR15","unstructured":"Achiam J, Adler S, Agarwal S, Ahmad L, Akkaya I, Aleman FL, Almeida D, Altenschmidt J, Altman S, Anadkat S et al. (2023) Gpt-4 technical report. arXiv preprint arXiv:2303.08774"},{"issue":"140","key":"7378_CR16","first-page":"1","volume":"21","author":"C Raffel","year":"2020","unstructured":"Raffel C, Shazeer N, Roberts A, Lee K, Narang S, Matena M, Zhou Y, Li W, Liu PJ (2020) Exploring the limits of transfer learning with a unified text-to-text transformer. J Mach Learn Res 21(140):1\u201367","journal-title":"J Mach Learn Res"},{"issue":"2","key":"7378_CR17","doi-asserted-by":"publisher","first-page":"563","DOI":"10.1109\/TR.2021.3074412","volume":"70","author":"S Fang","year":"2021","unstructured":"Fang S, Tan Y-S, Zhang T, Xu Z, Liu H (2021) Effective prediction of bug-fixing priority via weighted graph convolutional networks. IEEE Trans Reliab 70(2):563\u2013574","journal-title":"IEEE Trans Reliab"},{"key":"7378_CR18","unstructured":"Roziere B, Gehring J, Gloeckle F, Sootla S, Gat I, Tan XE, Adi Y, Liu J, Remez T, Rapin J et al. (2023) Code llama: open foundation models for code. arXiv preprint arXiv:2308.12950"},{"key":"7378_CR19","doi-asserted-by":"crossref","unstructured":"Jiang N, Lutellier T, Tan L (2021) Cure: code-aware neural machine translation for automatic program repair. In: Proceedings of the 43rd International Conference on Software Engineering, pp. 1161\u20131173","DOI":"10.1109\/ICSE43902.2021.00107"},{"key":"7378_CR20","doi-asserted-by":"crossref","unstructured":"Liu Z, Xia X, Treude C, Lo D, Li S (2019) Automatic generation of pull request descriptions. In: 2019 34th IEEE\/ACM International Conference on Automated Software Engineering (ASE). IEEE, pp 176\u2013188","DOI":"10.1109\/ASE.2019.00026"},{"key":"7378_CR21","unstructured":"Huang Y, Zhang T, Fang S, Tan Y (2022) Deep smart contract intent detection. arXiv preprint arXiv:2211.10724"},{"key":"7378_CR22","unstructured":"Huang Y, Zhang T, Fang S, Tan Y (2022) Smartintentnn: towards smart contract intent detection. arXiv preprint arXiv:2211.13670"},{"key":"7378_CR23","doi-asserted-by":"crossref","unstructured":"Chen Y, Sun Z, Gong Z, Hao D (2024) Improving smart contract security with contrastive learning-based vulnerability detection. In: Proceedings of the IEEE\/ACM 46th International Conference on Software Engineering, pp. 1\u201311","DOI":"10.1145\/3597503.3639173"},{"key":"7378_CR24","doi-asserted-by":"crossref","unstructured":"Wang D, Chen B, Li S, Luo W, Peng S, Dong W, Liao X (2023) One adapter for all programming languages? Adapter tuning for code search and summarization. In: 2023 IEEE\/ACM 45th International Conference on Software Engineering (ICSE). IEEE, pp. 5\u201316","DOI":"10.1109\/ICSE48619.2023.00013"},{"key":"7378_CR25","doi-asserted-by":"crossref","unstructured":"Garg S, Moghaddam RZ, Clement CB, Sundaresan N, Wu C (2022) Deepdev-perf: a deep learning-based approach for improving software performance. In: Proceedings of the 30th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering, pp. 948\u2013958","DOI":"10.1145\/3540250.3549096"},{"key":"7378_CR26","unstructured":"Garg S, Moghaddam RZ, Sundaresan N (2023) Rapgen: an approach for fixing code inefficiencies in zero-shot. arXiv preprint arXiv:2306.17077"},{"key":"7378_CR27","doi-asserted-by":"crossref","unstructured":"Wang Y, Wang W, Joty S, Hoi SC (2021) Codet5: identifier-aware unified pre-trained encoder-decoder models for code understanding and generation. arXiv preprint arXiv:2109.00859","DOI":"10.18653\/v1\/2021.emnlp-main.685"},{"key":"7378_CR28","unstructured":"Touvron H, Lavril T, Izacard G, Martinet X, Lachaux M-A, Lacroix T, Rozi\u00e8re B, Goyal N, Hambro E, Azhar F et al. (2023) Llama: open and efficient foundation language models. arXiv preprint arXiv:2302.13971"},{"key":"7378_CR29","unstructured":"Bai J, Bai S, Chu Y, Cui Z, Dang K, Deng X, Fan Y, Ge W, Han Y, Huang F et al. (2023) Qwen technical report. arXiv preprint arXiv:2309.16609"},{"key":"7378_CR30","unstructured":"Dubey A, Jauhri A, Pandey A, Kadian A, Al-Dahle A, Letman A, Mathur A, Schelten A, Yang A, Fan A et al. (2024) The llama 3 herd of models. arXiv preprint arXiv:2407.21783"},{"key":"7378_CR31","unstructured":"Sutskever I, Vinyals O, Le QV (2014) Sequence to sequence learning with neural networks. In: Proceedings of the 28th Conference on Neural Information Processing Systems (NIPS), pp. 3104\u20133112"},{"key":"7378_CR32","doi-asserted-by":"crossref","unstructured":"Sennrich R, Haddow B, Birch A (2016) Neural machine translation of rare words with subword units. In: Proceedings of the 54th Annual Meeting of the Association for Computational Linguistics (ACL), pp. 1715\u20131725","DOI":"10.18653\/v1\/P16-1162"},{"key":"7378_CR33","doi-asserted-by":"crossref","unstructured":"Ke Y, Stolee KT, Le\u00a0Goues C, Brun Y (2015) Repairing programs with semantic code search (t). In: 2015 30th IEEE\/ACM International Conference on Automated Software Engineering (ASE). IEEE, pp 295\u2013306","DOI":"10.1109\/ASE.2015.60"},{"key":"7378_CR34","unstructured":"Liu J, Xia CS, Wang Y, Zhang L (2024) Is your code generated by chatgpt really correct? rigorous evaluation of large language models for code generation. Advances in Neural Information Processing Systems 36"},{"key":"7378_CR35","doi-asserted-by":"crossref","unstructured":"Shen W, Li C, Chen H, Yan M, Quan X, Chen H, Zhang J, Huang F (2024) Small LLMS are weak tool learners: A multi-llm agent. arXiv preprint arXiv:2401.07324","DOI":"10.18653\/v1\/2024.emnlp-main.929"},{"key":"7378_CR36","unstructured":"Vaswani A, Shazeer N, Parmar N, Uszkoreit J, Jones L, Gomez AN, Kaiser \u0141, Polosukhin I (2017) Attention is all you need. In: Proceedings of the 31st Conference on Neural Information Processing Systems (NIPS), pp. 5998\u20136008"},{"key":"7378_CR37","first-page":"24824","volume":"35","author":"J Wei","year":"2022","unstructured":"Wei J, Wang X, Schuurmans D, Bosma M, Xia F, Chi E, Le QV, Zhou D et al (2022) Chain-of-thought prompting elicits reasoning in large language models. Adv Neural Inf Process Syst 35:24824\u201324837","journal-title":"Adv Neural Inf Process Syst"},{"key":"7378_CR38","unstructured":"Paszke A (2019) Pytorch: An imperative style, high-performance deep learning library. arXiv preprint arXiv:1912.01703"},{"key":"7378_CR39","doi-asserted-by":"crossref","unstructured":"Wolf T, Debut L, Sanh V, Chaumond J, Delangue C, Moi A, Cistac P, Rault T, Louf R, Funtowicz M et al. (2020) Transformers: State-of-the-art natural language processing. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing: System Demonstrations, pp. 38\u201345","DOI":"10.18653\/v1\/2020.emnlp-demos.6"},{"key":"7378_CR40","doi-asserted-by":"crossref","unstructured":"Lhoest Q, Del\u00a0Moral AV, Jernite Y, Thakur A, Von\u00a0Platen P, Patil S, Chaumond J, Drame M, Plu J, Tunstall L et al. (2021) Datasets: A community library for natural language processing. arXiv preprint arXiv:2109.02846","DOI":"10.18653\/v1\/2021.emnlp-demo.21"},{"key":"7378_CR41","unstructured":"Zhao H, Andriushchenko M, Croce F, Flammarion N (2024) Long is more for alignment: A simple but tough-to-beat baseline for instruction fine-tuning. arXiv preprint arXiv:2402.04833"}],"container-title":["The Journal of Supercomputing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-025-07378-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11227-025-07378-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-025-07378-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,7,7]],"date-time":"2025-07-07T09:02:38Z","timestamp":1751878958000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11227-025-07378-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,10]]},"references-count":41,"journal-issue":{"issue":"8","published-online":{"date-parts":[[2025,6]]}},"alternative-id":["7378"],"URL":"https:\/\/doi.org\/10.1007\/s11227-025-07378-5","relation":{},"ISSN":["1573-0484"],"issn-type":[{"value":"1573-0484","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,6,10]]},"assertion":[{"value":"1 May 2025","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 June 2025","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 July 2025","order":3,"name":"change_date","label":"Change Date","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"Update","order":4,"name":"change_type","label":"Change Type","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The following funding acknowledgment information was missing \u2018This work was supported by the National Natural Science Foundation of Guangxi under Grants (2025GXNSFAA069497, 2025GXNSFAA069688), in part by the Basic Ability Improvement Project for Young and Middle-aged Teachers in Guangxi, China (2024KY0694), in part by Science and Technology Development Fund, Macau SAR (0009\/2024\/ITP1), in part by the Key Research Project of Wuzhou University (2023B001)\u2019.","order":5,"name":"change_details","label":"Change Details","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"1006"}}