{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T05:06:49Z","timestamp":1750309609201,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":43,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,3,31]],"date-time":"2025-03-31T00:00:00Z","timestamp":1743379200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,3,31]]},"DOI":"10.1145\/3672608.3707774","type":"proceedings-article","created":{"date-parts":[[2025,5,14]],"date-time":"2025-05-14T18:26:54Z","timestamp":1747247214000},"page":"1627-1636","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Leveraging Search-Based and Pre-Trained Code Language Models for Automated Program Repair"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0007-1318-7993","authenticated-orcid":false,"given":"Oebele","family":"Lijzenga","sequence":"first","affiliation":[{"name":"University of Twente, Enschede, Netherlands"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5478-9858","authenticated-orcid":false,"given":"Iman","family":"Hemati Moghadam","sequence":"additional","affiliation":[{"name":"University of Twente, Enschede, Netherlands"},{"name":"Eindhoven University of Technology, Eindhoven, Netherlands"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7764-4224","authenticated-orcid":false,"given":"Vadim","family":"Zaytsev","sequence":"additional","affiliation":[{"name":"University of Twente, Enschede, Netherlands"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,5,14]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Cost of Poor Software Quality in the US: A 2022 Report,\" Consortium for Information & Software Quality","author":"Krasner H.","year":"2022","unstructured":"H. Krasner, \"The Cost of Poor Software Quality in the US: A 2022 Report,\" Consortium for Information & Software Quality, 2022."},{"issue":"1","key":"e_1_3_2_1_2_1","volume":"45","author":"Gazzola L.","year":"2019","unstructured":"L. Gazzola, D. Micucci, and L. Mariani, \"Automatic Software Repair: A Survey,\" IEEE Transactions on Software Engineering, vol. 45, no. 1, 2019.","journal-title":"\"Automatic Software Repair: A Survey,\" IEEE Transactions on Software Engineering"},{"issue":"2","key":"e_1_3_2_1_3_1","volume":"33","author":"Zhang Q.","year":"2023","unstructured":"Q. Zhang, C. Fang, Y. Ma, W. Sun, and Z. Chen, \"A Survey of Learning-Based Automated Program Repair,\" ACM Transactions on Software Engineering and Methodology, vol. 33, no. 2, 2023.","journal-title":"\"A Survey of Learning-Based Automated Program Repair,\" ACM Transactions on Software Engineering and Methodology"},{"volume-title":"A Bibliography,\" ACM Computing Surveys (CSUR)","author":"Monperrus M.","key":"e_1_3_2_1_4_1","unstructured":"M. Monperrus, \"Automatic Software Repair: A Bibliography,\" ACM Computing Surveys (CSUR), vol. 51, no. 1, 2018."},{"key":"e_1_3_2_1_5_1","author":"Wang J.","year":"2024","unstructured":"J. Wang, Y. Huang, C. Chen, Z. Liu, S. Wang, and Q. Wang, \"Software Testing with Large Language Models: Survey, Landscape, and Vision,\" IEEE Transactions on Software Engineering, 2024.","journal-title":"\"Software Testing with Large Language Models: Survey, Landscape, and Vision,\" IEEE Transactions on Software Engineering"},{"key":"e_1_3_2_1_6_1","unstructured":"Q. Zhang C. Fang Y. Xie Y. Ma W. Sun and Y. Y. Z. Chen \"A Systematic Literature Review on Large Language Models for Automated Program Repair \" arXiv preprint arXiv:2405.01466 2024."},{"key":"e_1_3_2_1_7_1","volume-title":"A Survey on Automated Program Repair Techniques,\" arXiv preprint arXiv:2303.18184","author":"Huang K.","year":"2023","unstructured":"K. Huang, Z. Xu, S. Yang, H. Sun, X. Li, Z. Yan, and Y. Zhang, \"A Survey on Automated Program Repair Techniques,\" arXiv preprint arXiv:2303.18184, 2023."},{"issue":"10","key":"e_1_3_2_1_8_1","volume":"46","author":"Yuan Y.","year":"2018","unstructured":"Y. Yuan and W. Banzhaf, \"ARJA: Automated Repair of Java Programs via Multi-Objective Genetic Programming,\" IEEE Transactions on Software Engineering, vol. 46, no. 10, 2018.","journal-title":"\"ARJA: Automated Repair of Java Programs via Multi-Objective Genetic Programming,\" IEEE Transactions on Software Engineering"},{"issue":"1","key":"e_1_3_2_1_9_1","volume":"38","author":"Goues C. Le","year":"2011","unstructured":"C. Le Goues, T. Nguyen, S. Forrest, and W. Weimer, \"GenProg: A Generic Method for Automatic Software Repair,\" IEEE Transactions on Software Engineering, vol. 38, no. 1, 2011.","journal-title":"\"GenProg: A Generic Method for Automatic Software Repair,\" IEEE Transactions on Software Engineering"},{"key":"e_1_3_2_1_10_1","volume-title":"A Hybrid Evolutionary System for Automatic Software Repair,\" in Proceedings of the GECCO","author":"Yuan Y.","year":"2019","unstructured":"Y. Yuan and W. Banzhaf, \"A Hybrid Evolutionary System for Automatic Software Repair,\" in Proceedings of the GECCO, 2019."},{"key":"e_1_3_2_1_11_1","volume-title":"Improving Search-Based Automatic Program Repair with Neural Machine Translation,\" IEEE Access","author":"Li D.","year":"2022","unstructured":"D. Li, W. E. Wong, M. Jian, Y. Geng, and M. Chau, \"Improving Search-Based Automatic Program Repair with Neural Machine Translation,\" IEEE Access, vol. 10, 2022."},{"key":"e_1_3_2_1_12_1","volume-title":"More Repairing Please: Revisiting Automated Program Repair via Zero-Shot Learning,\" in Proceedings of the FSE","author":"Xia C. S.","year":"2022","unstructured":"C. S. Xia and L. Zhang, \"Less Training, More Repairing Please: Revisiting Automated Program Repair via Zero-Shot Learning,\" in Proceedings of the FSE, 2022."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE56229.2023.00063"},{"key":"e_1_3_2_1_14_1","volume-title":"Do the Fix Ingredients Already Exist? An Empirical Inquiry into the Redundancy Assumptions of Program Repair Approaches,\" in Proceedings of the ICSE Companion","author":"Martinez M.","year":"2014","unstructured":"M. Martinez, W. Weimer, and M. Monperrus, \"Do the Fix Ingredients Already Exist? An Empirical Inquiry into the Redundancy Assumptions of Program Repair Approaches,\" in Proceedings of the ICSE Companion, 2014."},{"key":"e_1_3_2_1_15_1","volume-title":"The Plastic Surgery Hypothesis,\" in Proceedings of the FSE","author":"Barr E. T.","year":"2014","unstructured":"E. T. Barr, Y. Brun, P. Devanbu, M. Harman, and F. Sarro, \"The Plastic Surgery Hypothesis,\" in Proceedings of the FSE, 2014."},{"key":"e_1_3_2_1_16_1","volume-title":"Where Were the Repair Ingredients for Defects4j Bugs? Exploring the Impact of Repair Ingredient Retrieval on the Performance of 24 Program Repair Systems,\" Empirical Software Engineering","author":"Yang D.","year":"2021","unstructured":"D. Yang, K. Liu, D. Kim, A. Koyuncu, K. Kim, H. Tian, Y. Lei, X. Mao, J. Klein, and T. F. Bissyand\u00e9, \"Where Were the Repair Ingredients for Defects4j Bugs? Exploring the Impact of Repair Ingredient Retrieval on the Performance of 24 Program Repair Systems,\" Empirical Software Engineering, vol. 26, 2021."},{"key":"e_1_3_2_1_17_1","volume-title":"IEEE","author":"Kim D.","year":"2013","unstructured":"D. Kim, J. Nam, J. Song, and S. Kim, \"Automatic Patch Generation Learned from Human-Written Patches,\" in Proceedings of the ICSE. IEEE, 2013."},{"key":"e_1_3_2_1_18_1","volume-title":"The Strength of Random Search on Automated Program Repair,\" in Proceedings of the ICSE","author":"Qi Y.","year":"2014","unstructured":"Y. Qi, X. Mao, Y. Lei, Z. Dai, and C. Wang, \"The Strength of Random Search on Automated Program Repair,\" in Proceedings of the ICSE, 2014."},{"issue":"9","key":"e_1_3_2_1_19_1","volume":"47","author":"Chen Z.","year":"2021","unstructured":"Z. Chen, S. Kommrusch, M. Tufano, L.-N. Pouchet, D. Poshyvanyk, and M. Monperrus, \"SequenceR: Sequence-to-Sequence Learning for End-to-End Program Repair,\" IEEE Transactions on Software Engineering, vol. 47, no. 9, 2021.","journal-title":"\"SequenceR: Sequence-to-Sequence Learning for End-to-End Program Repair,\" IEEE Transactions on Software Engineering"},{"key":"e_1_3_2_1_20_1","volume-title":"IEEE","author":"Xia C. S.","year":"2023","unstructured":"C. S. Xia, Y. Wei, and L. Zhang, \"Automated Program Repair in the Era of Large Pre-Trained Language Models,\" in Proceedings of the ICSE. IEEE, 2023."},{"key":"e_1_3_2_1_21_1","volume-title":"IEEE","author":"Jiang N.","year":"2023","unstructured":"N. Jiang, K. Liu, T. Lutellier, and L. Tan, \"Impact of Code Language Models on Automated Program Repair,\" in Proceedings of the ICSE. IEEE, 2023."},{"key":"e_1_3_2_1_22_1","volume-title":"IEEE","author":"Huang K.","year":"2023","unstructured":"K. Huang, X. Meng, J. Zhang, Y. Liu, W. Wang, S. Li, and Y. Zhang, \"An Empirical Study on Fine-Tuning Large Language Models of Code for Automated Program Repair,\" in Proceedings of the ASE. IEEE, 2023."},{"key":"e_1_3_2_1_23_1","volume-title":"IEEE","author":"Pearce H.","year":"2023","unstructured":"H. Pearce, B. Tan, B. Ahmad, R. Karri, and B. Dolan-Gavitt, \"Examining Zero-Shot Vulnerability Repair with Large Language Models,\" in Proceedings of the IEEE Symposium on Security and Privacy. IEEE, 2023."},{"key":"e_1_3_2_1_24_1","volume-title":"IEEE","author":"Xia C. S.","year":"2023","unstructured":"C. S. Xia, Y. Ding, and L. Zhang, \"The Plastic Surgery Hypothesis in the Era of Large Language Models,\" in Proceedings of the ASE. IEEE, 2023."},{"key":"e_1_3_2_1_25_1","volume-title":"Copiloting the Copilots: Fusing Large Language Models with Completion Engines for Automated Program Repair,\" in Proceedings of the ESEC\/FSE","author":"Wei Y.","year":"2023","unstructured":"Y. Wei, C. S. Xia, and L. Zhang, \"Copiloting the Copilots: Fusing Large Language Models with Completion Engines for Automated Program Repair,\" in Proceedings of the ESEC\/FSE, 2023."},{"key":"e_1_3_2_1_26_1","volume-title":"Exploring and Evaluating Hallucinations in LLM-Powered Code Generation,\" arXiv preprint arXiv:2404.00971","author":"Liu F.","year":"2024","unstructured":"F. Liu, Y. Liu, L. Shi, H. Huang, R. Wang, Z. Yang, and L. Zhang, \"Exploring and Evaluating Hallucinations in LLM-Powered Code Generation,\" arXiv preprint arXiv:2404.00971, 2024."},{"key":"e_1_3_2_1_27_1","volume-title":"Automated Code Editing with Search-Generate-Modify,\" in Proceedings of the ICSE Companion","author":"Liu C.","year":"2024","unstructured":"C. Liu, P. Cetin, Y. Patodia, B. Ray, S. Chakraborty, and Y. Ding, \"Automated Code Editing with Search-Generate-Modify,\" in Proceedings of the ICSE Companion, 2024."},{"key":"e_1_3_2_1_28_1","volume-title":"Defects4J: A Database of Existing Faults to Enable Controlled Testing Studies for Java Programs,\" in Proceedings of the ISSTA","author":"Just R.","year":"2014","unstructured":"R. Just, D. Jalali, and M. D. Ernst, \"Defects4J: A Database of Existing Faults to Enable Controlled Testing Studies for Java Programs,\" in Proceedings of the ISSTA, 2014."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2020.2998785"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","unstructured":"\"Dataset \" 2024 10.5281\/zenodo.14222432","DOI":"10.5281\/zenodo.14222432"},{"volume-title":"A Fast and Elitist Multiobjective Genetic Algorithm: NSGA-II,\" IEEE transactions on Evolutionary Computation","author":"Deb K.","key":"e_1_3_2_1_31_1","unstructured":"K. Deb, A. Pratap, S. Agarwal, and T. Meyarivan, \"A Fast and Elitist Multiobjective Genetic Algorithm: NSGA-II,\" IEEE transactions on Evolutionary Computation, vol. 6, no. 2, 2002."},{"key":"e_1_3_2_1_32_1","unstructured":"\"The GZoltar Toolset \" 2024 https:\/\/gzoltar.com\/index.html."},{"key":"e_1_3_2_1_33_1","volume-title":"GZoltar: An Eclipse Plug-in for Testing and Debugging,\" in Proceedings of the ASE","author":"Campos J.","year":"2012","unstructured":"J. Campos, A. Riboira, A. Perez, and R. Abreu, \"GZoltar: An Eclipse Plug-in for Testing and Debugging,\" in Proceedings of the ASE, 2012."},{"key":"e_1_3_2_1_34_1","volume-title":"IEEE","author":"Abreu R.","year":"2006","unstructured":"R. Abreu, P. Zoeteweij, and A. J. Van Gemund, \"An Evaluation of Similarity Coefficients for Software Fault Localization,\" in Proceedings of the 12th Pacific Rim International Symposium on Dependable Computing. IEEE, 2006."},{"key":"e_1_3_2_1_35_1","volume-title":"Rapin et al., \"Code","author":"Roziere B.","year":"2023","unstructured":"B. Roziere, J. Gehring, F. Gloeckle, S. Sootla, I. Gat, X. E. Tan, Y. Adi, J. Liu, T. Remez, J. Rapin et al., \"Code LlaMA: Open Foundation Models for Code,\" arXiv preprint arXiv:2308.12950, 2023."},{"issue":"1","key":"e_1_3_2_1_36_1","volume":"43","author":"Xuan J.","year":"2016","unstructured":"J. Xuan, M. Martinez, F. Demarco, M. Clement, S. L. Marcote, T. Durieux, D. Le Berre, and M. Monperrus, \"Nopol: Automatic Repair of Conditional Statement Bugs in Java Programs,\" IEEE Transactions on Software Engineering, vol. 43, no. 1, 2016.","journal-title":"\"Nopol: Automatic Repair of Conditional Statement Bugs in Java Programs,\" IEEE Transactions on Software Engineering"},{"key":"e_1_3_2_1_37_1","volume-title":"TBar: Revisiting Template-Based Automated Program Repair,\" in Proceedings of the ISSTA","author":"Liu K.","year":"2019","unstructured":"K. Liu, A. Koyuncu, D. Kim, and T. F. Bissyand\u00e9, \"TBar: Revisiting Template-Based Automated Program Repair,\" in Proceedings of the ISSTA, 2019."},{"key":"e_1_3_2_1_38_1","volume-title":"IEEE","author":"Jiang N.","year":"2021","unstructured":"N. Jiang, T. Lutellier, and L. Tan, \"CURE: Code-Aware Neural Machine Translation for Automatic Program Repair,\" in Proceedings of the ICSE. IEEE, 2021."},{"volume-title":"An empirical study on learning bug-fixing patches in the wild via neural machine translation,\" ACM Transactions on Software Engineering and Methodology","author":"Tufano M.","key":"e_1_3_2_1_39_1","unstructured":"M. Tufano, C. Watson, G. Bavota, M. D. Penta, M. White, and D. Poshyvanyk, \"An empirical study on learning bug-fixing patches in the wild via neural machine translation,\" ACM Transactions on Software Engineering and Methodology, vol. 28, no. 4, 2019."},{"key":"e_1_3_2_1_40_1","volume-title":"Framing Program Repair as Code Completion,\" in Proceedings of the International Workshop on Automated Program Repair","author":"Ribeiro F.","year":"2022","unstructured":"F. Ribeiro, R. Abreu, and J. Saraiva, \"Framing Program Repair as Code Completion,\" in Proceedings of the International Workshop on Automated Program Repair, 2022."},{"key":"e_1_3_2_1_41_1","volume-title":"Automated Program Repair via Conversation: Fixing 162 out of 337 Bugs for $0.42 Each using ChatGPT,\" in Proceedings of the 33rd ACM SIGSOFT International Symposium on Software Testing and Analysis","author":"Xia C. S.","year":"2024","unstructured":"C. S. Xia and L. Zhang, \"Automated Program Repair via Conversation: Fixing 162 out of 337 Bugs for $0.42 Each using ChatGPT,\" in Proceedings of the 33rd ACM SIGSOFT International Symposium on Software Testing and Analysis, 2024."},{"key":"e_1_3_2_1_42_1","first-page":"A1","volume":"8","author":"Zhang J.","year":"2024","unstructured":"J. Zhang, J. P. Cambronero, S. Gulwani, V. Le, R. Piskac, G. Soares, and G. Verbruggen, \"PyDex: Repairing Bugs in Introductory Python Assignments using LLMs,\" Proceedings of the ACM on Programming Languages, vol. 8, no. OOPSLA1, 2024.","journal-title":"\"PyDex: Repairing Bugs in Introductory Python Assignments using LLMs,\" Proceedings of the ACM on Programming Languages"},{"key":"e_1_3_2_1_43_1","volume-title":"Enhancing Genetic Improvement Mutations Using Large Language Models,\" in Proceedings of the SBSE","author":"Brownlee A. E.","year":"2023","unstructured":"A. E. Brownlee, J. Callan, K. Even-Mendoza, A. Geiger, C. Hanna, J. Petke, F. Sarro, and D. Sobania, \"Enhancing Genetic Improvement Mutations Using Large Language Models,\" in Proceedings of the SBSE. Springer, 2023."}],"event":{"name":"SAC '25: 40th ACM\/SIGAPP Symposium on Applied Computing","sponsor":["SIGAPP ACM Special Interest Group on Applied Computing"],"location":"Catania International Airport Catania Italy","acronym":"SAC '25"},"container-title":["Proceedings of the 40th ACM\/SIGAPP Symposium on Applied Computing"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3672608.3707774","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3672608.3707774","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:57:32Z","timestamp":1750298252000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3672608.3707774"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,3,31]]},"references-count":43,"alternative-id":["10.1145\/3672608.3707774","10.1145\/3672608"],"URL":"https:\/\/doi.org\/10.1145\/3672608.3707774","relation":{},"subject":[],"published":{"date-parts":[[2025,3,31]]},"assertion":[{"value":"2025-05-14","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}