{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,3]],"date-time":"2026-06-03T15:55:41Z","timestamp":1780502141084,"version":"3.54.1"},"reference-count":78,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2025,4,1]],"date-time":"2025-04-01T00:00:00Z","timestamp":1743465600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,4,1]],"date-time":"2025-04-01T00:00:00Z","timestamp":1743465600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,4,1]],"date-time":"2025-04-01T00:00:00Z","timestamp":1743465600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"Research Ireland","award":["13\/RC\/2094-2"],"award-info":[{"award-number":["13\/RC\/2094-2"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IIEEE Trans. Software Eng."],"published-print":{"date-parts":[[2025,4]]},"DOI":"10.1109\/tse.2025.3541166","type":"journal-article","created":{"date-parts":[[2025,2,11]],"date-time":"2025-02-11T18:25:28Z","timestamp":1739298328000},"page":"1104-1133","source":"Crossref","is-referenced-by-count":17,"title":["Automated Test Case Repair Using Language Models"],"prefix":"10.1109","volume":"51","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1922-3234","authenticated-orcid":false,"given":"Ahmadreza","family":"Saboor Yaraghi","sequence":"first","affiliation":[{"name":"School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-3372-5326","authenticated-orcid":false,"given":"Darren","family":"Holden","sequence":"additional","affiliation":[{"name":"Department of Systems and Computer Engineering, Carleton University, Ottawa, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9322-0699","authenticated-orcid":false,"given":"Nafiseh","family":"Kahani","sequence":"additional","affiliation":[{"name":"Department of Systems and Computer Engineering, Carleton University, Ottawa, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1393-1010","authenticated-orcid":false,"given":"Lionel","family":"Briand","sequence":"additional","affiliation":[{"name":"School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","volume-title":"Continuous Integration: Improving Software Quality and Reducing Risk","author":"Duvall","year":"2007"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2015.66"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1155\/2010\/620836"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/3106237.3106288"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/1831708.1831734"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3338922"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/ICSM.2015.7332456"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2009.17"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2019.05.001"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.1527"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/APSEC.2014.51"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2019.00030"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/2393596.2393634"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-39038-8_25"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/COMPSAC.2015.16"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/2896982.2896983"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME.2017.43"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2020.3007664"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2010.39"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/3695988"},{"key":"ref21","article-title":"TaRGET","year":"2024"},{"key":"ref22","article-title":"TaRBench: A comprehensive benchmark for automated test case repair","author":"Yaraghi","year":"2025"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/3631974"},{"key":"ref24","article-title":"A survey of large language models","author":"Zhao","year":"2023"},{"key":"ref25","first-page":"2655","article-title":"Unified pre-training for program understanding and generation","volume-title":"Proc. Conf. North Amer. Chapter Assoc. Comput. Linguistics: Human Lang. Technologies","author":"Ahmad","year":"2021"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.68"},{"key":"ref27","article-title":"Codegen: An open large language model for code with multi-turn program synthesis","author":"Nijkamp","year":"2023"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1706.03762"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/3611643.3616350"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1007\/s13042-024-02443-6"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510222"},{"key":"ref32","first-page":"73","article-title":"A comparison of string distance metrics for name-matching tasks","volume-title":"Proc. 2003 Int. Conf. Inf. Integration Web (IIWEB)","author":"Cohen","year":"2003"},{"key":"ref33","first-page":"1155","article-title":"Spoon: A Library for Implementing Analyses and Transformations of Java Source Code","volume":"46","author":"Pawlak","year":"2015","journal-title":"Softw.: Pract. Experience"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1016\/0306-4573(88)90021-0"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1145\/3533767.3534390"},{"key":"ref36","article-title":"CodeXGLUE: A machine learning benchmark dataset for code understanding and generation","volume-title":"Proc. 35th Conf. Neur. Inf. Proc. Syst. Datasets Benchmarks Track (Round 1)","author":"Lu","year":"2021"},{"key":"ref37","first-page":"8696","article-title":"CodeT5: Identifier-aware unified pre-trained encoder-decoder models for code understanding and generation","volume-title":"Proc. Conf. Emp. Methods Nat. Lang. Process. Online and","author":"Wang","year":"2021"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.3115\/1073083.1073135"},{"key":"ref39","article-title":"Codebleu: A method for automatic evaluation of code synthesis","author":"Ren","year":"2020"},{"key":"ref40","article-title":"Codesearchnet challenge: Evaluating the state of semantic code search","author":"Husain","year":"2020"},{"key":"ref41","article-title":"A survey on automated program repair techniques","author":"Huang","year":"2023"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1145\/3468264.3468544"},{"key":"ref43","first-page":"602","article-title":"Dlfix: Context-based code transformation learning for automated program repair","volume-title":"Proc. IEEE\/ACM 42nd Int. Conf. Softw. Eng. (ICSE)","author":"Li","year":"2020"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2019.2940179"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2020.3007722"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE48619.2023.00125"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.139"},{"key":"ref48","article-title":"Graphcodebert: Pre-training code representations with data flow","author":"Guo","year":"2020"},{"key":"ref49","article-title":"Evaluating large language models trained on code","author":"Chen","year":"2021"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1126\/science.abq1158"},{"key":"ref51","article-title":"Palm: Scaling language modeling with pathways","author":"Chowdhery","year":"2022"},{"key":"ref52","article-title":"Gpt-4 technical report","year":"2023"},{"key":"ref53","article-title":"Exploring the limits of transfer learning with a unified text-to-text transformer","author":"Raffel","year":"2019"},{"key":"ref54","article-title":"GPT-Neo: Large scale autoregressive language modeling with mesh-tensorflow","author":"Black","year":"2021"},{"key":"ref55","article-title":"GPT-J-6B: A 6 Billion Parameter Autoregressive Language Model","author":"Wang","year":"2021"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1108\/ws.2000.07949fab.004"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1145\/3520312.3534862"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/ASE56229.2023.00165"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1145\/3340544"},{"key":"ref60","first-page":"313","article-title":"Fine-grained and accurate source code differencing","volume-title":"Proc. Int. Conf. Automated Softw. Eng.","author":"Falleri","year":"2014"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1145\/3597503.3623337"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1145\/3551349.3556926"},{"issue":"90","key":"ref63","first-page":"3133","article-title":"Do we need hundreds of classifiers to solve real world classification problems?","volume":"15","author":"Fern\u00e1ndez-Delgado","year":"2014","journal-title":"J. Mach. Learn. Res."},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME52107.2021.00022"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1145\/3524842.3528529"},{"key":"ref66","volume-title":"Statistical Power Analysis for the Behavioral Sciences","author":"Cohen","year":"1988"},{"key":"ref67","first-page":"38","article-title":"Transformers: State-of-the-art natural language processing","volume-title":"Proc. Conf. Emp. Methods Natural Lang. Process.: Syst. Demonstrations","author":"Wolf","year":"2020"},{"key":"ref68","article-title":"Accelerate: Training and inference at scale made simple, efficient and adaptable","author":"Gugger","year":"2022"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1145\/2610384.2628055"},{"key":"ref71","article-title":"defects4j","author":"Just","year":"2023"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1145\/3135932.3135941"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1145\/3293882.3330577"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00107"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1145\/3460945.3464951"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1145\/3540250.3549101"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE48619.2023.00111"},{"key":"ref78","article-title":"A conversational paradigm for program synthesis","author":"Nijkamp","year":"2022"},{"key":"ref79","article-title":"Incoder: A generative model for code infilling and synthesis","author":"Fried","year":"2022"}],"container-title":["IEEE Transactions on Software Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/32\/10969500\/10883022.pdf?arnumber=10883022","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,18]],"date-time":"2025-04-18T17:38:02Z","timestamp":1744997882000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10883022\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,4]]},"references-count":78,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/tse.2025.3541166","relation":{},"ISSN":["0098-5589","1939-3520","2326-3881"],"issn-type":[{"value":"0098-5589","type":"print"},{"value":"1939-3520","type":"electronic"},{"value":"2326-3881","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,4]]}}}