{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,9]],"date-time":"2026-06-09T16:26:29Z","timestamp":1781022389029,"version":"3.54.1"},"reference-count":71,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2021,9,10]],"date-time":"2021-09-10T00:00:00Z","timestamp":1631232000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,9,10]],"date-time":"2021-09-10T00:00:00Z","timestamp":1631232000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2021,11]]},"DOI":"10.1007\/s10664-021-10003-7","type":"journal-article","created":{"date-parts":[[2021,9,10]],"date-time":"2021-09-10T13:02:31Z","timestamp":1631278951000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":25,"title":["Where were the repair ingredients for Defects4j bugs?"],"prefix":"10.1007","volume":"26","author":[{"given":"Deheng","family":"Yang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0145-615X","authenticated-orcid":false,"given":"Kui","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dongsun","family":"Kim","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Anil","family":"Koyuncu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kisub","family":"Kim","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Haoye","family":"Tian","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yan","family":"Lei","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiaoguang","family":"Mao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jacques","family":"Klein","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tegawend\u00e9 F.","family":"Bissyand\u00e9","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2021,9,10]]},"reference":[{"key":"10003_CR1","doi-asserted-by":"crossref","unstructured":"Barr ET, Brun Y, Devanbu PT, Harman M, Sarro F (2014) The plastic surgery hypothesis. In: Proceedings of the 22nd ACM SIGSOFT International symposium on foundations of software engineering. ACM, pp 306\u2013317","DOI":"10.1145\/2635868.2635898"},{"key":"10003_CR2","unstructured":"Britton T, Jeng L, Carver G, Cheak P, Katzenellenbogen T (2013) Reversible debugging software. Judge Bus. School, Univ. Cambridge, Cambridge, UK, Tech. Rep"},{"key":"10003_CR3","doi-asserted-by":"crossref","unstructured":"Chen L, Pei Y, Furia CA (2017) Contract-based program repair without the contracts. In: Proceedings of the 32nd IEEE\/ACM international conference on automated software engineering. IEEE, pp 637\u2013647","DOI":"10.1109\/ASE.2017.8115674"},{"key":"10003_CR4","doi-asserted-by":"crossref","unstructured":"Durieux T, Cornu B, Seinturier L, Monperrus M (2017) Dynamic patch generation for null pointer exceptions using metaprogramming. In: Proceedings of the 24th international conference on software analysis, evolution and reengineering. IEEE, pp 349\u2013358","DOI":"10.1109\/SANER.2017.7884635"},{"key":"10003_CR5","doi-asserted-by":"crossref","unstructured":"Durieux T, Madeiral F, Martinez M, Abreu R (2019) Empirical review of java program repair tools: A large-scale experiment on 2,141 bugs and 23,551 repair attempts. In: Proceedings of the ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering. ACM, pp 302\u2013313","DOI":"10.1145\/3338906.3338911"},{"key":"10003_CR6","doi-asserted-by":"crossref","unstructured":"Falleri J-R, Morandat F, Blanc X, Martinez M, Monperrus M (2014) Fine-grained and accurate source code differencing. In: Proceedings of the 29th ACM\/IEEE International conference on automated software engineering. ACM, pp 313\u2013324","DOI":"10.1145\/2642937.2642982"},{"issue":"1","key":"10003_CR7","doi-asserted-by":"publisher","first-page":"34","DOI":"10.1109\/TSE.2017.2755013","volume":"45","author":"L Gazzola","year":"2017","unstructured":"Gazzola L, Micucci D, Mariani L (2017) Automatic software repair: A survey. IEEE Trans Softw Eng 45(1):34\u201367","journal-title":"IEEE Trans Softw Eng"},{"key":"10003_CR8","doi-asserted-by":"crossref","unstructured":"Ghanbari A, Benton S, Zhang L (2019) Practical program repair via bytecode mutation. In: Proceedings of the 28th ACM SIGSOFT International symposium on software testing and analysis. ACM, pp 19\u201330","DOI":"10.1145\/3293882.3330559"},{"key":"10003_CR9","unstructured":"GitHub (2021) Defects4j. https:\/\/github.com\/rjust\/defects4j\/releases\/tag\/v1.4.0"},{"key":"10003_CR10","doi-asserted-by":"crossref","unstructured":"Goues CL, Dewey-Vogt M, Forrest S, Weimer W (2012) A systematic study of automated program repair: Fixing 55 out of 105 bugs for $8 each. In: Proceedings of the 34th International conference on software engineering. IEEE, pp 3\u201313","DOI":"10.1109\/ICSE.2012.6227211"},{"issue":"1","key":"10003_CR11","doi-asserted-by":"publisher","first-page":"54","DOI":"10.1109\/TSE.2011.104","volume":"38","author":"CL Goues","year":"2012","unstructured":"Goues CL, Nguyen TV, Forrest S, Weimer W (2012) GenProg: A generic method for automatic software repair. IEEE Trans Softw Eng 38(1):54\u201372","journal-title":"IEEE Trans Softw Eng"},{"issue":"12","key":"10003_CR12","doi-asserted-by":"publisher","first-page":"56","DOI":"10.1145\/3318162","volume":"62","author":"CL Goues","year":"2019","unstructured":"Goues CL, Pradel M, Roychoudhury A (2019) Automated program repair. Commun ACM 62(12):56\u201365","journal-title":"Commun ACM"},{"key":"10003_CR13","doi-asserted-by":"crossref","unstructured":"Gupta R, Pal S, Kanade A, Shevade S (2017) Deepfix: Fixing common c language errors by deep learning. In: Proceedings of the 31st AAAI conference on artificial intelligence. AAAI, pp 1345\u20131351","DOI":"10.1609\/aaai.v31i1.10742"},{"issue":"12","key":"10003_CR14","doi-asserted-by":"publisher","first-page":"92","DOI":"10.1145\/1052883.1052895","volume":"39","author":"D Hovemeyer","year":"2004","unstructured":"Hovemeyer D, Pugh W (2004) Finding bugs is easy. ACM sigplan notices 39(12):92\u2013106","journal-title":"ACM sigplan notices"},{"key":"10003_CR15","doi-asserted-by":"crossref","unstructured":"Hua J, Zhang M, Wang K, Khurshid S (2018) Towards practical program repair with on-demand candidate generation. In: Proceedings of the 40th international conference on software engineering. ACM, pp 12\u201323","DOI":"10.1145\/3180155.3180245"},{"key":"10003_CR16","doi-asserted-by":"crossref","unstructured":"Jiang L, Misherghi G, Su Z, Glondum S (2007) Deckard: Scalable and accurate tree-based detection of code clones. In: 29th International conference on software engineering (ICSE\u201907). IEEE, pp 96\u2013105","DOI":"10.1109\/ICSE.2007.30"},{"key":"10003_CR17","doi-asserted-by":"crossref","unstructured":"Jiang J, Ren L, Xiong Y, Zhang L (2019) Inferring program transformations from singular examples via big code. In: Proceedings of the 34th IEEE\/ACM International conference on automated software engineering. pp 255\u2013266","DOI":"10.1109\/ASE.2019.00033"},{"issue":"10","key":"10003_CR18","doi-asserted-by":"publisher","first-page":"200102","DOI":"10.1007\/s11432-018-1465-6","volume":"62","author":"J Jiang","year":"2019","unstructured":"Jiang J, Xiong Y, Xia X (2019) A manual inspection of defects4j bugs and its implications for automatic program repair. Sci Chin Inf Sci 62(10):200102","journal-title":"Sci Chin Inf Sci"},{"key":"10003_CR19","doi-asserted-by":"crossref","unstructured":"Jiang J, Xiong Y, Zhang H, Gao Q, Chen X (2018) Shaping program repair space with existing patches and similar code. In: Proceedings of the 27th ACM SIGSOFT International symposium on software testing and analysis. ACM, pp 298\u2013309","DOI":"10.1145\/3213846.3213871"},{"key":"10003_CR20","doi-asserted-by":"crossref","unstructured":"Just R, Jalali D, Ernst MD (2014) Defects4J: A database of existing faults to enable controlled testing studies for java programs. In: Proceedings of the 2014 International symposium on software testing and analysis. ACM, pp 437\u2013440","DOI":"10.1145\/2610384.2628055"},{"key":"10003_CR21","doi-asserted-by":"crossref","unstructured":"Just R, Parnin C, Drosos I, Ernst MD (2018) Comparing developer-provided to user-provided tests for fault localization and automated program repair. In: Proceedings of the 27th ACM SIGSOFT International symposium on software testing and analysis. ACM, pp 287\u2013297","DOI":"10.1145\/3213846.3213870"},{"issue":"6","key":"10003_CR22","doi-asserted-by":"publisher","first-page":"4071","DOI":"10.1007\/s10664-019-09742-5","volume":"24","author":"J Kim","year":"2019","unstructured":"Kim J, Kim S (2019) Automatic patch generation with context-based change application. Empir Softw Eng 24(6):4071\u20134106","journal-title":"Empir Softw Eng"},{"key":"10003_CR23","doi-asserted-by":"crossref","unstructured":"Kim D, Nam J, Song J, Kim S (2013) Automatic patch generation learned from human-written patches. In: Proceedings of the 35th International conference on software engineering. IEEE, pp 802\u2013811","DOI":"10.1109\/ICSE.2013.6606626"},{"issue":"3","key":"10003_CR24","doi-asserted-by":"publisher","first-page":"1980","DOI":"10.1007\/s10664-019-09780-z","volume":"25","author":"A Koyuncu","year":"2019","unstructured":"Koyuncu A, Liu K, Bissyand\u00e9 TF, Kim D, Klein J, Monperrus M, Traon YL (2019) Fixminer: Mining relevant fix patterns for automated program repair. Empir Softw Eng 25(3):1980\u20132024","journal-title":"Empir Softw Eng"},{"key":"10003_CR25","doi-asserted-by":"crossref","unstructured":"Koyuncu A, Liu K, Bissyand\u00e9 TF, Kim D, Monperrus M, Klein J, Traon YL (2019) iFixR: Bug report driven program repair. In: Proceedings of the 27the ACM joint european software engineering conference and symposium on the foundations of software engineering. ACM, pp 314\u2013325","DOI":"10.1145\/3338906.3338935"},{"key":"10003_CR26","doi-asserted-by":"crossref","unstructured":"Le X-BD, Bao L, Lo D, Xia X, Li S, Pasareanu C (2019) On reliability of patch correctness assessment. In: Proceedings of the 41st International conference on software engineering. IEEE, pp 524\u2013535","DOI":"10.1109\/ICSE.2019.00064"},{"key":"10003_CR27","doi-asserted-by":"crossref","unstructured":"Le XBD, Lo D, Goues CL (2016) History driven program repair. In: Proceedings of the 23rd IEEE International conference on software analysis, evolution, and reengineering. IEEE, pp 213\u2013224","DOI":"10.1109\/SANER.2016.76"},{"issue":"1","key":"10003_CR28","doi-asserted-by":"publisher","first-page":"165","DOI":"10.1109\/TSE.2018.2884955","volume":"47","author":"K Liu","year":"2018","unstructured":"Liu K, Kim D, Bissyand\u00e9 TF, Yoo S, Traon YL (2018) Mining fix patterns for findbugs violations. IEEE Trans Softw Eng 47(1):165\u2013188","journal-title":"IEEE Trans Softw Eng"},{"key":"10003_CR29","doi-asserted-by":"crossref","unstructured":"Liu K, Kim D, Koyuncu A, Li L, Bissyand\u00e9 TF, Traon YL (2018) A closer look at real-world patches. In: 2018 IEEE International conference on software maintenance and evolution (ICSME). IEEE, pp 275\u2013286","DOI":"10.1109\/ICSME.2018.00037"},{"key":"10003_CR30","doi-asserted-by":"crossref","unstructured":"Liu K, Koyuncu A, Bissyand\u00e9 TF, Kim D, Klein J, Traon YL (2019) You cannot fix what you cannot find! an investigation of fault localization bias in benchmarking automated program repair systems. In: Proceedings of the 12th IEEE International conference on software testing, verification and validation. IEEE, pp 102\u2013113","DOI":"10.1109\/ICST.2019.00020"},{"key":"10003_CR31","doi-asserted-by":"crossref","unstructured":"Liu K, Koyuncu A, Kim D, Bissyand\u00e9 TF (2019) TBar: Revisiting template-based automated program repair. In: Proceedings of the 28th ACM SIGSOFT international symposium on software testing and analysis. ACM, pp 31\u201342","DOI":"10.1145\/3293882.3330577"},{"key":"10003_CR32","doi-asserted-by":"crossref","unstructured":"Liu K, Koyuncu A, Kim D, Bissyand\u00e9 TF (2019) Avatar: Fixing semantic bugs with fix patterns of static analysis violations. In: Proceedings of the 26th IEEE international conference on software analysis, evolution and reengineering. IEEE, pp 456\u2013467","DOI":"10.1109\/SANER.2019.8667970"},{"key":"10003_CR33","doi-asserted-by":"crossref","unstructured":"Liu K, Koyuncu A, Kim K, Kim D, Bissyand\u00e9 TF (2018) LSRepair: Live search of fix ingredients for automated program repair. In: Proceedings of the 25th Asia-Pacific Software Engineering Conference. IEEE, pp 658\u2013662","DOI":"10.1109\/APSEC.2018.00085"},{"key":"10003_CR34","doi-asserted-by":"publisher","first-page":"110817","DOI":"10.1016\/j.jss.2020.110817","volume":"171","author":"K Liu","year":"2021","unstructured":"Liu K, Li L i, Koyuncu A, Kim D, Liu Z, Klein J, Bissyand\u00e9 TF (2021) A critical review on the evaluation of automated program repair systems. J Syst Softw 171:110817","journal-title":"J Syst Softw"},{"key":"10003_CR35","doi-asserted-by":"crossref","unstructured":"Liu K, Wang S, Koyuncu A, Kim K, Bissyand\u00e9 TF, Kim D, Wu P, Klein J, Mao X, Traon YL (2020) On the efficiency of test suite based program repair: A systematic assessment of 16 automated repair systems for java programs. In: Rothermel G, Bae D-H (eds) Proceedings of the 42nd International conference on software engineering. ACM, pp 615\u2013627","DOI":"10.1145\/3377811.3380338"},{"key":"10003_CR36","doi-asserted-by":"crossref","unstructured":"Liu X, Zhong H (2018) Mining stackoverflow for program repair. In: Proceedings of the 25th IEEE international conference on software analysis, evolution and reengineering. IEEE, pp 118\u2013129","DOI":"10.1109\/SANER.2018.8330202"},{"key":"10003_CR37","doi-asserted-by":"crossref","unstructured":"Long F, Amidon P, Rinard M (2017) Automatic inference of code transforms for patch generation. In: Proceedings of the 11th joint meeting on foundations of software engineering. ACM, pp 727\u2013739","DOI":"10.1145\/3106237.3106253"},{"key":"10003_CR38","doi-asserted-by":"crossref","unstructured":"Long F, Rinard M (2016) An analysis of the search spaces for generate and validate patch generation systems. In: Proceedings of the 38th International conference on software engineering. IEEE, pp 702\u2013713","DOI":"10.1145\/2884781.2884872"},{"key":"10003_CR39","doi-asserted-by":"crossref","unstructured":"Lou Y, Chen J, Zhang L, Hao D, Zhang L (2019) History-driven build failure fixing: how far are we?. In: Proceedings of the 28th ACM SIGSOFT International symposium on software testing and analysis. ACM, pp 43\u201354","DOI":"10.1145\/3293882.3330578"},{"issue":"4","key":"10003_CR40","doi-asserted-by":"publisher","first-page":"1936","DOI":"10.1007\/s10664-016-9470-4","volume":"22","author":"M Martinez","year":"2017","unstructured":"Martinez M, Durieux T, Sommerard R, Xuan J, Monperrus M (2017) Automatic repair of real bugs in java A large-scale experiment on the defects4j dataset. Empir Softw Eng 22(4):1936\u20131964","journal-title":"Empir Softw Eng"},{"key":"10003_CR41","doi-asserted-by":"crossref","unstructured":"Martinez M, Martin Monperrus. (2016) Astor: A program repair library for java. In: Proceedings of the 25th International symposium on software testing and analysis. ACM, pp 441\u2013444","DOI":"10.1145\/2931037.2948705"},{"issue":"1","key":"10003_CR42","doi-asserted-by":"publisher","first-page":"176","DOI":"10.1007\/s10664-013-9282-8","volume":"20","author":"M Martinez","year":"2015","unstructured":"Martinez M, Monperrus M (2015) Mining software repair models for reasoning on the search space of automated program fixing. Empir Softw Eng 20 (1):176\u2013205","journal-title":"Empir Softw Eng"},{"key":"10003_CR43","doi-asserted-by":"crossref","unstructured":"Martinez M, Weimer W, Monperrus M (2014) Do the fix ingredients already exist? an empirical inquiry into the redundancy assumptions of program repair approaches. In: Companion proceedings of the 36th international conference on software engineering. ACM, pp 492\u2013495","DOI":"10.1145\/2591062.2591114"},{"key":"10003_CR44","doi-asserted-by":"crossref","unstructured":"Mockus A, Votta LG (2000) Identifying reasons for software changes using historic databases. In: Proceedings of the international conference on software maintenance. pp 120\u2013130","DOI":"10.1109\/ICSM.2000.883028"},{"issue":"1","key":"10003_CR45","doi-asserted-by":"publisher","first-page":"17:1","DOI":"10.1145\/3105906","volume":"51","author":"M Monperrus","year":"2018","unstructured":"Monperrus M (2018) Automatic software repair: A bibliography. ACM Comput Surv 51(1):17:1\u201317:24","journal-title":"ACM Comput Surv"},{"issue":"5","key":"10003_CR46","doi-asserted-by":"publisher","first-page":"2901","DOI":"10.1007\/s10664-017-9550-0","volume":"23","author":"M Motwani","year":"2018","unstructured":"Motwani M, Sankaranarayanan S, Just R, Brun Y (2018) Do automated program repair techniques repair hard and important bugs? Empir Softw Eng 23(5):2901\u20132947","journal-title":"Empir Softw Eng"},{"key":"10003_CR47","doi-asserted-by":"crossref","unstructured":"Nguyen HA, Nguyen AT, Nguyen TT, Nguyen TN, Rajan H (2013) A study of repetitiveness of code changes in software evolution. In: 2013 28th IEEE\/ACM International conference on automated software engineering (ASE), pp 180\u2013190","DOI":"10.1109\/ASE.2013.6693078"},{"issue":"3","key":"10003_CR48","doi-asserted-by":"publisher","first-page":"286","DOI":"10.1007\/s10664-008-9077-5","volume":"14","author":"K Pan","year":"2009","unstructured":"Pan K, Kim S, James Whitehead E (2009) Toward an understanding of bug fix patterns. Empir Softw Eng 14(3):286\u2013315","journal-title":"Empir Softw Eng"},{"key":"10003_CR49","doi-asserted-by":"crossref","unstructured":"Qi Z, Long F, Achour S, Rinard M (2015) An analysis of patch plausibility and correctness for generate-and-validate patch generation systems. In: Proceedings of the international symposium on software testing and analysis. ACM, pp 24\u201336","DOI":"10.1145\/2771783.2771791"},{"key":"10003_CR50","doi-asserted-by":"crossref","unstructured":"Qi Y, Mao X, Lei Y, Dai Z, Wang C (2014) The strength of random search on automated program repair. In: Proceedings of the 36th International Conference on Software Engineering. ACM, pp 254\u2013265","DOI":"10.1145\/2568225.2568254"},{"key":"10003_CR51","doi-asserted-by":"crossref","unstructured":"Qi Y, Mao X, Lei Y, Wang C (2013) Using automated program repair for evaluating the effectiveness of fault localization techniques. In: Proceedings of the 22nd International symposium on software testing and analysis. ACM, pp 191\u2013201","DOI":"10.1145\/2483760.2483785"},{"key":"10003_CR52","unstructured":"Qi X, Reiss SP (2017) Leveraging syntax-related code for automated program repair. In: Proceedings of the 32nd IEEE\/ACM international conference on automated software engineering. IEEE, pp 660\u2013670"},{"key":"10003_CR53","doi-asserted-by":"crossref","unstructured":"Qin Y, Wang S, Liu K, Mao X, Bissyand\u00e9 TF (2021) On the impact of flaky tests in automated program repair. In: Proceedings of the 28th IEEE International conference on software analysis, evolution and reengineering. IEEE, pp 295\u2013306","DOI":"10.1109\/SANER50967.2021.00035"},{"key":"10003_CR54","unstructured":"Rolim R, Soares G, Gheyi R, D\u2019Antoni L (2018) Learning quick fixes from code repositories. arXiv preprint arXiv:1803.03806"},{"issue":"7","key":"10003_CR55","doi-asserted-by":"publisher","first-page":"470","DOI":"10.1016\/j.scico.2009.02.007","volume":"74","author":"CK Roy","year":"2009","unstructured":"Roy CK, Cordy JR, Koschke R (2009) Comparison and evaluation of code clone detection techniques and tools: A qualitative approach. Sci Comput Programm 74(7):470\u2013495","journal-title":"Sci Comput Programm"},{"key":"10003_CR56","doi-asserted-by":"crossref","unstructured":"Saha RK, Lyu Y, Yoshida H, Prasad MR (2017) Elixir: Effective object-oriented program repair. In: Proceedings of the 32nd IEEE\/ACM International conference on automated software engineering. IEEE, pp 648\u2013659","DOI":"10.1109\/ASE.2017.8115675"},{"key":"10003_CR57","doi-asserted-by":"crossref","unstructured":"Saha S, Saha RK, Prasad MR (2019) Harnessing evolution for multi-hunk program repair. In: Proceedings of the 41st international conference on software engineering. IEEE, pp 13\u201324","DOI":"10.1109\/ICSE.2019.00020"},{"key":"10003_CR58","doi-asserted-by":"crossref","unstructured":"Sobreira V, Durieux T, Madeiral F, Monperrus M, de Almeida Maia M (2018) Dissection of a bug dataset: Anatomy of 395 patches from defects4j. In: Proceedings of the IEEE 25th International conference on software analysis, evolution and reengineering. IEEE, pp 130\u2013140","DOI":"10.1109\/SANER.2018.8330203"},{"key":"10003_CR59","doi-asserted-by":"crossref","unstructured":"Tian H, Liu K, Kabor\u00e9 AK, Koyuncu A, Li L, Klein J, Bissyand\u00e9 TF (2020) Evaluating representation learning of code changes for predicting patch correctness in program repair. In: Proceedings of the 35th IEEE\/ACM International conference on automated software engineering. IEEE, pp 981\u2013992","DOI":"10.1145\/3324884.3416532"},{"key":"10003_CR60","doi-asserted-by":"crossref","unstructured":"Weimer W, Nguyen TV, Goues CL, Forrest S (2009) Automatically finding patches using genetic programming. In: Proceedings of the 31st international conference on software engineering. IEEE, pp 364\u2013374","DOI":"10.1109\/ICSE.2009.5070536"},{"key":"10003_CR61","doi-asserted-by":"crossref","unstructured":"Wen M, Chen J, Wu R, Hao D, Cheung S-C (2018) Context-aware patch generation for better automated program repair. In: Proceedings of the 40th International conference on software engineering. ACM, pp 1\u201311","DOI":"10.1145\/3180155.3180233"},{"key":"10003_CR62","doi-asserted-by":"crossref","unstructured":"Xiong Y, Liu X, Zeng M, Zhang L, Huang G (2018) Identifying patch correctness in test-based program repair. In: Proceedings of the 40th International conference on software engineering. ACM, pp 789\u2013799","DOI":"10.1145\/3180155.3180182"},{"key":"10003_CR63","doi-asserted-by":"crossref","unstructured":"Xiong Y, Wang J, Yan R, Zhang J, Han S, Huang G, Zhang L (2017) Precise condition synthesis for program repair. In: Proceedings of the 39th IEEE\/ACM international conference on software engineering. IEEE, pp 416\u2013426","DOI":"10.1109\/ICSE.2017.45"},{"key":"10003_CR64","doi-asserted-by":"crossref","unstructured":"Xu X, Sui Y, Yan H, Xue J (2019) Vfix: value-flow-guided precise program repair for null pointer dereferences. In: Proceedings of the 41st International Conference on Software Engineering. IEEE, pp 512\u2013523","DOI":"10.1109\/ICSE.2019.00063"},{"issue":"1","key":"10003_CR65","doi-asserted-by":"publisher","first-page":"34","DOI":"10.1109\/TSE.2016.2560811","volume":"43","author":"J Xuan","year":"2017","unstructured":"Xuan J, Martinez M, Demarco F, Clement M, Marcote SL, Durieux T, Le Berre D, Monperrus M (2017) Nopol: Automatic repair of conditional statement bugs in java programs. IEEE Trans Softw Eng 43(1):34\u201355","journal-title":"IEEE Trans Softw Eng"},{"key":"10003_CR66","doi-asserted-by":"crossref","unstructured":"Xuan J, Monperrus M (2014) Test case purification for improving fault localization. In: Proceedings of the 22nd ACM SIGSOFT International symposium on foundations of software engineering. ACM, pp 52\u201363","DOI":"10.1145\/2635868.2635906"},{"key":"10003_CR67","doi-asserted-by":"crossref","unstructured":"Yang D, Qi Y, Mao X (2017) An empirical study on the usage of fault localization in automated program repair. In: Proceedings of the 33rd IEEE International conference on software maintenance and evolution. IEEE, pp 504\u2013508","DOI":"10.1109\/ICSME.2017.37"},{"issue":"1","key":"10003_CR68","first-page":"1","volume":"15","author":"D Yang","year":"2021","unstructured":"Yang D, Qi Y, Mao X, Lei Y (2021) Evaluating the usage of fault localization in automated program repair: an empirical study. Front Comput Sci 15 (1):1\u201315","journal-title":"Front Comput Sci"},{"key":"10003_CR69","unstructured":"Yuan Y, Banzhaf W (2018) Arja: Automated repair of java programs via multi-objective genetic programming. IEEE Trans Softw Eng"},{"key":"10003_CR70","doi-asserted-by":"crossref","unstructured":"Yue R, Na M, Wang Q (2017) A characterization study of repeated bug fixes. In: 2017 IEEE International conference on software maintenance and evolution (ICSME). IEEE, pp 422\u2013432","DOI":"10.1109\/ICSME.2017.16"},{"key":"10003_CR71","doi-asserted-by":"crossref","unstructured":"Zhong H, Su Z (2015) An empirical study on real bug fixes. In: Proceedings of the 37th international conference on software engineering. IEEE, pp 913\u2013923","DOI":"10.1109\/ICSE.2015.101"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-021-10003-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10664-021-10003-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-021-10003-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,8]],"date-time":"2023-01-08T23:47:05Z","timestamp":1673221625000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10664-021-10003-7"}},"subtitle":["Exploring the impact of repair ingredient retrieval on the performance of 24 program repair systems"],"short-title":[],"issued":{"date-parts":[[2021,9,10]]},"references-count":71,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2021,11]]}},"alternative-id":["10003"],"URL":"https:\/\/doi.org\/10.1007\/s10664-021-10003-7","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,9,10]]},"assertion":[{"value":"8 June 2021","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 September 2021","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"122"}}