{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T07:20:08Z","timestamp":1740122408959,"version":"3.37.3"},"reference-count":57,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2017,9,30]],"date-time":"2017-09-30T00:00:00Z","timestamp":1506729600000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2018,10]]},"DOI":"10.1007\/s10664-017-9552-y","type":"journal-article","created":{"date-parts":[[2017,9,29]],"date-time":"2017-09-29T19:30:41Z","timestamp":1506713441000},"page":"2948-2979","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":25,"title":["A correlation study between automated program repair and test-suite metrics"],"prefix":"10.1007","volume":"23","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7215-0855","authenticated-orcid":false,"given":"Jooyong","family":"Yi","sequence":"first","affiliation":[]},{"given":"Shin Hwei","family":"Tan","sequence":"additional","affiliation":[]},{"given":"Sergey","family":"Mechtaev","sequence":"additional","affiliation":[]},{"given":"Marcel","family":"B\u00f6hme","sequence":"additional","affiliation":[]},{"given":"Abhik","family":"Roychoudhury","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2017,9,30]]},"reference":[{"issue":"8","key":"9552_CR1","doi-asserted-by":"crossref","first-page":"608","DOI":"10.1109\/TSE.2006.83","volume":"32","author":"JH Andrews","year":"2006","unstructured":"Andrews JH, Briand LC, Labiche Y, Namin AS (2006) Using mutation analysis for assessing and comparing testing coverage criteria. IEEE Trans Softw Eng 32(8):608\u2013624","journal-title":"IEEE Trans Softw Eng"},{"key":"9552_CR2","doi-asserted-by":"crossref","unstructured":"Artzi S, Dolby J, Tip F, Pistoia M (2010) Directed test generation for effective fault localization. In: Proceedings of the 19th International Symposium on Software Testing and Analysis, ISSTA \u201910, pp 49\u201360","DOI":"10.1145\/1831708.1831715"},{"key":"9552_CR3","doi-asserted-by":"crossref","unstructured":"Assiri FY, Bieman JM (2014) An assessment of the quality of automated program operator repair. In: Proceedings of the 2014 IEEE Seventh International Conference on Software Testing, Verification and Validation, ICSE \u201914, pp 273\u2013282","DOI":"10.1109\/ICST.2014.40"},{"key":"9552_CR4","doi-asserted-by":"crossref","unstructured":"Baudry B, Fleurey F, Le Traon Y (2006) Improving test suites for efficient fault localization. In: 82\u201391","DOI":"10.1145\/1134285.1134299"},{"key":"9552_CR5","doi-asserted-by":"crossref","unstructured":"B\u00f6hme M, Roychoudhury A (2014) CoREBench: Studying complexity of regression errors. In: Proceedings of the 2014 International Symposium on Software Testing and Analysis, ISSTA \u201914, pp 105\u2013115","DOI":"10.1145\/2610384.2628058"},{"key":"9552_CR6","doi-asserted-by":"crossref","unstructured":"B\u00f6hme M, Oliveira BCdS, Roychoudhury A (2013a) Partition-based regression verification. In: Proceedings of the 2013 International Conference on Software Engineering, ICSE \u201913, pp 302\u2013311","DOI":"10.1109\/ICSE.2013.6606576"},{"key":"9552_CR7","doi-asserted-by":"crossref","unstructured":"B\u00f6hme M, Oliveira BCdS, Roychoudhury A (2013b) Regression tests to expose change interaction errors. In: Proceedings of the 2013 Joint Meeting of the European Software Engineering Conference and the ACM SIGSOFT Symposium on the Foundations of Software Engineering, ESEC\/FSE \u201913, pp 334\u2013344","DOI":"10.1145\/2491411.2491430"},{"key":"9552_CR8","doi-asserted-by":"crossref","unstructured":"Cadar C, Engler D (2005) Execution generated test cases: How to make systems code crash itself. In: Proceedings of the 12th International Conference on Model Checking Software, SPIN \u201905, pp 2\u201323","DOI":"10.1007\/11537328_2"},{"key":"9552_CR9","unstructured":"Cadar C, Dunbar D, Engler D (2008). In: KLEE: Unassisted and automatic generation of high-coverage tests for complex systems programs. In: Proceedings of the 8th USENIX Conference on Operating Systems Design and Implementation, OSDI\u2019 08, pp 209\u2013224"},{"key":"9552_CR10","doi-asserted-by":"crossref","unstructured":"Dallmeier V, Zeller A, Meyer B (2009) Generating fixes from object behavior anomalies. In: Proceedings of the 2009 IEEE\/ACM International Conference on Automated Software Engineering, ASE \u201909, pp 550\u2013554","DOI":"10.1109\/ASE.2009.15"},{"key":"9552_CR11","doi-asserted-by":"crossref","unstructured":"Debroy V, Wong WE (2010) Using mutation to automatically suggest fixes for faulty programs. In: Proceedings of the Third International Conference on Software Testing, Verification and Validation, ICST \u201910, pp 65\u201374","DOI":"10.1109\/ICST.2010.66"},{"key":"9552_CR12","doi-asserted-by":"crossref","first-page":"45","DOI":"10.1016\/j.jss.2013.10.042","volume":"90","author":"V Debroy","year":"2014","unstructured":"Debroy V, Wong WE (2014) Combining mutation and fault localization for automated program debugging. J Syst Softw 90:45\u201360","journal-title":"J Syst Softw"},{"issue":"4","key":"9552_CR13","doi-asserted-by":"crossref","first-page":"405","DOI":"10.1007\/s10664-005-3861-2","volume":"10","author":"H Do","year":"2005","unstructured":"Do H, Elbaum SG, Rothermel G (2005) Supporting controlled experimentation with testing techniques: An infrastructure and its potential impact. Empir Softw Eng 10(4):405\u2013435","journal-title":"Empir Softw Eng"},{"key":"9552_CR14","doi-asserted-by":"crossref","unstructured":"Elkarablieh B, Khurshid S (2008) Juzi: A tool for repairing complex data structures. In: Proceedings of the 30th International Conference on Software Engineering, ICSE \u201908, pp 855\u2013858","DOI":"10.1145\/1368088.1368222"},{"key":"9552_CR15","doi-asserted-by":"crossref","unstructured":"Godefroid P, Klarlund N, Sen K (2005) DART: Directed automated random testing. In: Proceedings of the 2005 ACM SIGPLAN Conference on Programming Language Design and Implementation, PLDI \u201905, pp 213\u2013223","DOI":"10.1145\/1065010.1065036"},{"key":"9552_CR16","doi-asserted-by":"crossref","unstructured":"Gopinath D, Malik MZ, Khurshid S (2011) Specification-based program repair using SAT. In: Proceedings of the 17th International Conference on Tools and Algorithms for the Construction and Analysis of Systems: Part of the Joint European Conferences on Theory and Practice of Software, TACAS \u201911\/ETAPS \u201911, pp 173\u2013188","DOI":"10.1007\/978-3-642-19835-9_15"},{"key":"9552_CR17","doi-asserted-by":"crossref","unstructured":"He H, Gupta N (2004) Automated debugging using path-based weakest preconditions. In: Proceedings of the 7th International Conference on Fundamental Approaches to Software Engineering, FASE \u201904, pp 267\u2013280","DOI":"10.1007\/978-3-540-24721-0_20"},{"issue":"5","key":"9552_CR18","doi-asserted-by":"crossref","first-page":"649","DOI":"10.1109\/TSE.2010.62","volume":"37","author":"Y Jia","year":"2011","unstructured":"Jia Y, Harman M (2011) An analysis and survey of the development of mutation testing. IEEE Trans Softw Eng 37(5):649\u2013678","journal-title":"IEEE Trans Softw Eng"},{"key":"9552_CR19","doi-asserted-by":"crossref","unstructured":"Jobstmann B, Griesmayer A, Bloem R (2005) Program repair as a game. In: Proceedings of the 17th International Conference on Computer Aided Verification, CAV \u201905, pp 226\u2013238","DOI":"10.1007\/11513988_23"},{"key":"9552_CR20","doi-asserted-by":"crossref","unstructured":"Jones JA, Harrold MJ, Stasko JT (2002) Visualization of test information to assist fault localization. In: Proceedings of the 24th International Conference on Software Engineering, ICSE \u201902, pp 467\u2013477","DOI":"10.1145\/581396.581397"},{"key":"9552_CR21","doi-asserted-by":"crossref","unstructured":"Ke Y, Stolee KT, Le Goues C, Brun Y (2015) Repairing programs with semantic code search (t). In: Proceedings of the 2015 30th IEEE\/ACM International Conference on Automated Software Engineering, ASE \u201915, pp 295\u2013306","DOI":"10.1109\/ASE.2015.60"},{"issue":"3","key":"9552_CR22","doi-asserted-by":"crossref","first-page":"239","DOI":"10.1093\/biomet\/33.3.239","volume":"33","author":"MG Kendall","year":"1945","unstructured":"Kendall MG (1945) The treatment of ties in ranking problems. Biometrika 33 (3):239\u2013251","journal-title":"Biometrika"},{"key":"9552_CR23","doi-asserted-by":"crossref","unstructured":"Kim D, Nam J, Song J, Kim S (2013) Automatic patch generation learned from human-written patches. In: Proceedings of the 2013 International Conference on Software Engineering, ICSE \u201913, pp 802\u2013811","DOI":"10.1109\/ICSE.2013.6606626"},{"key":"9552_CR24","doi-asserted-by":"crossref","unstructured":"Kong X, Zhang L, Wong WE, Li B (2015) Experience report: How do techniques, programs, and tests impact automated program repair?. In: Proceedings of the 2015 IEEE 26th International Symposium on Software Reliability Engineering, ISSRE \u201915, pp 194\u2013204","DOI":"10.1109\/ISSRE.2015.7381813"},{"key":"9552_CR25","unstructured":"K\u00f6nighofer R, Bloem R (2011) Automated error localization and correction for imperative programs. In: Proceedings of the International Conference on Formal Methods in Computer-Aided Design, FMCAD \u201911, pp 91\u2013100"},{"key":"9552_CR26","doi-asserted-by":"crossref","unstructured":"Le Goues C, Dewey-Vogt M, Forrest S, Weimer W (2012a) A systematic study of automated program repair: Fixing 55 out of 105 bugs for $8 each. In: Proceedings of the 34th International Conference on Software Engineering, ICSE \u201912, pp 3\u201313","DOI":"10.1109\/ICSE.2012.6227211"},{"key":"9552_CR27","doi-asserted-by":"crossref","unstructured":"Le Goues C, Nguyen T, Forrest S, Weimer W (2012b) GenProg: A generic method for automatic software repair. IEEE Trans Softw Eng 38(1):54\u201372","DOI":"10.1109\/TSE.2011.104"},{"issue":"3","key":"9552_CR28","doi-asserted-by":"crossref","first-page":"421","DOI":"10.1007\/s11219-013-9208-0","volume":"21","author":"C Le Goues","year":"2013","unstructured":"Le Goues C, Forrest S, Weimer W (2013) Current challenges in automatic software repair. Softw Qual J 21(3):421\u2013443","journal-title":"Softw Qual J"},{"key":"9552_CR29","doi-asserted-by":"crossref","unstructured":"Liblit B, Aiken A, Zheng AX, Jordan MI (2003) Bug isolation via remote program sampling. In: Proceedings of the ACM SIGPLAN 2003 conference on Programming Language Design and Implementation, PLDI \u201903, pp 141\u2013154","DOI":"10.1145\/781131.781148"},{"key":"9552_CR30","doi-asserted-by":"crossref","unstructured":"Long F, Rinard M (2015) Staged program repair with condition synthesis. In: Proceedings of the 2015 Joint Meeting of the European Software Engineering Conference and the ACM SIGSOFT Symposium on the Foundations of Software Engineering, ESEC\/FSE \u201915, pp 166\u2013178","DOI":"10.1145\/2786805.2786811"},{"key":"9552_CR31","doi-asserted-by":"crossref","unstructured":"Long F, Rinard M (2016a) An analysis of the search spaces for generate and validate patch generation systems. In: Proceedings of the 38th International Conference on Software Engineering, ICSE \u201916, pp 702\u2013713","DOI":"10.1145\/2884781.2884872"},{"key":"9552_CR32","doi-asserted-by":"crossref","unstructured":"Long F, Rinard M (2016b) Automatic patch generation by learning correct code. In: Proceedings of the 43rd Annual ACM SIGPLAN-SIGACT Symposium on Principles of Programming Languages, POPL \u201916, pp 298\u2013312","DOI":"10.1145\/2837614.2837617"},{"key":"9552_CR33","doi-asserted-by":"crossref","unstructured":"Long F, Sidiroglou-Douskos S, Rinard M (2014) Automatic runtime error repair and containment via recovery shepherding. In: Proceedings of the 35th ACM SIGPLAN Conference on Programming Language Design and Implementation, PLDI \u201914, pp 227\u2013238","DOI":"10.1145\/2666356.2594337"},{"key":"9552_CR34","doi-asserted-by":"crossref","unstructured":"Maldonado JC, Delamaro ME, Fabbri SCPF, Sim\u00e3o A d S, Sugeta T, Vincenzi AMR, Masiero PC (2001) Proteum: A family of tools to support specification and program testing based on mutation. In: Wong W E (ed) Mutation Testing for the New Century, Kluwer Academic Publishers, Norwell, pp 113\u2013116","DOI":"10.1007\/978-1-4757-5939-6_19"},{"key":"9552_CR35","doi-asserted-by":"crossref","unstructured":"Mechtaev S, Yi J, Roychoudhury A (2015) DirectFix: Looking for simple program repairs. In: Proceedings of the 37th IEEE\/ACM International Conference on Software Engineering, ICSE \u201915, pp 448\u2013458","DOI":"10.1109\/ICSE.2015.63"},{"key":"9552_CR36","doi-asserted-by":"crossref","unstructured":"Mechtaev S, Yi J, Roychoudhury A (2016) Angelix: Scalable multiline program patch synthesis via symbolic analysis. In: Proceedings of the 38th International Conference on Software Engineering, ICSE \u201916, pp 691\u2013701","DOI":"10.1145\/2884781.2884807"},{"issue":"3","key":"9552_CR37","doi-asserted-by":"crossref","first-page":"223","DOI":"10.1109\/TSE.1976.233818","volume":"2","author":"W Miller","year":"1976","unstructured":"Miller W, Spooner DL (1976) Automatic generation of floating-point test data. IEEE Trans Softw Eng 2(3):223\u2013226","journal-title":"IEEE Trans Softw Eng"},{"key":"9552_CR38","doi-asserted-by":"crossref","unstructured":"Namin AS, Andrews JH (2009) The influence of size and coverage on test suite effectiveness. In: Proceedings of the 8th International Symposium on Software Testing and Analysis, ISSTA \u201909, pp 57\u201368","DOI":"10.1145\/1572272.1572280"},{"key":"9552_CR39","doi-asserted-by":"crossref","unstructured":"Nguyen HDT, Qi D, Roychoudhury A, Chandra S (2013) SemFix: Program repair via semantic analysis. In: Proceedings of the 2013 International Conference on Software Engineering, ICSE \u201913, pp 772\u2013781","DOI":"10.1109\/ICSE.2013.6606623"},{"key":"9552_CR40","doi-asserted-by":"crossref","first-page":"240","DOI":"10.1098\/rspl.1895.0041","volume":"58","author":"K Pearson","year":"1895","unstructured":"Pearson K (1895) Note on regression and inheritance in the case of two parents. Proc Royal Soc Lond 58:240\u2013242","journal-title":"Proc Royal Soc Lond"},{"issue":"5","key":"9552_CR41","doi-asserted-by":"crossref","first-page":"427","DOI":"10.1109\/TSE.2014.2312918","volume":"40","author":"Y Pei","year":"2014","unstructured":"Pei Y, Furia C, Nordio M, Wei Y, Meyer B, Zeller A (2014) Automated fixing of programs with contracts. IEEE Trans Softw Eng 40(5):427\u2013449","journal-title":"IEEE Trans Softw Eng"},{"key":"9552_CR42","doi-asserted-by":"crossref","unstructured":"Perkins JH, Kim S, Larsen S, Amarasinghe S, Bachrach J, Carbin M, Pacheco C, Sherwood F, Sidiroglou S, Sullivan G, Wong WF, Zibin Y, Ernst MD, Rinard M (2009) Automatically patching errors in deployed software. In: Proceedings of the ACM SIGOPS 22nd Symposium on Operating Systems Principles, SOSP \u201909, pp 87\u2013102","DOI":"10.1145\/1629575.1629585"},{"key":"9552_CR43","doi-asserted-by":"crossref","unstructured":"Person S, Yang G, Rungta N, Khurshid S (2011) Directed incremental symbolic execution. In: Proceedings of the 32nd ACM SIGPLAN Conference on Programming Language Design and Implementation, PLDI \u201911, pp 504\u2013515","DOI":"10.1145\/1993498.1993558"},{"key":"9552_CR44","doi-asserted-by":"crossref","unstructured":"Qi Y, Mao X, Lei Y (2013) Efficient automated program repair through fault-recorded testing prioritization. In: Proceedings of the 2013 IEEE International Conference on Software Maintenance, ICSM \u201913, pp 180\u2013189","DOI":"10.1109\/ICSM.2013.29"},{"key":"9552_CR45","doi-asserted-by":"crossref","unstructured":"Qi Y, Mao X, Lei Y, Dai Z, Wang C (2014) The strength of random search on automated program repair. In: Proceedings of the 36th International Conference on Software Engineering, ICSE \u201914, pp 254\u2013265","DOI":"10.1145\/2568225.2568254"},{"key":"9552_CR46","doi-asserted-by":"crossref","unstructured":"Qi Z, Long F, Achour S, Rinard M (2015) An analysis of patch plausibility and correctness for generate-and-validate patch generation systems. In: Proceedings of the 2015 International Symposium on Software Testing and Analysis, ISSTA, pp 24\u201336","DOI":"10.1145\/2771783.2771791"},{"key":"9552_CR47","doi-asserted-by":"crossref","unstructured":"Samimi H, Aung ED, Millstein T (2010) Falling back on executable specifications. In: Proceedings of the 24th European Conference on Object-oriented Programming, ECOOP\u201910, pp 552\u2013576","DOI":"10.1007\/978-3-642-14107-2_26"},{"key":"9552_CR48","doi-asserted-by":"crossref","unstructured":"Samimi H, Sch\u00e4fer M, Artzi S, Millstein T, Tip F, Hendren L (2012) Automated repair of HTML generation errors in PHP applications using string constraint solving. In: Proceedings of the 34th International Conference on Software Engineering, ICSE \u201912, pp 277\u2013287","DOI":"10.1109\/ICSE.2012.6227186"},{"key":"9552_CR49","doi-asserted-by":"crossref","unstructured":"Santelices R, Chittimalli PK, Apiwattanapong T, Orso A, Harrold MJ (2008) Test-suite augmentation for evolving software. In: Proceedings of the 23rd IEEE\/ACM International Conference on Automated Software Engineering, ASE \u201908, pp 218\u2013227","DOI":"10.1109\/ASE.2008.32"},{"key":"9552_CR50","unstructured":"Shoenauer M, Xanthakis S (1993) Constrained GA optimization. In: Proceedings of the 5th International Conference on Genetic Algorithms, ICGA \u201993, pp 573\u2013580"},{"key":"9552_CR51","doi-asserted-by":"crossref","unstructured":"Smith EK, Barr ET, Le Goues C, Brun Y (2015) Is the cure worse than the disease? overfitting in automated program repair. In: Proceedings of the 2015 Joint Meeting of the European Software Engineering Conference and the ACM SIGSOFT Symposium on the Foundations of Software Engineering, ESEC\/FSE \u201915, pp 532\u2013543","DOI":"10.1145\/2786805.2786825"},{"key":"9552_CR52","unstructured":"Tan SH, Roychoudhury A (2015) relifix: Automated repair of software regressions. In: Proceedings of the 2015 IEEE\/ACM 37th IEEE International Conference on Software Engineering, ICSE \u201915, pp 471\u2013482"},{"key":"9552_CR53","doi-asserted-by":"crossref","unstructured":"Tan SH, Yoshida H, Prasad MR, Roychoudhury A (2016) Anti-patterns in search-based program repair. In: Proceedings of the 24th ACM SIGSOFT International Symposium on Foundations of Software Engineering, FSE\u201916, pp 727\u2013738","DOI":"10.1145\/2950290.2950295"},{"key":"9552_CR54","doi-asserted-by":"crossref","unstructured":"Weimer W, Fry ZP, Forrest S (2013) Leveraging program equivalence for adaptive program repair: Models and first results. In: Proceedings of the 28th IEEE\/ACM International Conference on Automated Software Engineering, ASE \u201913, pp 356\u2013366","DOI":"10.1109\/ASE.2013.6693094"},{"issue":"4","key":"9552_CR55","doi-asserted-by":"crossref","first-page":"515","DOI":"10.1109\/TEVC.2010.2083669","volume":"15","author":"DR White","year":"2011","unstructured":"White DR, Arcuri A, Clark JA (2011) Evolutionary improvement of programs. IEEE Trans Evol Comput 15(4):515\u2013538","journal-title":"IEEE Trans Evol Comput"},{"issue":"1","key":"9552_CR56","doi-asserted-by":"crossref","first-page":"34","DOI":"10.1109\/TSE.2016.2560811","volume":"43","author":"J Xuan","year":"2017","unstructured":"Xuan J, Martinez M, Demarco F, Clement M, Marcote SRL, Durieux T, Berre DL, Monperrus M (2017) Nopol: Automatic repair of conditional statement bugs in Java programs. IEEE Trans Softw Eng 43(1):34\u201355","journal-title":"IEEE Trans Softw Eng"},{"key":"9552_CR57","doi-asserted-by":"crossref","unstructured":"Yao X, Harman M, Jia Y (2014) A study of equivalent and stubborn mutation operators using human analysis of equivalence. In: Proceedings of the 36th International Conference on Software Engineering, ICSE \u201914, pp 919\u2013930","DOI":"10.1145\/2568225.2568265"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10664-017-9552-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-017-9552-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-017-9552-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2018,7,24]],"date-time":"2018-07-24T03:21:43Z","timestamp":1532402503000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10664-017-9552-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,9,30]]},"references-count":57,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2018,10]]}},"alternative-id":["9552"],"URL":"https:\/\/doi.org\/10.1007\/s10664-017-9552-y","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"type":"print","value":"1382-3256"},{"type":"electronic","value":"1573-7616"}],"subject":[],"published":{"date-parts":[[2017,9,30]]}}}