{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,7]],"date-time":"2026-05-07T15:22:44Z","timestamp":1778167364339,"version":"3.51.4"},"reference-count":34,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2019,4,24]],"date-time":"2019-04-24T00:00:00Z","timestamp":1556064000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2019,8]]},"DOI":"10.1007\/s10664-019-09692-y","type":"journal-article","created":{"date-parts":[[2019,4,24]],"date-time":"2019-04-24T05:51:08Z","timestamp":1556085068000},"page":"2603-2635","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":31,"title":["Automatic test improvement with DSpot: a study with ten mature open-source projects"],"prefix":"10.1007","volume":"24","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9483-5743","authenticated-orcid":false,"given":"Benjamin","family":"Danglot","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Oscar Luis","family":"Vera-P\u00e9rez","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Benoit","family":"Baudry","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Martin","family":"Monperrus","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,4,24]]},"reference":[{"key":"9692_CR1","doi-asserted-by":"crossref","unstructured":"Allamanis M, Barr ET, Bird C, Sutton C (2014) Learning natural coding conventions. In: Proceedings of the 22Nd ACM SIGSOFT international symposium on foundations of software engineering, FSE 2014. ACM, New York, pp 281\u2013293","DOI":"10.1145\/2635868.2635883"},{"key":"9692_CR2","doi-asserted-by":"crossref","unstructured":"Almasi MM, Hemmati H, Fraser G, Arcuri A, Benefelds J (2017) An industrial evaluation of unit test generation: Finding real faults in a financial application. In: 2017 IEEE\/ACM 39th international conference on software engineering: Software engineering in practice track (ICSE-SEIP), pp 263\u2013272","DOI":"10.1109\/ICSE-SEIP.2017.27"},{"key":"9692_CR3","doi-asserted-by":"crossref","unstructured":"Arcuri A, Yao X (2008) A novel co-evolutionary approach to automatic software bug fixing. In IEEE congress on evolutionary computation, 2008. CEC 2008. (IEEE world congress on computational intelligence), pp 162\u2013168. IEEE","DOI":"10.1109\/CEC.2008.4630793"},{"key":"9692_CR4","unstructured":"Baudry B, Allier S, Rodriguez-Cancio M, Monperrus M (2015) DSpot: Test amplification for automatic assessment of computational diversity. arXiv: 1503.05807"},{"issue":"2","key":"9692_CR5","doi-asserted-by":"publisher","first-page":"73","DOI":"10.1002\/stvr.313","volume":"15","author":"B Baudry","year":"2005","unstructured":"Baudry B, Fleurey F, J\u00e9z\u00e9quel J-M, Yves L (2005) From genetic to bacteriological algorithms for mutation-based testing. Software, Testing, Verification &Reliability journal (STVR) 15(2):73\u201396","journal-title":"Software, Testing, Verification &Reliability journal (STVR)"},{"key":"9692_CR6","unstructured":"Beck K (2003) Test-driven development: by example. Addison-Wesley Professional"},{"key":"9692_CR7","doi-asserted-by":"crossref","unstructured":"Beller M, Gousios G, Zaidman A (2017) Travistorrent: Synthesizing travis ci and github for full-stack research on continuous integration. In: Proceedings of the 14th working conference on mining software repositories","DOI":"10.1109\/MSR.2017.24"},{"key":"9692_CR8","unstructured":"Danglot B, Vera-Perez O, Yu Z, Monperrus M, Baudry B (2017) The emerging field of test amplification: A survey. arXiv: 1705.10692"},{"issue":"4","key":"9692_CR9","doi-asserted-by":"publisher","first-page":"34","DOI":"10.1109\/C-M.1978.218136","volume":"11","author":"RA DeMillo","year":"1978","unstructured":"DeMillo RA, Lipton RJ, Sayward FG (1978) Hints on test data selection: Help for the practicing programmer. Computer 11(4):34\u201341","journal-title":"Computer"},{"issue":"2","key":"9692_CR10","doi-asserted-by":"publisher","first-page":"219","DOI":"10.1177\/1077800405284363","volume":"12","author":"B Flyvbjerg","year":"2006","unstructured":"Flyvbjerg B (2006) Five misunderstandings about case-study research. Qualitative inquiry 12(2):219\u2013245","journal-title":"Qualitative inquiry"},{"key":"9692_CR11","doi-asserted-by":"crossref","unstructured":"Fraser G, Arcuri A (2012) The seed is strong: Seeding strategies in search-based software testing. In: 2012 IEEE 5th international conference on software testing, verification and validation (ICST), pp 121\u2013130. IEEE","DOI":"10.1109\/ICST.2012.92"},{"issue":"2","key":"9692_CR12","doi-asserted-by":"publisher","first-page":"276","DOI":"10.1109\/TSE.2012.14","volume":"39","author":"G Fraser","year":"2013","unstructured":"Fraser G, Arcuri A (2013) Whole test suite generation. IEEE Trans Softw Eng 39(2):276\u2013291","journal-title":"IEEE Trans Softw Eng"},{"issue":"3","key":"9692_CR13","doi-asserted-by":"publisher","first-page":"783","DOI":"10.1007\/s10664-013-9299-z","volume":"20","author":"G Fraser","year":"2014","unstructured":"Fraser G, Arcuri A (2014) Achieving scalable mutation-based generation of whole test suites. Empir Softw Eng 20(3):783\u2013812","journal-title":"Empir Softw Eng"},{"issue":"4","key":"9692_CR14","doi-asserted-by":"publisher","first-page":"23","DOI":"10.1145\/2699688","volume":"24","author":"G Fraser","year":"2015","unstructured":"Fraser G, Staats M, McMinn P, Arcuri A, Padberg F (2015) Does automated unit test generation really help software testers? a controlled empirical study. ACM Trans Softw Eng Methodol (TOSEM) 24(4):23","journal-title":"ACM Trans Softw Eng Methodol (TOSEM)"},{"key":"9692_CR15","doi-asserted-by":"crossref","unstructured":"Godefroid P, Klarlund N, Sen K (2005) Dart: directed automated random testing. In: ACM Sigplan notices, vol 40, pp 213\u2013223. ACM","DOI":"10.1145\/1064978.1065036"},{"key":"9692_CR16","doi-asserted-by":"crossref","unstructured":"Groce A, Holzmann G, Joshi R (2007) Randomized differential testing as a prelude to formal verification. In: Proceedings of the 29th international conference on software engineering, pp 621\u2013631. IEEE Computer Society","DOI":"10.1109\/ICSE.2007.68"},{"key":"9692_CR17","doi-asserted-by":"crossref","unstructured":"Liu MH, Gao YF, Shan JH, Liu JH, Zhang L, Sun JS (2006) An approach to test data generation for killing multiple mutants. In: 2006 22nd IEEE international conference on software maintenance, pp 113\u2013122","DOI":"10.1109\/ICSM.2006.13"},{"key":"9692_CR18","doi-asserted-by":"crossref","unstructured":"Harder M, Mellen J, Ernst MD (2003) Improving test suites via operational abstraction. In: Proc. of the Int. Conf. on Software Engineering (ICSE), pp 60\u201371","DOI":"10.1109\/ICSE.2003.1201188"},{"key":"9692_CR19","doi-asserted-by":"crossref","unstructured":"Milani Fard A, Mirzaaghaei M, Mesbah A (2014) Leveraging existing tests in automated test generation for web applications. In: Proceedings of the 29th ACM\/IEEE international conference on automated software engineering, pp 67\u201378. ACM","DOI":"10.1145\/2642937.2642991"},{"key":"9692_CR20","first-page":"1155","volume":"46","author":"R Pawlak","year":"2015","unstructured":"Pawlak R, Monperrus M, Petitprez N, Noguera C, Seinturier L (2015) Spoon: A library for implementing analyses and transformations of java source code. Software: Practice and Experience 46:1155\u20131179","journal-title":"Software: Practice and Experience"},{"key":"9692_CR21","doi-asserted-by":"crossref","unstructured":"Petke J, Haraldsson S, Harman M, White D, Woodward J et al (2017) Genetic improvement of software: a comprehensive survey. IEEE Transactions on Evolutionary Computation","DOI":"10.1109\/TEVC.2017.2693219"},{"key":"9692_CR22","doi-asserted-by":"crossref","unstructured":"Pezz\u00e8 M, Rubinov K, Wuttke J (2013) Generating effective integration test cases from unit ones. In: Proceedings of the 2013 IEEE 6th international conference on software testing, verification and validation, ICST \u201913. IEEE Computer Society, Washington, pp 11\u201320","DOI":"10.1109\/ICST.2013.37"},{"key":"9692_CR23","unstructured":"R\u00f6\u00dfler J, Fraser G, Zeller A, Orso A (2012) Isolating failure causes through test case generation. In: Proceedings of the 2012 international symposium on software testing and analysis, pp 309\u2013319. ACM"},{"issue":"9","key":"9692_CR24","doi-asserted-by":"publisher","first-page":"20:20","DOI":"10.1145\/2538031.2540984","volume":"11","author":"J Roche","year":"2013","unstructured":"Roche J (2013) Adopting DevOps practices in quality assurance. Queue 11 (9):20:20\u201320:27. https:\/\/doi.org\/10.1145\/2538031.2540984 . http:\/\/doi.acm.org\/10.1145\/2538031.2540984 . ACM, New York","journal-title":"Queue"},{"key":"9692_CR25","doi-asserted-by":"crossref","unstructured":"Tonella P (2004) Evolutionary testing of classes. In: Proceedings of the 2004 ACM SIGSOFT international symposium on software testing and analysis, ISSTA \u201904. ACM, New York, pp 119\u2013128","DOI":"10.1145\/1007512.1007528"},{"key":"9692_CR26","doi-asserted-by":"crossref","unstructured":"Wilkerson JL, Tauritz D (2010) Coevolutionary automated software correction. In: Proceedings of the 12th annual conference on genetic and evolutionary computation, pp 1391\u20131392. ACM","DOI":"10.1145\/1830483.1830739"},{"key":"9692_CR27","doi-asserted-by":"crossref","unstructured":"Xie T (2006) Augmenting automatically generated unit-test suites with regression oracle checking. In: Proceedings of the 20th European conference on object-oriented programming, pp 380\u2013403","DOI":"10.1007\/11785477_23"},{"key":"#cr-split#-9692_CR28.1","doi-asserted-by":"crossref","unstructured":"Xie T (2006) Augmenting automatically generated unit-test suites with regression oracle checking. In: Thomas D","DOI":"10.1007\/11785477_23"},{"key":"#cr-split#-9692_CR28.2","unstructured":"(ed) ECOOP 2006 - object-oriented programming. Springer, Berlin, pp 380-403"},{"key":"9692_CR29","doi-asserted-by":"crossref","unstructured":"Xuan J, Monperrus M (2014) Test case purification for improving fault localization. In: Proceedings of the 22Nd ACM SIGSOFT international symposium on foundations of software engineering, FSE 2014. ACM, New York, pp 52\u201363","DOI":"10.1145\/2635868.2635906"},{"key":"9692_CR30","doi-asserted-by":"crossref","unstructured":"Xuan J, Xie X, Monperrus M (2015) Crash reproduction via test case mutation: Let existing test cases help. In: Proceedings of the 2015 10th joint meeting on foundations of software engineering, ESEC\/FSE 2015. ACM, New York, pp 910\u2013913","DOI":"10.1145\/2786805.2803206"},{"issue":"3","key":"9692_CR31","doi-asserted-by":"publisher","first-page":"171","DOI":"10.1002\/stvr.435","volume":"22","author":"S Yoo","year":"2012","unstructured":"Yoo S, Harman M (2012) Test data regeneration: Generating new test data from existing test data. Softw Test Verif Reliab 22(3):171\u2013201","journal-title":"Softw Test Verif Reliab"},{"issue":"12","key":"9692_CR32","doi-asserted-by":"publisher","first-page":"2076","DOI":"10.1016\/j.infsof.2013.07.004","volume":"55","author":"Z Yu","year":"2013","unstructured":"Yu Z, Bai C, Cai K-Y (2013) Mutation-oriented test data augmentation for gui software fault localization. Inf Softw Technol 55(12):2076\u20132098","journal-title":"Inf Softw Technol"},{"key":"9692_CR33","doi-asserted-by":"crossref","unstructured":"Zhang J, Lou Y, Zhang L, Hao D, Zhang L, Mei H (2016) Isomorphic regression testing: Executing uncovered branches without test augmentation. In: Proceedings of the 2016 24th ACM SIGSOFT international symposium on foundations of software engineering, FSE 2016. ACM, New York, pp 883\u2013894","DOI":"10.1145\/2950290.2950313"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-019-09692-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10664-019-09692-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-019-09692-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,9,16]],"date-time":"2022-09-16T18:40:22Z","timestamp":1663353622000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10664-019-09692-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,4,24]]},"references-count":34,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2019,8]]}},"alternative-id":["9692"],"URL":"https:\/\/doi.org\/10.1007\/s10664-019-09692-y","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,4,24]]},"assertion":[{"value":"24 April 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}