{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,27]],"date-time":"2026-03-27T02:36:51Z","timestamp":1774579011794,"version":"3.50.1"},"reference-count":44,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2013,11,15]],"date-time":"2013-11-15T00:00:00Z","timestamp":1384473600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2015,6]]},"DOI":"10.1007\/s10664-013-9288-2","type":"journal-article","created":{"date-parts":[[2013,11,14]],"date-time":"2013-11-14T08:42:30Z","timestamp":1384418550000},"page":"611-639","source":"Crossref","is-referenced-by-count":81,"title":["1600 faults in 100 projects: automatically finding faults while achieving high coverage with EvoSuite"],"prefix":"10.1007","volume":"20","author":[{"given":"Gordon","family":"Fraser","sequence":"first","affiliation":[]},{"given":"Andrea","family":"Arcuri","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2013,11,15]]},"reference":[{"issue":"2","key":"9288_CR1","doi-asserted-by":"crossref","first-page":"119","DOI":"10.1002\/stvr.457","volume":"23","author":"A Arcuri","year":"2013","unstructured":"Arcuri A (2013) It really does matter how you normalize the branch distance in search-based software testing. Softw Test Verif Rel (STVR) 23(2):119\u2013147","journal-title":"Softw Test Verif Rel (STVR)"},{"key":"9288_CR2","doi-asserted-by":"crossref","unstructured":"Arcuri A, Briand L (2012) A hitchhiker\u2019s guide to statistical tests for assessing randomized algorithms in software engineering. Softw Test Verif Rel (STVR). doi: 10.1002\/stvr.1486","DOI":"10.1002\/stvr.1486"},{"issue":"3","key":"9288_CR3","doi-asserted-by":"crossref","first-page":"594","DOI":"10.1007\/s10664-013-9249-9","volume":"18","author":"A Arcuri","year":"2013","unstructured":"Arcuri A, Fraser G (2013) Parameter tuning or default values? An empirical investigation in search-based software engineering. Empir Software Eng (EMSE) 18(3):594\u2013623. doi: 10.1007\/s10664-013-9249-9","journal-title":"Empir Software Eng (EMSE)"},{"issue":"2","key":"9288_CR4","doi-asserted-by":"crossref","first-page":"258","DOI":"10.1109\/TSE.2011.121","volume":"38","author":"A Arcuri","year":"2012","unstructured":"Arcuri A, Iqbal MZ, Briand L (2012) Random testing: theoretical results and practical implications. IEEE Trans Softw Eng (TSE) 38(2):258\u2013277","journal-title":"IEEE Trans Softw Eng (TSE)"},{"key":"9288_CR5","unstructured":"Baresi L, Young M (2001) Test oracles. Technical Report CIS-TR-01-02, University of Oregon, Dept. of Computer and Information Science, Eugene, Oregon, USA. http:\/\/www.cs.uoregon.edu\/~michal\/pubs\/oracles.html"},{"key":"9288_CR6","doi-asserted-by":"crossref","unstructured":"Barr E, Vo T, Le V, Su Z (2013) Automatic detection of floating-point exceptions. In: Proceedings of the international conference on principles of programming languages (POPL\u201913). ACM","DOI":"10.1145\/2429069.2429133"},{"key":"9288_CR7","doi-asserted-by":"crossref","unstructured":"Bauersfeld S, Vos T, Lakhotiay K, Poulding S, Condori N (2013) Unit testing tool competition. In: International workshop on search-based software testing (SBST)","DOI":"10.1109\/ICSTW.2013.55"},{"key":"9288_CR8","doi-asserted-by":"crossref","unstructured":"Bhattacharya N, Sakti A, Antoniol G, Gu\u00e9h\u00e9neuc YG, Pesant G (2011) Divide-by-zero exception raising via branch coverage. In: Proceedings of the third international conference on search based software engineering, SSBSE\u201911. Springer, Berlin, Heidelberg, pp 204\u2013218","DOI":"10.1007\/978-3-642-23716-4_19"},{"issue":"3","key":"9288_CR9","doi-asserted-by":"crossref","first-page":"215","DOI":"10.1109\/TSE.1976.233817","volume":"2","author":"LA Clarke","year":"1976","unstructured":"Clarke LA (1976) A system to generate test data and symbolically execute programs. IEEE Trans Softw Eng (TSE) 2(3):215\u2013222","journal-title":"IEEE Trans Softw Eng (TSE)"},{"issue":"5","key":"9288_CR10","doi-asserted-by":"crossref","first-page":"553","DOI":"10.1037\/0003-066X.37.5.553","volume":"37","author":"M Cowles","year":"1982","unstructured":"Cowles M, Davis C (1982) On the origins of the .05 level of statistical significance. Am Psychol 37(5):553\u2013558","journal-title":"Am Psychol"},{"key":"9288_CR11","doi-asserted-by":"crossref","first-page":"1025","DOI":"10.1002\/spe.602","volume":"34","author":"C Csallner","year":"2004","unstructured":"Csallner C, Smaragdakis Y (2004) JCrasher: an automatic robustness tester for Java. Softw Pract Exper 34:1025\u20131050. doi: 10.1002\/spe.602","journal-title":"Softw Pract Exper"},{"issue":"10","key":"9288_CR12","doi-asserted-by":"crossref","first-page":"3125","DOI":"10.1016\/j.cor.2007.01.013","volume":"35","author":"C Grosso Del","year":"2008","unstructured":"Del Grosso C, Antoniol G, Merlo E, Galinier P (2008) Detecting buffer overflow via automatic test input data generation. Comput Oper Res 35(10):3125\u20133143","journal-title":"Comput Oper Res"},{"issue":"4","key":"9288_CR13","doi-asserted-by":"crossref","first-page":"438","DOI":"10.1109\/TSE.1984.5010257","volume":"10","author":"JW Duran","year":"1984","unstructured":"Duran JW, Ntafos SC (1984) An evaluation of random testing. IEEE Trans Softw Eng (TSE) 10(4):438\u2013444","journal-title":"IEEE Trans Softw Eng (TSE)"},{"key":"9288_CR14","unstructured":"Feller W (1968) An introduction to probability theory and its applications, vol 1, 3 edn. Wiley"},{"key":"9288_CR15","doi-asserted-by":"crossref","unstructured":"Fraser G, Arcuri A (2011a) EvoSuite: automatic test suite generation for object-oriented software. In: ACM symposium on the foundations of software engineering (FSE), pp 416\u2013419","DOI":"10.1145\/2025113.2025179"},{"key":"9288_CR16","doi-asserted-by":"crossref","unstructured":"Fraser G, Arcuri A (2011b) It is not the length that matters, it is how you control it. In: IEEE International conference on software testing, verification and validation (ICST), pp 150\u2013159","DOI":"10.1109\/ICST.2011.54"},{"key":"9288_CR17","doi-asserted-by":"crossref","unstructured":"Fraser G, Arcuri A (2012a) The seed is strong: seeding strategies in search-based software testing. In: IEEE International conference on software testing, verification and validation (ICST), pp 121\u2013130","DOI":"10.1109\/ICST.2012.92"},{"key":"9288_CR18","doi-asserted-by":"crossref","unstructured":"Fraser G, Arcuri A (2012b) Sound empirical evidence in software testing. In: ACM\/IEEE International conference on software engineering (ICSE), pp 178\u2013188","DOI":"10.1109\/ICSE.2012.6227195"},{"key":"9288_CR19","doi-asserted-by":"crossref","unstructured":"Fraser G, Arcuri A (2013a) EvoSuite: on the challenges of test case generation in the real world (tool paper). In: IEEE International conference on software testing, verification and validation (ICST)","DOI":"10.1109\/ICST.2013.51"},{"issue":"2","key":"9288_CR20","doi-asserted-by":"crossref","first-page":"276","DOI":"10.1109\/TSE.2012.14","volume":"39","author":"G Fraser","year":"2013","unstructured":"Fraser G, Arcuri A (2013b) Whole test suite generation. IEEE Trans Softw Eng 39(2):276\u2013291","journal-title":"IEEE Trans Softw Eng"},{"key":"9288_CR21","doi-asserted-by":"crossref","unstructured":"Fraser G, Arcuri A, McMinn P (2013) Test suite generation with memetic algorithms. In: Genetic and evolutionary computation conference (GECCO)","DOI":"10.1145\/2463372.2463548"},{"key":"9288_CR22","doi-asserted-by":"crossref","unstructured":"Godefroid P, Klarlund N, Sen K (2005) Dart: directed automated random testing. In: ACM conference on programming language design and implementation (PLDI), pp 213\u2013223","DOI":"10.1145\/1065010.1065036"},{"key":"9288_CR23","doi-asserted-by":"crossref","unstructured":"Godefroid P, Levin MY, Molnar DA (2008) Active property checking. In: Proceedings of the 8th ACM international conference on Embedded software, EMSOFT \u201908. ACM, New York, pp 207\u2013216","DOI":"10.1145\/1450058.1450087"},{"key":"9288_CR24","doi-asserted-by":"crossref","unstructured":"Gross F, Fraser G, Zeller A (2012) Search-based system testing: high coverage, no false alarms. In: ACM Int. symposium on software testing and analysis (ISSTA)","DOI":"10.1145\/2338965.2336762"},{"key":"9288_CR25","doi-asserted-by":"crossref","unstructured":"Korel B, Al-Yami AM (1996) Assertion-oriented automated test data generation. In: Proceedings of the 18th international conference on software engineering, ICSE \u201996. IEEE Computer Society, Washington, pp 71\u201380","DOI":"10.1109\/ICSE.1996.493403"},{"key":"9288_CR26","doi-asserted-by":"crossref","unstructured":"Lakhotia K, Harman M, Gross H (2010a) AUSTIN: a tool for search based software testing for the C language and its evaluation on deployed automotive systems. In: International symposium on search based software engineering (SSBSE), pp 101\u2013110","DOI":"10.1109\/SSBSE.2010.21"},{"issue":"12","key":"9288_CR27","doi-asserted-by":"crossref","first-page":"2379","DOI":"10.1016\/j.jss.2010.07.026","volume":"83","author":"K Lakhotia","year":"2010","unstructured":"Lakhotia K, McMinn P, Harman M (2010b) An empirical investigation into branch coverage for c programs using cute and austin. J Syst Softw 83(12):2379\u20132391","journal-title":"J Syst Softw"},{"key":"9288_CR28","doi-asserted-by":"crossref","unstructured":"Malburg J, Fraser G (2011) Combining search-based and constraint-based testing. In: IEEE\/ACM int. conference on automated software engineering (ASE)","DOI":"10.1109\/ASE.2011.6100092"},{"issue":"2","key":"9288_CR29","doi-asserted-by":"crossref","first-page":"105","DOI":"10.1002\/stvr.294","volume":"14","author":"P McMinn","year":"2004","unstructured":"McMinn P (2004) Search-based software test data generation: a survey. Softw Test Verif Rel (STVR) 14(2):105\u2013156","journal-title":"Softw Test Verif Rel (STVR)"},{"key":"9288_CR30","unstructured":"McMinn P (2007) Iguana: input generation using automated novel algorithms. a plug and play research tool. Tech. rep., The University of Sheffield"},{"key":"9288_CR31","doi-asserted-by":"crossref","unstructured":"McMinn P (2009) Search-based failure discovery using testability transformations to generate pseudo-oracles. In: Proceedings of the 11th annual conference on genetic and evolutionary computation, genetic and evolutionary computation conference (GECCO). ACM, New York, pp 1689\u20131696","DOI":"10.1145\/1569901.1570127"},{"key":"9288_CR32","doi-asserted-by":"crossref","unstructured":"Meyer B, Ciupa I, Leitner A, Liu LL (2007) Automatic testing of object-oriented software. In: Proceedings of the 33rd conference on current trends in theory and practice of computer science, SOFSEM \u201907. Springer, Berlin, Heidelberg, pp 114\u2013129","DOI":"10.1007\/978-3-540-69507-3_9"},{"key":"9288_CR33","doi-asserted-by":"crossref","unstructured":"Orso A, Xie T (2008) Bert: behavioral regression testing. In: Proceedings of the 2008 international workshop on dynamic analysis: held in conjunction with the ACM SIGSOFT International symposium on software testing and analysis (ISSTA 2008), WODA \u201908. ACM, New York, pp 36\u201342. doi: 10.1145\/1401827.1401835","DOI":"10.1145\/1401827.1401835"},{"key":"9288_CR34","doi-asserted-by":"crossref","unstructured":"Pacheco C, Ernst MD (2005) Eclat: automatic generation and classification of test inputs. In: ECOOP 2005\u2014object-oriented programming, 19th European conference, pp 504\u2013527","DOI":"10.1007\/11531142_22"},{"key":"9288_CR35","doi-asserted-by":"crossref","unstructured":"Pacheco C, Lahiri SK, Ernst MD, Ball T (2007) Feedback-directed random test generation. In: ACM\/IEEE International conference on software engineering (ICSE), pp 75\u201384","DOI":"10.1109\/ICSE.2007.37"},{"key":"9288_CR36","doi-asserted-by":"crossref","unstructured":"Pandita R, Xie T, Tillmann N, de Halleux J (2010) Guided test generation for coverage criteria. In: IEEE International conference on software maintenance (ICSM), pp 1\u201310","DOI":"10.1109\/ICSM.2010.5609565"},{"key":"9288_CR37","unstructured":"R Development Core Team (2008) R: a language and environment for statistical computing. R Foundation for Statistical Computing, Vienna. http:\/\/www.R-project.org . ISBN 3-900051-07-0"},{"key":"9288_CR38","doi-asserted-by":"crossref","unstructured":"Romano D, Di Penta M, Antoniol G (2011) An approach for search based testing of null pointer exceptions. In: Proceedings of the 2011 fourth IEEE international conference on software testing, verification and validation, ICST \u201911. IEEE Computer Society, Washington, pp 160\u2013169","DOI":"10.1109\/ICST.2011.49"},{"key":"9288_CR39","doi-asserted-by":"crossref","unstructured":"Sen K, Marinov D, Agha G (2005) CUTE: a concolic unit testing engine for C. In: ESEC\/FSE-13: proc. of the 10th European software engineering conf. held jointly with 13th ACM SIGSOFT int. symposium on foundations of software engineering. ACM, pp 263\u2013272","DOI":"10.1145\/1081706.1081750"},{"key":"9288_CR40","doi-asserted-by":"crossref","unstructured":"Tillmann N, de Halleux NJ (2008) Pex\u2014white box test generation for .NET. In: International conference on Tests and Proofs (TAP), pp 134\u2013253","DOI":"10.1007\/978-3-540-79124-9_10"},{"issue":"1","key":"9288_CR41","doi-asserted-by":"crossref","first-page":"61","DOI":"10.1002\/(SICI)1097-024X(200001)30:1<61::AID-SPE292>3.0.CO;2-9","volume":"30","author":"N Tracey","year":"2000","unstructured":"Tracey N, Clark J, Mander K, McDermid J (2000) Automated test-data generation for exception conditions. Softw Pract Exper 30(1):61\u201379","journal-title":"Softw Pract Exper"},{"issue":"4","key":"9288_CR42","doi-asserted-by":"crossref","first-page":"97","DOI":"10.1145\/1013886.1007526","volume":"29","author":"W Visser","year":"2004","unstructured":"Visser W, Pasareanu CS, Khurshid S (2004) Test input generation with Java PathFinder. ACM SIGSOFT 29(4):97\u2013107","journal-title":"ACM SIGSOFT"},{"key":"9288_CR43","doi-asserted-by":"crossref","unstructured":"Williams N, Marre B, Mouy P, Roger M (2005) PathCrawler: automatic generation of path tests by combining static and dynamic analysis. In: EDCC\u201905: proceedings of the 5th European dependable computing conference. LNCS, vol 3463. Springer, pp 281\u2013292","DOI":"10.1007\/11408901_21"},{"key":"9288_CR44","doi-asserted-by":"crossref","unstructured":"Xiao X, Xie T, Tillmann N, de Halleux J (2011) Precise identification of problems for structural test generation. In: Proceeding of the 33rd international conference on software engineering, ICSE \u201911. ACM, New York, pp 611\u2013620","DOI":"10.1145\/1985793.1985876"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-013-9288-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10664-013-9288-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-013-9288-2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,8,1]],"date-time":"2019-08-01T20:26:39Z","timestamp":1564691199000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10664-013-9288-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013,11,15]]},"references-count":44,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2015,6]]}},"alternative-id":["9288"],"URL":"https:\/\/doi.org\/10.1007\/s10664-013-9288-2","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2013,11,15]]}}}