{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T04:34:01Z","timestamp":1775018041952,"version":"3.50.1"},"reference-count":28,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2016,3,19]],"date-time":"2016-03-19T00:00:00Z","timestamp":1458345600000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0"}],"funder":[{"DOI":"10.13039\/501100000266","name":"Engineering and Physical Sciences Research Council","doi-asserted-by":"publisher","award":["EP\/K030353\/1"],"award-info":[{"award-number":["EP\/K030353\/1"]}],"id":[{"id":"10.13039\/501100000266","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2017,4]]},"DOI":"10.1007\/s10664-015-9424-2","type":"journal-article","created":{"date-parts":[[2016,3,19]],"date-time":"2016-03-19T03:22:27Z","timestamp":1458357747000},"page":"852-893","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":71,"title":["A detailed investigation of the effectiveness of whole test suite generation"],"prefix":"10.1007","volume":"22","author":[{"given":"Jos\u00e9 Miguel","family":"Rojas","sequence":"first","affiliation":[]},{"given":"Mattia","family":"Vivanti","sequence":"additional","affiliation":[]},{"given":"Andrea","family":"Arcuri","sequence":"additional","affiliation":[]},{"given":"Gordon","family":"Fraser","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2016,3,19]]},"reference":[{"issue":"6","key":"9424_CR1","doi-asserted-by":"publisher","first-page":"742","DOI":"10.1109\/TSE.2009.52","volume":"36","author":"S Ali","year":"2010","unstructured":"Ali S, Briand L, Hemmati H, Panesar-Walawege R. (2010) A systematic review of the application and empirical investigation of search-based test-case generation. IEEE Trans Softw Eng (TSE) 36(6):742\u2013762","journal-title":"IEEE Trans Softw Eng (TSE)"},{"issue":"3","key":"9424_CR2","doi-asserted-by":"publisher","first-page":"497","DOI":"10.1109\/TSE.2011.44","volume":"38","author":"A Arcuri","year":"2012","unstructured":"Arcuri A (2012) A theoretical and empirical analysis of the role of test sequence length in software testing for structural coverage. IEEE Trans Softw Eng (TSE) 38 (3):497\u2013519","journal-title":"IEEE Trans Softw Eng (TSE)"},{"issue":"2","key":"9424_CR3","doi-asserted-by":"publisher","first-page":"119","DOI":"10.1002\/stvr.457","volume":"23","author":"A Arcuri","year":"2013","unstructured":"Arcuri A (2013) It really does matter how you normalize the branch distance in search-based software testing. Software Testing Verification and Reliability (STVR) 23 (2):119\u2013147","journal-title":"Software Testing Verification and Reliability (STVR)"},{"issue":"3","key":"9424_CR4","doi-asserted-by":"publisher","first-page":"219","DOI":"10.1002\/stvr.1486","volume":"24","author":"A Arcuri","year":"2014","unstructured":"Arcuri A, Briand L (2014) A hitchhiker\u2019s guide to statistical tests for assessing randomized algorithms in software engineering. Software Testing Verification and Reliability (STVR) 24(3):219\u2013250","journal-title":"Software Testing Verification and Reliability (STVR)"},{"key":"9424_CR5","doi-asserted-by":"publisher","unstructured":"Arcuri A, Fraser G (2014) On the effectiveness of whole test suite generation. In: International symposium on search based software engineering (SSBSE). Springer International Publishing, pp 1\u201315","DOI":"10.1007\/978-3-319-09940-8_1"},{"issue":"2","key":"9424_CR6","doi-asserted-by":"publisher","first-page":"258","DOI":"10.1109\/TSE.2011.121","volume":"38","author":"A Arcuri","year":"2012","unstructured":"Arcuri A, Iqbal MZ, Briand L (2012) Random testing: theoretical results and practical implications. IEEE Trans Softw Eng (TSE) 38(2):258\u2013277","journal-title":"IEEE Trans Softw Eng (TSE)"},{"issue":"15","key":"9424_CR7","doi-asserted-by":"publisher","first-page":"3075","DOI":"10.1016\/j.ins.2007.11.024","volume":"178","author":"A Arcuri","year":"2008","unstructured":"Arcuri A, Yao X (2008) Search based software testing of object-oriented containers. Inform. Sciences 178(15):3075\u20133095","journal-title":"Inform. Sciences"},{"key":"9424_CR8","doi-asserted-by":"publisher","unstructured":"Baresi L, Lanzi PL, Miraz M (2010) Testful: an evolutionary test approach for java. In: IEEE International Conference on Software Testing, Verification and Validation (ICST), pp 185\u2013194","DOI":"10.1109\/ICST.2010.54"},{"key":"9424_CR9","doi-asserted-by":"publisher","unstructured":"Fraser G, Arcuri A (2011) EvoSuite: Automatic test suite generation for object-oriented software. In: ACM Symposium on the Foundations of Software Engineering (FSE), pp 416\u2013419","DOI":"10.1145\/2025113.2025179"},{"key":"9424_CR10","doi-asserted-by":"publisher","unstructured":"Fraser G, Arcuri A (2012) Sound empirical evidence in software testing. In: ACM\/IEEE International Conference on Software Engineering (ICSE), pp 178\u2013188","DOI":"10.1109\/ICSE.2012.6227195"},{"issue":"7","key":"9424_CR11","doi-asserted-by":"publisher","first-page":"553","DOI":"10.1002\/stvr.1495","volume":"23","author":"G Fraser","year":"2013","unstructured":"Fraser G, Arcuri A (2013) Handling test length bloat. Software Testing. Verification and Reliability (STVR) 23(7):553\u2013582","journal-title":"Verification and Reliability (STVR)"},{"issue":"2","key":"9424_CR12","doi-asserted-by":"publisher","first-page":"276","DOI":"10.1109\/TSE.2012.14","volume":"39","author":"G Fraser","year":"2013","unstructured":"Fraser G, Arcuri A (2013) Whole test suite generation. IEEE Trans Softw Eng (TSE) 39(2):276\u2013291","journal-title":"IEEE Trans Softw Eng (TSE)"},{"issue":"3","key":"9424_CR13","doi-asserted-by":"publisher","first-page":"783","DOI":"10.1007\/s10664-013-9299-z","volume":"20","author":"G Fraser","year":"2015","unstructured":"Fraser G, Arcuri A (2015) Achieving scalable mutation-based generation of whole test suites. Empir Softw Eng (EMSE) 20(3):783\u2013812","journal-title":"Empir Softw Eng (EMSE)"},{"issue":"2","key":"9424_CR14","doi-asserted-by":"publisher","first-page":"278","DOI":"10.1109\/TSE.2011.93","volume":"28","author":"G Fraser","year":"2012","unstructured":"Fraser G, Zeller A (2012) Mutation-driven generation of unit tests and oracles. IEEE Trans Softw Eng (TSE) 28(2):278\u2013292","journal-title":"IEEE Trans Softw Eng (TSE)"},{"key":"9424_CR15","doi-asserted-by":"publisher","unstructured":"Harman M, Kim SG, Lakhotia K, McMinn P, Yoo S (2010) Optimizing for the number of tests generated in search based test data generation with an application to the oracle cost problem. In: International Workshop on Search-Based Software Testing (SBST)","DOI":"10.1109\/ICSTW.2010.31"},{"issue":"1","key":"9424_CR16","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1145\/2379776.2379787","volume":"45","author":"M Harman","year":"2012","unstructured":"Harman M, Mansouri SA, Zhang Y (2012) Search-based software engineering: Trends, techniques and applications. ACM Comput Surv (CSUR) 45(1):11","journal-title":"ACM Comput Surv (CSUR)"},{"key":"9424_CR17","unstructured":"Jia Y, Harman M (2009) An analysis and survey of the development of mutation testing. Technical Report TR-09-06, CREST Centre, King\u2019s College London, London, UK"},{"issue":"8","key":"9424_CR18","doi-asserted-by":"publisher","first-page":"870","DOI":"10.1109\/32.57624","volume":"16","author":"B Korel","year":"1990","unstructured":"Korel B (1990) Automated software test data generation. IEEE Trans Softw Eng (TSE) 16(8):870\u2013879","journal-title":"IEEE Trans Softw Eng (TSE)"},{"issue":"1","key":"9424_CR19","first-page":"1","volume":"21","author":"JW Kotrlik","year":"2003","unstructured":"Kotrlik JW, Williams HA (2003) The incorporation of effect size in information technology, learning, and performance research. Inf Technol Learn Perform J 21(1):1\u20137","journal-title":"Inf Technol Learn Perform J"},{"key":"9424_CR20","doi-asserted-by":"publisher","unstructured":"Lakhotia K, McMinn P, Harman M (2010) An empirical investigation into branch coverage for C programs using CUTE and AUSTIN. J. Syst. Softw 83(12)","DOI":"10.1016\/j.jss.2010.07.026"},{"key":"9424_CR21","doi-asserted-by":"publisher","unstructured":"Li N, Meng X, Offutt J, Deng L (2013) Is bytecode instrumentation as good as source code instrumentation: An empirical study with industrial tools (experience report). In: IEEE International Symposium on Software Reliability Engineering (ISSRE), pp 380\u2013389","DOI":"10.1109\/ISSRE.2013.6698891"},{"issue":"2","key":"9424_CR22","doi-asserted-by":"publisher","first-page":"105","DOI":"10.1002\/stvr.294","volume":"14","author":"P McMinn","year":"2004","unstructured":"McMinn P (2004) Search-based software test data generation: a survey. Software Testing Verification and Reliability (STVR) 14(2):105\u2013156","journal-title":"Software Testing Verification and Reliability (STVR)"},{"issue":"3","key":"9424_CR23","doi-asserted-by":"publisher","first-page":"223","DOI":"10.1109\/TSE.1976.233818","volume":"2","author":"W Miller","year":"1976","unstructured":"Miller W, Spooner DL (1976) Automatic generation of floating-point test data. IEEE Trans Softw Eng (TSE) 2(3):223\u2013226","journal-title":"IEEE Trans Softw Eng (TSE)"},{"key":"9424_CR24","doi-asserted-by":"publisher","unstructured":"Panichella A, Kifetew FM, Tonella P (2015) Reformulating branch coverage as a many-objective optimization problem. In: IEEE International Conference on Software Testing, Verification and Validation (ICST), pp 1\u201310","DOI":"10.1109\/ICST.2015.7102604"},{"key":"9424_CR25","doi-asserted-by":"publisher","unstructured":"Ribeiro JCB (2008) Search-based test case generation for object-oriented Java software using strongly-typed genetic programming. In: Genetic and Evolutionary Computation Conference (GECCO). ACM, pp 1819\u20131822","DOI":"10.1145\/1388969.1388979"},{"key":"9424_CR26","doi-asserted-by":"publisher","unstructured":"Tonella P (2004) Evolutionary testing of classes. In: ACM International Symposium on Software Testing and Analysis (ISSTA), pp 119\u2013128","DOI":"10.1145\/1007512.1007528"},{"key":"9424_CR27","doi-asserted-by":"publisher","unstructured":"Wappler S, Lammermann F (2005) Using evolutionary algorithms for the unit testing of object-oriented software. In: Genetic and Evolutionary Computation Conference (GECCO), pp 1053\u20131060. ACM","DOI":"10.1145\/1068009.1068187"},{"issue":"14","key":"9424_CR28","doi-asserted-by":"publisher","first-page":"841","DOI":"10.1016\/S0950-5849(01)00190-2","volume":"43","author":"J Wegener","year":"2001","unstructured":"Wegener J, Baresel A, Sthamer H (2001) Evolutionary test environment for automatic structural testing. Inf Softw Technol 43(14):841\u2013854","journal-title":"Inf Softw Technol"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-015-9424-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10664-015-9424-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-015-9424-2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-015-9424-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,3,26]],"date-time":"2019-03-26T15:15:35Z","timestamp":1553613335000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10664-015-9424-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,3,19]]},"references-count":28,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2017,4]]}},"alternative-id":["9424"],"URL":"https:\/\/doi.org\/10.1007\/s10664-015-9424-2","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2016,3,19]]}}}