{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T01:56:57Z","timestamp":1775008617840,"version":"3.50.1"},"reference-count":39,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2013,2,24]],"date-time":"2013-02-24T00:00:00Z","timestamp":1361664000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2013,6]]},"DOI":"10.1007\/s10664-013-9249-9","type":"journal-article","created":{"date-parts":[[2013,2,23]],"date-time":"2013-02-23T14:57:47Z","timestamp":1361631467000},"page":"594-623","source":"Crossref","is-referenced-by-count":332,"title":["Parameter tuning or default values? An empirical investigation in search-based software engineering"],"prefix":"10.1007","volume":"18","author":[{"given":"Andrea","family":"Arcuri","sequence":"first","affiliation":[]},{"given":"Gordon","family":"Fraser","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2013,2,24]]},"reference":[{"issue":"6","key":"9249_CR1","doi-asserted-by":"crossref","first-page":"742","DOI":"10.1109\/TSE.2009.52","volume":"36","author":"S Ali","year":"2010","unstructured":"Ali S, Briand L, Hemmati H, Panesar-Walawege R (2010) A systematic review of the application and empirical investigation of search-based test-case generation. IEEE Trans Softw Eng 36(6):742\u2013762","journal-title":"IEEE Trans Softw Eng"},{"issue":"3","key":"9249_CR2","doi-asserted-by":"crossref","first-page":"497","DOI":"10.1109\/TSE.2011.44","volume":"38","author":"A Arcuri","year":"2012","unstructured":"Arcuri A (2012) A theoretical and empirical analysis of the role of test sequence length in software testing for structural coverage. IEEE Trans Softw Eng 38(3):497\u2013519","journal-title":"IEEE Trans Softw Eng"},{"key":"9249_CR3","doi-asserted-by":"crossref","unstructured":"Arcuri A, Briand L (2011) A practical guide for using statistical tests to assess randomized algorithms in software engineering. In: ACM\/IEEE International Conference on Software Engineering (ICSE), pp 1\u201310","DOI":"10.1145\/1985793.1985795"},{"key":"9249_CR4","doi-asserted-by":"crossref","unstructured":"Arcuri A, Fraser G (2011) On parameter tuning in search based software engineering. In: International Symposium on Search Based Software Engineering (SSBSE), pp 33\u201347","DOI":"10.1007\/978-3-642-23716-4_6"},{"key":"9249_CR5","doi-asserted-by":"crossref","unstructured":"Arcuri A, Iqbal MZ, Briand L (2010) Black-box system testing of real-time embedded systems using random and search-based testing. In: IFIP International Conference on Testing Software and Systems (ICTSS), pp 95\u2013110","DOI":"10.1007\/978-3-642-16573-3_8"},{"key":"9249_CR6","doi-asserted-by":"crossref","unstructured":"Bartz-Beielstein T, Markon S (2004) Tuning search algorithms for real-world applications: a regression tree based approach. In: IEEE Congress on Evolutionary Computation (CEC), pp 1111\u20131118","DOI":"10.1109\/CEC.2004.1330986"},{"key":"9249_CR7","unstructured":"Chernick M (1999) Bootstrap methods: a practitioner\u2019s guide. Wiley Series in Probability and Statistics"},{"key":"9249_CR8","unstructured":"Conrad A, Roos R, Kapfhammer G (2010) Empirically studying the role of selection operators during search-based test suite prioritization. In: Genetic and Evolutionary Computation Conference (GECCO). ACM, pp 1373\u20131380"},{"key":"9249_CR9","doi-asserted-by":"crossref","unstructured":"Da\u00a0Costa L, Schoenauer M (2009) Bringing evolutionary computation to industrial applications with GUIDE. In: Genetic and Evolutionary Computation Conference (GECCO), pp 1467\u20131474","DOI":"10.1145\/1569901.1570098"},{"key":"9249_CR10","doi-asserted-by":"crossref","unstructured":"De\u00a0Jong K (2007) Parameter setting in EAs: a 30 year perspective. Parameter setting in evolutionary algorithms, pp 1\u201318","DOI":"10.1007\/978-3-540-69432-8_1"},{"key":"9249_CR11","doi-asserted-by":"crossref","unstructured":"Eiben A, Michalewicz Z, Schoenauer M, Smith J (2007) Parameter control in evolutionary algorithms. Parameter setting in evolutionary algorithms, pp 19\u201346","DOI":"10.1007\/978-3-540-69432-8_2"},{"key":"9249_CR12","doi-asserted-by":"crossref","unstructured":"Feldt R, Nordin P (2000) Using factorial experiments to evaluate the effect of genetic programming parameters. Genetic programming, pp 271\u2013282","DOI":"10.1007\/978-3-540-46239-2_20"},{"key":"9249_CR14","doi-asserted-by":"crossref","unstructured":"Fraser G, Arcuri A (2011) It is not the length that matters, it is how you control it. In: IEEE International Conference on Software Testing, Verification and Validation (ICST), pp 150\u2013159","DOI":"10.1109\/ICST.2011.54"},{"key":"9249_CR15","doi-asserted-by":"crossref","unstructured":"Fraser G, Arcuri A (2012a) The seed is strong: seeding strategies in search-based software testing. In: IEEE International Conference on Software Testing, verification and validation (ICST), pp\u00a0121\u2013130","DOI":"10.1109\/ICST.2012.92"},{"key":"9249_CR16","doi-asserted-by":"crossref","unstructured":"Fraser G, Arcuri A (2012b) Sound empirical evidence in software testing. In: ACM\/IEEE International Conference on Software Engineering (ICSE), pp 178\u2013188","DOI":"10.1109\/ICSE.2012.6227195"},{"issue":"2","key":"9249_CR13","doi-asserted-by":"crossref","first-page":"276","DOI":"10.1109\/TSE.2012.14","volume":"39","author":"G Fraser","year":"2013","unstructured":"Fraser G, Arcuri A (2013) Whole test suite generation. IEEE Trans Softw Eng 39(2):276\u2013291","journal-title":"IEEE Trans Softw Eng"},{"key":"9249_CR17","doi-asserted-by":"crossref","unstructured":"Fraser G, Zeller A (2010) Mutation-driven generation of unit tests and oracles. In: ACM Int. Symposium on Software Testing and Analysis (ISSTA). ACM, pp 147\u2013158","DOI":"10.1145\/1831708.1831728"},{"key":"9249_CR18","doi-asserted-by":"crossref","unstructured":"Gupta N, Stopfer M (2011) Negative results need airing too. Nature 470(39). doi: 10.1038\/470039a","DOI":"10.1038\/470039a"},{"key":"9249_CR19","unstructured":"Harman M, Mansouri SA, Zhang Y (2009) Search based software engineering: a comprehensive analysis and review of trends techniques and applications. Tech. Rep. TR-09-03, King\u2019s College"},{"issue":"3","key":"9249_CR20","doi-asserted-by":"crossref","first-page":"270","DOI":"10.1145\/152388.152391","volume":"2","author":"MJ Harrold","year":"1993","unstructured":"Harrold MJ, Gupta R, Soffa ML (1993) A methodology for controlling the size of a test suite. ACM Trans Softw Eng Methodol 2(3):270\u2013285","journal-title":"ACM Trans Softw Eng Methodol"},{"issue":"8","key":"9249_CR21","doi-asserted-by":"crossref","first-page":"124","DOI":"10.1371\/journal.pmed.0020124","volume":"2","author":"J Ioannidis","year":"2005","unstructured":"Ioannidis J (2005) Why most published research findings are false. PLoS Med 2(8):e124","journal-title":"PLoS Med"},{"issue":"6932","key":"9249_CR22","doi-asserted-by":"crossref","first-page":"554","DOI":"10.1038\/422554a","volume":"422","author":"J Knight","year":"2003","unstructured":"Knight J (2003) Negative results: null and void. Nature 422(6932):554\u2013555","journal-title":"Nature"},{"issue":"7","key":"9249_CR23","doi-asserted-by":"crossref","first-page":"1","DOI":"10.18637\/jss.v032.i07","volume":"32","author":"R Lenth","year":"2009","unstructured":"Lenth R (2009) Response-surface methods in R, using RSM. J Stat Softw 32(7):1\u201317","journal-title":"J Stat Softw"},{"issue":"2","key":"9249_CR24","doi-asserted-by":"crossref","first-page":"105","DOI":"10.1002\/stvr.294","volume":"14","author":"P McMinn","year":"2004","unstructured":"McMinn P (2004) Search-based software test data generation: a survey. Softw Test Verif Reliab 14(2):105\u2013156","journal-title":"Softw Test Verif Reliab"},{"key":"9249_CR25","unstructured":"Mitchell T (1997) Machine learning. McGraw Hill"},{"key":"9249_CR26","unstructured":"Myers R, Montgomery D, Anderson-Cook C (2009) Response surface methodology: process and product optimization using designed experiments, vol 705. Wiley"},{"key":"9249_CR27","doi-asserted-by":"crossref","unstructured":"Poulding S, Clark J, Waeselynck H (2011) A principled evaluation of the effect of directed mutation on search-based statistical testing. In: International workshop on Search-Based Software Testing (SBST)","DOI":"10.1109\/ICSTW.2011.36"},{"key":"9249_CR28","unstructured":"R Development Core Team (2008) R: a language and environment for statistical computing. R Foundation for Statistical Computing, Vienna, Austria. http:\/\/www.R-project.org . ISBN 3-900051-07-0"},{"key":"9249_CR29","doi-asserted-by":"crossref","unstructured":"Ribeiro J, Zenha-Rela M, de Vega F (2010) Adaptive evolutionary testing: an adaptive approach to search-based test case generation for object-oriented software. Nature Inspired Cooperative Strategies for Optimization (NICSO 2010), pp 185\u2013197","DOI":"10.1007\/978-3-642-12538-6_16"},{"key":"9249_CR30","doi-asserted-by":"crossref","unstructured":"Ribeiro JCB (2008) Search-based test case generation for object-oriented Java software using strongly-typed genetic programming. In: Genetic and Evolutionary Computation Conference (GECCO). ACM, pp 1819\u20131822","DOI":"10.1145\/1388969.1388979"},{"key":"9249_CR31","doi-asserted-by":"crossref","unstructured":"Schooler J (2011) Unpublished results hide the decline effect. Nature 470(437). doi: 10.1038\/470437a","DOI":"10.1038\/470437a"},{"key":"9249_CR32","doi-asserted-by":"crossref","unstructured":"Sharma R, Gligoric M, Arcuri A, Fraser G, Marinov D (2011) Testing container classes: Random or systematic? In: Fundamental Approaches to Software Engineering (FASE)","DOI":"10.1007\/978-3-642-19811-3_19"},{"issue":"4","key":"9249_CR33","doi-asserted-by":"crossref","first-page":"225","DOI":"10.1037\/h0083036","volume":"5","author":"R Smart","year":"1964","unstructured":"Smart R (1964) The importance of negative results in psychological research. Can Psychol 5(4):225\u2013232","journal-title":"Can Psychol"},{"key":"9249_CR34","doi-asserted-by":"crossref","unstructured":"Smit S, Eiben A (2010) Parameter tuning of evolutionary algorithms: generalist vs. specialist. Applications of evolutionary computation, pp 542\u2013551","DOI":"10.1007\/978-3-642-12239-2_56"},{"key":"9249_CR35","doi-asserted-by":"crossref","unstructured":"Tonella P (2004) Evolutionary testing of classes. In: ACM Int. Symposium on Software Testing and Analysis (ISSTA), pp 119\u2013128","DOI":"10.1145\/1007512.1007528"},{"key":"9249_CR36","doi-asserted-by":"crossref","unstructured":"Vos T, Baars A, Lindlar F, Kruse P, Windisch A, Wegener J (2010) Industrial scaled automated structural testing with the evolutionary testing tool. In: IEEE International Conference on Software Testing, verification and validation (ICST), pp 175\u2013184","DOI":"10.1109\/ICST.2010.24"},{"key":"9249_CR37","doi-asserted-by":"crossref","unstructured":"Wappler S, Lammermann F (2005) Using evolutionary algorithms for the unit testing of object-oriented software. In: Genetic and Evolutionary Computation Conference (GECCO). ACM, pp 1053\u20131060","DOI":"10.1145\/1068009.1068187"},{"issue":"14","key":"9249_CR38","doi-asserted-by":"crossref","first-page":"817","DOI":"10.1016\/S0950-5849(01)00188-4","volume":"43","author":"D Whitley","year":"2001","unstructured":"Whitley D (2001) An overview of evolutionary algorithms: practical issues and common pitfalls. Inf Softw Technol 43(14):817\u2013831","journal-title":"Inf Softw Technol"},{"issue":"1","key":"9249_CR39","doi-asserted-by":"crossref","first-page":"67","DOI":"10.1109\/4235.585893","volume":"1","author":"DH Wolpert","year":"1997","unstructured":"Wolpert DH, Macready WG (1997) No free lunch theorems for optimization. IEEE Trans Evol Comput 1(1):67\u201382","journal-title":"IEEE Trans Evol Comput"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-013-9249-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10664-013-9249-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-013-9249-9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,7,10]],"date-time":"2019-07-10T02:08:58Z","timestamp":1562724538000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10664-013-9249-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013,2,24]]},"references-count":39,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2013,6]]}},"alternative-id":["9249"],"URL":"https:\/\/doi.org\/10.1007\/s10664-013-9249-9","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2013,2,24]]}}}