{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,4]],"date-time":"2026-06-04T12:42:26Z","timestamp":1780576946843,"version":"3.54.1"},"reference-count":39,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2008,5,14]],"date-time":"2008-05-14T00:00:00Z","timestamp":1210723200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["J Heuristics"],"published-print":{"date-parts":[[2009,12]]},"DOI":"10.1007\/s10732-008-9080-4","type":"journal-article","created":{"date-parts":[[2008,5,13]],"date-time":"2008-05-13T13:25:39Z","timestamp":1210685139000},"page":"617-644","source":"Crossref","is-referenced-by-count":1474,"title":["A study on the use of non-parametric tests for analyzing the evolutionary algorithms\u2019 behaviour: a\u00a0case study on\u00a0the\u00a0CEC\u20192005 Special Session on\u00a0Real Parameter Optimization"],"prefix":"10.1007","volume":"15","author":[{"given":"Salvador","family":"Garc\u00eda","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Daniel","family":"Molina","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Manuel","family":"Lozano","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Francisco","family":"Herrera","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2008,5,14]]},"reference":[{"key":"9080_CR1","volume-title":"Handbook of Mathematical Functions, With Formulas, Graphs, and Mathematical Tables","author":"M. Abramowitz","year":"1974","unstructured":"Abramowitz, M.: Handbook of Mathematical Functions, With Formulas, Graphs, and Mathematical Tables. Dover, New York (1974)"},{"key":"9080_CR2","doi-asserted-by":"crossref","unstructured":"Auger, A., Hansen, N.: A restart CMA evolution strategy with increasing population size. In: Proceedings of the 2005 IEEE Congress on Evolutionary Computation (CEC\u20192005), pp. 1769\u20131776 (2005a)","DOI":"10.1109\/CEC.2005.1554902"},{"key":"9080_CR3","doi-asserted-by":"crossref","unstructured":"Auger, A., Hansen, N.: Performance evaluation of an advanced local search evolutionary algorithm. In: Proceedings of the 2005 IEEE Congress on Evolutionary Computation (CEC\u20192005), pp. 1777\u20131784 (2005b)","DOI":"10.1109\/CEC.2005.1554903"},{"key":"9080_CR4","doi-asserted-by":"crossref","unstructured":"Ballester, P.J., Stephenson, J., Carter, J.N., Gallagher, K.: Real-parameter optimization performance study on the CEC-2005 benchmark with SPC-PNX. In: Proceedings of the 2005 IEEE Congress on Evolutionary Computation (CEC\u20192005), pp. 498\u2013505 (2005)","DOI":"10.1109\/CEC.2005.1554724"},{"key":"9080_CR5","volume-title":"Experimental Research in Evolutionary Computation: The New Experimentalism","author":"T. Bartz-Beielstein","year":"2006","unstructured":"Bartz-Beielstein, T.: Experimental Research in Evolutionary Computation: The New Experimentalism. Springer, New York (2006)"},{"issue":"4","key":"9080_CR6","doi-asserted-by":"crossref","first-page":"405","DOI":"10.1109\/TEVC.2004.831262","volume":"8","author":"A. Czarn","year":"2004","unstructured":"Czarn, A., MacNish, C., Vijayan, K., Turlach, R., Gupta, R.: Statistical exploratory analysis of genetic algorithms. IEEE Trans. Evol. Comput. 8(4), 405\u2013421 (2004)","journal-title":"IEEE Trans. Evol. Comput."},{"key":"9080_CR7","first-page":"1","volume":"7","author":"J. Dem\u0161ar","year":"2006","unstructured":"Dem\u0161ar, J.: Statistical comparisons of classifiers over multiple data sets. J. Mach. Learn. Res. 7, 1\u201330 (2006)","journal-title":"J. Mach. Learn. Res."},{"issue":"5","key":"9080_CR8","doi-asserted-by":"crossref","first-page":"590","DOI":"10.1109\/TEVC.2005.863628","volume":"10","author":"M. Gallagher","year":"2006","unstructured":"Gallagher, M., Yuan, B.: A general-purpose tunable landscape generator. IEEE Trans. Evol. Comput. 10(5), 590\u2013603 (2006)","journal-title":"IEEE Trans. Evol. Comput."},{"key":"9080_CR9","unstructured":"Garc\u00eda, S., Molina, D., Lozano, M., Herrera, F.: An experimental study on the use of non-parametric tests for analyzing the behaviour of evolutionary algorithms in optimization problems. In: Proceedings of the Spanish Congress on Metaheuristics, Evolutionary and Bioinspired Algorithms (MAEB\u20192007), pp. 275\u2013285 (2007) (in Spanish)"},{"key":"9080_CR10","doi-asserted-by":"crossref","unstructured":"Garc\u00eda-Mart\u00ednez, C., Lozano, M.: Hybrid real-coded genetic algorithms with female and male differentiation. In: Proceedings of the 2005 IEEE Congress on Evolutionary Computation (CEC\u20192005), pp. 896\u2013903 (2005)","DOI":"10.1109\/CEC.2005.1554778"},{"key":"9080_CR11","unstructured":"Hansen, N.: (2005). Compilation of results on the CEC benchmark function set. Tech. Report, Institute of Computational Science, ETH Zurich, Switzerland. Available as http:\/\/www.ntu.edu.sg\/home\/epnsugan\/index_files\/CEC-05\/compareresults.pdf"},{"key":"9080_CR12","doi-asserted-by":"crossref","first-page":"800","DOI":"10.1093\/biomet\/75.4.800","volume":"75","author":"Y. Hochberg","year":"1988","unstructured":"Hochberg, Y.: A sharper Bonferroni procedure for multiple tests of significance. Biometrika 75, 800\u2013803 (1988)","journal-title":"Biometrika"},{"key":"9080_CR13","first-page":"65","volume":"6","author":"S. Holm","year":"1979","unstructured":"Holm, S.: A simple sequentially rejective multiple test procedure. Scandinavian J. Statist. 6, 65\u201370 (1979)","journal-title":"Scandinavian J. Statist."},{"issue":"1","key":"9080_CR14","doi-asserted-by":"crossref","first-page":"33","DOI":"10.1007\/BF02430364","volume":"1","author":"J. Hooker","year":"1997","unstructured":"Hooker, J.: Testing heuristics: we have it all wrong. J. Heuristics 1(1), 33\u201342 (1997)","journal-title":"J. Heuristics"},{"key":"9080_CR15","doi-asserted-by":"crossref","first-page":"571","DOI":"10.1080\/03610928008827904","volume":"18","author":"R.L. Iman","year":"1980","unstructured":"Iman, R.L., Davenport, J.M.: Approximations of the critical region of the Friedman statistic. Commun. Stat. 18, 571\u2013595 (1980)","journal-title":"Commun. Stat."},{"key":"9080_CR16","doi-asserted-by":"crossref","unstructured":"Kramer, O.: An experimental analysis of evolution strategies and particle swarm optimisers using design of experiments. In: Proceedings of the Genetic and Evolutionary Computation Conference 2007 (GECCO\u20192007), pp. 674\u2013681 (2007)","DOI":"10.1145\/1276958.1277099"},{"key":"9080_CR17","doi-asserted-by":"crossref","unstructured":"Liang, J.J., Suganthan, P.N.: Dynamic multi-swarm particle swarm optimizer with local search. In: Proceedings of the 2005 IEEE Congress on Evolutionary Computation (CEC\u20192005), pp. 522\u2013528 (2005)","DOI":"10.1109\/CEC.2005.1554727"},{"key":"9080_CR18","doi-asserted-by":"crossref","unstructured":"Molina, D., Herrera, F., Lozano, M.: Adaptive local search parameters for real-coded memetic algorithms. In: Proceedings of the 2005 IEEE Congress on Evolutionary Computation (CEC\u20192005), pp. 888\u2013895 (2005)","DOI":"10.1109\/CEC.2005.1554777"},{"key":"9080_CR19","unstructured":"Moreno-P\u00e9rez, J.A., Campos-Rodr\u00edguez, C., Laguna, M.: On the comparison of metaheuristics through non-parametric statistical techniques. In: Proceedings of the Spanish Congress on Metaheuristics, Evolutionary and Bioinspired Algorithms (MAEB\u20192007), pp. 286\u2013293 (2007) (in Spanish)"},{"issue":"3","key":"9080_CR20","doi-asserted-by":"crossref","first-page":"518","DOI":"10.1177\/00131649921969901","volume":"59","author":"D.T. Morse","year":"1999","unstructured":"Morse, D.T.: Minsize2: a computer program for determining effect size and minimum sample size for statistical significance for univariate, multivariate, and nonparametric tests. Educ. Psychol. Meas. 59(3), 518\u2013531 (1999)","journal-title":"Educ. Psychol. Meas."},{"issue":"398","key":"9080_CR21","doi-asserted-by":"crossref","first-page":"645","DOI":"10.1080\/01621459.1987.10478478","volume":"82","author":"G.E. Noether","year":"1987","unstructured":"Noether, G.E.: Sample size determination for some common nonparametric tests. J. Am. Stat. Assoc. 82(398), 645\u2013647 (1987)","journal-title":"J. Am. Stat. Assoc."},{"key":"9080_CR22","doi-asserted-by":"crossref","first-page":"265","DOI":"10.1007\/s10732-007-9018-2","volume":"13","author":"D. Ortiz-Boyer","year":"2007","unstructured":"Ortiz-Boyer, D., Herv\u00e1s-Mart\u00ednez, C., Garc\u00eda-Pedrajas, N.: Improving crossover operators for real-coded genetic algorithms using virtual parents. J. Heuristics 13, 265\u2013314 (2007)","journal-title":"J. Heuristics"},{"issue":"3","key":"9080_CR23","doi-asserted-by":"crossref","first-page":"437","DOI":"10.1016\/j.jmatprotec.2005.04.120","volume":"171","author":"B. Ozcelik","year":"2006","unstructured":"Ozcelik, B., Erzurumlu, T.: Comparison of the warpage optimization in the plastic injection molding using ANOVA, neural network model and genetic algorithm. J. Mater. Process. Technol. 171(3), 437\u2013445 (2006)","journal-title":"J. Mater. Process. Technol."},{"key":"9080_CR24","volume-title":"Handbook of the Normal Distribution","author":"J.K. Patel","year":"1982","unstructured":"Patel, J.K., Read, C.B.: Handbook of the Normal Distribution. Dekker, New York (1982)"},{"key":"9080_CR25","doi-asserted-by":"crossref","unstructured":"Po\u0161\u00edk, P.: Real-parameter optimization using the mutation step co-evolution. In: Proceedings of the 2005 IEEE Congress on Evolutionary Computation (CEC\u20192005), pp. 872\u2013879 (2005)","DOI":"10.1109\/CEC.2005.1554775"},{"key":"9080_CR26","doi-asserted-by":"crossref","unstructured":"Qin, A.K., Suganthan, P.N.: Self-adaptive differential evolution algorithm for numerical optimization. In: Proceedings of the 2005 IEEE Congress on Evolutionary Computation (CEC\u20192005), pp. 1785\u20131791 (2005)","DOI":"10.1109\/CEC.2005.1554904"},{"issue":"1","key":"9080_CR27","doi-asserted-by":"crossref","first-page":"31","DOI":"10.1109\/TSMCC.2002.1009128","volume":"32","author":"I. Rojas","year":"2002","unstructured":"Rojas, I., Gonz\u00e1lez, J., Pomares, H., Merelo, J.J., Castillo, P.A., Romero, G.: Statistical analysis of the main parameters involved in the design of a genetic algorithm. IEEE Trans. Syst. Man Cybern. Part C 32(1), 31\u201337 (2002)","journal-title":"IEEE Trans. Syst. Man Cybern. Part C"},{"key":"9080_CR28","doi-asserted-by":"crossref","unstructured":"R\u00f4nkk\u00f4nen, J., Kukkonen, S., Price, K.V.: Real-parameter optimization using the mutation step co-evolution. In: Proceedings of the 2005 IEEE Congress on Evolutionary Computation (CEC\u20192005), pp. 506\u2013513 (2005)","DOI":"10.1109\/CEC.2005.1554725"},{"key":"9080_CR29","doi-asserted-by":"crossref","first-page":"561","DOI":"10.1146\/annurev.ps.46.020195.003021","volume":"46","author":"J.P. Shaffer","year":"1995","unstructured":"Shaffer, J.P.: Multiple hypothesis testing. Annu. Rev. Psychol. 46, 561\u2013584 (1995)","journal-title":"Annu. Rev. Psychol."},{"key":"9080_CR30","doi-asserted-by":"crossref","unstructured":"Sinha, A., Tiwari, S., Deb, K.: A population-based, steady-state procedure for real-parameter optimization. In: Proceedings of the 2005 IEEE Congress on Evolutionary Computation (CEC\u20192005), pp. 514\u2013521 (2005)","DOI":"10.1109\/CEC.2005.1554726"},{"key":"9080_CR31","unstructured":"Suganthan, P.N., Hansen, N., Liang, J.J., Deb, K., Chen, Y.P., Auger, A., Tiwari, S.: (2005). Problem definitions and evaluation criteria for the CEC 2005 Special Session on Real Parameter Optimization. Tech. Report, Nanyang Technological University. Available as http:\/\/www.ntu.edu.sg\/home\/epnsugan\/index_files\/CEC-05\/Tech-Report-May-30-05.pdf"},{"key":"9080_CR32","doi-asserted-by":"crossref","DOI":"10.1201\/9781420036268","volume-title":"Handbook of Parametric and Nonparametric Statistical Procedures","author":"D.J. Sheskin","year":"2003","unstructured":"Sheskin, D.J.: Handbook of Parametric and Nonparametric Statistical Procedures. CRC Press, Boca Raton (2003)"},{"issue":"1","key":"9080_CR33","doi-asserted-by":"crossref","first-page":"77","DOI":"10.1007\/BF02430367","volume":"1","author":"D.L. Whitley","year":"1995","unstructured":"Whitley, D.L., Beveridge, R., Graves, C., Mathias, K.E.: Test driving three 1995 genetic algorithms: new test functions and geometric matching. J. Heuristics 1(1), 77\u2013104 (1995)","journal-title":"J. Heuristics"},{"issue":"1\u20132","key":"9080_CR34","doi-asserted-by":"crossref","first-page":"245","DOI":"10.1016\/0004-3702(95)00124-7","volume":"85","author":"D.L. Whitley","year":"1996","unstructured":"Whitley, D.L., Rana, S., Dzubera, J., Mathias, K.E.: Evaluating evolutionary algorithms. Artif. Intell. 85(1\u20132), 245\u2013276 (1996)","journal-title":"Artif. Intell."},{"issue":"1","key":"9080_CR35","doi-asserted-by":"crossref","first-page":"67","DOI":"10.1109\/4235.585893","volume":"1","author":"D.H. Wolpert","year":"1997","unstructured":"Wolpert, D.H., Macready, W.G.: No free lunch theorems for optimization. IEEE Trans. Evol. Comput. 1(1), 67\u201382 (1997)","journal-title":"IEEE Trans. Evol. Comput."},{"key":"9080_CR36","doi-asserted-by":"crossref","first-page":"1005","DOI":"10.2307\/2532694","volume":"48","author":"S.P. Wright","year":"1992","unstructured":"Wright, S.P.: Adjusted p-values for simultaneous inference. Biometrics 48, 1005\u20131013 (1992)","journal-title":"Biometrics"},{"key":"9080_CR37","unstructured":"Yuan, B., Gallagher, M.: On building a principled framework for evaluating and testing evolutionary algorithms: a continuous landscape generator. In: Proceedings of the 2003 Congress on Evolutionary Computation (CEC2003), pp. 451\u2013458 (2003)"},{"key":"9080_CR38","unstructured":"Yuan, B., Gallagher, M.: Experimental results for the Special Session on Real-Parameter Optimization at CEC 2005: a simple, continuous EDA. In: Proceedings of the 2005 IEEE Congress on Evolutionary Computation (CEC\u20192005), pp. 1792\u20131799 (2005)"},{"key":"9080_CR39","volume-title":"Biostatistical Analysis","author":"J.H. Zar","year":"1999","unstructured":"Zar, J.H.: Biostatistical Analysis. Prentice Hall, Englewood Cliffs (1999)"}],"container-title":["Journal of Heuristics"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10732-008-9080-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10732-008-9080-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10732-008-9080-4","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,30]],"date-time":"2025-01-30T07:47:38Z","timestamp":1738223258000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10732-008-9080-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2008,5,14]]},"references-count":39,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2009,12]]}},"alternative-id":["9080"],"URL":"https:\/\/doi.org\/10.1007\/s10732-008-9080-4","relation":{},"ISSN":["1381-1231","1572-9397"],"issn-type":[{"value":"1381-1231","type":"print"},{"value":"1572-9397","type":"electronic"}],"subject":[],"published":{"date-parts":[[2008,5,14]]}}}