{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,17]],"date-time":"2025-10-17T13:44:34Z","timestamp":1760708674005},"reference-count":47,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2014,2,3]],"date-time":"2014-02-03T00:00:00Z","timestamp":1391385600000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/2.0"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["J Braz Comput Soc"],"published-print":{"date-parts":[[2014,12]]},"DOI":"10.1186\/1678-4804-20-6","type":"journal-article","created":{"date-parts":[[2014,2,10]],"date-time":"2014-02-10T18:07:44Z","timestamp":1392055664000},"source":"Crossref","is-referenced-by-count":7,"title":["Factorial design analysis applied to the performance of parallel evolutionary algorithms"],"prefix":"10.1186","volume":"20","author":[{"given":"M\u00f4nica S","family":"Pais","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Igor S","family":"Peretta","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Keiji","family":"Yamanaka","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Edmilson R","family":"Pinto","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2014,2,3]]},"reference":[{"key":"6_CR1","volume-title":"Technical report DMF-2007-03-003 The Danish Mathematical Society","author":"M Chiarandini","year":"2007","unstructured":"Chiarandini M, Paquete L, Preuss M, Ridge E: Experiments on metaheuristics: methodological overview and open issues. Technical report DMF-2007\u201303\u2013003 The Danish Mathematical Society 2007."},{"key":"6_CR2","volume-title":"Efficient and accurate parallel genetic algorithms","author":"E Cant\u00fa-Paz","year":"2000","unstructured":"Cant\u00fa-Paz E: Efficient and accurate parallel genetic algorithms. Kluwer Academic Publishers, Norwell; 2000."},{"key":"6_CR3","volume-title":"Spatially structured evolutionary algorithms: artificial evolution in space and time (natural computing series)","author":"M Tomassini","year":"2005","unstructured":"Tomassini M: Spatially structured evolutionary algorithms: artificial evolution in space and time (natural computing series). Springer, Secaucus; 2005."},{"issue":"1","key":"6_CR4","doi-asserted-by":"publisher","first-page":"7","DOI":"10.1016\/S0020-0190(01)00281-2","volume":"82","author":"E Alba","year":"2002","unstructured":"Alba E: Parallel evolutionary algorithms can achieve super-linear performance. Inf Process Lett 2002, 82(1):7\u201313. 10.1016\/S0020-0190(01)00281-2","journal-title":"Inf Process Lett"},{"issue":"6","key":"6_CR5","doi-asserted-by":"publisher","first-page":"80","DOI":"10.1109\/MSP.2009.934141","volume":"26","author":"H Kim","year":"2009","unstructured":"Kim H, Bond R: Multicore software technologies. IEEE Signal Process Mag 2009, 26(6):80\u201389.","journal-title":"IEEE Signal Process Mag"},{"issue":"2","key":"6_CR6","doi-asserted-by":"publisher","first-page":"309","DOI":"10.1007\/s00362-012-0429-2","volume":"54","author":"E Diaz-Frances","year":"2013","unstructured":"Diaz-Frances E, Rubio F: On the existence of a normal approximation to the distribution of the ratio of two independent normal random variables. Stat Pap 2013, 54(2):309\u2013323. 10.1007\/s00362-012-0429-2","journal-title":"Stat Pap"},{"key":"6_CR7","volume-title":"J Appl Math Decis Sci 2006","author":"CG Qiao","year":"2006","unstructured":"Qiao CG, Wood GR, Lai CD, Luo DW: Comparison of two common estimators of the ratio of the means of independent normal variables in agricultural research. J Appl Math Decis Sci 2006 2006. doi:10.1155\/JAMDS\/2006\/78375 doi:10.1155\/JAMDS\/2006\/78375"},{"key":"6_CR8","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1016\/j.swevo.2011.02.001","volume":"1","author":"AE Eiben","year":"2011","unstructured":"Eiben AE, Smith SK: Parameter tuning for configuring and analyzing evolutionary algorithms. Swarm and Evol Comput 2011, 1: 19\u201331. 10.1016\/j.swevo.2011.02.001","journal-title":"Swarm and Evol Comput"},{"issue":"10","key":"6_CR9","doi-asserted-by":"publisher","first-page":"1410","DOI":"10.1002\/cpe.2939","volume":"25","author":"S Touati","year":"2012","unstructured":"Touati S, Worms J, Briais S: The speedup-test: a statistical methodology for programme speedup analysis and computation. Concurrency and Comput: Practice and Experience 2012, 25(10):1410\u20131426.","journal-title":"Concurrency and Comput: Practice and Experience"},{"issue":"1","key":"6_CR10","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1111\/j.1475-3995.2012.00862.x","volume":"20","author":"E Alba","year":"2013","unstructured":"Alba E, Luque G, Nesmachnow S: Parallel metaheuristics: recent advances and new trends. Int Trans Oper Res 2013, 20(1):1\u201348. doi:10.1111\/j.1475\u20133995.2012.00862.x. doi:10.1111\/j.1475-3995.2012.00862.x. 10.1111\/j.1475-3995.2012.00862.x","journal-title":"Int Trans Oper Res"},{"key":"6_CR11","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1023\/A:1026569813391","volume":"7","author":"SP Coy","year":"2001","unstructured":"Coy SP, Golden BL, Runger GC, Wasil EA: Using experimental design to find effective parameter settings for heuristics. J Heuristics 2001, 7: 77\u201397. 10.1023\/A:1026569813391 10.1023\/A:1026569813391 10.1023\/A:1026569813391","journal-title":"J Heuristics"},{"issue":"4","key":"6_CR12","doi-asserted-by":"publisher","first-page":"405","DOI":"10.1109\/TEVC.2004.831262","volume":"8","author":"A Czarn","year":"2004","unstructured":"Czarn A, MacNish C, Vijayan K, Turlach BA, Gupta R: Statistical exploratory analysis of genetic algorithms. Evol Comput, IEEE Trans 2004, 8(4):405\u2013421. doi:10.1109\/TEVC.2004.831262 doi:10.1109\/TEVC.2004.831262 10.1109\/TEVC.2004.831262","journal-title":"Evol Comput, IEEE Trans"},{"key":"6_CR13","volume-title":"Experimental research in evolutionary computation: the new experimentalism (natural computing series)","author":"T Bartz-Beielstein","year":"2006","unstructured":"Bartz-Beielstein T: Experimental research in evolutionary computation: the new experimentalism (natural computing series). Springer, Secaucus; 2006."},{"key":"6_CR14","doi-asserted-by":"publisher","first-page":"261","DOI":"10.1023\/A:1011319115230","volume":"7","author":"RL Rardin","year":"2001","unstructured":"Rardin RL, Uzsoy R: Experimental evaluation of heuristic optimization algorithms: a tutorial. J Heuristics 2001, 7: 261\u2013304. doi:10.1023\/A:1011319115230 doi:10.1023\/A:1011319115230 10.1023\/A:1011319115230","journal-title":"J Heuristics"},{"key":"6_CR15","first-page":"1","volume-title":"Math Probl Eng","author":"M Shahsavar","year":"2011","unstructured":"Shahsavar M, Najafi AA, Niaki STA: Statistical design of genetic algorithms for combinatorial optimization problems. Math Probl Eng 2011, 1\u20137. doi:10.1155\/2011\/872415 doi:10.1155\/2011\/872415"},{"key":"6_CR16","first-page":"319","volume":"2","author":"AFD Pinho","year":"2007","unstructured":"Pinho AFD, Montevechi JAB, Marins FAS: An\u00e1lise da aplica\u00e7\u00e3o de projeto de experimentos nos par\u00e2metros dos algoritmos gen\u00e9ticos. Sistemas & Gest\u00e3o 2007, 2: 319\u2013331.","journal-title":"Sistemas & Gest\u00e3o"},{"key":"6_CR17","doi-asserted-by":"publisher","first-page":"758","DOI":"10.1109\/CEC.2005.1554759","volume":"1","author":"A Petrovski","year":"2005","unstructured":"Petrovski A, Brownlee AEI, McCall JAW: Statistical optimisation and tuning of GA factors. The 2005 IEEE Congress on Evolutionary Computation (CEC 2005) 2005, 1: 758\u2013764.","journal-title":"The 2005 IEEE Congress on Evolutionary Computation (CEC 2005)"},{"key":"6_CR18","first-page":"459","volume":"5","author":"H M\u00fchlenbein","year":"1991","unstructured":"M\u00fchlenbein H: Darwin\u2019s continent cycle theory and its simulation by the prisoner\u2019s dilemma. Complex Syst 1991, 5: 459\u2013478.","journal-title":"Complex Syst"},{"key":"6_CR19","doi-asserted-by":"publisher","first-page":"201","DOI":"10.1287\/opre.42.2.201","volume":"42","author":"J Hooker","year":"1994","unstructured":"Hooker J: Needed: an empirical science of algorithms. Oper Res 1994, 42: 201\u2013212. 10.1287\/opre.42.2.201","journal-title":"Oper Res"},{"key":"6_CR20","doi-asserted-by":"publisher","first-page":"33","DOI":"10.1007\/BF02430364","volume":"1","author":"J Hooker","year":"1995","unstructured":"Hooker J: Testing heuristics: we have it all wrong. J Heuristics 1995, 1: 33\u201342. doi:10.1007\/BF02430364 doi:10.1007\/BF02430364 10.1007\/BF02430364","journal-title":"J Heuristics"},{"issue":"1","key":"6_CR21","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1287\/ijoc.8.1.1","volume":"8","author":"CC McGeoch","year":"1996","unstructured":"McGeoch CC: Feature article\u2014toward an experimental method for algorithm simulation. INFORMS J Comput 1996, 8(1):1\u201315. 10.1287\/ijoc.8.1.1","journal-title":"INFORMS J Comput"},{"key":"6_CR22","first-page":"215","volume":"5","author":"D Johnson","year":"2002","unstructured":"Johnson D: A theoretician\u2019s guide to the experimental analysis of algorithms. Data Structures, Near Neighbor Searches, and Methodology: Fifth and Sixth DIMACS Implementation Challenges 2002, 5: 215\u2013250.","journal-title":"Data Structures, Near Neighbor Searches, and Methodology: Fifth and Sixth DIMACS Implementation Challenges"},{"key":"6_CR23","doi-asserted-by":"publisher","first-page":"582","DOI":"10.1109\/CEC.2002.1006991","volume":"1","author":"AE Eiben","year":"2002","unstructured":"Eiben AE, Jelasity M: A critical note on experimental research methodology in experimental research methodology in EC. Proceedings of the 2002 Congress on Evolutionary Computation (CEC\u20192002) 2002, 1: 582\u2013587.","journal-title":"Proceedings of the 2002 Congress on Evolutionary Computation (CEC\u20192002)"},{"issue":"2","key":"6_CR24","doi-asserted-by":"publisher","first-page":"71","DOI":"10.1080\/00401706.1984.10487928","volume":"26","author":"DM Steinberg","year":"1984","unstructured":"Steinberg DM, Hunter WG: Experimental design: review and comment. Technometrics 1984, 26(2):71\u201397. 10.1080\/00401706.1984.10487928","journal-title":"Technometrics"},{"key":"6_CR25","volume-title":"Design and analysis of experiments","author":"DC Montgomery","year":"2009","unstructured":"Montgomery DC: Design and analysis of experiments. John Wiley and Sons, Hoboken; 2009."},{"issue":"1","key":"6_CR26","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1007\/BF02430363","volume":"1","author":"RS Barr","year":"1995","unstructured":"Barr RS, Golden BL, Kelly JP, Resende MGC, Stewart WR: Designing and reporting on computational experiments with heuristic methods. J Heuristics 1995, 1(1):9\u201332. 10.1007\/BF02430363","journal-title":"J Heuristics"},{"key":"6_CR27","volume-title":"Computer architecture: a quantitative approach","author":"JL Hennessy","year":"2006","unstructured":"Hennessy JL, Patterson DA: Computer architecture: a quantitative approach. Morgan Kaufmann Publishers, San Francisco; 2006."},{"key":"6_CR28","volume-title":"Fourth workshop on programmability issues for heterogeneous multicores (MULTIPROG-2011),","author":"A Mazouz","year":"2011","unstructured":"Mazouz A, Touati SAA, Barthou D: Analysing the variability of openMP programs performances on multicore architectures. Fourth workshop on programmability issues for heterogeneous multicores (MULTIPROG-2011), 2011. Heraklion, 23 Jan 2011 Heraklion, 23 Jan 2011"},{"key":"6_CR29","doi-asserted-by":"publisher","first-page":"2","DOI":"10.1287\/ijoc.5.1.2","volume":"5","author":"RS Barr","year":"1993","unstructured":"Barr RS, Hickman BL: Reporting computational experiments with parallel algorithms: Issues, measures, and experts\u2019 opinions. ORSA J Comput Winter 1993, 5: 2\u201318. 10.1287\/ijoc.5.1.2","journal-title":"ORSA J Comput Winter"},{"key":"6_CR30","volume-title":"Applied statistics and probability for engineers. 3rd edn","author":"DC Montgomery","year":"2003","unstructured":"Montgomery DC, Runger GC: Applied statistics and probability for engineers. 3rd edn. John Wiley & Sons, Danvers; 2003."},{"key":"6_CR31","volume-title":"R: a language and environment for statistical computing","author":"Team R Development Core","year":"2012","unstructured":"R Development Core Team: R: a language and environment for statistical computing. R Foundation for Statistical Computing, Vienna; 2012. . ISBN 3\u2013900051\u201307\u20130 http:\/\/www.R-project.org\/ . ISBN 3-900051-07-0"},{"key":"6_CR32","volume-title":"Statistics for experimenters: design, discovery, and innovation","author":"GEP Box","year":"2005","unstructured":"Box GEP, Hunter JS, Hunter WG: Statistics for experimenters: design, discovery, and innovation. John Wiley & Sons, Hoboken; 2005."},{"key":"6_CR33","volume-title":"Applied linear statistical models. 5th edn","author":"MH Kutner","year":"2005","unstructured":"Kutner MH, Neter J, Nachtsheim CJ, Li W: Applied linear statistical models. 5th edn. The McGraw-Hill\/Irwin series operations and decision sciences, McGraw-Hill\/Irwin, New York; 2005."},{"issue":"1","key":"6_CR34","doi-asserted-by":"publisher","first-page":"171","DOI":"10.1006\/jmps.1999.1282","volume":"44","author":"JR Busemeyer","year":"2000","unstructured":"Busemeyer JR, Wang YM: Model comparisons and model selections based on generalization criterion methodology. J Math Psychol 2000, 44(1):171\u2013189. 10.1006\/jmps.1999.1282","journal-title":"J Math Psychol"},{"issue":"4","key":"6_CR35","doi-asserted-by":"publisher","first-page":"311","DOI":"10.1080\/00401706.1959.10489866","volume":"1","author":"C Daniel","year":"1959","unstructured":"Daniel C: Use of half-normal plots in interpreting factorial two-level experiments. Technometrics 1959, 1(4):311\u2013341. 10.1080\/00401706.1959.10489866","journal-title":"Technometrics"},{"key":"6_CR36","first-page":"311","volume-title":"Proceedings of the genetic and evolutionary computation conference (GECCO 2002)","author":"E Cant\u00fa-Paz","year":"2002","unstructured":"Cant\u00fa-Paz E: On random numbers and the performance of genetic algorithms. In Proceedings of the genetic and evolutionary computation conference (GECCO 2002). Morgan Kaufmann Publishers, San Francisco; 2002:311\u2013318."},{"key":"6_CR37","volume-title":"Random number generator libraries. 2008-2010, Instructions for the random number generator libraries on","author":"A Fog","year":"2010","unstructured":"Fog A: Random number generator libraries. 2008\u20132010, Instructions for the random number generator libraries on . 2010. http:\/\/www.agner.org GNU General Public License. Version 2.01. 2010-08-03. Accessed 15 April 2011."},{"key":"6_CR38","volume-title":"MPICH-2","author":"MPICH2","year":"2001","unstructured":"MPICH2: MPICH-2. 2001. http:\/\/www.mcs.anl.gov\/mpi\/mpich2 Argonne National Laboratory, Lemont. . Accessed 20 May 2011."},{"issue":"9","key":"6_CR39","doi-asserted-by":"publisher","first-page":"634","DOI":"10.1016\/j.parco.2007.06.003","volume":"33","author":"D Buntinas","year":"2007","unstructured":"Buntinas D, Mercier G, Gropp W: Implementation and evaluation of shared-memory communication and synchronization operations in mpich2 using the nemesis communication subsystem. Parallel Comput 2007, 33(9):634\u2013644. doi:10.1016\/j.parco.2007.06.003. Selected papers from EuroPVM\/MPI 2006 doi:10.1016\/j.parco.2007.06.003. Selected papers from EuroPVM\/MPI 2006 10.1016\/j.parco.2007.06.003","journal-title":"Parallel Comput"},{"issue":"1","key":"6_CR40","doi-asserted-by":"publisher","first-page":"45","DOI":"10.1142\/S0129626411000060","volume":"21","author":"P Balaji","year":"2011","unstructured":"Balaji P, Buntinas D, Goodell D, Gropp W, Hoefler T, Kumar S, Lusk EL, Thakur R, Tr\u00e4ff JL: MPI on millions of cores. Parallel Process Lett (PPL) 2011, 21(1):45\u201360. 10.1142\/S0129626411000060","journal-title":"Parallel Process Lett (PPL)"},{"key":"6_CR41","volume-title":"An R companion to applied regression","author":"J Fox","year":"2011","unstructured":"Fox J, Weisberg S: An R companion to applied regression. Sage, Thousand Oaks; 2011. http:\/\/socserv.socsci.mcmaster.ca\/jfox\/Books\/Companion"},{"issue":"3","key":"6_CR42","first-page":"7","volume":"2","author":"A Zeileis","year":"2002","unstructured":"Zeileis A, Hothorn T: Diagnostic checking in regression relationships. R News 2002, 2(3):7\u201310. http:\/\/CRAN.R-project.org\/doc\/Rnews\/","journal-title":"R News"},{"key":"6_CR43","volume-title":"Technical report, University of Science and Technology of China (USTC)","author":"K T\u00e1ng","year":"2010","unstructured":"T\u00e1ng K, Suganthan PN, Y\u00e1ng Z, Weise T, L\u0131\u030c X: Benchmark functions for the CEC\u20192010 special session and competition on large-scale global optimization. Technical report, University of Science and Technology of China (USTC) 2010."},{"key":"6_CR44","first-page":"1287","volume-title":"Econometrica: J Econometric Soc","author":"TS Breusch","year":"1979","unstructured":"Breusch TS, Pagan AR: A simple test for heteroscedasticity and random coefficient variation. Econometrica: J Econometric Soc 1979, 1287\u20131294."},{"key":"6_CR45","volume-title":"The art of computer systems performance analysis: techniques for experimental design, measurement, simulation, and modeling","author":"R Jain","year":"1991","unstructured":"Jain R: The art of computer systems performance analysis: techniques for experimental design, measurement, simulation, and modeling. John Wiley & Sons Inc, New York; 1991."},{"key":"6_CR46","volume-title":"Exploratory data analysis","author":"JW Tukey","year":"1977","unstructured":"Tukey JW: Exploratory data analysis. Addison\u2013Wesley Publishing Company, Boston; 1977."},{"issue":"3","key":"6_CR47","doi-asserted-by":"crossref","first-page":"124","DOI":"10.1080\/00031305.1981.10479327","volume":"35","author":"WJ Conover","year":"1981","unstructured":"Conover WJ, Iman RL: Rank transformations as a bridge between parametric and nonparametric statistics. The American Statistician 1981, 35(3):124\u2013129. doi:10.1080\/00031305.1981.10479327. http:\/\/amstat.tandfonline.com\/doi\/abs\/10.1080\/00031305.1981.10479327 doi:10.1080\/00031305.1981.10479327.","journal-title":"The American Statistician"}],"container-title":["Journal of the Brazilian Computer Society"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/1678-4804-20-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1186\/1678-4804-20-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/1678-4804-20-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,13]],"date-time":"2024-08-13T10:45:47Z","timestamp":1723545947000},"score":1,"resource":{"primary":{"URL":"https:\/\/journal-bcs.springeropen.com\/articles\/10.1186\/1678-4804-20-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014,2,3]]},"references-count":47,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2014,12]]}},"alternative-id":["6"],"URL":"https:\/\/doi.org\/10.1186\/1678-4804-20-6","relation":{},"ISSN":["0104-6500","1678-4804"],"issn-type":[{"type":"print","value":"0104-6500"},{"type":"electronic","value":"1678-4804"}],"subject":[],"published":{"date-parts":[[2014,2,3]]},"article-number":"6"}}