{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,11]],"date-time":"2026-02-11T17:58:03Z","timestamp":1770832683788,"version":"3.50.1"},"reference-count":54,"publisher":"Springer Science and Business Media LLC","issue":"15","license":[{"start":{"date-parts":[[2018,6,21]],"date-time":"2018-06-21T00:00:00Z","timestamp":1529539200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100002920","name":"Research Grants Council, University Grants Committee","doi-asserted-by":"publisher","award":["125313"],"award-info":[{"award-number":["125313"]}],"id":[{"id":"10.13039\/501100002920","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Soft Comput"],"published-print":{"date-parts":[[2019,8]]},"DOI":"10.1007\/s00500-018-3302-y","type":"journal-article","created":{"date-parts":[[2018,6,21]],"date-time":"2018-06-21T05:11:21Z","timestamp":1529557881000},"page":"6511-6531","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":12,"title":["Selecting evolutionary algorithms for black box design optimization problems"],"prefix":"10.1007","volume":"23","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5889-8808","authenticated-orcid":false,"given":"Shiu Yin","family":"Yuen","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8839-8898","authenticated-orcid":false,"given":"Yang","family":"Lou","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xin","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2018,6,21]]},"reference":[{"key":"3302_CR1","unstructured":"BBOB benchmarks (2016) http:\/\/coco.gforge.inria.fr\/doku.php . Accessed 5 Feb 2017"},{"key":"3302_CR2","doi-asserted-by":"crossref","unstructured":"Bischl B, Mersmann O, Trautmann H, Preuss M (2012) Algorithm selection based on exploratory landscape analysis and cost-sensitive learning. In: Genetic and evolutionary computation conferences, GECCO. pp 313\u2013320","DOI":"10.1145\/2330163.2330209"},{"key":"3302_CR3","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1016\/j.artint.2016.04.003","volume":"237","author":"B Bischl","year":"2016","unstructured":"Bischl B, Kerschke P, Kotthoff L, Lindauer M, Malitsky Y, Fr\u00e9chette A, Hoos H, Hutter F, Leyton-Brown K, Tierney K, Vanschoren J (2016) ASlib: a benchmark library for algorithm selection. Artif Intell 237:41\u201358","journal-title":"Artif Intell"},{"key":"3302_CR4","doi-asserted-by":"publisher","first-page":"646","DOI":"10.1109\/TEVC.2006.872133","volume":"10","author":"J Brest","year":"2006","unstructured":"Brest J, Greiner S, Boskovic B, Mernik M, Zumer V (2006) Self-adapting control parameters in differential evolution: a comparative study on numerical benchmark problems. IEEE Trans Evol Comput 10:646\u2013657","journal-title":"IEEE Trans Evol Comput"},{"key":"3302_CR5","doi-asserted-by":"publisher","first-page":"1695","DOI":"10.1057\/jors.2013.71","volume":"64","author":"EK Burke","year":"2013","unstructured":"Burke EK, Gendreau M, Hyde M, Kendall G, Ochoa G, \u00d6zcan E, Qu R (2013) Hyper-heuristics: a survey of the state of the art. J Oper Res Soc 64:1695\u20131724","journal-title":"J Oper Res Soc"},{"key":"3302_CR6","unstructured":"Das S, Suganthan PN (2011) Problem definitions and evaluation criteria for CEC 2011 competition on testing evolutionary algorithms on real world optimization problems. Kolkata India; Singapore; Technical Report CEC 2011"},{"key":"3302_CR7","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-662-44874-8","volume-title":"Introduction to evolutionary computing","author":"AE Eiben","year":"2015","unstructured":"Eiben AE, Smith JE (2015) Introduction to evolutionary computing, 2nd edn. Springer, Berlin","edition":"2"},{"key":"3302_CR8","unstructured":"Eshelman LJ, Schaffer JD (1992) Real-coded genetic algorithms and interval-schemata. In: Foundations of genetic algorithms, FOGA. pp 187\u2013202"},{"key":"3302_CR9","doi-asserted-by":"publisher","first-page":"3494","DOI":"10.1016\/j.apenergy.2010.05.002","volume":"87","author":"KF Fong","year":"2010","unstructured":"Fong KF, Yuen SY, Chow CK, Leung SW (2010) Energy management and design of centralized air-conditioning systems through the non-revisiting strategy for heuristic optimization methods. Appl Energy 87:3494\u20133506","journal-title":"Appl Energy"},{"key":"3302_CR10","doi-asserted-by":"publisher","first-page":"6298","DOI":"10.1016\/j.energy.2011.10.002","volume":"36","author":"KF Fong","year":"2011","unstructured":"Fong KF, Lee CK, Chow CK, Yuen SY (2011) Simulation-optimization of solar-thermal refrigeration systems for office use in subtropical Hong Kong. Energy 36:6298\u20136307","journal-title":"Energy"},{"key":"3302_CR11","doi-asserted-by":"crossref","unstructured":"Fukunaga AS (2000) Genetic algorithm portfolios. In: IEEE congress on evolutionary computation, CEC. pp 1304\u20131311","DOI":"10.1109\/CEC.2000.870802"},{"key":"3302_CR12","doi-asserted-by":"crossref","unstructured":"Gagliolo M, Zhumatiy V, Schmidhuber J (2004) Adaptive online time allocation to search algorithms. In: European conference on machine learning. pp 134\u2013143","DOI":"10.1007\/978-3-540-30115-8_15"},{"key":"3302_CR13","doi-asserted-by":"crossref","unstructured":"Grobler J, Engelbrecht AP, Kendall G, Yadavalli VSS (2011) Investigating the impact of alternative evolutionary selection strategies on multi-method global optimization. In: IEEE congress on evolutionary computation, CEC. pp 2337\u20132344","DOI":"10.1109\/CEC.2011.5949906"},{"key":"3302_CR14","unstructured":"Hansen N (2016) The CMA evolution strategy. https:\/\/www.lri.fr\/~hansen\/cmaesintro.html . Accessed 25 May 2017"},{"key":"3302_CR15","doi-asserted-by":"publisher","first-page":"435","DOI":"10.1162\/evco.2007.15.4.435","volume":"15","author":"J He","year":"2007","unstructured":"He J, Reeves C, Witt C, Yao X (2007) A note on problem difficulty measures in black-box optimization: classification, realizations and predictability. Evol Comput 15:435\u2013443","journal-title":"Evol Comput"},{"key":"3302_CR16","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/1090.001.0001","volume-title":"Adaptation in natural and artificial systems: an introductory analysis with applications to biology, control and artificial intelligence","author":"JH Holland","year":"1992","unstructured":"Holland JH (1992) Adaptation in natural and artificial systems: an introductory analysis with applications to biology, control and artificial intelligence. MIT Press, Cambridge"},{"key":"3302_CR17","doi-asserted-by":"publisher","first-page":"641","DOI":"10.1109\/TSMCA.2005.851145","volume":"35","author":"E H\u00fcllermeier","year":"2005","unstructured":"H\u00fcllermeier E (2005) Experience-based decision making: a satisficing decision tree approach. IEEE Trans Syst Man Cybern Part A: Syst Hum 35:641\u2013653","journal-title":"IEEE Trans Syst Man Cybern Part A: Syst Hum"},{"key":"3302_CR18","doi-asserted-by":"publisher","first-page":"459","DOI":"10.1007\/s10898-007-9149-x","volume":"39","author":"D Karaboga","year":"2007","unstructured":"Karaboga D, Basturk B (2007) A powerful and efficient algorithm for numerical function optimization: artificial bee colony (ABC) algorithm. J Glob Optim 39:459\u2013471","journal-title":"J Glob Optim"},{"key":"3302_CR19","doi-asserted-by":"publisher","first-page":"167","DOI":"10.1109\/TEVC.2014.2308294","volume":"19","author":"G Karafotias","year":"2015","unstructured":"Karafotias G, Hoogendoorn M, Eiben AE (2015) Parameter control in evolutionary algorithms: trends and challenges. IEEE Trans Evol Comput 19:167\u2013187","journal-title":"IEEE Trans Evol Comput"},{"key":"3302_CR20","doi-asserted-by":"crossref","unstructured":"Kerschke P, Preuss M, Wessing S, Trautmann H (2016) Low-budget exploratory landscape analysis on multiple peaks models. In: Genetic and evolutionary computation conference, GECCO. pp 229\u2013236","DOI":"10.1145\/2908812.2908845"},{"key":"3302_CR21","doi-asserted-by":"crossref","unstructured":"Kotthoff L (2016) Algorithm selection for combinatorial search problems: a survey. In: Data mining and constraint programming, lecture notes in computer science, pp 149\u2013190","DOI":"10.1007\/978-3-319-50137-6_7"},{"key":"3302_CR22","doi-asserted-by":"publisher","first-page":"339","DOI":"10.1109\/TEVC.2011.2161091","volume":"16","author":"AYS Lam","year":"2012","unstructured":"Lam AYS, Li VOK, Yu JJQ (2012) Real-coded chemical reaction optimization. IEEE Trans Evol Comput 16:339\u2013353","journal-title":"IEEE Trans Evol Comput"},{"key":"3302_CR23","unstructured":"Liang JJ, Qu BY, Suganthan PN, Hern\u00e1ndez-D\u00edaz AG (2013) Problem definitions and evaluation criteria for the CEC 2013 special session on real-parameter optimization. Technical Report 201212, Zhengzhou University China and Technical Report Nanyang Technological University, Singapore"},{"key":"3302_CR24","doi-asserted-by":"publisher","first-page":"281","DOI":"10.1109\/TEVC.2005.857610","volume":"10","author":"JJ Liang","year":"2006","unstructured":"Liang JJ, Qin AK, Suganthan PN, Baskar S (2006) Comprehensive learning particle swarm optimizer for global optimization of multimodal functions. IEEE Trans Evol Comput 10:281\u2013295","journal-title":"IEEE Trans Evol Comput"},{"key":"3302_CR25","doi-asserted-by":"publisher","first-page":"317","DOI":"10.1007\/s12293-012-0098-7","volume":"4","author":"A Lihu","year":"2012","unstructured":"Lihu A, Holban \u015e, Popescu O (2012) Real-valued genetic algorithms with disagreements. Memet Comput 4:317\u2013325","journal-title":"Memet Comput"},{"key":"3302_CR26","unstructured":"Mu\u00f1oz MA, Kirley M (2016) ICARUS: identification of complementary algorithms by uncovered sets. In: IEEE congress of evolutionary computation, CEC. pp 2427\u20132432"},{"key":"3302_CR27","doi-asserted-by":"publisher","first-page":"74","DOI":"10.1109\/TEVC.2014.2302006","volume":"19","author":"MA Mu\u00f1oz","year":"2015","unstructured":"Mu\u00f1oz MA, Kirley M, Halgamuge SK (2015a) Exploratory landscape analysis of continuous space optimization problems using information content. IEEE Trans Evol Comput 19:74\u201387","journal-title":"IEEE Trans Evol Comput"},{"key":"3302_CR28","doi-asserted-by":"publisher","first-page":"224","DOI":"10.1016\/j.ins.2015.05.010","volume":"317","author":"MA Mu\u00f1oz","year":"2015","unstructured":"Mu\u00f1oz MA, Sun Y, Kirley M, Halgamuge SK (2015b) Algorithm selection for black-box continuous optimization problems: a survey on methods and challenges. Inf Sci 317:224\u2013245","journal-title":"Inf Sci"},{"key":"3302_CR29","doi-asserted-by":"publisher","first-page":"604","DOI":"10.1109\/TEVC.2008.2009460","volume":"13","author":"QH Nguyen","year":"2009","unstructured":"Nguyen QH, Ong Y, Lim MH (2009) A probabilistic memetic framework. IEEE Trans Evol Comput 13:604\u2013623","journal-title":"IEEE Trans Evol Comput"},{"key":"3302_CR30","unstructured":"Particle Swarm Central (2016) http:\/\/www.particleswarm.info\/ . Accessed 25 May 2017"},{"key":"3302_CR31","doi-asserted-by":"publisher","first-page":"782","DOI":"10.1109\/TEVC.2010.2040183","volume":"14","author":"F Peng","year":"2010","unstructured":"Peng F, Tang K, Chen G, Yao X (2010) Population-based algorithm portfolios for numerical optimization. IEEE Trans Evol Comput 14:782\u2013800","journal-title":"IEEE Trans Evol Comput"},{"key":"3302_CR32","doi-asserted-by":"crossref","unstructured":"Pitzer E, Affenzeller M (2012) A comprehensive survey on fitness landscape analysis. In: Recent advances in intelligent engineering systems, pp 161\u2013191","DOI":"10.1007\/978-3-642-23229-9_8"},{"key":"3302_CR33","doi-asserted-by":"publisher","first-page":"398","DOI":"10.1109\/TEVC.2008.927706","volume":"13","author":"AK Qin","year":"2009","unstructured":"Qin AK, Huang VL, Suganthan PN (2009) Differential evolution algorithm with strategy adaptation for global numerical optimization. IEEE Trans Evol Comput 13:398\u2013417","journal-title":"IEEE Trans Evol Comput"},{"key":"3302_CR34","doi-asserted-by":"publisher","first-page":"65","DOI":"10.1016\/S0065-2458(08)60520-3","volume":"15","author":"JR Rice","year":"1976","unstructured":"Rice JR (1976) The algorithm selection problem. Adv Comput 15:65\u2013118","journal-title":"Adv Comput"},{"key":"3302_CR35","doi-asserted-by":"publisher","first-page":"697","DOI":"10.1016\/j.cirp.2008.09.007","volume":"57","author":"R Roy","year":"2008","unstructured":"Roy R, Hinduja S, Teti R (2008) Recent advances in engineering design optimisation: challenges and future trends. CIRP Ann 57:697\u2013715","journal-title":"CIRP Ann"},{"key":"3302_CR36","doi-asserted-by":"publisher","first-page":"102","DOI":"10.1016\/j.cor.2015.04.022","volume":"63","author":"K Smith-Miles","year":"2015","unstructured":"Smith-Miles K, Bowly S (2015) Generating new test instances by evolving in instance space. Comput Oper Res 63:102\u2013113","journal-title":"Comput Oper Res"},{"key":"3302_CR37","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1111\/itor.12001","volume":"22","author":"K S\u00f6rensen","year":"2015","unstructured":"S\u00f6rensen K (2015) Metaheuristics: the metaphor exposed. Int Trans Oper Res 22:3\u201318","journal-title":"Int Trans Oper Res"},{"key":"3302_CR38","doi-asserted-by":"publisher","first-page":"341","DOI":"10.1023\/A:1008202821328","volume":"11","author":"R Storn","year":"1997","unstructured":"Storn R, Price K (1997) Differential evolution: a simple and efficient heuristic for global optimization over continuous spaces. J Glob Optim 11:341\u2013359","journal-title":"J Glob Optim"},{"key":"3302_CR39","unstructured":"Suganthan PN (2016) Benchmarks for evaluation of evolutionary algorithms. http:\/\/www.ntu.edu.sg\/home\/epnsugan\/index_files\/cec-Benchmarking.htm . Accessed 25 May 2017"},{"key":"3302_CR40","doi-asserted-by":"publisher","first-page":"94","DOI":"10.1016\/j.ins.2014.03.105","volume":"279","author":"K Tang","year":"2014","unstructured":"Tang K, Peng F, Chen G, Yao X (2014) Population-based algorithm portfolios with automated constituent algorithms selection. Inf Sci 279:94\u2013104","journal-title":"Inf Sci"},{"issue":"1","key":"3302_CR41","doi-asserted-by":"publisher","first-page":"159","DOI":"10.1162\/EVCO_a_00107","volume":"22","author":"M Turkey","year":"2014","unstructured":"Turkey M, Poli R (2014) A model for analysing the collective dynamic behaviour and characterising the exploitation of population-based algorithms. Evol Comput 22(1):159\u2013188","journal-title":"Evol Comput"},{"key":"3302_CR42","doi-asserted-by":"publisher","first-page":"243","DOI":"10.1109\/TEVC.2008.924428","volume":"13","author":"JA Vrugt","year":"2009","unstructured":"Vrugt JA, Robinson BA, Hyman JM (2009) Self-adaptive multimethod search for global optimization in real-parameter spaces. IEEE Trans Evol Comput 13:243\u2013259","journal-title":"IEEE Trans Evol Comput"},{"key":"3302_CR43","doi-asserted-by":"publisher","first-page":"55","DOI":"10.1109\/TEVC.2010.2087271","volume":"15","author":"Y Wang","year":"2011","unstructured":"Wang Y, Cai Z, Zhang Q (2011) Differential evolution with composite trial vector generation strategies and control parameters. IEEE Trans Evol Comput 15:55\u201366","journal-title":"IEEE Trans Evol Comput"},{"key":"3302_CR44","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1109\/4235.585893","volume":"1","author":"DH Wolpert","year":"1997","unstructured":"Wolpert DH, Macready WG (1997) No free lunch theorems for optimization. IEEE Trans Evol Comput 1:67\u201382","journal-title":"IEEE Trans Evol Comput"},{"key":"3302_CR45","unstructured":"Yang X-S, Deb S (2009) Cuckoo search via L\u00e9vy flights. In: World congress on nature and biologically inspired computing, NaBIC. pp 210\u2013214"},{"key":"3302_CR46","unstructured":"Yang X-S (2009) Firefly algorithms for multimodal optimization. In: Stochastic algorithms: foundations and applications, SAGA, pp 169\u2013178"},{"key":"3302_CR47","doi-asserted-by":"crossref","unstructured":"Yuen SY, Zhang X, Lou Y (2015) Sequential learnable evolutionary algorithm: a research program. In: IEEE international conference on systems, man, and cybernetics, SMC. pp 2841\u20132848","DOI":"10.1109\/SMC.2015.495"},{"key":"3302_CR48","doi-asserted-by":"publisher","first-page":"203","DOI":"10.1007\/s12293-015-0159-9","volume":"7","author":"SY Yuen","year":"2015","unstructured":"Yuen SY, Zhang X (2015) On composing an algorithm portfolio. Memet Comput 7:203\u2013214","journal-title":"Memet Comput"},{"key":"3302_CR49","doi-asserted-by":"publisher","first-page":"654","DOI":"10.1016\/j.asoc.2015.12.021","volume":"40","author":"SY Yuen","year":"2016","unstructured":"Yuen SY, Chow CK, Zhang X, Lou Y (2016) Which algorithm should I choose: an evolutionary algorithm portfolio approach. Appl Soft Comput J 40:654\u2013673","journal-title":"Appl Soft Comput J"},{"key":"3302_CR50","doi-asserted-by":"crossref","unstructured":"Zambrano-Bigiarini M, Clerc M, Rojas R (2013) Standard particle swarm optimisation 2011 at CEC-2013: a baseline for future PSO improvements. In: IEEE congress on evolutionary computation, CEC. pp 2337\u20132344","DOI":"10.1109\/CEC.2013.6557848"},{"key":"3302_CR51","doi-asserted-by":"publisher","first-page":"945","DOI":"10.1109\/TEVC.2009.2014613","volume":"13","author":"J Zhang","year":"2009","unstructured":"Zhang J, Sanderson AC (2009) JADE: adaptive differential evolution with optional external archive. IEEE Trans Evol Comput 13:945\u2013958","journal-title":"IEEE Trans Evol Comput"},{"key":"3302_CR52","doi-asserted-by":"crossref","first-page":"715","DOI":"10.1080\/10789669.2013.803915","volume":"19","author":"X Zhang","year":"2013","unstructured":"Zhang X, Fong KF, Yuen SY (2013a) A novel artificial bee colony algorithm for HVAC optimization problems. HVAC R Res 19:715\u2013731","journal-title":"HVAC R Res"},{"key":"3302_CR53","doi-asserted-by":"publisher","first-page":"4811","DOI":"10.1109\/TMAG.2013.2241447","volume":"49","author":"X Zhang","year":"2013","unstructured":"Zhang X, Zhang X, Yuen SY, Ho SL, Fu WN (2013b) An improved artificial bee colony algorithm for optimal design of electromagnetic devices. IEEE Trans Magn 49:4811\u20134816","journal-title":"IEEE Trans Magn"},{"key":"3302_CR54","doi-asserted-by":"crossref","unstructured":"Zhang T, Georgiopoulos M, Anagnostopoulos GC (2014) Online model racing based on extreme performance. In: Genetic and evolutionary computation conference, GECCO. pp 1351\u20131358","DOI":"10.1145\/2576768.2598336"}],"container-title":["Soft Computing"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00500-018-3302-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s00500-018-3302-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00500-018-3302-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,7]],"date-time":"2024-07-07T16:41:40Z","timestamp":1720370500000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s00500-018-3302-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,6,21]]},"references-count":54,"journal-issue":{"issue":"15","published-print":{"date-parts":[[2019,8]]}},"alternative-id":["3302"],"URL":"https:\/\/doi.org\/10.1007\/s00500-018-3302-y","relation":{},"ISSN":["1432-7643","1433-7479"],"issn-type":[{"value":"1432-7643","type":"print"},{"value":"1433-7479","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,6,21]]},"assertion":[{"value":"21 June 2018","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with ethical standards"}},{"value":"Shiu Yin Yuen declares that he has no conflict of interest. Yang Lou declares that he has no conflict of interest. Xin Zhang declares that he has no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"This article does not contain any studies with human participants or animals performed by any of the authors.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}}]}}