{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T12:43:29Z","timestamp":1775047409638,"version":"3.50.1"},"reference-count":72,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2022,6,1]],"date-time":"2022-06-01T00:00:00Z","timestamp":1654041600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,6,1]],"date-time":"2022-06-01T00:00:00Z","timestamp":1654041600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,6,1]],"date-time":"2022-06-01T00:00:00Z","timestamp":1654041600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"Paris Ile-de-France Region"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Evol. Computat."],"published-print":{"date-parts":[[2022,6]]},"DOI":"10.1109\/tevc.2021.3108185","type":"journal-article","created":{"date-parts":[[2021,8,27]],"date-time":"2021-08-27T20:20:26Z","timestamp":1630095626000},"page":"490-500","source":"Crossref","is-referenced-by-count":33,"title":["Black-Box Optimization Revisited: Improving Algorithm Selection Wizards Through Massive Benchmarking"],"prefix":"10.1109","volume":"26","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2571-8265","authenticated-orcid":false,"given":"Laurent","family":"Meunier","sequence":"first","affiliation":[{"name":"Facebook AI Research, Paris, France"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5267-7521","authenticated-orcid":false,"given":"Herilalaina","family":"Rakotoarison","sequence":"additional","affiliation":[{"name":"TAU, LRI, INRIA, Université Paris-Saclay, Orsay, France"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Pak Kan","family":"Wong","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Engineering, The Chinese University of Hong Kong, Hong Kong"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9014-4379","authenticated-orcid":false,"given":"Baptiste","family":"Roziere","sequence":"additional","affiliation":[{"name":"Facebook AI Research, Paris, France"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jeremy","family":"Rapin","sequence":"additional","affiliation":[{"name":"Facebook AI Research, Paris, France"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Olivier","family":"Teytaud","sequence":"additional","affiliation":[{"name":"Facebook AI Research, Paris, France"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Antoine","family":"Moreau","sequence":"additional","affiliation":[{"name":"CNRS, SIGMA Clermont, Institut Pascal, Université Clermont Auvergne, Clermont-Ferrand, France"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4981-3227","authenticated-orcid":false,"given":"Carola","family":"Doerr","sequence":"additional","affiliation":[{"name":"LIP6, Sorbonne Université, Paris, France"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","first-page":"2226","article-title":"Improved techniques for training GANs","volume-title":"Proc. Adv. Neural Inf. Process. Syst. (NeurIPS)","author":"Salimans"},{"key":"ref2","first-page":"5497","article-title":"Learning search space partition for black-box optimization using Monte Carlo tree search","volume-title":"Proc. Adv. Neural Inf. Process. Syst. (NeurIPS)","author":"Wang"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1016\/S0065-2458(08)60520-3"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1162\/evco_a_00242"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1613\/jair.2490"},{"key":"ref6","first-page":"1704","article-title":"On the effective configuration of planning domain models","volume-title":"Proc. Int. Joint Conf. Artif. Intell. (IJCAI)","author":"Vallati"},{"key":"ref7","volume-title":"Nevergrad\u2014A Gradient-Free Optimization Platform","author":"Rapin","year":"2018"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/3377930.3389838"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/1015330.1015398"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/2001576.2001690"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-23229-9_8"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1287\/opre.2013.1231"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2013.04.015"},{"key":"ref14","doi-asserted-by":"crossref","first-page":"224","DOI":"10.1016\/j.ins.2015.05.010","article-title":"Algorithm selection for black-box continuous optimization problems: A survey on methods and challenges","volume":"317","author":"Acosta","year":"2015","journal-title":"Inf. Sci."},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1007\/s10472-015-9486-2"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/ISDA.2009.143"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1038\/s41592-019-0686-2"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1162\/106365601750190398"},{"issue":"4","key":"ref19","doi-asserted-by":"crossref","first-page":"341","DOI":"10.1023\/A:1008202821328","article-title":"Differential evolution\u2014A simple and efficient heuristic for global optimization over continuous spaces","volume":"11","author":"Storn","year":"1997","journal-title":"J. Global Optim."},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1093\/comjnl\/7.2.155"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1007\/978-94-015-8330-5_4"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-45823-6_3"},{"key":"ref23","volume-title":"Artelys SQP Wins the BBCOMP Competition","author":"Artelys","year":"2015"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/3071178.3071301"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/3321707.3321733"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-45823-6_75"},{"key":"ref27","volume-title":"Dashboard of Results for Nevergrad Platform","author":"Rapin","year":"2020"},{"key":"ref28","article-title":"Real-parameter blackbox optimization benchmarking 2009: Experimental setup","author":"Hansen","year":"2009"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2012.6386109"},{"key":"ref30","volume-title":"Benchmark Functions for the CEC\u20192013 Special Session and Competition on Large-Scale Global Optimization","author":"Li"},{"key":"ref31","volume-title":"Black Box Optimization Competition","author":"Loshchilov","year":"2017"},{"key":"ref32","volume-title":"Do CIFAR-10 classifiers generalize to CIFAR-10?","author":"Recht"},{"key":"ref33","first-page":"249","article-title":"Understanding the difficulty of training deep feedforward neural networks","volume-title":"Proc. Artif. Intell. Stat. (AISTATS)","volume":"9","author":"Glorot"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1016\/0303-2647(96)01621-8"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2011.03.001"},{"key":"ref36","volume-title":"Critical hyper-parameters: No random, no cry","author":"Bousquet","year":"2017"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/1090.001.0001"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1002\/9781118600153.ch14"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1016\/j.tcs.2010.12.059"},{"key":"ref40","volume-title":"Theory of Recursive Functions and Effective Computability","author":"Rogers","year":"1987"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-31866-5_13"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1145\/2460239.2460256"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-32937-1_8"},{"key":"ref44","volume-title":"Population based training of neural networks","author":"Jaderberg","year":"2017"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-58821-6"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1145\/3319619.3326830"},{"key":"ref47","first-page":"2825","article-title":"Scikit-Learn: Machine learning in Python","volume":"12","author":"Pedregosa","year":"2011","journal-title":"J. Mach. Learn. Res."},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1145\/1553374.1553426"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1145\/3319619.3321966"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-31471-6_6"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58112-1_11"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-87700-4_30"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1145\/1068009.1068154"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1145\/3377929.3389957"},{"key":"ref55","volume-title":"Evolutionstrategie: Optimierung Technischer Systeme nach Prinzipien des Biologischen Evolution","author":"Rechenberg","year":"1973"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1023\/A:1015059928466"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-662-04378-3"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2020.106737"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1093\/comjnl\/7.1.24"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-58483-8_1"},{"key":"ref61","volume-title":"Simple random search provides a competitive approach to reinforcement learning","author":"Mania","year":"2018"},{"key":"ref62","first-page":"1","article-title":"Learning to guide random search","volume-title":"Proc. Int. Conf. Learn. Represent. (ICLR)","author":"Sener"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1023\/A:1008350230239"},{"key":"ref64","first-page":"2951","article-title":"Practical Bayesian optimization of machine learning algorithms","volume-title":"Proc. Adv. Neural Inf. Process. Syst. (NeurIPS)","author":"Snoek"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2003.821611"},{"key":"ref66","volume-title":"Bayesian Optimization: Open Source Constrained Global Optimization Tool for Python","author":"Nogueira","year":"2014"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1145\/2576768.2598294"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1145\/2908812.2908863"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2018.2855049"},{"key":"ref70","first-page":"5496","article-title":"Scalable global optimization via local Bayesian optimization","volume-title":"Proc. Adv. Neural Inf. Process. Syst. (NeurIPS)","author":"Eriksson"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1145\/3071178.3071343"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2021.3108185"}],"container-title":["IEEE Transactions on Evolutionary Computation"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/4235\/9783211\/09524335.pdf?arnumber=9524335","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,11]],"date-time":"2024-01-11T22:58:38Z","timestamp":1705013918000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9524335\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,6]]},"references-count":72,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/tevc.2021.3108185","relation":{},"ISSN":["1089-778X","1089-778X","1941-0026"],"issn-type":[{"value":"1089-778X","type":"print"},{"value":"1089-778X","type":"print"},{"value":"1941-0026","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,6]]}}}