{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,14]],"date-time":"2026-01-14T22:31:41Z","timestamp":1768429901946,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":54,"publisher":"ACM","license":[{"start":{"date-parts":[[2021,6,26]],"date-time":"2021-06-26T00:00:00Z","timestamp":1624665600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"Slovenian Research Agency","award":["P2-0098, Z2-1867, PR-10465"],"award-info":[{"award-number":["P2-0098, Z2-1867, PR-10465"]}]},{"name":"Paris Ile de France Region","award":["AlgoSelect"],"award-info":[{"award-number":["AlgoSelect"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2021,6,26]]},"DOI":"10.1145\/3449639.3459406","type":"proceedings-article","created":{"date-parts":[[2021,6,21]],"date-time":"2021-06-21T17:50:43Z","timestamp":1624297843000},"page":"687-696","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":18,"title":["The impact of hyper-parameter tuning for landscape-aware performance regression and algorithm selection"],"prefix":"10.1145","author":[{"given":"Anja","family":"Jankovic","sequence":"first","affiliation":[{"name":"Sorbonne Universit\u00e9, Paris, France"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Gorjan","family":"Popovski","sequence":"additional","affiliation":[{"name":"Jo\u017eef Stefan Institute, Ljubljana, Slovenia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tome","family":"Eftimov","sequence":"additional","affiliation":[{"name":"Jo\u017eef Stefan Institute, Ljubljana, Slovenia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Carola","family":"Doerr","sequence":"additional","affiliation":[{"name":"Sorbonne Universit\u00e9, Paris, France"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2021,6,26]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/2739482.2768467"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/2464576.2482701"},{"key":"e_1_3_2_1_3_1","volume-title":"Evolutionary Programming, Genetic Algorithms","author":"B\u00e4ck Thomas","unstructured":"Thomas B\u00e4ck . 1996. Evolutionary Algorithms in Theory and Practice: Evolution Strategies , Evolutionary Programming, Genetic Algorithms . Oxford University Press, Inc. , USA. Thomas B\u00e4ck. 1996. Evolutionary Algorithms in Theory and Practice: Evolution Strategies, Evolutionary Programming, Genetic Algorithms. Oxford University Press, Inc., USA."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1162\/evco_a_00244"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3071178.3071343"},{"key":"e_1_3_2_1_6_1","volume-title":"Towards White-box Benchmarks for Algorithm Control. CoRR abs\/1906.07644","author":"Biedenkapp Andr\u00e9","year":"2019","unstructured":"Andr\u00e9 Biedenkapp , H. Furkan Bozkurt , Frank Hutter , and Marius Lindauer . 2019. Towards White-box Benchmarks for Algorithm Control. CoRR abs\/1906.07644 ( 2019 ). arXiv:1906.07644 http:\/\/arxiv.org\/abs\/1906.07644 Andr\u00e9 Biedenkapp, H. Furkan Bozkurt, Frank Hutter, and Marius Lindauer. 2019. Towards White-box Benchmarks for Algorithm Control. CoRR abs\/1906.07644 (2019). arXiv:1906.07644 http:\/\/arxiv.org\/abs\/1906.07644"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2016.04.003"},{"key":"e_1_3_2_1_8_1","volume-title":"Bagging predictors. Machine learning 24, 2","author":"Breiman Leo","year":"1996","unstructured":"Leo Breiman . 1996. Bagging predictors. Machine learning 24, 2 ( 1996 ), 123--140. Leo Breiman. 1996. Bagging predictors. Machine learning 24, 2 (1996), 123--140."},{"key":"e_1_3_2_1_9_1","volume-title":"Random forests. Machine learning 45, 1","author":"Breiman Leo","year":"2001","unstructured":"Leo Breiman . 2001. Random forests. Machine learning 45, 1 ( 2001 ), 5--32. Leo Breiman. 2001. Random forests. Machine learning 45, 1 (2001), 5--32."},{"key":"e_1_3_2_1_10_1","volume-title":"Classification and regression trees","author":"Breiman Leo","unstructured":"Leo Breiman , Jerome Friedman , Charles J Stone , and Richard A Olshen . 1984. Classification and regression trees . CRC press . Leo Breiman, Jerome Friedman, Charles J Stone, and Richard A Olshen. 1984. Classification and regression trees. CRC press."},{"key":"e_1_3_2_1_11_1","unstructured":"Koby Crammer Ofer Dekel Joseph Keshet Shai Shalev-Shwartz and Yoram Singer. 2006. Online passive aggressive algorithms. (2006).  Koby Crammer Ofer Dekel Joseph Keshet Shai Shalev-Shwartz and Yoram Singer. 2006. Online passive aggressive algorithms. (2006)."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"crossref","unstructured":"B. Derbel A. Liefooghe S. V\u00e9rel H. Aguirre and K. Tanaka. 2019. New features for continuous exploratory landscape analysis based on the SOO tree. In FOGA. ACM 72--86.  B. Derbel A. Liefooghe S. V\u00e9rel H. Aguirre and K. Tanaka. 2019. New features for continuous exploratory landscape analysis based on the SOO tree. In FOGA. ACM 72--86.","DOI":"10.1145\/3299904.3340308"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3299904.3340308"},{"key":"e_1_3_2_1_14_1","volume-title":"IOHprofiler: A Benchmarking and Profiling Tool for Iterative Optimization Heuristics. arXiv e-prints:1810.05281 (Oct","author":"Doerr Carola","year":"2018","unstructured":"Carola Doerr , Hao Wang , Furong Ye , Sander van Rijn , and Thomas B\u00e4ck . 2018. IOHprofiler: A Benchmarking and Profiling Tool for Iterative Optimization Heuristics. arXiv e-prints:1810.05281 (Oct . 2018 ). arXiv:1810.05281 https:\/\/arxiv.org\/abs\/1810.05281 The BBOB datasets from [17] are available in the web-based interface of IOHanalyzer at http:\/\/iohprofiler.liacs.nl\/. Carola Doerr, Hao Wang, Furong Ye, Sander van Rijn, and Thomas B\u00e4ck. 2018. IOHprofiler: A Benchmarking and Profiling Tool for Iterative Optimization Heuristics. arXiv e-prints:1810.05281 (Oct. 2018). arXiv:1810.05281 https:\/\/arxiv.org\/abs\/1810.05281 The BBOB datasets from [17] are available in the web-based interface of IOHanalyzer at http:\/\/iohprofiler.liacs.nl\/."},{"key":"e_1_3_2_1_15_1","volume-title":"Smith","author":"Eiben A. E.","year":"2003","unstructured":"A. E. Eiben and James E . Smith . 2003 . Introduction to Evolutionary Computing. Springer . 1--300 pages. A. E. Eiben and James E. Smith. 2003. Introduction to Evolutionary Computing. Springer. 1--300 pages."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/1570256.1570333"},{"key":"e_1_3_2_1_17_1","unstructured":"Nikolaus Hansen Anne Auger and Dimo Brockhoff. 2020. Data from the BBOB workshops. https:\/\/coco.gforge.inria.fr\/doku.php?id=algorithms-bbob.  Nikolaus Hansen Anne Auger and Dimo Brockhoff. 2020. Data from the BBOB workshops. https:\/\/coco.gforge.inria.fr\/doku.php?id=algorithms-bbob."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1080\/10556788.2020.1808977"},{"key":"e_1_3_2_1_19_1","unstructured":"N. Hansen A. Augerand S. Finck and R. Ros. 2010. Real-Parameter Black-Box Optimization Benchmarking: Experimental Setup. RR-7215. INRIA.  N. Hansen A. Augerand S. Finck and R. Ros. 2010. Real-Parameter Black-Box Optimization Benchmarking: Experimental Setup. RR-7215. INRIA."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1162\/106365601750190398"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"crossref","unstructured":"F. Hutter L. Kotthoff and J. Vanschoren (Eds.). 2019. Automated Machine Learning - Methods Systems Challenges. Springer.  F. Hutter L. Kotthoff and J. Vanschoren (Eds.). 2019. Automated Machine Learning - Methods Systems Challenges. Springer.","DOI":"10.1007\/978-3-030-05318-5"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2013.10.003"},{"key":"e_1_3_2_1_23_1","volume-title":"Benchmarking of MCS on the noiseless function testbed. Online","author":"Huyer Waltraud","year":"2009","unstructured":"Waltraud Huyer and Arnold Neumaier . 2009. Benchmarking of MCS on the noiseless function testbed. Online , 2009 c. URL http:\/\/www.mat.univie.ac.at\/~neum\/papers.html (2009), 989. Waltraud Huyer and Arnold Neumaier. 2009. Benchmarking of MCS on the noiseless function testbed. Online, 2009c. URL http:\/\/www.mat.univie.ac.at\/~neum\/papers.html (2009), 989."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"crossref","unstructured":"Anja Jankovic and Carola Doerr. 2020. Landscape-aware fixed-budget performance regression and algorithm selection for modular CMA-ES variants. In GECCO. 841--849.  Anja Jankovic and Carola Doerr. 2020. Landscape-aware fixed-budget performance regression and algorithm selection for modular CMA-ES variants. In GECCO. 841--849.","DOI":"10.1145\/3377930.3390183"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377930.3390183"},{"key":"e_1_3_2_1_26_1","volume-title":"Proceedings of the IEEE International Conference on Neural Networks. 1942--1948","author":"Kennedy James","unstructured":"James Kennedy and Russell C. Eberhart . 1995. Particle swarm optimization . In Proceedings of the IEEE International Conference on Neural Networks. 1942--1948 . James Kennedy and Russell C. Eberhart. 1995. Particle swarm optimization. In Proceedings of the IEEE International Conference on Neural Networks. 1942--1948."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1162\/evco_a_00242"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1162\/evco_a_00242"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"crossref","unstructured":"P. Kerschke L. Kotthoff J. Bossek H.H. Hoos and H. Trautmann. 2018. Leveraging TSP Solver Complementarity through Machine Learning. Evolutionary Computation 26 4 (2018).  P. Kerschke L. Kotthoff J. Bossek H.H. Hoos and H. Trautmann. 2018. Leveraging TSP Solver Complementarity through Machine Learning. Evolutionary Computation 26 4 (2018).","DOI":"10.1162\/evco_a_00215"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/2739480.2754642"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"crossref","unstructured":"P. Kerschke M. Preuss S. Wessing and H. Trautmann. 2015. Detecting Funnel Structures by Means of Exploratory Landscape Analysis. In GECCO. ACM 265--272.  P. Kerschke M. Preuss S. Wessing and H. Trautmann. 2015. Detecting Funnel Structures by Means of Exploratory Landscape Analysis. In GECCO. ACM 265--272.","DOI":"10.1145\/2739480.2754642"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/CEC.2016.7748359"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1162\/evco_a_00236"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4615-1539-5"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2019.2940828"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/2463372.2463427"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"crossref","unstructured":"M. Lunacek and D. Whitley. 2006. The dispersion metric and the CMA evolution strategy. In GECCO. ACM 477.  M. Lunacek and D. Whitley. 2006. The dispersion metric and the CMA evolution strategy. In GECCO. ACM 477.","DOI":"10.1145\/1143997.1144085"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/2379776.2379786"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"crossref","unstructured":"O. Mersmann B. Bischl H. Trautmann M. Preuss C. Weihs and G. Rudolph. 2011. Exploratory Landscape Analysis. In GECCO. ACM 829--836.  O. Mersmann B. Bischl H. Trautmann M. Preuss C. Weihs and G. Rudolph. 2011. Exploratory Landscape Analysis. In GECCO. ACM 829--836.","DOI":"10.1145\/2001576.2001690"},{"key":"e_1_3_2_1_40_1","volume-title":"Proc. of Parallel Problem Solving from Nature (PPSN'96)","author":"M\u00fchlenbein H.","unstructured":"H. M\u00fchlenbein and G. Paa\u00df . 1996. From recombination of genes to the estimation of distributions I. Binary parameters . In Proc. of Parallel Problem Solving from Nature (PPSN'96) , Hans-Michael Voigt, Werner Ebeling, Ingo Rechenberg, and Hans-Paul Schwefel (Eds.). Springer, 178--187. H. M\u00fchlenbein and G. Paa\u00df. 1996. From recombination of genes to the estimation of distributions I. Binary parameters. In Proc. of Parallel Problem Solving from Nature (PPSN'96), Hans-Michael Voigt, Werner Ebeling, Ingo Rechenberg, and Hans-Paul Schwefel (Eds.). Springer, 178--187."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-32937-1_23"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2015.05.010"},{"key":"e_1_3_2_1_43_1","volume-title":"Machine learning: a probabilistic perspective","author":"Murphy Kevin P","unstructured":"Kevin P Murphy . 2012. Machine learning: a probabilistic perspective . MIT press . Kevin P Murphy. 2012. Machine learning: a probabilistic perspective. MIT press."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2014.2302006"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/2464576.2482692"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/2464576.2482693"},{"key":"e_1_3_2_1_47_1","volume-title":"Scikit-learn: Machine learning in Python. the Journal of machine Learning research 12","author":"Pedregosa Fabian","year":"2011","unstructured":"Fabian Pedregosa , Ga\u00ebl Varoquaux , Alexandre Gramfort , Vincent Michel , Bertrand Thirion , Olivier Grisel , Mathieu Blondel , Peter Prettenhofer , Ron Weiss , Vincent Dubourg , 2011 . Scikit-learn: Machine learning in Python. the Journal of machine Learning research 12 (2011), 2825--2830. Fabian Pedregosa, Ga\u00ebl Varoquaux, Alexandre Gramfort, Vincent Michel, Bertrand Thirion, Olivier Grisel, Mathieu Blondel, Peter Prettenhofer, Ron Weiss, Vincent Dubourg, et al. 2011. Scikit-learn: Machine learning in Python. the Journal of machine Learning research 12 (2011), 2825--2830."},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/2739482.2768469"},{"key":"e_1_3_2_1_49_1","unstructured":"J\u00e9r\u00e9my Rapin and Olivier Teytaud. 2018. Nevergrad - A gradient-free optimization platform. https:\/\/GitHub.com\/FacebookResearch\/Nevergrad.  J\u00e9r\u00e9my Rapin and Olivier Teytaud. 2018. Nevergrad - A gradient-free optimization platform. https:\/\/GitHub.com\/FacebookResearch\/Nevergrad."},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3319619.3326913"},{"key":"e_1_3_2_1_51_1","volume-title":"The Algorithm Selection Problem. Advances in Computers","author":"Rice John R.","unstructured":"John R. Rice . 1976. The Algorithm Selection Problem. Advances in Computers , Vol. 15 . Elsevier , 65 -- 118. John R. Rice. 1976. The Algorithm Selection Problem. Advances in Computers, Vol. 15. Elsevier, 65 -- 118."},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1023\/A:1008202821328"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.2517-6161.1996.tb02080.x"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-9868.2005.00503.x"}],"event":{"name":"GECCO '21: Genetic and Evolutionary Computation Conference","location":"Lille France","acronym":"GECCO '21","sponsor":["SIGEVO ACM Special Interest Group on Genetic and Evolutionary Computation"]},"container-title":["Proceedings of the Genetic and Evolutionary Computation Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3449639.3459406","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3449639.3459406","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T20:17:37Z","timestamp":1750191457000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3449639.3459406"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,6,26]]},"references-count":54,"alternative-id":["10.1145\/3449639.3459406","10.1145\/3449639"],"URL":"https:\/\/doi.org\/10.1145\/3449639.3459406","relation":{},"subject":[],"published":{"date-parts":[[2021,6,26]]},"assertion":[{"value":"2021-06-26","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}