{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,8]],"date-time":"2026-05-08T14:12:38Z","timestamp":1778249558898,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":40,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,7,14]],"date-time":"2024-07-14T00:00:00Z","timestamp":1720915200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"CNRS","award":["IOHprofiler"],"award-info":[{"award-number":["IOHprofiler"]}]},{"name":"ANR","award":["ANR-22-ERCS-0003-01"],"award-info":[{"award-number":["ANR-22-ERCS-0003-01"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,7,14]]},"DOI":"10.1145\/3638529.3654100","type":"proceedings-article","created":{"date-parts":[[2024,7,8]],"date-time":"2024-07-08T16:33:04Z","timestamp":1720456384000},"page":"1007-1016","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":8,"title":["Impact of Training Instance Selection on Automated Algorithm Selection Models for Numerical Black-box Optimization"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5383-7475","authenticated-orcid":false,"given":"Konstantin","family":"Dietrich","sequence":"first","affiliation":[{"name":"TU Dresden, Dresden, Germany"},{"name":"ScaDS.AI, Dresden, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3040-7162","authenticated-orcid":false,"given":"Diederick","family":"Vermetten","sequence":"additional","affiliation":[{"name":"Leiden University, Leiden, Netherlands"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4981-3227","authenticated-orcid":false,"given":"Carola","family":"Doerr","sequence":"additional","affiliation":[{"name":"Sorbonne Universit\u00e9, Paris, France"},{"name":"CNRS, Paris, France"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2862-1418","authenticated-orcid":false,"given":"Pascal","family":"Kerschke","sequence":"additional","affiliation":[{"name":"TU Dresden, Dresden, Germany"},{"name":"ScaDS.AI, Dresden, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,7,14]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1162\/evco_a_00325"},{"key":"e_1_3_2_1_2_1","volume-title":"Benchmarking in Optimization: Best Practice and Open Issues. CoRR abs\/2007.03488","author":"Bartz-Beielstein Thomas","year":"2020","unstructured":"Thomas Bartz-Beielstein, Carola Doerr, Jakob Bossek, Sowmya Chandrasekaran, Tome Eftimov, Andreas Fischbach, Pascal Kerschke, Manuel L\u00f3pez-Ib\u00e1\u00f1ez, Katherine M. Malan, Jason H. Moore, Boris Naujoks, Patryk Orzechowski, Vanessa Volz, Markus Wagner, and Thomas Weise. 2020. Benchmarking in Optimization: Best Practice and Open Issues. CoRR abs\/2007.03488 (2020). arXiv:2007.03488 https:\/\/arxiv.org\/abs\/2007.03488"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3071178.3071343"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3512290.3528809"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939785"},{"key":"e_1_3_2_1_6_1","volume-title":"Iohexperimenter: Benchmarking platform for iterative optimization heuristics. Evolutionary Computation","author":"de Nobel Jacob","year":"2023","unstructured":"Jacob de Nobel, Furong Ye, Diederick Vermetten, Hao Wang, Carola Doerr, and Thomas B\u00e4ck. 2023. Iohexperimenter: Benchmarking platform for iterative optimization heuristics. Evolutionary Computation (2023), 1--6."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-14714-2_41"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","unstructured":"Konstantin Dietrich Diederick Vermetten Carola Doerr and Pascal Kerschke. 2024. Reproducibility files and additional figures. (2024). Code and data repository (Zenodo) Figure repository (Figshare): doi.org\/10.6084\/m9.figshare.25127501. 10.5281\/zenodo.10911264","DOI":"10.6084\/m9.figshare.25127501"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1080\/10556788.2020.1808977"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","unstructured":"Frank Hutter Lars Kotthoff and Joaquin Vanschoren (Eds.). 2019. Automated Machine Learning - Methods Systems Challenges. Springer. 10.1007\/978-3-030-05318-5","DOI":"10.1007\/978-3-030-05318-5"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1162\/evco_a_00242"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/2739480.2754642"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1162\/evco_a_00236"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","unstructured":"Pascal Kerschke and Heike Trautmann. 2019. Comprehensive Feature-Based Landscape Analysis of Continuous and Constrained Optimization Problems Using the R-package flacco. In Applications in Statistical Computing - From Music Data Analysis to Industrial Quality Improvement Nadja Bauer Katja Ickstadt Karsten L\u00fcbke Gero Szepannek Heike Trautmann and Maurizio Vichi (Eds.). Vol. 17. Springer 93--123. 10.1007\/978-3-030-25147-5_7","DOI":"10.1007\/978-3-030-25147-5_7"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-14714-2_4"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3583133.3590697"},{"key":"e_1_3_2_1_18_1","volume-title":"Challenges of ELA-guided Function Evolution using Genetic Programming. arXiv preprint arXiv:2305.15245","author":"Long Fu Xing","year":"2023","unstructured":"Fu Xing Long, Diederick Vermetten, Anna V Kononova, Roman Kalkreuth, Kaifeng Yang, Thomas B\u00e4ck, and Niki van Stein. 2023. Challenges of ELA-guided Function Evolution using Genetic Programming. arXiv preprint arXiv:2305.15245 (2023)."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-30229-9_25"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/1143997.1144085"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"crossref","unstructured":"Manuel L\u00f3pez-Ib\u00e1\u00f1ez Diederick Vermetten Johann Dreo and Carola Doerr. 2024. Using the Empirical Attainment Function for Analyzing Single-objective Black-box Optimization Algorithms. arXiv:2404.02031","DOI":"10.1109\/TEVC.2024.3462758"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/2001576.2001690"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58112-1_11"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2013.2281521"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2014.2302006"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1162\/evco_a_00262"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-30229-9_19"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3583131.3590424"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1162\/evco_a_00341"},{"key":"e_1_3_2_1_30_1","unstructured":"J\u00e9r\u00e9my Rapin and Olivier Teytaud. 2018. Nevergrad - A gradient-free optimization platform. https:\/\/GitHub.com\/FacebookResearch\/Nevergrad."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-72699-7_2"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0065-2458(08)60520-3"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3512290.3528834"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2020.106138"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.3390\/math10030432"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/TAI.2020.3022339"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1109\/SSCI.2016.7850138"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3583131.3590417"},{"key":"e_1_3_2_1_39_1","volume-title":"MA-BBOB: A Problem Generator for Black-Box Optimization Using Affine Combinations and Shifts. arXiv preprint arXiv:2312.11083","author":"Vermetten Diederick","year":"2023","unstructured":"Diederick Vermetten, Furong Ye, Thomas B\u00e4ck, and Carola Doerr. 2023. MA-BBOB: A Problem Generator for Black-Box Optimization Using Affine Combinations and Shifts. arXiv preprint arXiv:2312.11083 (2023)."},{"key":"e_1_3_2_1_40_1","volume-title":"Proceedings of the AutoML Conference (AutoML). PMLR.","author":"Vermetten Diederick","year":"2023","unstructured":"Diederick Vermetten, Furong Ye, Thomas B\u00e4ck, and Carola Doerr. 2023. MA-BBOB: Many-Affine Combinations of BBOB Functions for Evaluating AutoML Approaches in Noiseless Numerical Black-Box Optimization Contexts. In Proceedings of the AutoML Conference (AutoML). PMLR. Available at https:\/\/openreview.net\/forum?id=uN70Dum6pC2."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3583131.3590412"}],"event":{"name":"GECCO '24: Genetic and Evolutionary Computation Conference","location":"Melbourne VIC Australia","acronym":"GECCO '24","sponsor":["SIGEVO ACM Special Interest Group on Genetic and Evolutionary Computation"]},"container-title":["Proceedings of the Genetic and Evolutionary Computation Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3638529.3654100","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3638529.3654100","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T23:56:51Z","timestamp":1750291011000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3638529.3654100"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7,14]]},"references-count":40,"alternative-id":["10.1145\/3638529.3654100","10.1145\/3638529"],"URL":"https:\/\/doi.org\/10.1145\/3638529.3654100","relation":{},"subject":[],"published":{"date-parts":[[2024,7,14]]},"assertion":[{"value":"2024-07-14","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}