{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,7]],"date-time":"2025-10-07T21:11:11Z","timestamp":1759871471997,"version":"build-2065373602"},"publisher-location":"New York, NY, USA","reference-count":44,"publisher":"ACM","funder":[{"name":"ERC","award":["101041029"],"award-info":[{"award-number":["101041029"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,7,14]]},"DOI":"10.1145\/3712256.3726330","type":"proceedings-article","created":{"date-parts":[[2025,7,8]],"date-time":"2025-07-08T12:26:58Z","timestamp":1751977618000},"page":"39-47","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["SynthACticBench: A Capability-Based Synthetic Benchmark for Algorithm Configuration"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0000-5026-044X","authenticated-orcid":false,"given":"Valentin","family":"Margraf","sequence":"first","affiliation":[{"name":"LMU Munich, Munich, Germany"},{"name":"Munich Center for Machine Learning, Munich, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-4804-4188","authenticated-orcid":false,"given":"Anna","family":"Lappe","sequence":"additional","affiliation":[{"name":"LMU Munich, Munich, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9782-6818","authenticated-orcid":false,"given":"Marcel","family":"Wever","sequence":"additional","affiliation":[{"name":"Leibniz University Hannover, Hannover, Germany"},{"name":"L3S Research Center, Hannover, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-4643-3564","authenticated-orcid":false,"given":"Carolin","family":"Benjamins","sequence":"additional","affiliation":[{"name":"Leibniz University Hannover, Hannover, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9944-4108","authenticated-orcid":false,"given":"Eyke","family":"H\u00fcllermeier","sequence":"additional","affiliation":[{"name":"LMU Munich, Munich, Germany"},{"name":"Munich Center for Machine Learning, Munich, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9675-3175","authenticated-orcid":false,"given":"Marius","family":"Lindauer","sequence":"additional","affiliation":[{"name":"Leibniz University Hannover, Hannover, Germany"},{"name":"L3S Research Center, Hannover, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,7,13]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"crossref","unstructured":"David H. Ackley. 1987. A Connectionist Machine for Genetic Hillclimbing. Ph.D. Dissertation.","DOI":"10.1007\/978-1-4613-1997-9"},{"volume-title":"Proceedings of the 24th International Joint Conference on Artificial Intelligence (IJCAI'15)","author":"Ans\u00f3tegui C.","key":"e_1_3_2_1_2_1","unstructured":"C. Ans\u00f3tegui, Y. Malitsky, M. Sellmann, and K. Tierney. 2015. Model-Based Genetic Algorithms for Algorithm Configuration. In Proceedings of the 24th International Joint Conference on Artificial Intelligence (IJCAI'15), Q. Yang and M. Wooldridge (Eds.). 733\u2013739."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.5555\/2188385.2188395"},{"key":"e_1_3_2_1_4_1","unstructured":"Mauro Birattari Marco Chiarandini Marco Saerens and Thomas St\u00fctzle. 2011. Learning Graphical Models for Parameter Tuning. Technical Report. Citeseer."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.2990567"},{"key":"e_1_3_2_1_6_1","volume-title":"LION (Lecture Notes in Computer Science","volume":"47","author":"Blot A.","unstructured":"A. Blot, H. Hoos, L. Jourdan, M. Kessaci-Marmion, and H. Trautmann. 2016. MO-ParamILS: A Multi-objective Automatic Algorithm Configuration Framework. In Learning and Intelligent Optimization - 10th International Conference, LION (Lecture Notes in Computer Science, Vol. 10079), P. Festa, M. Sellmann, and J. Vanschoren (Eds.). Springer, 32\u201347."},{"volume-title":"ANTS (Lecture Notes in Computer Science","author":"Doblas D.","key":"e_1_3_2_1_7_1","unstructured":"D. Doblas, A. Nebro, M. L\u00f3pez-Ib\u00e1\u00f1ez, J. Garc\u00eda-Nieto, and C. Coello. 2022. Automatic Design of Multi-objective Particle Swarm Optimizers. In Swarm Intelligence - 13th International Conference, ANTS (Lecture Notes in Computer Science, Vol. 13491), M. Dorigo, H. Hamann, M. L\u00f3pez-Ib\u00e1\u00f1ez, J. Garc\u00eda-Nieto, A. Engelbrecht, C. Pinciroli, V. Strobel, and C. Camacho-Villal\u00f3n (Eds.). Springer, 28\u201340."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3319619.3326857"},{"key":"e_1_3_2_1_9_1","volume-title":"Mario K\u00f6ppen (Ed.)","volume":"88","author":"Doerr C.","unstructured":"C. Doerr, F. Ye, N. Horesh, H. Wang, O. Shir, and T. B\u00e4ck. 2020. Benchmarking discrete optimization heuristics with IOHprofiler. In Applied Soft Computing, Mario K\u00f6ppen (Ed.), Vol. 88. 106027."},{"volume-title":"Proceedings of the Twenty-ninth AAAI Conference on Artificial Intelligence (AAAI'15)","author":"Eggensperger K.","key":"e_1_3_2_1_10_1","unstructured":"K. Eggensperger, F. Hutter, H. Hoos, and K. Leyton-Brown. 2015. Efficient Benchmarking of Hyperparameter Optimizers via Surrogates. In Proceedings of the Twenty-ninth AAAI Conference on Artificial Intelligence (AAAI'15), B. Bonet and S. Koenig (Eds.). AAAI Press, 1114\u20131120."},{"key":"e_1_3_2_1_11_1","first-page":"1","article-title":"Neural Architecture Search: A Survey","volume":"20","author":"Elsken T.","year":"2019","unstructured":"T. Elsken, J. Metzen, and F. Hutter. 2019. Neural Architecture Search: A Survey. Journal of Machine Learning Research 20, 55 (2019), 1\u201321.","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10732-014-9275-9"},{"key":"e_1_3_2_1_13_1","volume-title":"Generalized descent for global optimization. Journal of Optimization Theory and Applications","author":"Griewank Andreas O.","year":"1981","unstructured":"Andreas O. Griewank. 1981. Generalized descent for global optimization. Journal of Optimization Theory and Applications (1981)."},{"key":"e_1_3_2_1_14_1","unstructured":"N. Hansen A. Auger S. Finck and R. Ros. 2010. Real-Parameter Black-Box Optimization Benchmarking 2010: Experimental Setup. Research Report [inria-00462481]. Inria Saclay Ile de France."},{"key":"e_1_3_2_1_15_1","volume-title":"COCO: A Platform for Comparing Continuous Optimizers in a Black-Box Setting. Optimization Methods and Software","author":"Hansen N.","year":"2020","unstructured":"N. Hansen, A. Auger, R. Ros, O. Mersman, T. Tu\u0161ar, and D. Brockhoff. 2020. COCO: A Platform for Comparing Continuous Optimizers in a Black-Box Setting. Optimization Methods and Software (2020)."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"crossref","unstructured":"Jos\u00e9 Hern\u00e1ndez-Orallo. 2017. Evaluation in artificial intelligence: from task-oriented to ability-oriented measurement. Artif. Intell. Rev. (2017).","DOI":"10.1007\/s10462-016-9505-7"},{"volume-title":"Bayesian Optimization With Censored Response Data. In NeurIPS Workshop on Bayesian Optimization in Theory and Practice (BayesOpt'11)","author":"Hutter F.","key":"e_1_3_2_1_17_1","unstructured":"F. Hutter, H. Hoos, and K. Leyton-Brown. 2011. Bayesian Optimization With Censored Response Data. In NeurIPS Workshop on Bayesian Optimization in Theory and Practice (BayesOpt'11), N. de Freitas, R. Garnett, F. Hutter, and M. Osborne (Eds.)."},{"key":"e_1_3_2_1_18_1","volume-title":"Proceedings of the Fifth International Conference on Learning and Intelligent Optimization (LION'11)","volume":"523","author":"Hutter F.","unstructured":"F. Hutter, H. Hoos, and K. Leyton-Brown. 2011. Sequential Model-Based Optimization for General Algorithm Configuration. In Proceedings of the Fifth International Conference on Learning and Intelligent Optimization (LION'11) (Lecture Notes in Computer Science, Vol. 6683), C. Coello (Ed.). Springer, 507\u2013523."},{"volume-title":"Proceedings of the 31th International Conference on Machine Learning, (ICML'14)","author":"Hutter F.","key":"e_1_3_2_1_19_1","unstructured":"F. Hutter, H. Hoos, and K. Leyton-Brown. 2014. An Efficient Approach for Assessing Hyperparameter Importance. In Proceedings of the 31th International Conference on Machine Learning, (ICML'14), E. Xing and T. Jebara (Eds.). Omni-press, 754\u2013762."},{"volume-title":"Proceedings of the 11th Genetic and Evolutionary Computation Conference (GECCO'09)","author":"Hutter F.","key":"e_1_3_2_1_20_1","unstructured":"F. Hutter, H. Hoos, K. Leyton-Brown, and K. Murphy. 2009. An Experimental Investigation of Model-Based Parameter Optimisation: SPO and Beyond. In Proceedings of the 11th Genetic and Evolutionary Computation Conference (GECCO'09), G. Raidl et al (Ed.). Morgan Kaufmann Publishers, 271\u2013278."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1613\/jair.2861"},{"volume-title":"Proceedings of the Twenty-second AAAI Conference on Artificial Intelligence (AAAI'07)","author":"Hutter F.","key":"e_1_3_2_1_22_1","unstructured":"F. Hutter, H. Hoos, and T. St\u00fctzle. 2007. Automatic Algorithm Configuration based on Local Search. In Proceedings of the Twenty-second AAAI Conference on Artificial Intelligence (AAAI'07), R. Holte and A. Howe (Eds.). AAAI Press, 1152\u20131157."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2016.09.006"},{"volume-title":"Proceedings of the Eighth International Conference on Learning and Intelligent Optimization (LION'14)","author":"Hutter F.","key":"e_1_3_2_1_24_1","unstructured":"F. Hutter, M. L\u00f3pez-Ib\u00e1nez, C. Fawcett, M. Lindauer, H. Hoos, K. Leyton-Brown, and T. St\u00fctzle. 2014. AClib: a Benchmark Library for Algorithm Configuration. In Proceedings of the Eighth International Conference on Learning and Intelligent Optimization (LION'14) (Lecture Notes in Computer Science), P. Pardalos and M. Resende (Eds.). Springer, 36\u201340."},{"volume-title":"Proceedings of the Nineteenth European Conference on Artificial Intelligence (ECAI'10)","author":"Kadioglu S.","key":"e_1_3_2_1_25_1","unstructured":"S. Kadioglu, Y. Malitsky, M. Sellmann, and K. Tierney. 2010. ISAC - Instance-Specific Algorithm Configuration. In Proceedings of the Nineteenth European Conference on Artificial Intelligence (ECAI'10), H. Coelho, R. Studer, and M. Wooldridge (Eds.). IOS Press, 751\u2013756."},{"key":"e_1_3_2_1_26_1","first-page":"1","article-title":"SMAC3: A Versatile Bayesian Optimization Package for Hyperparameter Optimization","volume":"23","author":"Lindauer M.","year":"2022","unstructured":"M. Lindauer, K. Eggensperger, M. Feurer, A. Biedenkapp, D. Deng, C. Benjamins, T. Ruhkopf, R. Sass, and F. Hutter. 2022. SMAC3: A Versatile Bayesian Optimization Package for Hyperparameter Optimization. Journal of Machine Learning Research 23, 54 (2022), 1\u20139.","journal-title":"Journal of Machine Learning Research"},{"volume-title":"Proceedings of the Workshops at Twenty-ninth AAAI Conference on Artificial Intelligence (AAAI'15)","author":"Lindauer M.","key":"e_1_3_2_1_27_1","unstructured":"M. Lindauer, H. Hoos, F. Hutter, and T. Schaub. 2015. AutoFolio: Algorithm Configuration for Algorithm Selection. In Proceedings of the Workshops at Twenty-ninth AAAI Conference on Artificial Intelligence (AAAI'15). Association for the Advancement of Artificial Intelligence."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.orp.2016.09.002"},{"volume-title":"Proceedings of the Seventh International Conference on Swarm Intelligence (ANTS'10)","author":"L\u00f3pez-Ib\u00e1\u00f1ez M.","key":"e_1_3_2_1_29_1","unstructured":"M. L\u00f3pez-Ib\u00e1\u00f1ez and T. St\u00fctzle. 2010. Automatic Configuration of Multi-Objective ACO Algorithms. In Proceedings of the Seventh International Conference on Swarm Intelligence (ANTS'10) (Lecture Notes in Computer Science), M. Dorigo, M-Birattari, G. Di Caro, R. Doursat, A. Petrus Engelbrecht, D. Floreano, L. Gambardella, R. Gro\u00df, E. Sahin, H. Sayama, and T. St\u00fctzle (Eds.). Springer, 95\u2013106."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ejor.2013.10.043"},{"volume-title":"Proceedings of the 15th International Conference on Parallel Problem Solving from Nature (PPSN'18)","author":"Pushak Y.","key":"e_1_3_2_1_31_1","unstructured":"Y. Pushak and H. Hoos. 2018. Algorithm Configuration Landscapes: - More Benign Than Expected?. In Proceedings of the 15th International Conference on Parallel Problem Solving from Nature (PPSN'18), A. Auger, C. Fonseca, N. Louren\u00e7o, P. Machado, L. Paquete, and L. Darrell Whitley (Eds.). 271\u2013283."},{"volume-title":"Proceedings of the Genetic and Evolutionary Computation Conference (GECCO'20)","author":"Pushak Y.","key":"e_1_3_2_1_32_1","unstructured":"Y. Pushak and H. Hoos. 2020. Golden parameter search: exploiting structure to quickly configure parameters in parallel. In Proceedings of the Genetic and Evolutionary Computation Conference (GECCO'20), J. Ceberio (Ed.). ACM Press, 245\u2013253."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3558774"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"crossref","unstructured":"H. H. Rosenbrock. 1960. An Automatic Method for Finding the Greatest or Least Value of a Function. Comput. J. (1960).","DOI":"10.1093\/comjnl\/3.3.175"},{"key":"e_1_3_2_1_35_1","volume-title":"Renato De Leone, and Carola Doerr","author":"Santoni Maria Laura","year":"2024","unstructured":"Maria Laura Santoni, Elena Raponi, Renato De Leone, and Carola Doerr. 2024. Comparison of High-Dimensional Bayesian Optimization Algorithms on BBOB. ACM Trans. Evol. Learn. Optim. (2024)."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1613\/jair.1.13676"},{"key":"e_1_3_2_1_37_1","volume-title":"Proceedings of the Sixth International Conference on Learning and Intelligent Optimization (LION'12)","volume":"204","author":"Schneider M.","unstructured":"M. Schneider and H. Hoos. 2012. Quantifying Homogeneity of Instance Sets for Algorithm Configuration. In Proceedings of the Sixth International Conference on Learning and Intelligent Optimization (LION'12) (Lecture Notes in Computer Science, Vol. 7219), Y. Hamadi and M. Schoenauer (Eds.). Springer, 190\u2013204."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"crossref","unstructured":"Kate Smith-Miles and Leo Lopes. 2012. Measuring instance difficulty for combinatorial optimization problems. Comput. Oper. Res. (2012) 875\u2013889.","DOI":"10.1016\/j.cor.2011.07.006"},{"volume-title":"Proceedings of the 26th International Conference on Advances in Neural Information Processing Systems (NeurIPS'12)","author":"Snoek J.","key":"e_1_3_2_1_39_1","unstructured":"J. Snoek, H. Larochelle, and R. Adams. 2012. Practical Bayesian Optimization of Machine Learning Algorithms. In Proceedings of the 26th International Conference on Advances in Neural Information Processing Systems (NeurIPS'12), P. Bartlett, F. Pereira, C. Burges, L. Bottou, and K. Weinberger (Eds.). Curran Associates, 2960\u20132968."},{"volume-title":"The 19th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining (KDD'13)","author":"Thornton C.","key":"e_1_3_2_1_40_1","unstructured":"C. Thornton, F. Hutter, H. Hoos, and K. Leyton-Brown. 2013. Auto-WEKA: combined selection and Hyperparameter Optimization of classification algorithms. In The 19th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining (KDD'13), I. Dhillon, Y. Koren, R. Ghani, T. Senator, P. Bradley, R. Parekh, J. He, R. Grossman, and R. Uthurusamy (Eds.). ACM Press, 847\u2013855."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377930.3390189"},{"key":"e_1_3_2_1_42_1","volume-title":"AutoML for Multi-Label Classification: Overview and Empirical Evaluation","author":"Wever Marcel","year":"2021","unstructured":"Marcel Wever, Alexander Tornede, Felix Mohr, and Eyke H\u00fcllermeier. 2021. AutoML for Multi-Label Classification: Overview and Empirical Evaluation. IEEE Transactions on Pattern Analysis and Machine Intelligence (2021)."},{"volume-title":"Proceedings of the Twenty-fourth AAAI Conference on Artificial Intelligence (AAAI'10)","author":"Xu L.","key":"e_1_3_2_1_43_1","unstructured":"L. Xu, H. Hoos, and K. Leyton-Brown. 2010. Hydra: Automatically Configuring Algorithms for Portfolio-Based Selection. In Proceedings of the Twenty-fourth AAAI Conference on Artificial Intelligence (AAAI'10), M. Fox and D. Poole (Eds.). AAAI Press, 210\u2013216."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"crossref","unstructured":"E. Zitzler K. Deb and L. Thiele. 2000. Comparison of multiobjective evolutionary algorithms: Empirical results. Evolutionary computation 8 2 (2000) 173\u2013195.","DOI":"10.1162\/106365600568202"}],"event":{"name":"GECCO '25: Genetic and Evolutionary Computation Conference","sponsor":["SIGEVO ACM Special Interest Group on Genetic and Evolutionary Computation"],"location":"NH Malaga Hotel Malaga Spain","acronym":"GECCO '25"},"container-title":["Proceedings of the Genetic and Evolutionary Computation Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3712256.3726330","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,7]],"date-time":"2025-10-07T20:41:32Z","timestamp":1759869692000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3712256.3726330"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,13]]},"references-count":44,"alternative-id":["10.1145\/3712256.3726330","10.1145\/3712256"],"URL":"https:\/\/doi.org\/10.1145\/3712256.3726330","relation":{},"subject":[],"published":{"date-parts":[[2025,7,13]]},"assertion":[{"value":"2025-07-13","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}