{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,14]],"date-time":"2026-01-14T19:19:53Z","timestamp":1768418393655,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":37,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,8,30]],"date-time":"2023-08-30T00:00:00Z","timestamp":1693353600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,8,30]]},"DOI":"10.1145\/3594805.3607136","type":"proceedings-article","created":{"date-parts":[[2023,7,31]],"date-time":"2023-07-31T11:03:28Z","timestamp":1690801408000},"page":"129-139","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["Neural Networks as Black-Box Benchmark Functions Optimized for Exploratory Landscape Features"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1237-4248","authenticated-orcid":false,"given":"Raphael Patrick","family":"Prager","sequence":"first","affiliation":[{"name":"University of M\u00fcnster, M\u00fcnster, NRW, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5383-7475","authenticated-orcid":false,"given":"Konstantin","family":"Dietrich","sequence":"additional","affiliation":[{"name":"TU Dresden & Center for Scalable, Data Analytics and Artificial Intelligence (ScaDS.AI), Dresden, Saxony, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4152-5308","authenticated-orcid":false,"given":"Lennart","family":"Schneider","sequence":"additional","affiliation":[{"name":"LMU Munich & Munich Center for Machine Learning (MCML), Munich, Bavaria, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3929-7465","authenticated-orcid":false,"given":"Lennart","family":"Sch\u00e4permeier","sequence":"additional","affiliation":[{"name":"TU Dresden & Center for Scalable Data Analytics and Artificial Intelligence (ScaDS.AI), Dresden, Saxony, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6002-6980","authenticated-orcid":false,"given":"Bernd","family":"Bischl","sequence":"additional","affiliation":[{"name":"LMU Munich & Munich Center for Machine Learning (MCML), Munich, Bavaria, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2862-1418","authenticated-orcid":false,"given":"Pascal","family":"Kerschke","sequence":"additional","affiliation":[{"name":"TU Dresden & Center for Scalable Data Analytics and Artificial Intelligence (ScaDS.AI), Dresden, Saxony, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9788-8282","authenticated-orcid":false,"given":"Heike","family":"Trautmann","sequence":"additional","affiliation":[{"name":"University of M\u00fcnster, M\u00fcnster, NRW, Germany, University of Twente, Enschede, Overijssel, Netherlands"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7720-4939","authenticated-orcid":false,"given":"Olaf","family":"Mersmann","sequence":"additional","affiliation":[{"name":"TH K\u00f6ln, Gummersbach, NRW, Germany"}]}],"member":"320","published-online":{"date-parts":[[2023,8,30]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1953.10501200"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.5555\/1248547.1248548"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-14714-2_41"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2005.863"},{"key":"e_1_3_2_1_5_1","volume-title":"Thirty-sixth Conference on Neural Information Processing Systems Datasets and Benchmarks Track.","author":"Grinsztajn L.","unstructured":"L. Grinsztajn, E. Oyallon, and G. Varoquaux. 2022. Why Do Tree-Based Models Still Outperform Deep Learning on Typical Tabular Data?. In Thirty-sixth Conference on Neural Information Processing Systems Datasets and Benchmarks Track."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1162\/106365603321828970"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","unstructured":"N. Hansen and A. Ostermeier. 2001. Completely Derandomized Self-Adaptation in Evolution Strategies. Evolutionary Computation 9 (6 2001) 159--195. Issue 2. https:\/\/doi.org\/10.1162\/106365601750190398","DOI":"10.1162\/106365601750190398"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.21105\/joss.02173"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1016\/0893-6080(89)90020-8"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3319619.3326905"},{"key":"e_1_3_2_1_12_1","volume-title":"Proceedings of the 6th International Conference on Genetic Algorithms. Morgan Kaufmann Publishers Inc.","author":"Jones Terry","year":"1995","unstructured":"Terry Jones and Stephanie Forrest. 1995. Fitness Distance Correlation as a Measure of Problem Difficulty for Genetic Algorithms. In Proceedings of the 6th International Conference on Genetic Algorithms. Morgan Kaufmann Publishers Inc., San Francisco, CA, USA, 184--192."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","unstructured":"J. Kennedy and R. Eberhart. 1995. Particle swarm optimization. 4 (1995) 1942--1948 vol.4. https:\/\/doi.org\/10.1109\/ICNN.1995.488968","DOI":"10.1109\/ICNN.1995.488968"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1162\/evco_a_00242"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/2739480.2754642"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/2908812.2908845"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1162\/evco_a_00236"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3512290.3528832"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.3390\/a14030078"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4615-1539-5"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3512290.3528712"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/2576768.2598294"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/CEC.2009.4983112"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/2001576.2001690"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1162\/EVCO_A_00262"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","unstructured":"J. A. Nelder and R. Mead. 1965. A Simplex Method for Function Minimization. Comput. J. 7 (1 1965) 308--313. Issue 4. https:\/\/doi.org\/10.1093\/COMJNL\/7.4.308","DOI":"10.1093\/COMJNL"},{"key":"e_1_3_2_1_27_1","volume-title":"PyTorch: An Imperative Style","author":"Paszke Adam","unstructured":"Adam Paszke, Sam Gross, Francisco Massa, Adam Lerer, James Bradbury, Gregory Chanan, Trevor Killeen, Zeming Lin, Natalia Gimelshein, Luca Antiga, Alban Desmaison, Andreas Kopf, Edward Yang, Zachary DeVito, Martin Raison, Alykhan Tejani, Sasank Chilamkurthy, Benoit Steiner, Lu Fang, Junjie Bai, and Soumith Chintala. 2019. PyTorch: An Imperative Style, High-Performance Deep Learning Library. In Advances in Neural Information Processing Systems 32, H. Wallach, H. Larochelle, A. Beygelzimer, F. d'Alch\u00e9 Buc, E. Fox, and R. Garnett (Eds.). Curran Associates, Inc., 8024--8035. http:\/\/papers.neurips.cc\/paper\/9015-pytorch-an-imperative-style-high-performance-deep-learning-library.pdf"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-94-015-8330-5_4"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-14714-2_1"},{"key":"e_1_3_2_1_30_1","volume-title":"Applications of Evolutionary Computation","author":"Prager Raphael Patrick","unstructured":"Raphael Patrick Prager and Heike Trautmann. 2023. Nullifying the Inherent Bias of Non-Invariant Exploratory Landscape Analysis Features. In Applications of Evolutionary Computation, Joao Correia, Stephen Smith, and Raneem Qaddoura (Eds.). Springer International Publishing, Cham."},{"key":"e_1_3_2_1_31_1","unstructured":"J. Rapin and O. Teytaud. 2018. Nevergrad - A Gradient-Free Optimization Platform. https:\/\/GitHub.com\/FacebookResearch\/Nevergrad."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58115-2_10"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-72699-7_2"},{"key":"e_1_3_2_1_34_1","volume-title":"Bernd Bischl, Heike Trautmann, and Pascal Kerschke.","author":"Schneider Lennart","year":"2022","unstructured":"Lennart Schneider, Lennart Sch\u00e4permeier, Raphael Patrick Prager, Bernd Bischl, Heike Trautmann, and Pascal Kerschke. 2022. HPO \u00d7 ELA: Investigating Hyperparameter Optimization Landscapes by Means of Exploratory Landscape Analysis. In Parallel Problem Solving from Nature -- PPSN XVII, G\u00fcnter Rudolph, Anna V. Kononova, Hern\u00e1n Aguirre, Pascal Kerschke, Gabriela Ochoa, and Tea Tu\u0161ar (Eds.). Springer International Publishing, Cham, 575--589."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3512290.3528834"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1023\/A:1008202821328"},{"key":"e_1_3_2_1_37_1","first-page":"1","article-title":"Benchmark Functions for the CEC'2008 Special Session and Competition on Large Scale Global Optimization. Nature inspired computation and applications laboratory USTC","volume":"24","author":"Tang Ke","year":"2007","unstructured":"Ke Tang, Xin Y\u00e1o, Ponnuthurai Nagaratnam Suganthan, Cara MacNish, Ying-Ping Chen, Chih-Ming Chen, and Zhenyu Yang. 2007. Benchmark Functions for the CEC'2008 Special Session and Competition on Large Scale Global Optimization. Nature inspired computation and applications laboratory USTC, China 24 (2007), 1--18.","journal-title":"China"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3319619.3326893"}],"event":{"name":"FOGA '23: Foundations of Genetic Algorithms XVII","location":"Potsdam Germany","acronym":"FOGA '23","sponsor":["SIGEVO ACM Special Interest Group on Genetic and Evolutionary Computation"]},"container-title":["Proceedings of the 17th ACM\/SIGEVO Conference on Foundations of Genetic Algorithms"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3594805.3607136","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3594805.3607136","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T17:49:01Z","timestamp":1750182541000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3594805.3607136"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,8,30]]},"references-count":37,"alternative-id":["10.1145\/3594805.3607136","10.1145\/3594805"],"URL":"https:\/\/doi.org\/10.1145\/3594805.3607136","relation":{},"subject":[],"published":{"date-parts":[[2023,8,30]]},"assertion":[{"value":"2023-08-30","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}