{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,28]],"date-time":"2026-04-28T09:42:01Z","timestamp":1777369321890,"version":"3.51.4"},"publisher-location":"Cham","reference-count":51,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032236067","type":"print"},{"value":"9783032236074","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-23607-4_20","type":"book-chapter","created":{"date-parts":[[2026,4,28]],"date-time":"2026-04-28T08:41:45Z","timestamp":1777365705000},"page":"327-344","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Benchmarking that\u00a0Matters: Rethinking Benchmarking in\u00a0Continuous Optimisation for\u00a0Practical Impact"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4138-7024","authenticated-orcid":false,"given":"Anna V.","family":"Kononova","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0013-7969","authenticated-orcid":false,"given":"Niki","family":"van Stein","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7720-4939","authenticated-orcid":false,"given":"Olaf","family":"Mersmann","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6768-1478","authenticated-orcid":false,"given":"Thomas","family":"B\u00e4ck","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5938-5158","authenticated-orcid":false,"given":"Thomas","family":"Bartz-Beielstein","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1886-1696","authenticated-orcid":false,"given":"Tobias","family":"Glasmachers","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6731-8166","authenticated-orcid":false,"given":"Michael","family":"Hellwig","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sebastian","family":"Krey","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4372-2105","authenticated-orcid":false,"given":"Jakub","family":"K\u016fdela","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8969-4795","authenticated-orcid":false,"given":"Boris","family":"Naujoks","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9338-1567","authenticated-orcid":false,"given":"Leonard","family":"Papenmeier","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6841-7409","authenticated-orcid":false,"given":"Elena","family":"Raponi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2487-981X","authenticated-orcid":false,"given":"Quentin","family":"Renau","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3921-0107","authenticated-orcid":false,"given":"Jeroen","family":"Rook","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3929-7465","authenticated-orcid":false,"given":"Lennart","family":"Sch\u00e4permeier","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3040-7162","authenticated-orcid":false,"given":"Diederick","family":"Vermetten","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3388-6058","authenticated-orcid":false,"given":"Daniela","family":"Zaharie","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2026,4,29]]},"reference":[{"issue":"2","key":"20_CR1","doi-asserted-by":"publisher","first-page":"397","DOI":"10.1016\/j.ejor.2020.11.016","volume":"292","author":"C Audet","year":"2021","unstructured":"Audet, C., Bigeon, J., Cartier, D., Le Digabel, S., Salomon, L.: Performance indicators in multiobjective optimization. Eur. J. Oper. Res. 292(2), 397\u2013422 (2021). https:\/\/doi.org\/10.1016\/j.ejor.2020.11.016","journal-title":"Eur. J. Oper. Res."},{"issue":"2","key":"20_CR2","doi-asserted-by":"publisher","first-page":"81","DOI":"10.1162\/evco_a_00325","volume":"31","author":"TH B\u00e4ck","year":"2023","unstructured":"B\u00e4ck, T.H., et al.: Evolutionary algorithms for parameter optimization-thirty years later. Evol. Comput. 31(2), 81\u2013122 (2023). https:\/\/doi.org\/10.1162\/evco_a_00325","journal-title":"Evol. Comput."},{"key":"20_CR3","unstructured":"Bartz-Beielstein, T., et al.: Benchmarking in optimization: best practice and open issues (2020). https:\/\/arxiv.org\/abs\/2007.03488"},{"issue":"4","key":"20_CR4","doi-asserted-by":"publisher","first-page":"815","DOI":"10.1007\/s11081-017-9366-1","volume":"18","author":"V Beiranvand","year":"2017","unstructured":"Beiranvand, V., Hare, W., Lucet, Y.: Best practices for comparing optimization algorithms. Optim. Eng. 18(4), 815\u2013848 (2017)","journal-title":"Optim. Eng."},{"issue":"3","key":"20_CR5","doi-asserted-by":"publisher","first-page":"1653","DOI":"10.1016\/j.ejor.2006.08.008","volume":"181","author":"N Beume","year":"2007","unstructured":"Beume, N., Naujoks, B., Emmerich, M.: SMS-EMOA: multiobjective selection based on dominated hypervolume. Eur. J. Oper. Res. 181(3), 1653\u20131669 (2007). https:\/\/doi.org\/10.1016\/j.ejor.2006.08.008","journal-title":"Eur. J. Oper. Res."},{"key":"20_CR6","doi-asserted-by":"publisher","unstructured":"van\u00a0der Blom, K., et al.: Towards realistic optimization benchmarks: a questionnaire on the properties of real-world problems. In: Coello, C.A.C. (ed.) GECCO \u201920: Genetic and Evolutionary Computation Conference, Companion Volume, Canc\u00fan, Mexico, July 8\u201312, 2020, pp. 293\u2013294. ACM (2020).https:\/\/doi.org\/10.1145\/3377929.3389974","DOI":"10.1145\/3377929.3389974"},{"key":"20_CR7","doi-asserted-by":"publisher","unstructured":"van\u00a0der Blom, K., et al.: Identifying properties of real-world optimisation problems through a questionnaire. In: Brockhoff, D., Emmerich, M., Naujoks, B., Purshouse, R.C. (eds.) Many-Criteria Optimization and Decision Analysis: State-of-the-Art, Present Challenges, and Future Perspectives, pp. 59\u201380. Natural Computing Series, Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-25263-1_3","DOI":"10.1007\/978-3-031-25263-1_3"},{"key":"20_CR8","doi-asserted-by":"publisher","unstructured":"Cenikj, G., Petelin, G., Seiler, M., Cenikj, N., Eftimov, T.: Landscape features in single-objective continuous optimization: Have we hit a wall in algorithm selection generalization? Swarm Evol. Comput. 94, 101894 (2025) https:\/\/doi.org\/10.1016\/J.SWEVO.2025.101894","DOI":"10.1016\/J.SWEVO.2025.101894"},{"key":"20_CR9","doi-asserted-by":"crossref","unstructured":"Chase, N., Rademacher, M., Goodman, E., Averill, R., Sidhu, R.: A benchmark study of multi-objective optimization methods. BMK-3021, Rev. 6, 1\u201324 (2009)","DOI":"10.4271\/2009-01-0353"},{"key":"20_CR10","doi-asserted-by":"publisher","unstructured":"De\u00a0Jong, K., Fogel, D., Schwefel, H.P.: A history of evolutionary computation. In: B\u00e4ck, T., Fogel, D.B., Michalewicz, Z. (eds.) Handbook of Evolutionary Computation, pp. A2.3:1\u201312. Oxford University Press and the Institute of Physics, UK (1997). https:\/\/doi.org\/10.1201\/9780367802486","DOI":"10.1201\/9780367802486"},{"issue":"2","key":"20_CR11","doi-asserted-by":"publisher","first-page":"182","DOI":"10.1109\/4235.996017","volume":"6","author":"K Deb","year":"2002","unstructured":"Deb, K., Pratap, A., Agarwal, S., Meyarivan, T.: A fast and elitist multiobjective genetic algorithm: NSGA-II. IEEE Trans. Evol. Comput. 6(2), 182\u2013197 (2002). https:\/\/doi.org\/10.1109\/4235.996017","journal-title":"IEEE Trans. Evol. Comput."},{"key":"20_CR12","unstructured":"Deb, K.: Multiobjective Optimization Using Evolutionary Algorithms. Wiley (2001)"},{"key":"20_CR13","doi-asserted-by":"publisher","unstructured":"Derbel, B., Liefooghe, A., V\u00e9rel, S., Aguirre, H.E., Tanaka, K.: New features for continuous exploratory landscape analysis based on the SOO tree. In: Friedrich, T., Doerr, C., Arnold, D.V. (eds.) Proceedings of the 15th ACM\/SIGEVO Conference on Foundations of Genetic Algorithms, FOGA 2019, Potsdam, Germany, August 27\u201329, 2019, pp. 72\u201386. ACM (2019). https:\/\/doi.org\/10.1145\/3299904.3340308","DOI":"10.1145\/3299904.3340308"},{"key":"20_CR14","unstructured":"Doerr, C., Wang, H., Ye, F., van Rijn, S., B\u00e4ck, T.: IOHprofiler: A benchmarking and profiling tool for iterative optimization heuristics (2018). https:\/\/arxiv.org\/abs\/1810.05281"},{"key":"20_CR15","unstructured":"Finck, S., Hansen, N., Ros, R., Auger, A.: Real-parameter black-box optimization benchmarking 2009: noiseless functions definitions. Tech. Rep. RR-6829, INRIA (2009). https:\/\/inria.hal.science\/inria-00362633v2\/document, updated version as of February 2019"},{"key":"20_CR16","doi-asserted-by":"publisher","unstructured":"Glasmachers, T.: Challenges of convex quadratic bi-objective benchmark problems. In: Proceedings of the Genetic and Evolutionary Computation Conference, pp. 559\u2013567. GECCO \u201919, Association for Computing Machinery, New York, NY, USA (2019). https:\/\/doi.org\/10.1145\/3321707.3321708","DOI":"10.1145\/3321707.3321708"},{"key":"20_CR17","doi-asserted-by":"publisher","DOI":"10.1016\/j.cor.2021.105489","volume":"136","author":"C Grimme","year":"2021","unstructured":"Grimme, C., Kerschke, P., Aspar, P., Trautmann, H., Preuss, M., Deutz, A.H., Wang, H., Emmerich, M.: Peeking beyond peaks: challenges and research potentials of continuous multimodal multi-objective optimization. Comput. Oper. Res. 136, 105489 (2021). https:\/\/doi.org\/10.1016\/j.cor.2021.105489","journal-title":"Comput. Oper. Res."},{"issue":"1","key":"20_CR18","doi-asserted-by":"publisher","first-page":"114","DOI":"10.1080\/10556788.2020.1808977","volume":"36","author":"N Hansen","year":"2021","unstructured":"Hansen, N., Auger, A., Ros, R., Mersmann, O., Tu\u0161ar, T., Brockhoff, D.: COCO: a platform for comparing continuous optimizers in a black-box setting. Optim. Methods Softw. 36(1), 114\u2013144 (2021). https:\/\/doi.org\/10.1080\/10556788.2020.1808977","journal-title":"Optim. Methods Softw."},{"key":"20_CR19","doi-asserted-by":"publisher","first-page":"189","DOI":"10.1007\/s40747-019-00126-2","volume":"6","author":"C He","year":"2020","unstructured":"He, C., Tian, Y., Wang, H., Zhang, X., Zhang, Y.: A repository of real-world datasets for data-driven evolutionary multiobjective optimization. Complex Intell. Syst. 6, 189\u2013197 (2020). https:\/\/doi.org\/10.1007\/s40747-019-00126-2","journal-title":"Complex Intell. Syst."},{"key":"20_CR20","doi-asserted-by":"publisher","first-page":"927","DOI":"10.1016\/j.swevo.2018.10.002","volume":"44","author":"M Hellwig","year":"2019","unstructured":"Hellwig, M., Beyer, H.G.: Benchmarking evolutionary algorithms for single objective real-valued constrained optimization \u2013 a critical review. Swarm Evol. Comput. 44, 927\u2013944 (2019). https:\/\/doi.org\/10.1016\/j.swevo.2018.10.002","journal-title":"Swarm Evol. Comput."},{"key":"20_CR21","doi-asserted-by":"publisher","unstructured":"Johnson, D.S.: A theoretician\u2019s guide to the experimental analysis of algorithms. Data Structures, Near Neighbor Searches, and Methodology: 5th and 6th DIMACS Implementation Challenges, Vol. 59, pp. 215\u2013250 (2001). https:\/\/doi.org\/10.1090\/DIMACS\/059\/11","DOI":"10.1090\/DIMACS\/059\/11"},{"key":"20_CR22","unstructured":"Jones, D.R.: Large-scale multi-disciplinary mass optimization in the auto industry. In: MOPTA 2008 Conference, vol.\u00a064 (2008)"},{"key":"20_CR23","doi-asserted-by":"publisher","unstructured":"Kerschke, P., Preuss, M., Wessing, S., Trautmann, H.: Detecting funnel structures by means of exploratory landscape analysis. In: Proceedings of the 2015 Annual Conference on Genetic and Evolutionary Computation, pp. 265\u2013272. GECCO \u201915, Association for Computing Machinery, New York, NY, USA (2015). https:\/\/doi.org\/10.1145\/2739480.2754642","DOI":"10.1145\/2739480.2754642"},{"key":"20_CR24","doi-asserted-by":"publisher","unstructured":"Knowles, J., Corne, D.: On metrics for comparing nondominated sets. In: Proceedings of the 2002 Congress on Evolutionary Computation. CEC\u201902, vol.\u00a01, pp. 711\u2013716 (2002). https:\/\/doi.org\/10.1109\/CEC.2002.1007013","DOI":"10.1109\/CEC.2002.1007013"},{"key":"20_CR25","doi-asserted-by":"publisher","DOI":"10.1016\/j.swevo.2020.100693","volume":"56","author":"A Kumar","year":"2020","unstructured":"Kumar, A., Wu, G., Ali, M.Z., Mallipeddi, R., Suganthan, P.N., Das, S.: A test-suite of non-convex constrained optimization problems from the real-world and some baseline results. Swarm Evol. Comput. 56, 100693 (2020). https:\/\/doi.org\/10.1016\/j.swevo.2020.100693","journal-title":"Swarm Evol. Comput."},{"key":"20_CR26","doi-asserted-by":"publisher","unstructured":"K\u016fdela, J., Ju\u0159\u00ed\u010dek, M., Par\u00e1k, R., Tzanetos, A., Matou\u0161ek, R.: Benchmarking derivative-free global optimization methods on variable dimension robotics problems. In: 2024 IEEE Congress on Evolutionary Computation (CEC) (2024). https:\/\/doi.org\/10.1109\/CEC60901.2024.10611780","DOI":"10.1109\/CEC60901.2024.10611780"},{"key":"20_CR27","doi-asserted-by":"publisher","unstructured":"Lacroix, B., McCall, J.: Limitations of benchmark sets and landscape features for algorithm selection and performance prediction. In: Proceedings of the Genetic and Evolutionary Computation Conference Companion, pp. 261\u2013262. GECCO \u201919, Association for Computing Machinery, New York, NY, USA (2019). https:\/\/doi.org\/10.1145\/3319619.3322051","DOI":"10.1145\/3319619.3322051"},{"issue":"2","key":"20_CR28","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3300148","volume":"52","author":"M Li","year":"2019","unstructured":"Li, M., Yao, X.: Quality evaluation of solution sets in multiobjective optimisation: a survey. ACM Comput. Surv. 52(2), 1\u201338 (2019). https:\/\/doi.org\/10.1145\/3300148","journal-title":"ACM Comput. Surv."},{"key":"20_CR29","doi-asserted-by":"publisher","unstructured":"Long, F.X., van Stein, B., Frenzel, M., Krause, P., Gitterle, M., B\u00e4ck, T.: Generating cheap representative functions for expensive automotive crashworthiness optimization. ACM Trans. Evol. Learn. Optim. 4(2) (2024). https:\/\/doi.org\/10.1145\/3646554","DOI":"10.1145\/3646554"},{"key":"20_CR30","doi-asserted-by":"publisher","unstructured":"Mersmann, O., Bischl, B., Trautmann, H., Preuss, M., Weihs, C., Rudolph, G.: Exploratory landscape analysis. In: Krasnogor, N., Lanzi, P.L. (eds.) 13th Annual Genetic and Evolutionary Computation Conference, GECCO 2011, Proceedings, Dublin, Ireland, July 12\u201316, 2011, pp. 829\u2013836. ACM (2011). https:\/\/doi.org\/10.1145\/2001576.2001690","DOI":"10.1145\/2001576.2001690"},{"key":"20_CR31","doi-asserted-by":"publisher","DOI":"10.1016\/J.SWEVO.2023.101448","volume":"84","author":"G Petelin","year":"2024","unstructured":"Petelin, G., Cenikj, G., Eftimov, T.: TinyTLA: topological landscape analysis for optimization problem classification in a limited sample setting. Swarm Evol. Comput. 84, 101448 (2024). https:\/\/doi.org\/10.1016\/J.SWEVO.2023.101448","journal-title":"Swarm Evol. Comput."},{"issue":"2","key":"20_CR32","doi-asserted-by":"publisher","first-page":"234","DOI":"10.1109\/TEVC.2020.3020046","volume":"25","author":"C Picard","year":"2021","unstructured":"Picard, C., Schiffmann, J.: Realistic constrained multiobjective optimization benchmark problems from design. IEEE Trans. Evol. Comput. 25(2), 234\u2013246 (2021). https:\/\/doi.org\/10.1109\/TEVC.2020.3020046","journal-title":"IEEE Trans. Evol. Comput."},{"key":"20_CR33","unstructured":"Qian, H., et al.: SOO-bench: Benchmarks for evaluating the stability of offline black-box optimization. In: The Thirteenth International Conference on Learning Representations (2025). https:\/\/openreview.net\/forum?id=bqf0aCF3Dd"},{"key":"20_CR34","doi-asserted-by":"publisher","first-page":"261","DOI":"10.1023\/A:1011319115230","volume":"7","author":"RL Rardin","year":"2001","unstructured":"Rardin, R.L., Uzsoy, R.: Experimental evaluation of heuristic optimization algorithms: a tutorial. J. Heuristics 7, 261\u2013304 (2001). https:\/\/doi.org\/10.1023\/A:1011319115230","journal-title":"J. Heuristics"},{"key":"20_CR35","doi-asserted-by":"publisher","unstructured":"Renau, Q., Dr\u00e9o, J., Doerr, C., Doerr, B.: Towards explainable exploratory landscape analysis: extreme feature selection for classifying BBOB functions. In: Castillo, P.A., Laredo, J.L.J. (eds.) Applications of Evolutionary Computation - 24th International Conference, EvoApplications 2021, Held as Part of EvoStar 2021, Proceedings. Lecture Notes in Computer Science, vol. 12694, pp. 17\u201333. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-72699-7_2","DOI":"10.1007\/978-3-030-72699-7_2"},{"key":"20_CR36","doi-asserted-by":"publisher","unstructured":"Renau, Q., Dreo, J., Hart, E.: Ealain: A camera simulation tool to generate instances for multiple classes of optimisation problem. In: Proceedings of the Genetic and Evolutionary Computation Conference Companion, pp. 151\u2013154. GECCO \u201924 Companion, Association for Computing Machinery, New York, NY, USA (2024). https:\/\/doi.org\/10.1145\/3638530.3654299","DOI":"10.1145\/3638530.3654299"},{"key":"20_CR37","doi-asserted-by":"publisher","unstructured":"Rowe, J.E., Vose, M.D., Wright, A.H.: Reinterpreting no free lunch. Evol. Comput. 17(1), 117\u2013129 (2009). https:\/\/doi.org\/10.1162\/evco.2009.17.1.117","DOI":"10.1162\/evco.2009.17.1.117"},{"key":"20_CR38","unstructured":"Seiler, M.V., Kerschke, P., Trautmann, H.: Deep-ELA: Deep exploratory landscape analysis with self-supervised pretrained transformers for single- and multi-objective continuous optimization problems (2024). https:\/\/arxiv.org\/abs\/2401.01192"},{"issue":"1","key":"20_CR39","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/TEVC.2020.3013290","volume":"25","author":"K Shang","year":"2021","unstructured":"Shang, K., Ishibuchi, H., He, L., Pang, L.M.: A survey on the hypervolume indicator in evolutionary multiobjective optimization. IEEE Trans. Evol. Comput. 25(1), 1\u201320 (2021). https:\/\/doi.org\/10.1109\/TEVC.2020.3013290","journal-title":"IEEE Trans. Evol. Comput."},{"key":"20_CR40","doi-asserted-by":"publisher","unstructured":"Shehadeh, M.A., Kudela, J.: Benchmarking global optimization techniques for unmanned aerial vehicle path planning. Expert Syst. Appl. 128645 (2025). https:\/\/doi.org\/10.1016\/j.eswa.2025.128645","DOI":"10.1016\/j.eswa.2025.128645"},{"key":"20_CR41","doi-asserted-by":"publisher","unstructured":"\u0160kvorc, U., Eftimov, T., Koro\u0161ec, P.: CEC real-parameter optimization competitions: progress from 2013 to 2018. In: 2019 IEEE Congress on Evolutionary Computation (CEC), pp. 3126\u20133133 (2019). https:\/\/doi.org\/10.1109\/CEC.2019.8790158","DOI":"10.1109\/CEC.2019.8790158"},{"key":"20_CR42","unstructured":"Suganthan, P.N., et al.: Problem definitions and evaluation criteria for the CEC 2005 special session on real-parameter optimization. KanGAL Report Number 2005005 (2005)"},{"key":"20_CR43","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2020.106078","volume":"89","author":"R Tanabe","year":"2020","unstructured":"Tanabe, R., Ishibuchi, H.: An easy-to-use real-world multi-objective optimization problem suite. Appl. Soft Comput. 89, 106078 (2020). https:\/\/doi.org\/10.1016\/j.asoc.2020.106078","journal-title":"Appl. Soft Comput."},{"key":"20_CR44","doi-asserted-by":"publisher","unstructured":"Thomaser, A., Vogt, M., B\u00e4ck, T., Kononova, A.V.: Real-world optimization benchmark from vehicle dynamics: Specification of problems in 2D and methodology for transferring (meta-)optimized algorithm parameters. In: van Stein, N., Marcelloni, F., Lam, H.K., Cottrell, M., Filipe, J. (eds.) Proceedings of the 15th International Joint Conference on Computational Intelligence, IJCCI 2023, pp. 31\u201340. SCITEPRESS (2023). https:\/\/doi.org\/10.5220\/0012158000003595","DOI":"10.5220\/0012158000003595"},{"key":"20_CR45","unstructured":"Trabucco, B., Geng, X., Kumar, A., Levine, S.: Design-bench: Benchmarks for data-driven offline model-based optimization (2022). https:\/\/arxiv.org\/abs\/2202.08450"},{"key":"20_CR46","doi-asserted-by":"publisher","unstructured":"Trajanov, R., et al.: Improving nevergrad\u2019s algorithm selection wizard NGOpt through automated algorithm configuration. In: Parallel Problem Solving from Nature \u2013 PPSN XVII: 17th International Conference, PPSN 2022, Dortmund, Germany, September 10\u201314, 2022, Proceedings, Part I, pp. 18\u201331. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-14714-2_2","DOI":"10.1007\/978-3-031-14714-2_2"},{"key":"20_CR47","doi-asserted-by":"publisher","unstructured":"Volz, V., Naujoks, B., Kerschke, P., Tu\u0161ar, T.: Tools for landscape analysis of optimisation problems in procedural content generation for games. Appl. Soft Comput. 136, 110121 (2023)https:\/\/doi.org\/10.1016\/j.asoc.2023.110121","DOI":"10.1016\/j.asoc.2023.110121"},{"key":"20_CR48","doi-asserted-by":"publisher","unstructured":"Volz, V., Naujoks, B., Kerschke, P., Tu\u0161ar, T.: Single- and multi-objective game-benchmark for evolutionary algorithms. In: Proceedings of the Genetic and Evolutionary Computation Conference. p. 647\u2013655. GECCO \u201919, Association for Computing Machinery, New York, NY, USA (2019). https:\/\/doi.org\/10.1145\/3321707.3321805","DOI":"10.1145\/3321707.3321805"},{"key":"20_CR49","doi-asserted-by":"publisher","unstructured":"Whitley, D., Rana, S., Dzubera, J., Mathias, K.E.: Evaluating evolutionary algorithms. Artif. Intell. 85(1\u20132), 245\u2013276 (1996). https:\/\/doi.org\/10.1016\/0004-3702(95)00124-7","DOI":"10.1016\/0004-3702(95)00124-7"},{"key":"20_CR50","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1109\/4235.585893","volume":"1","author":"D Wolpert","year":"1997","unstructured":"Wolpert, D., Macready, W.: No free lunch theorems for optimization. IEEE Trans. Evol. Comput. 1, 67\u201382 (1997). https:\/\/doi.org\/10.1109\/4235.585893","journal-title":"IEEE Trans. Evol. Comput."},{"key":"20_CR51","unstructured":"Wu, G., Mallipeddi, R., Suganthan, P.N.: Problem Definitions and Evaluation Criteria for the CEC 2017 Competition on Constrained Single Objective Real-Parameter Optimization (2017). https:\/\/github.com\/P-N-Suganthan\/CEC2017, technical Report, Nanyang Technological University, Singapore"}],"container-title":["Lecture Notes in Computer Science","Applications of Evolutionary Computation"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-23607-4_20","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,28]],"date-time":"2026-04-28T08:41:58Z","timestamp":1777365718000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-23607-4_20"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"ISBN":["9783032236067","9783032236074"],"references-count":51,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-23607-4_20","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]},"assertion":[{"value":"29 April 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"EvoApplications","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on the Applications of Evolutionary Computation (Part of EvoStar)","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Toulouse","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"France","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2026","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 April 2026","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 April 2026","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"evoapplications2026","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.evostar.org\/2026\/evoapps\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}