{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,21]],"date-time":"2026-02-21T18:20:33Z","timestamp":1771698033880,"version":"3.50.1"},"publisher-location":"Cham","reference-count":29,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031302282","type":"print"},{"value":"9783031302299","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-30229-9_25","type":"book-chapter","created":{"date-parts":[[2023,4,8]],"date-time":"2023-04-08T19:02:39Z","timestamp":1680980559000},"page":"380-395","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":15,"title":["BBOB Instance Analysis: Landscape Properties and\u00a0Algorithm Performance Across Problem Instances"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4550-5777","authenticated-orcid":false,"given":"Fu Xing","family":"Long","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3040-7162","authenticated-orcid":false,"given":"Diederick","family":"Vermetten","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0013-7969","authenticated-orcid":false,"given":"Bas","family":"van Stein","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4138-7024","authenticated-orcid":false,"given":"Anna V.","family":"Kononova","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,4,9]]},"reference":[{"key":"25_CR1","series-title":"Springer Series in Operations Research and Financial Engineering","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-68913-5","volume-title":"Derivative-Free and Blackbox Optimization","author":"C Audet","year":"2017","unstructured":"Audet, C., Hare, W.: Derivative-Free and Blackbox Optimization. SSORFE, Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-68913-5"},{"key":"25_CR2","unstructured":"Bartz-Beielstein, T., et al.: Benchmarking in optimization: best practice and open issues. arXiv preprint arXiv:2007.03488 (2020)"},{"issue":"1","key":"25_CR3","doi-asserted-by":"crossref","first-page":"289","DOI":"10.1111\/j.2517-6161.1995.tb02031.x","volume":"57","author":"Y Benjamini","year":"1995","unstructured":"Benjamini, Y., Hochberg, Y.: Controlling the false discovery rate: a practical and powerful approach to multiple testing. J. Roy. Stat. Soc.: Ser. B (Methodol.) 57(1), 289\u2013300 (1995)","journal-title":"J. Roy. Stat. Soc.: Ser. B (Methodol.)"},{"key":"25_CR4","doi-asserted-by":"publisher","unstructured":"Bischl, B., Mersmann, O., Trautmann, H., Preu\u00df, M.: Algorithm selection based on exploratory landscape analysis and cost-sensitive learning. In: Proceedings of the 14th Annual Conference on Genetic and Evolutionary Computation, pp. 313\u2013320. GECCO 2012, Association for Computing Machinery, New York, NY, USA (2012). https:\/\/doi.org\/10.1145\/2330163.2330209","DOI":"10.1145\/2330163.2330209"},{"issue":"1","key":"25_CR5","doi-asserted-by":"publisher","first-page":"114","DOI":"10.1080\/10556788.2020.1808977","volume":"36","author":"N Hansen","year":"2021","unstructured":"Hansen, N., Auger, A., Ros, R., Mersmann, O., Tu\u0161ar, T., Brockhoff, D.: COCO: a platform for comparing continuous optimizers in a black-box setting. Optimiz. Methods Softw. 36(1), 114\u2013144 (2021). https:\/\/doi.org\/10.1080\/10556788.2020.1808977","journal-title":"Optimiz. Methods Softw."},{"key":"25_CR6","unstructured":"Hansen, N., Finck, S., Ros, R., Auger, A.: Real-parameter black-box optimization benchmarking 2009: noiseless functions definitions. Research Report RR-6829, INRIA (2009). https:\/\/hal.inria.fr\/inria-00362633"},{"key":"25_CR7","doi-asserted-by":"publisher","unstructured":"Jankovic, A., Doerr, C.: Landscape-aware fixed-budget performance regression and algorithm selection for modular CMA-ES variants. In: Proceedings of the 2020 Genetic and Evolutionary Computation Conference, pp. 841\u2013849. GECCO 2020, Association for Computing Machinery, New York, NY, USA (2020). https:\/\/doi.org\/10.1145\/3377930.3390183","DOI":"10.1145\/3377930.3390183"},{"key":"25_CR8","doi-asserted-by":"publisher","unstructured":"Jankovic, A., Vermetten, D., Kostovska, A., de Nobel, J., Eftimov, T., Doerr, C.: Trajectory-based algorithm selection with warm-starting. In: IEEE Congress on Evolutionary Computation, CEC 2022, Padua, Italy, 18\u201323 July 2022, pp. 1\u20138. IEEE (2022). https:\/\/doi.org\/10.1109\/CEC55065.2022.9870222","DOI":"10.1109\/CEC55065.2022.9870222"},{"issue":"1","key":"25_CR9","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1162\/evco_a_00236","volume":"27","author":"P Kerschke","year":"2019","unstructured":"Kerschke, P., Trautmann, H.: Automated algorithm selection on continuous black-box problems by combining exploratory landscape analysis and machine learning. Evol. Comput. 27(1), 99\u2013127 (2019). https:\/\/doi.org\/10.1162\/evco_a_00236","journal-title":"Evol. Comput."},{"key":"25_CR10","series-title":"Studies in Classification, Data Analysis, and Knowledge Organization","doi-asserted-by":"publisher","first-page":"93","DOI":"10.1007\/978-3-030-25147-5_7","volume-title":"Applications in Statistical Computing","author":"P Kerschke","year":"2019","unstructured":"Kerschke, P., Trautmann, H.: Comprehensive feature-based landscape analysis of continuous and constrained optimization problems using the R-package Flacco. In: Bauer, N., Ickstadt, K., L\u00fcbke, K., Szepannek, G., Trautmann, H., Vichi, M. (eds.) Applications in Statistical Computing. SCDAKO, pp. 93\u2013123. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-25147-5_7"},{"key":"25_CR11","doi-asserted-by":"crossref","unstructured":"Kerschke, P., Trautmann, H.: Flacco: feature-based landscape analysis of continuous and constrained optimization problems (2019). https:\/\/github.com\/kerschke\/flacco. Accessed 15 Jan 2022","DOI":"10.1007\/978-3-030-25147-5_7"},{"key":"25_CR12","doi-asserted-by":"publisher","unstructured":"Long, F.X., van Stein, B., Frenzel, M., Krause, P., Gitterle, M., B\u00e4ck, T.: Learning the characteristics of engineering optimization problems with applications in automotive crash. In: Proceedings of the Genetic and Evolutionary Computation Conference, pp. 1227\u20131236. GECCO 2022, Association for Computing Machinery, New York, NY, USA (2022). https:\/\/doi.org\/10.1145\/3512290.3528712","DOI":"10.1145\/3512290.3528712"},{"key":"25_CR13","unstructured":"Long, F.X., Vermtten, D., van Stein, B., Kononova, A.V.: Reproducibility files and additional figures, code and data repository (2022). https:\/\/figshare.com\/s\/9aecdd3e4e2e0e4c12c5. Figure repository. https:\/\/figshare.com\/s\/dec915a84dca01bce781"},{"key":"25_CR14","unstructured":"van der Maaten, L., Hinton, G.: Visualizing data using t-SNE. J. Mach. Learn. Res. 9(86), 2579\u20132605 (2008). http:\/\/jmlr.org\/papers\/v9\/vandermaaten08a.html"},{"issue":"253","key":"25_CR15","doi-asserted-by":"publisher","first-page":"68","DOI":"10.1080\/01621459.1951.10500769","volume":"46","author":"FJ Massey Jr","year":"1951","unstructured":"Massey, F.J., Jr.: The Kolmogorov-Smirnov test for goodness of fit. J. Am. Stat. Assoc. 46(253), 68\u201378 (1951)","journal-title":"J. Am. Stat. Assoc."},{"key":"25_CR16","doi-asserted-by":"publisher","unstructured":"Mersmann, O., Bischl, B., Trautmann, H., Preuss, M., Weihs, C., Rudolph, G.: Exploratory landscape analysis. In: Proceedings of the 13th Annual Conference on Genetic and Evolutionary Computation, pp. 829\u2013836. GECCO 2011, Association for Computing Machinery, New York, NY, USA (2011). https:\/\/doi.org\/10.1145\/2001576.2001690","DOI":"10.1145\/2001576.2001690"},{"key":"25_CR17","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"73","DOI":"10.1007\/978-3-642-15844-5_8","volume-title":"Parallel Problem Solving from Nature, PPSN XI","author":"O Mersmann","year":"2010","unstructured":"Mersmann, O., Preuss, M., Trautmann, H.: Benchmarking evolutionary algorithms: towards exploratory landscape analysis. In: Schaefer, R., Cotta, C., Ko\u0142odziej, J., Rudolph, G. (eds.) PPSN 2010. LNCS, vol. 6238, pp. 73\u201382. Springer, Heidelberg (2010). https:\/\/doi.org\/10.1007\/978-3-642-15844-5_8"},{"key":"25_CR18","doi-asserted-by":"crossref","unstructured":"Mu\u00f1oz, M.A., Smith-Miles, K.: Effects of function translation and dimensionality reduction on landscape analysis. In: 2015 IEEE Congress on Evolutionary Computation (CEC), pp. 1336\u20131342. IEEE (2015)","DOI":"10.1109\/CEC.2015.7257043"},{"issue":"2","key":"25_CR19","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1007\/s11047-021-09847-1","volume":"21","author":"MA Mu\u00f1oz","year":"2022","unstructured":"Mu\u00f1oz, M.A., Kirley, M., Smith-Miles, K.: Analyzing randomness effects on the reliability of exploratory landscape analysis. Nat. Comput. 21(2), 131\u2013154 (2022)","journal-title":"Nat. Comput."},{"key":"25_CR20","unstructured":"de Nobel, J., Ye, F., Vermetten, D., Wang, H., Doerr, C., B\u00e4ck, T.: IOHexperimenter: benchmarking platform for iterative optimization heuristics (2021). https:\/\/arxiv.org\/abs\/2111.04077"},{"key":"25_CR21","doi-asserted-by":"crossref","unstructured":"Po\u0161\u00edk, P.: BBOB-benchmarking the direct global optimization algorithm. In: Proceedings of the 11th Annual Conference Companion on Genetic and Evolutionary Computation Conference: Late Breaking Papers, pp. 2315\u20132320 (2009)","DOI":"10.1145\/1570256.1570323"},{"key":"25_CR22","unstructured":"Rapin, J., Teyaud, O.: Nevergrad - a gradient-free optimization platform. https:\/\/GitHub.com\/FacebookResearch\/Nevergrad (2018)"},{"key":"25_CR23","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"139","DOI":"10.1007\/978-3-030-58115-2_10","volume-title":"Parallel Problem Solving from Nature \u2013 PPSN XVI","author":"Q Renau","year":"2020","unstructured":"Renau, Q., Doerr, C., Dreo, J., Doerr, B.: Exploratory landscape analysis is strongly sensitive to the sampling strategy. In: B\u00e4ck, T., et al. (eds.) PPSN 2020. LNCS, vol. 12270, pp. 139\u2013153. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-58115-2_10"},{"key":"25_CR24","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"17","DOI":"10.1007\/978-3-030-72699-7_2","volume-title":"Applications of Evolutionary Computation","author":"Q Renau","year":"2021","unstructured":"Renau, Q., Dreo, J., Doerr, C., Doerr, B.: Towards explainable exploratory landscape analysis: extreme feature selection for classifying BBOB functions. In: Castillo, P.A., Jim\u00e9nez Laredo, J.L. (eds.) EvoApplications 2021. LNCS, vol. 12694, pp. 17\u201333. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-72699-7_2"},{"key":"25_CR25","doi-asserted-by":"publisher","unstructured":"Vermetten, D., Caraffini, F., van Stein, B., Kononova, A.V.: Using structural bias to analyse the behaviour of modular CMA-ES. In: Fieldsend, J.E., Wagner, M. (eds.) GECCO 2022: Genetic and Evolutionary Computation Conference, Companion Volume, Boston, Massachusetts, USA, 9\u201313 July 2022, pp. 1674\u20131682. ACM (2022). https:\/\/doi.org\/10.1145\/3520304.3534035","DOI":"10.1145\/3520304.3534035"},{"key":"25_CR26","doi-asserted-by":"crossref","unstructured":"Vermetten, D., van Stein, B., Caraffini, F., Minku, L.L., Kononova, A.V.: Bias: a toolbox for benchmarking structural bias in the continuous domain. IEEE Trans. Evol. Comput. 26, 1380\u20131393 (2022)","DOI":"10.1109\/TEVC.2022.3189848"},{"key":"25_CR27","doi-asserted-by":"publisher","unstructured":"Virtanen, P., et al.: SciPy 1.0 contributors: sciPy 1.0: fundamental algorithms for scientific computing in python. Nature Methods 17, 261\u2013272 (2020). https:\/\/doi.org\/10.1038\/s41592-019-0686-2","DOI":"10.1038\/s41592-019-0686-2"},{"key":"25_CR28","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2020.106138","volume":"90","author":"U \u0160kvorc","year":"2020","unstructured":"\u0160kvorc, U., Eftimov, T., Koro\u0161ec, P.: Understanding the problem space in single-objective numerical optimization using exploratory landscape analysis. Appl. Soft Comput. 90, 106138 (2020). https:\/\/doi.org\/10.1016\/j.asoc.2020.106138","journal-title":"Appl. Soft Comput."},{"key":"25_CR29","doi-asserted-by":"publisher","unstructured":"\u0160kvorc, U., Eftimov, T., Koro\u0161ec, P.: The effect of sampling methods on the invariance to function transformations when using exploratory landscape analysis. In: 2021 IEEE Congress on Evolutionary Computation (CEC), pp. 1139\u20131146 (2021). https:\/\/doi.org\/10.1109\/CEC45853.2021.9504739","DOI":"10.1109\/CEC45853.2021.9504739"}],"container-title":["Lecture Notes in Computer Science","Applications of Evolutionary Computation"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-30229-9_25","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,17]],"date-time":"2024-10-17T23:03:01Z","timestamp":1729206181000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-30229-9_25"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031302282","9783031302299"],"references-count":29,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-30229-9_25","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"9 April 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"EvoApplications","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on the Applications of Evolutionary Computation (Part of EvoStar)","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Brno","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Czech Republic","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 April 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 April 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"evoapplications2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.evostar.org\/2023\/evoapps\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"78","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"37","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"14","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"47% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}