{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,17]],"date-time":"2026-06-17T04:59:53Z","timestamp":1781672393047,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":37,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,7,8]],"date-time":"2022-07-08T00:00:00Z","timestamp":1657238400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"Slovenian Research Agency","award":["P2-0103, P2-0098, J2-9230, N2-0239, PR-09773"],"award-info":[{"award-number":["P2-0103, P2-0098, J2-9230, N2-0239, PR-09773"]}]},{"name":"Paris Ile-de-France region","award":["DIM RFSI AlgoSelect project"],"award-info":[{"award-number":["DIM RFSI AlgoSelect project"]}]},{"DOI":"10.13039\/501100000780","name":"European Commission","doi-asserted-by":"publisher","award":["952215"],"award-info":[{"award-number":["952215"]}],"id":[{"id":"10.13039\/501100000780","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,7,8]]},"DOI":"10.1145\/3512290.3528832","type":"proceedings-article","created":{"date-parts":[[2022,8,17]],"date-time":"2022-08-17T15:32:35Z","timestamp":1660750355000},"page":"648-656","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":14,"title":["The importance of landscape features for performance prediction of modular CMA-ES variants"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5983-7169","authenticated-orcid":false,"given":"Ana","family":"Kostovska","sequence":"first","affiliation":[{"name":"Jo\u017eef Stefan Institute &, Ljubljana, Slovenia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3040-7162","authenticated-orcid":false,"given":"Diederick","family":"Vermetten","sequence":"additional","affiliation":[{"name":"Leiden Institute for Advanced Computer Science, Leiden, The Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2363-712X","authenticated-orcid":false,"given":"Sa\u0161o","family":"D\u017eeroski","sequence":"additional","affiliation":[{"name":"Jo\u017eef Stefan Institute, Ljubljana, Slovenia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5983-7169","authenticated-orcid":false,"given":"Carola","family":"Doerr","sequence":"additional","affiliation":[{"name":"Sorbonne Universit\u00e9, Paris, France"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4492-4603","authenticated-orcid":false,"given":"Peter","family":"Korosec","sequence":"additional","affiliation":[{"name":"Jo\u017eef Stefan Institute, Ljubljana, Slovenia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7330-1902","authenticated-orcid":false,"given":"Tome","family":"Eftimov","sequence":"additional","affiliation":[{"name":"Jo\u017eef Stefan Institute, Ljubljana, Slovenia"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2022,7,8]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/2001576.2001694"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/CEC.2005.1554902"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3449726.3463155"},{"key":"e_1_3_2_1_4_1","volume-title":"Manuel Lopez-Ibanez, et al.","author":"Bartz-Beielstein Thomas","year":"2020","unstructured":"Thomas Bartz-Beielstein , Carola Doerr , Daan van den Berg , Jakob Bossek , Sowmya Chandrasekaran , Tome Eftimov , Andreas Fischbach , Pascal Kerschke , William La Cava , Manuel Lopez-Ibanez, et al. 2020 . Benchmarking in optimization: Best practice and open issues. arXiv preprint arXiv:2007.03488 (2020). Thomas Bartz-Beielstein, Carola Doerr, Daan van den Berg, Jakob Bossek, Sowmya Chandrasekaran, Tome Eftimov, Andreas Fischbach, Pascal Kerschke, William La Cava, Manuel Lopez-Ibanez, et al. 2020. Benchmarking in optimization: Best practice and open issues. arXiv preprint arXiv:2007.03488 (2020)."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3071178.3071343"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377929.3398123"},{"key":"e_1_3_2_1_7_1","volume-title":"Technical Report TR\/IRIDIA\/2021-002. IRIDIA, Universit\u00e9 Libre de Bruxelles","author":"Camacho Villal\u00f3n C.L.","year":"2021","unstructured":"C.L. Camacho Villal\u00f3n , M. Dorigo , and T. St\u00fctzle . 2021 . PSO-X : A component-based framework for the automatic design of particle swarm optimization algorithms. Technical Report TR\/IRIDIA\/2021-002. IRIDIA, Universit\u00e9 Libre de Bruxelles , Brussels, Belgium . C.L. Camacho Villal\u00f3n, M. Dorigo, and T. St\u00fctzle. 2021. PSO-X: A component-based framework for the automatic design of particle swarm optimization algorithms. Technical Report TR\/IRIDIA\/2021-002. IRIDIA, Universit\u00e9 Libre de Bruxelles, Brussels, Belgium."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3449726.3463167"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3449639.3459399"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cor.2018.12.015"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/1570256.1570333"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3321707.3321842"},{"key":"e_1_3_2_1_13_1","volume-title":"COCO: A platform for comparing continuous optimizers in a black-box setting. Optimization Methods and Software","author":"Hansen Nikolaus","year":"2020","unstructured":"Nikolaus Hansen , Anne Auger , Raymond Ros , Olaf Mersmann , Tea Tu\u0161ar , and Dimo Brockhoff . 2020 . COCO: A platform for comparing continuous optimizers in a black-box setting. Optimization Methods and Software (2020), 1--31. Nikolaus Hansen, Anne Auger, Raymond Ros, Olaf Mersmann, Tea Tu\u0161ar, and Dimo Brockhoff. 2020. COCO: A platform for comparing continuous optimizers in a black-box setting. Optimization Methods and Software (2020), 1--31."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICEC.1996.542381"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377930.3390183"},{"key":"e_1_3_2_1_17_1","volume-title":"The Impact of Hyper-Parameter Tuning for Landscape-Aware Performance Regression and Algorithm Selection. In Genetic and Evolutionary Computation Conference (GECCO","author":"Jankovic Anja","year":"2021","unstructured":"Anja Jankovic , Gorjan Popovski , Tome Eftimov , and Carola Doerr . 2021 . The Impact of Hyper-Parameter Tuning for Landscape-Aware Performance Regression and Algorithm Selection. In Genetic and Evolutionary Computation Conference (GECCO 2021). Anja Jankovic, Gorjan Popovski, Tome Eftimov, and Carola Doerr. 2021. The Impact of Hyper-Parameter Tuning for Landscape-Aware Performance Regression and Algorithm Selection. In Genetic and Evolutionary Computation Conference (GECCO 2021)."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1162\/evco_e_00246"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/CEC.2016.7748359"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3449726.3459579"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.5281\/zenodo.5947076"},{"key":"e_1_3_2_1_22_1","unstructured":"Ana Kostovska Diederick Vermetten Sa\u0161o D\u017eeroski Carola Doerr Peter Koro\u0161ec and Tome Eftimov. 2022. Linking Problem Landscape Features with the Performance of Individual CMA-ES Modules - Data and Code. https:\/\/github.com\/KostovskaAna\/LinkingELAToPerformance  Ana Kostovska Diederick Vermetten Sa\u0161o D\u017eeroski Carola Doerr Peter Koro\u0161ec and Tome Eftimov. 2022. Linking Problem Landscape Features with the Performance of Individual CMA-ES Modules - Data and Code. https:\/\/github.com\/KostovskaAna\/LinkingELAToPerformance"},{"key":"e_1_3_2_1_23_1","volume-title":"A unified approach to interpreting model predictions. Advances in neural information processing systems 30","author":"Lundberg Scott M","year":"2017","unstructured":"Scott M Lundberg and Su-In Lee . 2017. A unified approach to interpreting model predictions. Advances in neural information processing systems 30 ( 2017 ). Scott M Lundberg and Su-In Lee. 2017. A unified approach to interpreting model predictions. Advances in neural information processing systems 30 (2017)."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/2001576.2001690"},{"key":"e_1_3_2_1_25_1","volume-title":"Exploratory Landscape Analysis. In Genetic and Evolutionary Computation Conference (GECCO). ACM, 829--836","author":"Mersmann O.","unstructured":"O. Mersmann , B. Bischl , H. Trautmann , M. Preuss , C. Weihs , and G. Rudolph . 2011 . Exploratory Landscape Analysis. In Genetic and Evolutionary Computation Conference (GECCO). ACM, 829--836 . O. Mersmann, B. Bischl, H. Trautmann, M. Preuss, C. Weihs, and G. Rudolph. 2011. Exploratory Landscape Analysis. In Genetic and Evolutionary Computation Conference (GECCO). ACM, 829--836."},{"key":"e_1_3_2_1_26_1","unstructured":"Christoph Molnar. 2020. Interpretable machine learning. Lulu. com.  Christoph Molnar. 2020. Interpretable machine learning. Lulu. com."},{"key":"e_1_3_2_1_27_1","volume-title":"International Conference on Parallel Problem Solving from Nature. Springer, 226--235","author":"Mu\u00f1oz Mario A","year":"2012","unstructured":"Mario A Mu\u00f1oz , Michael Kirley , and Saman K Halgamuge . 2012 . A meta-learning prediction model of algorithm performance for continuous optimization problems . In International Conference on Parallel Problem Solving from Nature. Springer, 226--235 . Mario A Mu\u00f1oz, Michael Kirley, and Saman K Halgamuge. 2012. A meta-learning prediction model of algorithm performance for continuous optimization problems. In International Conference on Parallel Problem Solving from Nature. Springer, 226--235."},{"key":"e_1_3_2_1_28_1","volume-title":"Scikit-learn: Machine learning in Python. the Journal of machine Learning research 12","author":"Pedregosa Fabian","year":"2011","unstructured":"Fabian Pedregosa , Ga\u00ebl Varoquaux , Alexandre Gramfort , Vincent Michel , Bertrand Thirion , Olivier Grisel , Mathieu Blondel , Peter Prettenhofer , Ron Weiss , Vincent Dubourg , 2011 . Scikit-learn: Machine learning in Python. the Journal of machine Learning research 12 (2011), 2825--2830. Fabian Pedregosa, Ga\u00ebl Varoquaux, Alexandre Gramfort, Vincent Michel, Bertrand Thirion, Olivier Grisel, Mathieu Blondel, Peter Prettenhofer, Ron Weiss, Vincent Dubourg, et al. 2011. Scikit-learn: Machine learning in Python. the Journal of machine Learning research 12 (2011), 2825--2830."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/SSCI47803.2020.9308510"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.5281\/zenodo.3886816"},{"key":"e_1_3_2_1_31_1","volume-title":"Explainable Landscape-Aware Optimization Performance Prediction. In 2021 IEEE Symposium Series on Computational Intelligence (SSCI). IEEE, 01--08","author":"Trajanov Risto","year":"2021","unstructured":"Risto Trajanov , Stefan Dimeski , Martin Popovski , Peter Koro\u0161ec , and Tome Eftimov . 2021 . Explainable Landscape-Aware Optimization Performance Prediction. In 2021 IEEE Symposium Series on Computational Intelligence (SSCI). IEEE, 01--08 . Risto Trajanov, Stefan Dimeski, Martin Popovski, Peter Koro\u0161ec, and Tome Eftimov. 2021. Explainable Landscape-Aware Optimization Performance Prediction. In 2021 IEEE Symposium Series on Computational Intelligence (SSCI). IEEE, 01--08."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-99253-2_5"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/SSCI.2016.7850138"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3071178.3071205"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3321707.3321803"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377930.3389831"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/2554850.2555089"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58115-2_49"}],"event":{"name":"GECCO '22: Genetic and Evolutionary Computation Conference","location":"Boston Massachusetts","acronym":"GECCO '22","sponsor":["SIGEVO ACM Special Interest Group on Genetic and Evolutionary Computation"]},"container-title":["Proceedings of the Genetic and Evolutionary Computation Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3512290.3528832","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3512290.3528832","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T18:09:57Z","timestamp":1750183797000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3512290.3528832"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,7,8]]},"references-count":37,"alternative-id":["10.1145\/3512290.3528832","10.1145\/3512290"],"URL":"https:\/\/doi.org\/10.1145\/3512290.3528832","relation":{},"subject":[],"published":{"date-parts":[[2022,7,8]]},"assertion":[{"value":"2022-07-08","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}