{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,8]],"date-time":"2026-05-08T14:12:38Z","timestamp":1778249558870,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":15,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,7,15]],"date-time":"2023-07-15T00:00:00Z","timestamp":1689379200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100004329","name":"Javna Agencija za Raziskovalno Dejavnost RS","doi-asserted-by":"publisher","award":["P2-0098"],"award-info":[{"award-number":["P2-0098"]}],"id":[{"id":"10.13039\/501100004329","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004329","name":"Javna Agencija za Raziskovalno Dejavnost RS","doi-asserted-by":"publisher","award":["N2-0239"],"award-info":[{"award-number":["N2-0239"]}],"id":[{"id":"10.13039\/501100004329","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004329","name":"Javna Agencija za Raziskovalno Dejavnost RS","doi-asserted-by":"publisher","award":["J2-4460"],"award-info":[{"award-number":["J2-4460"]}],"id":[{"id":"10.13039\/501100004329","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004329","name":"Javna Agencija za Raziskovalno Dejavnost RS","doi-asserted-by":"publisher","award":["PR-12393"],"award-info":[{"award-number":["PR-12393"]}],"id":[{"id":"10.13039\/501100004329","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004329","name":"Javna Agencija za Raziskovalno Dejavnost RS","doi-asserted-by":"publisher","award":["PR-12040"],"award-info":[{"award-number":["PR-12040"]}],"id":[{"id":"10.13039\/501100004329","id-type":"DOI","asserted-by":"publisher"}]},{"name":"ANR","award":["22-ERCS-0003-01"],"award-info":[{"award-number":["22-ERCS-0003-01"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,7,15]]},"DOI":"10.1145\/3583133.3590617","type":"proceedings-article","created":{"date-parts":[[2023,7,24]],"date-time":"2023-07-24T23:30:33Z","timestamp":1690241433000},"page":"311-314","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["Assessing the Generalizability of a Performance Predictive Model"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6983-9627","authenticated-orcid":false,"given":"Ana","family":"Nikolikj","sequence":"first","affiliation":[{"name":"Jo\u017eef Stefan Institute, Ljubljana, Slovenia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2723-0821","authenticated-orcid":false,"given":"Gjorgjina","family":"Cenikj","sequence":"additional","affiliation":[{"name":"Jo\u017eef Stefan Institute, Ljubljana, Slovenia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8558-6909","authenticated-orcid":false,"given":"Gordana","family":"Ispirova","sequence":"additional","affiliation":[{"name":"Jo\u017eef Stefan Institute, Ljubljana, Slovenia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3040-7162","authenticated-orcid":false,"given":"Diederick","family":"Vermetten","sequence":"additional","affiliation":[{"name":"LIACS, Leiden University, Leiden, Netherlands"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5051-5414","authenticated-orcid":false,"given":"Ryan Dieter","family":"Lang","sequence":"additional","affiliation":[{"name":"Stellenbosch University, Stellenbosch, South Africa"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0242-3539","authenticated-orcid":false,"given":"Andries Petrus","family":"Engelbrecht","sequence":"additional","affiliation":[{"name":"Stellenbosch University, Stellenbosch, South Africa"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5983-7169","authenticated-orcid":false,"given":"Carola","family":"Doerr","sequence":"additional","affiliation":[{"name":"Sorbonne University, Paris, France"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4492-4603","authenticated-orcid":false,"given":"Peter","family":"Koro\u0161ec","sequence":"additional","affiliation":[{"name":"Jo\u017eef Stefan Institute, Ljubljana, Slovenia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7330-1902","authenticated-orcid":false,"given":"Tome","family":"Eftimov","sequence":"additional","affiliation":[{"name":"Jo\u017eef Stefan Institute, Ljubljana, Slovenia"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2023,7,24]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3071178.3071343"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3460310.3460312"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3512290.3528809"},{"key":"e_1_3_2_1_4_1","volume-title":"PPSN 2022, Dortmund, Germany, September 10--14, 2022, Proceedings, Part I. Springer, 590--602","author":"Dietrich Konstantin","year":"2022","unstructured":"Konstantin Dietrich and Olaf Mersmann . 2022 . Increasing the Diversity of Benchmark Function Sets Through Affine Recombination. In Parallel Problem Solving from Nature-PPSN XVII: 17th International Conference , PPSN 2022, Dortmund, Germany, September 10--14, 2022, Proceedings, Part I. Springer, 590--602 . Konstantin Dietrich and Olaf Mersmann. 2022. Increasing the Diversity of Benchmark Function Sets Through Affine Recombination. In Parallel Problem Solving from Nature-PPSN XVII: 17th International Conference, PPSN 2022, Dortmund, Germany, September 10--14, 2022, Proceedings, Part I. Springer, 590--602."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1080\/10556788.2020.1808977"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1162\/106365601750190398"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"crossref","unstructured":"Anja Jankovic and Carola Doerr. 2020. Landscape-aware fixed-budget performance regression and algorithm selection for modular CMA-ES variants. In GECCO. ACM 841--849.  Anja Jankovic and Carola Doerr. 2020. Landscape-aware fixed-budget performance regression and algorithm selection for modular CMA-ES variants. In GECCO. ACM 841--849.","DOI":"10.1145\/3377930.3390183"},{"key":"e_1_3_2_1_8_1","volume-title":"Automated algorithm selection on continuous black-box problems by combining exploratory landscape analysis and machine learning. Evolutionary computation 27, 1","author":"Kerschke Pascal","year":"2019","unstructured":"Pascal Kerschke and Heike Trautmann . 2019. Automated algorithm selection on continuous black-box problems by combining exploratory landscape analysis and machine learning. Evolutionary computation 27, 1 ( 2019 ), 99--127. Pascal Kerschke and Heike Trautmann. 2019. Automated algorithm selection on continuous black-box problems by combining exploratory landscape analysis and machine learning. Evolutionary computation 27, 1 (2019), 99--127."},{"key":"e_1_3_2_1_9_1","volume-title":"PPSN 2022, Dortmund, Germany, September 10--14, 2022, Proceedings, Part I. Springer, 46--60","author":"Kostovska Ana","year":"2022","unstructured":"Ana Kostovska , Anja Jankovic , Diederick Vermetten , Jacob de Nobel , Hao Wang , Tome Eftimov , and Carola Doerr . 2022 . Per-run algorithm selection with warm-starting using trajectory-based features. In Parallel Problem Solving from Nature-PPSN XVII: 17th International Conference , PPSN 2022, Dortmund, Germany, September 10--14, 2022, Proceedings, Part I. Springer, 46--60 . Ana Kostovska, Anja Jankovic, Diederick Vermetten, Jacob de Nobel, Hao Wang, Tome Eftimov, and Carola Doerr. 2022. Per-run algorithm selection with warm-starting using trajectory-based features. In Parallel Problem Solving from Nature-PPSN XVII: 17th International Conference, PPSN 2022, Dortmund, Germany, September 10--14, 2022, Proceedings, Part I. Springer, 46--60."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.3390\/a14030078"},{"key":"e_1_3_2_1_11_1","unstructured":"Ana Nikolikj. 2023. Prediction Model Generalizability. https:\/\/github.com\/anikolik\/assessing-generalizability-of-prediction-models  Ana Nikolikj. 2023. Prediction Model Generalizability. https:\/\/github.com\/anikolik\/assessing-generalizability-of-prediction-models"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/SSCI47803.2020.9308510"},{"key":"e_1_3_2_1_13_1","first-page":"35","article-title":"Modern information retrieval: A brief overview","volume":"24","author":"Amit Singhal","year":"2001","unstructured":"Amit Singhal et al. 2001 . Modern information retrieval: A brief overview . IEEE Data Eng. Bull. 24 , 4 (2001), 35 -- 43 . Amit Singhal et al. 2001. Modern information retrieval: A brief overview. IEEE Data Eng. Bull. 24, 4 (2001), 35--43.","journal-title":"IEEE Data Eng. Bull."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.3390\/math10030432"},{"key":"e_1_3_2_1_15_1","volume-title":"Kay Chen Tan, and Yaochu Jin","author":"Tian Ye","year":"2020","unstructured":"Ye Tian , Shichen Peng , Xingyi Zhang , Tobias Rodemann , Kay Chen Tan, and Yaochu Jin . 2020 . A recommender system for metaheuristic algorithms for continuous optimization based on deep recurrent neural networks. IEEE transactions on artificial intelligence 1, 1 (2020), 5--18. Ye Tian, Shichen Peng, Xingyi Zhang, Tobias Rodemann, Kay Chen Tan, and Yaochu Jin. 2020. A recommender system for metaheuristic algorithms for continuous optimization based on deep recurrent neural networks. IEEE transactions on artificial intelligence 1, 1 (2020), 5--18."}],"event":{"name":"GECCO '23 Companion: Companion Conference on Genetic and Evolutionary Computation","location":"Lisbon Portugal","acronym":"GECCO '23 Companion","sponsor":["SIGEVO ACM Special Interest Group on Genetic and Evolutionary Computation"]},"container-title":["Proceedings of the Companion Conference on Genetic and Evolutionary Computation"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3583133.3590617","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3583133.3590617","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:37:45Z","timestamp":1750178265000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3583133.3590617"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,7,15]]},"references-count":15,"alternative-id":["10.1145\/3583133.3590617","10.1145\/3583133"],"URL":"https:\/\/doi.org\/10.1145\/3583133.3590617","relation":{},"subject":[],"published":{"date-parts":[[2023,7,15]]},"assertion":[{"value":"2023-07-24","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}