{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,4,22]],"date-time":"2025-04-22T17:45:42Z","timestamp":1745343942499,"version":"3.40.3"},"publisher-location":"Cham","reference-count":36,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030726980"},{"type":"electronic","value":"9783030726997"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-72699-7_38","type":"book-chapter","created":{"date-parts":[[2021,3,31]],"date-time":"2021-03-31T15:03:24Z","timestamp":1617203004000},"page":"601-617","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":23,"title":["Towards Feature-Based Performance Regression Using Trajectory Data"],"prefix":"10.1007","author":[{"given":"Anja","family":"Jankovic","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tome","family":"Eftimov","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Carola","family":"Doerr","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,4,1]]},"reference":[{"key":"38_CR1","doi-asserted-by":"crossref","unstructured":"Aleti, A., Moser, I.: A systematic literature review of adaptive parameter control methods for evolutionary algorithms. ACM Comput. Surv. 49, 56:1\u201356:35 (2016)","DOI":"10.1145\/2996355"},{"key":"38_CR2","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"17","DOI":"10.1007\/978-3-319-50349-3_2","volume-title":"Learning and Intelligent Optimization","author":"N Belkhir","year":"2016","unstructured":"Belkhir, N., Dr\u00e9o, J., Sav\u00e9ant, P., Schoenauer, M.: Surrogate assisted feature computation for continuous problems. In: Festa, P., Sellmann, M., Vanschoren, J. (eds.) LION 2016. LNCS, vol. 10079, pp. 17\u201331. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-50349-3_2"},{"key":"38_CR3","doi-asserted-by":"crossref","unstructured":"Belkhir, N., Dr\u00e9o, J., Sav\u00e9ant, P., Schoenauer, M.: Per instance algorithm configuration of CMA-ES with limited budget. In: GECCO, pp. 681\u2013688. ACM (2017)","DOI":"10.1145\/3071178.3071343"},{"key":"38_CR4","doi-asserted-by":"publisher","unstructured":"Benesty, J., Chen, J., Huang, Y., Cohen, I.: Pearson correlation coefficient. In: Noise Reduction in Speech Processing, pp. 1\u20134. Springer (2009). https:\/\/doi.org\/10.1007\/978-3-642-00296-0_5","DOI":"10.1007\/978-3-642-00296-0_5"},{"key":"38_CR5","doi-asserted-by":"publisher","first-page":"1695","DOI":"10.1057\/jors.2013.71","volume":"64","author":"EK Burke","year":"2013","unstructured":"Burke, E.K., et al.: Hyper-heuristics: a survey of the state of the art. J. Oper. Res. Soc. 64, 1695\u20131724 (2013)","journal-title":"J. Oper. Res. Soc."},{"key":"38_CR6","doi-asserted-by":"crossref","unstructured":"Derbel, B., Liefooghe, A., V\u00e9rel, S., Aguirre, H., Tanaka, K.: New features for continuous exploratory landscape analysis based on the SOO tree. In: FOGA, pp. 72\u201386. ACM (2019)","DOI":"10.1145\/3299904.3340308"},{"issue":"2","key":"38_CR7","doi-asserted-by":"publisher","first-page":"265","DOI":"10.1111\/j.2044-8317.1992.tb00992.x","volume":"45","author":"S Derksen","year":"1992","unstructured":"Derksen, S., Keselman, H.J.: Backward, forward and stepwise automated subset selection algorithms: frequency of obtaining authentic and noise variables. Br. J. Math. Stat. Psychol. 45(2), 265\u2013282 (1992)","journal-title":"Br. J. Math. Stat. Psychol."},{"key":"38_CR8","doi-asserted-by":"publisher","unstructured":"Doerr, B., Doerr, C.: Theory of parameter control mechanisms for discrete black-box optimization: provable performance gains through dynamic parameter choices. In: Theory of Evolutionary Computation: Recent Developments in Discrete Optimization, pp. 271\u2013321. Springer (2020). https:\/\/doi.org\/10.1007\/978-3-030-29414-4_6","DOI":"10.1007\/978-3-030-29414-4_6"},{"key":"38_CR9","doi-asserted-by":"crossref","unstructured":"Eftimov, T., Popovski, G., Renau, Q., Korosec, P., Doerr, C.: Linear matrix factorization embeddings for single-objective optimization landscapes. In: SSCI, pp. 775\u2013782. IEEE (2020)","DOI":"10.1109\/SSCI47803.2020.9308180"},{"issue":"2","key":"38_CR10","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1016\/j.chemolab.2006.01.007","volume":"83","author":"PM Granitto","year":"2006","unstructured":"Granitto, P.M., Furlanello, C., Biasioli, F., Gasperi, F.: Recursive feature elimination with random forest for PTR-MS analysis of agroindustrial products. Chemom. Intell. Lab. Syst. 83(2), 83\u201390 (2006)","journal-title":"Chemom. Intell. Lab. Syst."},{"key":"38_CR11","unstructured":"Hansen, N., Akimoto, Y., Baudis, P.: CMA-ES\/pycma on Github. https:\/\/github.com\/CMA-ES\/pycma (2019)"},{"key":"38_CR12","doi-asserted-by":"crossref","unstructured":"Hansen, N., Auger, A., Ros, R., Mersmann, O., Tu\u0161ar, T., Brockhoff, D.: COCO: a platform for comparing continuous optimizers in a black-box setting. Optim. Meth. Softw. 36, 1\u201331 (2020)","DOI":"10.1080\/10556788.2020.1808977"},{"issue":"2","key":"38_CR13","doi-asserted-by":"publisher","first-page":"159","DOI":"10.1162\/106365601750190398","volume":"9","author":"N Hansen","year":"2001","unstructured":"Hansen, N., Ostermeier, A.: Completely derandomized self-adaptation in evolution strategies. Evol. Comput. 9(2), 159\u2013195 (2001)","journal-title":"Evol. Comput."},{"key":"38_CR14","doi-asserted-by":"publisher","first-page":"79","DOI":"10.1016\/j.artint.2013.10.003","volume":"206","author":"F Hutter","year":"2014","unstructured":"Hutter, F., Xu, L., Hoos, H.H., Leyton-Brown, K.: Algorithm runtime prediction: methods and evaluation. Artif. Intell. 206, 79\u2013111 (2014)","journal-title":"Artif. Intell."},{"key":"38_CR15","doi-asserted-by":"crossref","unstructured":"Jankovic, A., Doerr, C.: Adaptive landscape analysis. In: GECCO, Companion Material, pp. 2032\u20132035. ACM (2019)","DOI":"10.1145\/3319619.3326905"},{"key":"38_CR16","doi-asserted-by":"crossref","unstructured":"Jankovic, A., Doerr, C.: Landscape-aware fixed-budget performance regression and algorithm selection for modular CMA-ES variants. In: GECCO, pp. 841\u2013849 (2020)","DOI":"10.1145\/3377930.3390183"},{"key":"38_CR17","doi-asserted-by":"publisher","first-page":"167","DOI":"10.1109\/TEVC.2014.2308294","volume":"19","author":"G Karafotias","year":"2015","unstructured":"Karafotias, G., Hoogendoorn, M., Eiben, A.: Parameter control in evolutionary algorithms: trends and challenges. IEEE Trans. Evol. Comput. 19, 167\u2013187 (2015)","journal-title":"IEEE Trans. Evol. Comput."},{"key":"38_CR18","unstructured":"Kerschke, P., Kotthoff, L., Bossek, J., Hoos, H., Trautmann, H.: Leveraging TSP solver complementarity through machine learning. Evol. Comput. 26(4), 597\u2013620 (2018)"},{"key":"38_CR19","doi-asserted-by":"crossref","unstructured":"Kerschke, P., Preuss, M., Wessing, S., Trautmann, H.: Low-Budget Exploratory Landscape Analysis on Multiple Peaks Models. In: GECCO, pp. 229\u2013236 (2016)","DOI":"10.1145\/2908812.2908845"},{"issue":"1","key":"38_CR20","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1162\/evco_a_00236","volume":"27","author":"P Kerschke","year":"2019","unstructured":"Kerschke, P., Trautmann, H.: Automated algorithm selection on continuous black-box problems by combining exploratory landscape analysis and machine learning. Evol. Comput. 27(1), 99\u2013127 (2019)","journal-title":"Evol. Comput."},{"key":"38_CR21","series-title":"Studies in Classification, Data Analysis, and Knowledge Organization","doi-asserted-by":"publisher","first-page":"93","DOI":"10.1007\/978-3-030-25147-5_7","volume-title":"Applications in Statistical Computing","author":"P Kerschke","year":"2019","unstructured":"Kerschke, P., Trautmann, H.: Comprehensive feature-based landscape analysis of continuous and constrained optimization problems using the R-package flacco. In: Bauer, N., Ickstadt, K., L\u00fcbke, K., Szepannek, G., Trautmann, H., Vichi, M. (eds.) Applications in Statistical Computing. SCDAKO, pp. 93\u2013123. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-25147-5_7"},{"issue":"4","key":"38_CR22","doi-asserted-by":"publisher","first-page":"271","DOI":"10.3233\/FI-2010-288","volume":"101","author":"MB Kursa","year":"2010","unstructured":"Kursa, M.B., Jankowski, A., Rudnicki, W.R.: Boruta-a system for feature selection. Fundamenta Informaticae 101(4), 271\u2013285 (2010)","journal-title":"Fundamenta Informaticae"},{"key":"38_CR23","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"176","DOI":"10.1007\/978-3-030-04070-3_14","volume-title":"Theory and Practice of Natural Computing","author":"KM Malan","year":"2018","unstructured":"Malan, K.M.: Landscape-aware constraint handling applied to differential evolution. In: Fagan, D., Mart\u00edn-Vide, C., O\u2019Neill, M., Vega-Rodr\u00edguez, M.A. (eds.) TPNC 2018. LNCS, vol. 11324, pp. 176\u2013187. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-030-04070-3_14"},{"key":"38_CR24","doi-asserted-by":"crossref","unstructured":"Mersmann, O., Bischl, B., Trautmann, H., Preuss, M., Weihs, C., Rudolph, G.: Exploratory Landscape Analysis. In: GECCO, pp. 829\u2013836. ACM (2011)","DOI":"10.1145\/2001576.2001690"},{"key":"38_CR25","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"287","DOI":"10.1007\/978-3-319-19084-6_29","volume-title":"Learning and Intelligent Optimization","author":"H Mohammadi","year":"2015","unstructured":"Mohammadi, H., Le Riche, R., Touboul, E.: Making EGO and CMA-ES complementary for global optimization. In: Dhaenens, C., Jourdan, L., Marmion, M.-E. (eds.) LION 2015. LNCS, vol. 8994, pp. 287\u2013292. Springer, Cham (2015). https:\/\/doi.org\/10.1007\/978-3-319-19084-6_29"},{"key":"38_CR26","unstructured":"Munos, R.: Optimistic optimization of a deterministic function without the knowledge of its smoothness. In: Advances in Neural Information Processing Systems, pp. 783\u2013791 (2011)"},{"key":"38_CR27","doi-asserted-by":"publisher","first-page":"224","DOI":"10.1016\/j.ins.2015.05.010","volume":"317","author":"MA Mu\u00f1oz","year":"2015","unstructured":"Mu\u00f1oz, M.A., Sun, Y., Kirley, M., Halgamuge, S.K.: Algorithm selection for black-box continuous optimization problems: a survey on methods and challenges. Inf. Sci. 317, 224\u2013245 (2015)","journal-title":"Inf. Sci."},{"key":"38_CR28","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"70","DOI":"10.1007\/978-3-030-43722-0_5","volume-title":"Applications of Evolutionary Computation","author":"G Ochoa","year":"2020","unstructured":"Ochoa, G., Malan, K.M., Blum, C.: Search trajectory networks of population-based algorithms in continuous spaces. In: Castillo, P.A., Jim\u00e9nez Laredo, J.L., Fern\u00e1ndez de Vega, F. (eds.) EvoApplications 2020. LNCS, vol. 12104, pp. 70\u201385. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-43722-0_5"},{"key":"38_CR29","first-page":"2825","volume":"12","author":"F Pedregosa","year":"2011","unstructured":"Pedregosa, F., et al.: Scikit-learn: machine learning in Python. JMLR 12, 2825\u20132830 (2011)","journal-title":"JMLR"},{"issue":"6","key":"38_CR30","doi-asserted-by":"publisher","first-page":"1179","DOI":"10.1007\/s10994-019-05829-8","volume":"109","author":"M Petkovi\u0107","year":"2020","unstructured":"Petkovi\u0107, M., Kocev, D., D\u017eeroski, S.: Feature ranking for multi-target regression. Mach. Learn. 109(6), 1179\u20131204 (2020)","journal-title":"Mach. Learn."},{"key":"38_CR31","doi-asserted-by":"crossref","unstructured":"Pitra, Z., Repick\u00fd, J., Holena, M.: Landscape analysis of Gaussian process surrogates for the covariance matrix adaptation evolution strategy. In: GECCO, pp. 691\u2013699. ACM (2019)","DOI":"10.1145\/3321707.3321861"},{"key":"38_CR32","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"139","DOI":"10.1007\/978-3-030-58115-2_10","volume-title":"Parallel Problem Solving from Nature \u2013 PPSN XVI","author":"Q Renau","year":"2020","unstructured":"Renau, Q., Doerr, C., Dreo, J., Doerr, B.: Exploratory landscape analysis is strongly sensitive to the sampling strategy. In: B\u00e4ck, T., et al. (eds.) PPSN 2020. LNCS, vol. 12270, pp. 139\u2013153. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-58115-2_10"},{"key":"38_CR33","doi-asserted-by":"crossref","unstructured":"Rice, J.R.: The algorithm selection problem. Advances in Computers, vol. 15, pp. 65\u2013118. Elsevier (1976)","DOI":"10.1016\/S0065-2458(08)60520-3"},{"issue":"1\u20132","key":"38_CR34","doi-asserted-by":"publisher","first-page":"23","DOI":"10.1023\/A:1025667309714","volume":"53","author":"M Robnik-\u0160ikonja","year":"2003","unstructured":"Robnik-\u0160ikonja, M., Kononenko, I.: Theoretical and empirical analysis of ReliefF and RReliefF. Mach. Learn. 53(1\u20132), 23\u201369 (2003)","journal-title":"Mach. Learn."},{"key":"38_CR35","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2020.106138","volume":"90","author":"U Skvorc","year":"2020","unstructured":"Skvorc, U., Eftimov, T., Korosec, P.: Understanding the problem space in single-objective numerical optimization using exploratory landscape analysis. Appl. Soft Comput. 90, (2020)","journal-title":"Appl. Soft Comput."},{"issue":"1","key":"38_CR36","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1038\/s41598-018-37186-2","volume":"9","author":"J Zhao","year":"2019","unstructured":"Zhao, J., et al.: Learning from longitudinal data in electronic health record and genetic data to improve cardiovascular event prediction. Sci. Rep. 9(1), 1\u201310 (2019)","journal-title":"Sci. Rep."}],"container-title":["Lecture Notes in Computer Science","Applications of Evolutionary Computation"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-72699-7_38","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,23]],"date-time":"2022-12-23T01:11:15Z","timestamp":1671757875000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-72699-7_38"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030726980","9783030726997"],"references-count":36,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-72699-7_38","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"1 April 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"EvoApplications","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on the Applications of Evolutionary Computation (Part of EvoStar)","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 April 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9 April 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"evoapplications2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.evostar.org\/2021\/evoapps\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"78","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"51","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"65% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3.38","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2.04","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Due to the Corona pandemic this event was held virtually.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}