{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T19:12:15Z","timestamp":1742929935698,"version":"3.40.3"},"publisher-location":"Cham","reference-count":30,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031568541"},{"type":"electronic","value":"9783031568558"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-56855-8_19","type":"book-chapter","created":{"date-parts":[[2024,3,23]],"date-time":"2024-03-23T18:01:52Z","timestamp":1711216912000},"page":"310-325","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Predicting Algorithm Performance in\u00a0Constrained Multiobjective Optimization: A Tough Nut to\u00a0Crack"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5549-164X","authenticated-orcid":false,"given":"Andrejaana","family":"Andova","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0006-6849-4088","authenticated-orcid":false,"given":"Jordan N.","family":"Cork","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0299-4160","authenticated-orcid":false,"given":"Aljo\u0161a","family":"Vodopija","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6495-006X","authenticated-orcid":false,"given":"Tea","family":"Tu\u0161ar","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4428-4255","authenticated-orcid":false,"given":"Bogdan","family":"Filipi\u010d","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,3,21]]},"reference":[{"key":"19_CR1","unstructured":"Keras. https:\/\/github.com\/fchollet\/keras (Accessed 27 September 2023)"},{"issue":"5","key":"19_CR2","doi-asserted-by":"publisher","first-page":"1427","DOI":"10.1109\/TEVC.2022.3208595","volume":"27","author":"H Alsouly","year":"2023","unstructured":"Alsouly, H., Kirley, M., Mu\u00f1oz, M.A.: An instance space analysis of constrained multi-objective optimization problems. IEEE Trans. Evol. Comput. 27(5), 1427\u20131439 (2023). https:\/\/doi.org\/10.1109\/TEVC.2022.3208595","journal-title":"IEEE Trans. Evol. Comput."},{"key":"19_CR3","unstructured":"Andova, A., Vodopija, A., Cork, J., Tu\u0161ar, T., Filipi\u010d, B.: An attempt at predicting algorithm performance on constrained multiobjective optimization problems. In: Slovenian Conference on Artificial Intelligence: Proceedings of the 26th International Multiconference Information Society, IS 2023 (2023)"},{"key":"19_CR4","unstructured":"Binh, T.T., Korn, U.: Mobes: a multiobjective evolution strategy for constrained optimization problems. In: Proceedings of the 3rd International Mendel Conference on Genetic Algorithms, MENDEL 1997, pp. 176\u2013182 (1997)"},{"key":"19_CR5","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1023\/A:1010933404324","volume":"45","author":"L Breiman","year":"2001","unstructured":"Breiman, L.: Random forests. Mach. Learn. 45, 5\u201332 (2001). https:\/\/doi.org\/10.1023\/A:1010933404324","journal-title":"Mach. Learn."},{"issue":"3","key":"19_CR6","doi-asserted-by":"publisher","first-page":"631","DOI":"10.1137\/S1052623496307510","volume":"8","author":"I Das","year":"1998","unstructured":"Das, I., Dennis, J.E.: Normal-boundary intersection: a new method for generating the Pareto surface in nonlinear multicriteria optimization problems. SIAM J. Optim. 8(3), 631\u2013657 (1998). https:\/\/doi.org\/10.1137\/S1052623496307510","journal-title":"SIAM J. Optim."},{"key":"19_CR7","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"284","DOI":"10.1007\/3-540-44719-9_20","volume-title":"Evolutionary Multi-Criterion Optimization","author":"K Deb","year":"2001","unstructured":"Deb, K., Pratap, A., Meyarivan, T.: Constrained test problems for multi-objective evolutionary optimization. In: Zitzler, E., Thiele, L., Deb, K., Coello Coello, C.A., Corne, D. (eds.) EMO 2001. LNCS, vol. 1993, pp. 284\u2013298. Springer, Heidelberg (2001). https:\/\/doi.org\/10.1007\/3-540-44719-9_20"},{"key":"19_CR8","doi-asserted-by":"publisher","first-page":"12491","DOI":"10.1007\/s00500-019-03794-x","volume":"23","author":"Z Fan","year":"2019","unstructured":"Fan, Z., et al.: An improved epsilon constraint-handling method in MOEA\/D for CMOPs with large infeasible regions. Soft. Comput. 23, 12491\u201312510 (2019). https:\/\/doi.org\/10.1007\/s00500-019-03794-x","journal-title":"Soft. Comput."},{"issue":"3","key":"19_CR9","doi-asserted-by":"publisher","first-page":"339","DOI":"10.1162\/evco_a_00259","volume":"28","author":"Z Fan","year":"2020","unstructured":"Fan, Z., et al.: Difficulty adjustable and scalable constrained multiobjective test problem toolkit. Evol. Comput. 28(3), 339\u2013378 (2020). https:\/\/doi.org\/10.1162\/evco_a_00259","journal-title":"Evol. Comput."},{"issue":"6","key":"19_CR10","doi-asserted-by":"publisher","first-page":"1293","DOI":"10.1109\/TEVC.2022.3210897","volume":"26","author":"N Hansen","year":"2022","unstructured":"Hansen, N., Auger, A., Brockhoff, D., Tu\u0161ar, T.: Anytime performance assessment in blackbox optimization benchmarking. IEEE Trans. Evol. Comput. 26(6), 1293\u20131305 (2022). https:\/\/doi.org\/10.1109\/TEVC.2022.3210897","journal-title":"IEEE Trans. Evol. Comput."},{"key":"19_CR11","doi-asserted-by":"publisher","unstructured":"Hanster, C., Kerschke, P.: flaccogui: exploratory landscape analysis for everyone. In: Proceedings of the Genetic and Evolutionary Computation Conference Companion, GECCO 2017, pp. 1215\u20131222. ACM (2017). https:\/\/doi.org\/10.1145\/3067695.3082477","DOI":"10.1145\/3067695.3082477"},{"issue":"4","key":"19_CR12","doi-asserted-by":"publisher","first-page":"602","DOI":"10.1109\/TEVC.2013.2281534","volume":"18","author":"H Jain","year":"2013","unstructured":"Jain, H., Deb, K.: An evolutionary many-objective optimization algorithm using reference-point based nondominated sorting approach, Part II: Handling constraints and extending to an adaptive approach. IEEE Trans. Evol. Comput. 18(4), 602\u2013622 (2013). https:\/\/doi.org\/10.1109\/TEVC.2013.2281534","journal-title":"IEEE Trans. Evol. Comput."},{"key":"19_CR13","doi-asserted-by":"publisher","unstructured":"Kingma, D.P., Ba, J.: Adam: a method for stochastic optimization (2014). https:\/\/doi.org\/10.48550\/arXiv.1412.6980 arXiv preprint arXiv:1412.6980","DOI":"10.48550\/arXiv.1412.6980"},{"issue":"2","key":"19_CR14","doi-asserted-by":"publisher","first-page":"303","DOI":"10.1109\/TEVC.2018.2855411","volume":"23","author":"K Li","year":"2018","unstructured":"Li, K., Chen, R., Fu, G., Yao, X.: Two-archive evolutionary algorithm for constrained multiobjective optimization. IEEE Trans. Evol. Comput. 23(2), 303\u2013315 (2018). https:\/\/doi.org\/10.1109\/TEVC.2018.2855411","journal-title":"IEEE Trans. Evol. Comput."},{"issue":"6","key":"19_CR15","doi-asserted-by":"publisher","first-page":"1063","DOI":"10.1109\/TEVC.2019.2940828","volume":"24","author":"A Liefooghe","year":"2019","unstructured":"Liefooghe, A., Daolio, F., Verel, S., Derbel, B., Aguirre, H., Tanaka, K.: Landscape-aware performance prediction for evolutionary multiobjective optimization. IEEE Trans. Evol. Comput. 24(6), 1063\u20131077 (2019). https:\/\/doi.org\/10.1109\/TEVC.2019.2940828","journal-title":"IEEE Trans. Evol. Comput."},{"issue":"1","key":"19_CR16","doi-asserted-by":"publisher","first-page":"14","DOI":"10.1002\/widm.8","volume":"1","author":"WY Loh","year":"2011","unstructured":"Loh, W.Y.: Classification and regression trees. Wiley Interdisciplinary Rev. Data Mining Knowl. Dis. 1(1), 14\u201323 (2011). https:\/\/doi.org\/10.1002\/widm.8","journal-title":"Wiley Interdisciplinary Rev. Data Mining Knowl. Dis."},{"issue":"6","key":"19_CR17","doi-asserted-by":"publisher","first-page":"972","DOI":"10.1109\/TEVC.2019.2896967","volume":"23","author":"Z Ma","year":"2019","unstructured":"Ma, Z., Wang, Y.: Evolutionary constrained multiobjective optimization: test suite construction and performance comparisons. IEEE Trans. Evol. Comput. 23(6), 972\u2013986 (2019). https:\/\/doi.org\/10.1109\/TEVC.2019.2896967","journal-title":"IEEE Trans. Evol. Comput."},{"key":"19_CR18","unstructured":"Van der Maaten, L., Hinton, G.: Visualizing data using t-SNE. J. Mach. Learn. Res. 9(11), 2579\u20132605 (2008). https:\/\/jmlr.org\/papers\/v9\/vandermaaten08a.html"},{"key":"19_CR19","doi-asserted-by":"publisher","unstructured":"Mersmann, O., Bischl, B., Trautmann, H., Preuss, M., Weihs, C., Rudolph, G.: Exploratory landscape analysis. In: Proceedings of the Genetic and Evolutionary Computation Conference, GECCO 2011, pp. 829\u2013836. ACM (2011). https:\/\/doi.org\/10.1145\/2001576.2001690","DOI":"10.1145\/2001576.2001690"},{"key":"19_CR20","unstructured":"Nielsen, M.A.: Neural Networks and Deep Learning. Determination Press (2015)"},{"key":"19_CR21","doi-asserted-by":"publisher","unstructured":"Nikolikj, A., Doerr, C., Eftimov, T.: Rf+clust for leave-one-problem-out performance prediction. In: Applications of Evolutionary Computation: 26th International Conference, pp. 285\u2013301. Springer (2023). https:\/\/doi.org\/10.1007\/978-3-031-30229-9_19","DOI":"10.1007\/978-3-031-30229-9_19"},{"key":"19_CR22","unstructured":"Pedregosa, F., et al.: Scikit-learn: machine learning in Python. J. Mach. Learn. Res. 12, 2825\u20132830 (2011). https:\/\/www.jmlr.org\/papers\/v12\/pedregosa11a.html"},{"key":"19_CR23","doi-asserted-by":"crossref","unstructured":"Platt, J.C.: Probabilities for SV machines. In: Smola, A.J., Bartlett, P.L., Sch\u00f6lkopf, B., Schuurmans, D. (eds.) Advances in Large Margin Classifiers, pp. 61\u201373. MIT Press (2000)","DOI":"10.7551\/mitpress\/1113.003.0008"},{"key":"19_CR24","doi-asserted-by":"publisher","unstructured":"Prager, R.P., Seiler, M.V., Trautmann, H., Kerschke, P.: Automated algorithm selection in single-objective continuous optimization: a comparative study of deep learning and landscape analysis methods. In: International Conference on Parallel Problem Solving from Nature, PPSN 2022. pp. 3\u201317. Springer (2022). https:\/\/doi.org\/10.1007\/978-3-031-14714-2_1","DOI":"10.1007\/978-3-031-14714-2_1"},{"issue":"3","key":"19_CR25","doi-asserted-by":"publisher","first-page":"221","DOI":"10.1162\/evco.1994.2.3.221","volume":"2","author":"N Srinivas","year":"1994","unstructured":"Srinivas, N., Deb, K.: Multiobjective optimization using nondominated sorting in genetic algorithms. Evolutionary Comput. 2(3), 221\u2013248 (1994). https:\/\/doi.org\/10.1162\/evco.1994.2.3.221","journal-title":"Evolutionary Comput."},{"key":"19_CR26","doi-asserted-by":"publisher","unstructured":"van Stein, B., Long, F.X., Frenzel, M., Krause, P., Gitterle, M., B\u00e4ck, T.: Doe2vec: Deep-learning based features for exploratory landscape analysis. arXiv preprint arXiv:2304.01219 (2023). https:\/\/doi.org\/10.48550\/arXiv.2304.01219","DOI":"10.48550\/arXiv.2304.01219"},{"key":"19_CR27","doi-asserted-by":"publisher","unstructured":"Tanaka, M., Watanabe, H., Furukawa, Y., Tanino, T.: GA-based decision support system for multicriteria optimization. In: 1995 IEEE International Conference on Systems, Man and Cybernetics. Intelligent Systems for the 21st Century, vol. 2, pp. 1556\u20131561 (1995). https:\/\/doi.org\/10.1109\/ICSMC.1995.537993","DOI":"10.1109\/ICSMC.1995.537993"},{"key":"19_CR28","doi-asserted-by":"publisher","unstructured":"Vermetten, D., Wang, H., B\u00e4ck, T., Doerr, C.: Towards dynamic algorithm selection for numerical black-box optimization: Investigating bbob as a use case. In: Proceedings of the Genetic and Evolutionary Computation Conference, GECCO 2020. pp. 654\u2013662. ACM (2020). https:\/\/doi.org\/10.1145\/3377930.3390189","DOI":"10.1145\/3377930.3390189"},{"key":"19_CR29","doi-asserted-by":"publisher","unstructured":"Vodopija, A., Tu\u0161ar, T., Filipi\u010d, B.: Characterization of constrained continuous multiobjective optimization problems: A performance space perspective. arXiv preprint arXiv:2302.02170 (2023). https:\/\/doi.org\/10.48550\/arXiv.2302.02170","DOI":"10.48550\/arXiv.2302.02170"},{"key":"19_CR30","doi-asserted-by":"publisher","first-page":"244","DOI":"10.1016\/j.ins.2022.05.106","volume":"607","author":"A Vodopija","year":"2022","unstructured":"Vodopija, A., Tu\u0161ar, T., Filipi\u010d, B.: Characterization of constrained continuous multiobjective optimization problems: a feature space perspective. Inf. Sci. 607, 244\u2013262 (2022). https:\/\/doi.org\/10.1016\/j.ins.2022.05.106","journal-title":"Inf. Sci."}],"container-title":["Lecture Notes in Computer Science","Applications of Evolutionary Computation"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-56855-8_19","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,25]],"date-time":"2024-03-25T00:20:26Z","timestamp":1711326026000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-56855-8_19"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031568541","9783031568558"],"references-count":30,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-56855-8_19","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"21 March 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"EvoApplications","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on the Applications of Evolutionary Computation (Part of EvoStar)","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Aberystwyth","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Kingdom","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"3 March 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 March 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"evoapplications2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.evostar.org\/2024\/evoapps\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easy Chair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"77","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"51","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"66% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3.4","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1.7","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}