{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,27]],"date-time":"2025-09-27T14:00:33Z","timestamp":1758981633425,"version":"3.40.3"},"publisher-location":"Cham","reference-count":44,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030937355"},{"type":"electronic","value":"9783030937362"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-93736-2_38","type":"book-chapter","created":{"date-parts":[[2022,2,17]],"date-time":"2022-02-17T21:02:28Z","timestamp":1645131748000},"page":"505-520","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Towards Explainable Meta-learning"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2400-7592","authenticated-orcid":false,"given":"Katarzyna","family":"Wo\u017anica","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8423-1823","authenticated-orcid":false,"given":"Przemys\u0142aw","family":"Biecek","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,2,17]]},"reference":[{"issue":"8","key":"38_CR1","first-page":"47","volume":"105","author":"A Balte","year":"2014","unstructured":"Balte, A., Pise, N., Kulkarni, P.: Meta-learning with landmarking: a survey. Int. J. Comput. Appl. 105(8), 47\u201351 (2014)","journal-title":"Int. J. Comput. Appl."},{"issue":"1","key":"38_CR2","first-page":"3245","volume":"19","author":"P Biecek","year":"2018","unstructured":"Biecek, P.: Dalex: explainers for complex predictive models in R. J. Mach. Learn. Res. 19(1), 3245\u20133249 (2018)","journal-title":"J. Mach. Learn. Res."},{"key":"38_CR3","doi-asserted-by":"crossref","unstructured":"Biecek, P., Burzykowski, T.: Explanatory Model Analysis. Explore, Explain and Examine Predictive Models. CRC Press, Boca Raton (2021). https:\/\/pbiecek.github.io\/ema\/","DOI":"10.1201\/9780429027192"},{"issue":"4","key":"38_CR4","doi-asserted-by":"publisher","first-page":"697","DOI":"10.1515\/amcs-2017-0048","volume":"27","author":"B Bilalli","year":"2017","unstructured":"Bilalli, B., Abell\u00f3, A., Aluja-Banet, T.: On the predictive power of meta-features in openML. Int. J. Appl. Math. Comput. Sci. 27(4), 697\u2013712 (2017)","journal-title":"Int. J. Appl. Math. Comput. Sci."},{"key":"38_CR5","unstructured":"Bischl, B., et al.: OpenML benchmarking suites and the openml100. Stat 1050, 11 (2017)"},{"key":"38_CR6","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-73263-1","volume-title":"Metalearning: Applications to Data Mining","author":"P Brazdil","year":"2008","unstructured":"Brazdil, P., Carrier, C.G., Soares, C., Vilalta, R.: Metalearning: Applications to Data Mining. Springer, Heidelberg (2008). https:\/\/doi.org\/10.1007\/978-3-540-73263-1"},{"key":"38_CR7","doi-asserted-by":"crossref","unstructured":"Chen, T., Guestrin, C.: Xgboost: a scalable tree boosting system. In: Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 785\u2013794 (2016)","DOI":"10.1145\/2939672.2939785"},{"key":"38_CR8","unstructured":"Davis, C., Giraud-Carrier, C.: Annotative experts for hyperparameter selection. In: AutoML Workshop at ICML (2018)"},{"key":"38_CR9","unstructured":"Dorogush, A.V., Ershov, V., Gulin, A.: Catboost: gradient boosting with categorical features support. arXiv preprint arXiv:1810.11363 (2018)"},{"key":"38_CR10","unstructured":"Edwards, H., Storkey, A.: Towards a neural statistician. arXiv preprint arXiv:1606.02185 (2016)"},{"key":"38_CR11","doi-asserted-by":"crossref","unstructured":"Feurer, M., Springenberg, J.T., Hutter, F.: Initializing bayesian hyperparameter optimization via meta-learning. In: Twenty-Ninth AAAI Conference on Artificial Intelligence (2015)","DOI":"10.1609\/aaai.v29i1.9354"},{"key":"38_CR12","unstructured":"Finn, C., Abbeel, P., Levine, S.: Model-agnostic meta-learning for fast adaptation of deep networks. In: International Conference on Machine Learning, pp. 1126\u20131135. PMLR (2017)"},{"key":"38_CR13","unstructured":"Finn, C., Xu, K., Levine, S.: Probabilistic model-agnostic meta-learning. arXiv preprint arXiv:1806.02817 (2018)"},{"issue":"177","key":"38_CR14","first-page":"1","volume":"20","author":"A Fisher","year":"2019","unstructured":"Fisher, A., Rudin, C., Dominici, F.: All models are wrong, but many are useful: learning a variable\u2019s importance by studying an entire class of prediction models simultaneously. J. Mach. Learn. Res. 20(177), 1\u201381 (2019)","journal-title":"J. Mach. Learn. Res."},{"key":"38_CR15","doi-asserted-by":"publisher","first-page":"1189","DOI":"10.1214\/aos\/1013203451","volume":"29","author":"JH Friedman","year":"2001","unstructured":"Friedman, J.H.: Greedy function approximation: a gradient boosting machine. Ann. Stat. 29, 1189\u20131232 (2001)","journal-title":"Ann. Stat."},{"issue":"3","key":"38_CR16","doi-asserted-by":"publisher","first-page":"916","DOI":"10.1214\/07-AOAS148","volume":"2","author":"JH Friedman","year":"2008","unstructured":"Friedman, J.H., Popescu, B.E., et al.: Predictive learning via rule ensembles. Ann. Appl. Stat. 2(3), 916\u2013954 (2008)","journal-title":"Ann. Appl. Stat."},{"key":"38_CR17","unstructured":"Giraud-Carrier, C., et al.: A meta-learning assistant for providing user support in data mining and machine learning (1999\u20132001)"},{"issue":"1","key":"38_CR18","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1080\/10618600.2014.907095","volume":"24","author":"A Goldstein","year":"2015","unstructured":"Goldstein, A., Kapelner, A., Bleich, J., Pitkin, E.: Peeking inside the black box: visualizing statistical learning with plots of individual conditional expectation. J. Comput. Graph. Stat. 24(1), 44\u201365 (2015)","journal-title":"J. Comput. Graph. Stat."},{"key":"38_CR19","unstructured":"Greenwell, B., Boehmke, B., Cunningham, J., Developers, G.: GBM: generalized boosted regression models (2020). https:\/\/CRAN.R-project.org\/package=gbm, r package version 2.1.8"},{"key":"38_CR20","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"523","DOI":"10.1007\/978-3-540-87536-9_54","volume-title":"Artificial Neural Networks - ICANN 2008","author":"SB Guerra","year":"2008","unstructured":"Guerra, S.B., Prud\u00eancio, R.B.C., Ludermir, T.B.: Predicting the performance of learning algorithms using support vector machines as meta-regressors. In: K\u016frkov\u00e1, V., Neruda, R., Koutn\u00edk, J. (eds.) ICANN 2008. LNCS, vol. 5163, pp. 523\u2013532. Springer, Heidelberg (2008). https:\/\/doi.org\/10.1007\/978-3-540-87536-9_54"},{"key":"38_CR21","unstructured":"Hewitt, L.B., Nye, M.I., Gane, A., Jaakkola, T., Tenenbaum, J.B.: The variational homoencoder: learning to learn high capacity generative models from few examples. arXiv preprint arXiv:1807.08919 (2018)"},{"key":"38_CR22","doi-asserted-by":"crossref","unstructured":"Hospedales, T., Antoniou, A., Micaelli, P., Storkey, A.: Meta-learning in neural networks: a survey. arXiv preprint arXiv:2004.05439 (2020)","DOI":"10.1109\/TPAMI.2021.3079209"},{"key":"38_CR23","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"507","DOI":"10.1007\/978-3-642-25566-3_40","volume-title":"Learning and Intelligent Optimization","author":"F Hutter","year":"2011","unstructured":"Hutter, F., Hoos, H.H., Leyton-Brown, K.: Sequential model-based optimization for general algorithm configuration. In: Coello, C.A.C. (ed.) LION 2011. LNCS, vol. 6683, pp. 507\u2013523. Springer, Heidelberg (2011). https:\/\/doi.org\/10.1007\/978-3-642-25566-3_40"},{"issue":"3","key":"38_CR24","doi-asserted-by":"publisher","first-page":"964","DOI":"10.1007\/s10618-021-00737-9","volume":"35","author":"HS Jomaa","year":"2021","unstructured":"Jomaa, H.S., Schmidt-Thieme, L., Grabocka, J.: Dataset2vec: learning dataset meta-features. Data Min. Knowl. Disc. 35(3), 964\u2013985 (2021)","journal-title":"Data Min. Knowl. Disc."},{"key":"38_CR25","first-page":"3146","volume":"30","author":"G Ke","year":"2017","unstructured":"Ke, G., et al.: Lightgbm: a highly efficient gradient boosting decision tree. Adv. Neural Inf. Process. Syst. 30, 3146\u20133154 (2017)","journal-title":"Adv. Neural Inf. Process. Syst."},{"issue":"3","key":"38_CR26","doi-asserted-by":"publisher","first-page":"289","DOI":"10.1080\/08839519508945477","volume":"9","author":"RD King","year":"1995","unstructured":"King, R.D., Feng, C., Sutherland, A.: Statlog: comparison of classification algorithms on large real-world problems. Appl. Artif. Intell. Int. J. 9(3), 289\u2013333 (1995)","journal-title":"Appl. Artif. Intell. Int. J."},{"key":"38_CR27","doi-asserted-by":"crossref","unstructured":"Leite, R., Brazdil, P., Vanschoren, J.: Selecting Classification Algorithms with Active Testing on Similar Datasets. Technical report (2012)","DOI":"10.1007\/978-3-642-31537-4_10"},{"issue":"1","key":"38_CR28","doi-asserted-by":"publisher","first-page":"209","DOI":"10.1007\/s10994-017-5681-1","volume":"107","author":"AC Lorena","year":"2018","unstructured":"Lorena, A.C., Maciel, A.I., de Miranda, P.B., Costa, I.G., Prud\u00eancio, R.B.: Data complexity meta-features for regression problems. Mach. Learn. 107(1), 209\u2013246 (2018)","journal-title":"Mach. Learn."},{"key":"38_CR29","doi-asserted-by":"crossref","unstructured":"Molnar, C.: Interpretable Machine Learning (2019). https:\/\/christophm.github.io\/interpretable-ml-book\/","DOI":"10.21105\/joss.00786"},{"issue":"26","key":"38_CR30","doi-asserted-by":"publisher","first-page":"786","DOI":"10.21105\/joss.00786","volume":"3","author":"C Molnar","year":"2018","unstructured":"Molnar, C., Casalicchio, G., Bischl, B.: IML: an R package for interpretable machine learning. J. Open Source Softw. 3(26), 786 (2018)","journal-title":"J. Open Source Softw."},{"key":"38_CR31","unstructured":"Pekala, K., Woznica, K., Biecek, P.: Triplot: model agnostic measures and visualisations for variable importance in predictive models that take into account the hierarchical correlation structure. arXiv preprint arXiv:2104.03403 (2021)"},{"key":"38_CR32","unstructured":"Pfahringer, B., Bensusan, H., Giraud-Carrier, C.G.: Meta-learning by landmarking various learning algorithms. In: ICML, pp. 743\u2013750 (2000)"},{"key":"38_CR33","doi-asserted-by":"crossref","unstructured":"Pinto, F., Cerqueira, V., Soares, C., Mendes-Moreira, J.: autobagging: learning to rank bagging workflows with metalearning. arXiv preprint arXiv:1706.09367 (2017)","DOI":"10.32614\/CRAN.package.autoBagging"},{"issue":"53","key":"38_CR34","first-page":"1","volume":"20","author":"P Probst","year":"2019","unstructured":"Probst, P., Boulesteix, A.L., Bischl, B.: Tunability: importance of hyperparameters of machine learning algorithms. J. Mach. Learn. Res. 20(53), 1\u201332 (2019)","journal-title":"J. Mach. Learn. Res."},{"issue":"1","key":"38_CR35","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1007\/s10044-012-0280-z","volume":"17","author":"M Reif","year":"2014","unstructured":"Reif, M., Shafait, F., Goldstein, M., Breuel, T., Dengel, A.: Automatic classifier selection for non-experts. Pattern Anal. Appl. 17(1), 83\u201396 (2014)","journal-title":"Pattern Anal. Appl."},{"issue":"3","key":"38_CR36","first-page":"267","volume":"5","author":"L Rendell","year":"1990","unstructured":"Rendell, L., Cho, H.: Empirical learning as a function of concept character. Mach. Learn. 5(3), 267\u2013298 (1990)","journal-title":"Mach. Learn."},{"key":"38_CR37","unstructured":"Rivolli, A., Garcia, L.P.F, Soares, C., Vanschoren, J.: Towards Reproducible Empirical Research in Meta-learning. Technical report (2018). https:\/\/CRAN.R-project.org\/package=mfe"},{"key":"38_CR38","doi-asserted-by":"crossref","unstructured":"Van Rijn, J.N., Hutter, F.: Hyperparameter importance across datasets. In: Proceedings of the 24th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining, pp. 2367\u20132376 (2018)","DOI":"10.1145\/3219819.3220058"},{"key":"38_CR39","series-title":"The Springer Series on Challenges in Machine Learning","doi-asserted-by":"publisher","first-page":"35","DOI":"10.1007\/978-3-030-05318-5_2","volume-title":"Automated Machine Learning","author":"J Vanschoren","year":"2019","unstructured":"Vanschoren, J.: Meta-learning. In: Hutter, F., Kotthoff, L., Vanschoren, J. (eds.) Automated Machine Learning. TSSCML, pp. 35\u201361. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-05318-5_2"},{"issue":"1","key":"38_CR40","first-page":"31","volume":"1","author":"R Vilalta","year":"2004","unstructured":"Vilalta, R., Giraud-Carrier, C.G., Brazdil, P., Soares, C.: Using meta-learning to support data mining. Int. J. Comput. Sci. Appl. 1(1), 31\u201345 (2004)","journal-title":"Int. J. Comput. Sci. Appl."},{"key":"38_CR41","doi-asserted-by":"crossref","unstructured":"Wistuba, M., Schilling, N., Schmidt-Thieme, L.: Learning hyperparameter optimization initializations. In: 2015 IEEE International Conference on Data Science and Advanced Analytics (DSAA), pp. 1\u201310. IEEE (2015)","DOI":"10.1109\/DSAA.2015.7344817"},{"key":"38_CR42","doi-asserted-by":"publisher","unstructured":"Wistuba, M., Schilling, N., Schmidt-Thieme, L.: Sequential model-free hyperparameter tuning. In: Proceedings - IEEE International Conference on Data Mining, ICDM, vol. 2016-January, pp. 1033\u20131038. Institute of Electrical and Electronics Engineers Inc. (2016). https:\/\/doi.org\/10.1109\/ICDM.2015.20","DOI":"10.1109\/ICDM.2015.20"},{"issue":"1","key":"38_CR43","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1007\/s10994-017-5684-y","volume":"107","author":"M Wistuba","year":"2018","unstructured":"Wistuba, M., Schilling, N., Schmidt-Thieme, L.: Scalable gaussian process-based transfer surrogates for hyperparameter optimization. Mach. Learn. 107(1), 43\u201378 (2018)","journal-title":"Mach. Learn."},{"key":"38_CR44","unstructured":"Yogatama, D., Mann, G.: Efficient transfer learning method for automatic hyperparameter tuning. In: Artificial Intelligence and Statistics, pp. 1077\u20131085 (2014)"}],"container-title":["Communications in Computer and Information Science","Machine Learning and Principles and Practice of Knowledge Discovery in Databases"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-93736-2_38","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,18]],"date-time":"2024-09-18T21:01:32Z","timestamp":1726693292000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-93736-2_38"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030937355","9783030937362"],"references-count":44,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-93736-2_38","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"17 February 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECML PKDD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Joint European Conference on Machine Learning and Knowledge Discovery in Databases","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Bilbao","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Spain","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13 September 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17 September 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecml2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2021.ecmlpkdd.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"869","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"210","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"24% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3-4","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3-9","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"The conference was held online due to the COVID-19 pandemic.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}