{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T20:45:15Z","timestamp":1743108315568,"version":"3.40.3"},"publisher-location":"Cham","reference-count":28,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319501260"},{"type":"electronic","value":"9783319501277"}],"license":[{"start":{"date-parts":[[2016,1,1]],"date-time":"2016-01-01T00:00:00Z","timestamp":1451606400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2016]]},"DOI":"10.1007\/978-3-319-50127-7_18","type":"book-chapter","created":{"date-parts":[[2016,11,29]],"date-time":"2016-11-29T01:04:06Z","timestamp":1480381446000},"page":"215-228","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Meta-mining Evaluation Framework: A Large Scale Proof of Concept on Meta-learning"],"prefix":"10.1007","author":[{"given":"William","family":"Raynaut","sequence":"first","affiliation":[]},{"given":"Chantal","family":"Soule-Dupuy","sequence":"additional","affiliation":[]},{"given":"Nathalie","family":"Valles-Parlangeau","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2016,11,29]]},"reference":[{"key":"18_CR1","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1007\/3-540-57868-4_52","volume-title":"Machine Learning: ECML-94","author":"P Brazdil","year":"1994","unstructured":"Brazdil, P., Gama, J., Henery, B.: Characterizing the applicability of classification algorithms using meta-level learning. In: Bergadano, F., Raedt, L. (eds.) ECML 1994. LNCS, vol. 784, pp. 83\u2013102. Springer, Heidelberg (1994). doi:10.1007\/3-540-57868-4_52"},{"key":"18_CR2","first-page":"1","volume":"7","author":"J Dem\u0161ar","year":"2006","unstructured":"Dem\u0161ar, J.: Statistical comparisons of classifiers over multiple data sets. J. Mach. Learn. Res. 7, 1\u201330 (2006)","journal-title":"J. Mach. Learn. Res."},{"key":"18_CR3","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"84","DOI":"10.1007\/11564126_13","volume-title":"Knowledge Discovery in Databases: PKDD 2005","author":"L Dong","year":"2005","unstructured":"Dong, L., Frank, E., Kramer, S.: Ensembles of balanced nested dichotomies for multi-class problems. In: Jorge, A.M., Torgo, L., Brazdil, P., Camacho, R., Gama, J. (eds.) PKDD 2005. LNCS (LNAI), vol. 3721, pp. 84\u201395. Springer, Heidelberg (2005). doi:10.1007\/11564126_13"},{"issue":"3","key":"18_CR4","doi-asserted-by":"publisher","first-page":"187","DOI":"10.1023\/B:MACH.0000015878.60765.42","volume":"54","author":"C Giraud-Carrier","year":"2004","unstructured":"Giraud-Carrier, C., Vilalta, R., Brazdil, P.: Introduction to the special issue on meta-learning. Mach. Learn. 54(3), 187\u2013193 (2004)","journal-title":"Mach. Learn."},{"issue":"1","key":"18_CR5","doi-asserted-by":"publisher","first-page":"10","DOI":"10.1145\/1656274.1656278","volume":"11","author":"M Hall","year":"2009","unstructured":"Hall, M., Frank, E., Holmes, G., Pfahringer, B., Reutemann, P., Witten, I.H.: The weka data mining software: an update. ACM SIGKDD Explor. Newsl. 11(1), 10\u201318 (2009)","journal-title":"ACM SIGKDD Explor. Newsl."},{"key":"18_CR6","series-title":"Studies in Computational Intelligence","doi-asserted-by":"publisher","first-page":"273","DOI":"10.1007\/978-3-642-20980-2_9","volume-title":"Meta-Learning in Computational Intelligence","author":"M Hilario","year":"2011","unstructured":"Hilario, M., Nguyen, P., Do, H., Woznica, A., Kalousis, A.: Ontology-based meta-mining of knowledge discovery workflows. In: Jankowski, N., Duch, W., Gra\u0327bczewski, K. (eds.) Meta-Learning in Computational Intelligence. Studies in Computational Intelligence, vol. 358, pp. 273\u2013315. Springer, Heidelberg (2011)"},{"issue":"04","key":"18_CR7","doi-asserted-by":"publisher","first-page":"525","DOI":"10.1142\/S0218213001000647","volume":"10","author":"A Kalousis","year":"2001","unstructured":"Kalousis, A., Hilario, M.: Model selection via meta-learning: a comparative study. Int. J. Artif. Intell. Tools 10(04), 525\u2013554 (2001)","journal-title":"Int. J. Artif. Intell. Tools"},{"key":"18_CR8","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"222","DOI":"10.1007\/3-540-45357-1_26","volume-title":"Advances in Knowledge Discovery and Data Mining","author":"A Kalousis","year":"2001","unstructured":"Kalousis, A., Hilario, M.: Feature selection for meta-learning. In: Cheung, D., Williams, G.J., Li, Q. (eds.) PAKDD 2001. LNCS (LNAI), vol. 2035, pp. 222\u2013233. Springer, Heidelberg (2001). doi:10.1007\/3-540-45357-1_26"},{"issue":"3","key":"18_CR9","doi-asserted-by":"publisher","first-page":"289","DOI":"10.1080\/08839519508945477","volume":"9","author":"RD King","year":"1995","unstructured":"King, R.D., Feng, C., Sutherland, A.: StatLog: comparison of classification algorithms on large real-world problems. Int. J. Appl. Artif. Intell. 9(3), 289\u2013333 (1995)","journal-title":"Int. J. Appl. Artif. Intell."},{"issue":"1","key":"18_CR10","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1007\/BF00153760","volume":"6","author":"I Kononenko","year":"1991","unstructured":"Kononenko, I., Bratko, I.: Information-based evaluation criterion for classifier\u2019s performance. Mach. Learn. 6(1), 67\u201380 (1991)","journal-title":"Mach. Learn."},{"key":"18_CR11","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"117","DOI":"10.1007\/978-3-642-31537-4_10","volume-title":"Machine Learning and Data Mining in Pattern Recognition","author":"R Leite","year":"2012","unstructured":"Leite, R., Brazdil, P., Vanschoren, J.: Selecting classification algorithms with active testing. In: Perner, P. (ed.) MLDM 2012. LNCS (LNAI), vol. 7376, pp. 117\u2013131. Springer, Heidelberg (2012). doi:10.1007\/978-3-642-31537-4_10"},{"issue":"2","key":"18_CR12","doi-asserted-by":"publisher","first-page":"354","DOI":"10.1109\/TKDE.2014.2327034","volume":"27","author":"E Leyva","year":"2015","unstructured":"Leyva, E., Gonzalez, A., Perez, R.: A set of complexity measures designed for applying meta-learning to instance selection. IEEE Trans. Knowl. Data Eng. 27(2), 354\u2013367 (2015)","journal-title":"IEEE Trans. Knowl. Data Eng."},{"key":"18_CR13","volume-title":"Machine Learning, Neural and Statistical Classification","author":"D Michie","year":"1994","unstructured":"Michie, D., Spiegelhalter, D.J., Taylor, C.C.: Machine Learning, Neural and Statistical Classification. Ellis Horwood, Upper Saddle River (1994)"},{"key":"18_CR14","unstructured":"Misir, M., Sebag, M.: Algorithm selection as a collaborative filtering problem, p. 43 (2013). hal-00922840"},{"key":"18_CR15","doi-asserted-by":"publisher","first-page":"605","DOI":"10.1613\/jair.4377","volume":"51","author":"P Nguyen","year":"2014","unstructured":"Nguyen, P., Hilario, M., Kalousis, A.: Using meta-mining to support data mining workflow planning and optimization. J. Artif. Intell. Res. 51, 605\u2013644 (2014)","journal-title":"J. Artif. Intell. Res."},{"key":"18_CR16","doi-asserted-by":"crossref","unstructured":"Peng, Y., Flach, P.A., Brazdil, P., Soares, C.: Decision tree-based data characterization for meta-learning. In: IDDM-2002 p. 111 (2002)","DOI":"10.1007\/3-540-36182-0_14"},{"key":"18_CR17","unstructured":"Pfahringer, B., Bensusan, H., Giraud-Carrier, C.: Tell me who can learn you and i can tell you who you are: landmarking various learning algorithms. In: Proceedings of the 17th International Conference on Machine Learning, pp. 743\u2013750 (2000)"},{"key":"18_CR18","unstructured":"Platt, J., et al.: Sequential minimal optimization: A fast algorithm for training support vector machines (1998)"},{"issue":"1\u20132","key":"18_CR19","doi-asserted-by":"publisher","first-page":"23","DOI":"10.1023\/A:1025667309714","volume":"53","author":"M Robnik-\u0160ikonja","year":"2003","unstructured":"Robnik-\u0160ikonja, M., Kononenko, I.: Theoretical and empirical analysis of relieff and rrelieff. Mach. Learn. 53(1\u20132), 23\u201369 (2003)","journal-title":"Mach. Learn."},{"issue":"3","key":"18_CR20","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1145\/2480741.2480748","volume":"45","author":"F Serban","year":"2013","unstructured":"Serban, F., Vanschoren, J., Kietz, J.U., Bernstein, A.: A survey of intelligent assistants for data analysis. ACM Comput. Surv. (CSUR) 45(3), 31 (2013)","journal-title":"ACM Comput. Surv. (CSUR)"},{"issue":"1","key":"18_CR21","doi-asserted-by":"publisher","first-page":"141","DOI":"10.1007\/s10994-013-5387-y","volume":"93","author":"Q Sun","year":"2013","unstructured":"Sun, Q., Pfahringer, B.: Pairwise meta-rules for better meta-learning-based algorithm ranking. Mach. Learn. 93(1), 141\u2013161 (2013)","journal-title":"Mach. Learn."},{"key":"18_CR22","doi-asserted-by":"crossref","unstructured":"Sun, Q., Pfahringer, B., Mayo, M.: Full model selection in the space of data mining operators. In: Proceedings of the 14th Annual Conference Companion on Genetic and Evolutionary Computation, pp. 1503\u20131504. ACM (2012)","DOI":"10.1145\/2330784.2331014"},{"key":"18_CR23","unstructured":"Todorovski, L., Brazdil, P., Soares, C.: Report on the experiments with feature selection in meta-level learning. In: Proceedings of the PKDD 2000 Workshop on Data Mining, Decision Support, Meta-learning and ILP: Forum For Practical Problem Presentation and Prospective Solutions, pp. 27\u201339. Citeseer (2000)"},{"key":"18_CR24","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"16","DOI":"10.1007\/978-3-540-30214-8_2","volume-title":"Discovery Science","author":"T Uno","year":"2004","unstructured":"Uno, T., Asai, T., Uchida, Y., Arimura, H.: An efficient algorithm for enumerating closed patterns in transaction databases. In: Suzuki, E., Arikawa, S. (eds.) DS 2004. LNCS (LNAI), vol. 3245, pp. 16\u201331. Springer, Heidelberg (2004). doi:10.1007\/978-3-540-30214-8_2"},{"issue":"2","key":"18_CR25","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1145\/2641190.2641198","volume":"15","author":"J Vanschoren","year":"2013","unstructured":"Vanschoren, J., van Rijn, J.N., Bischl, B., Torgo, L.: OpenML: networked science in machine learning. SIGKDD Explor. 15(2), 49\u201360 (2013). http:\/\/doi.acm.org\/10.1145\/2641190.2641198","journal-title":"SIGKDD Explor."},{"issue":"2","key":"18_CR26","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1023\/A:1019956318069","volume":"18","author":"R Vilalta","year":"2002","unstructured":"Vilalta, R., Drissi, Y.: A perspective view and survey of meta-learning. Artif. Intell. Rev. 18(2), 77\u201395 (2002). http:\/\/dx.doi.org\/10.1023\/A:1019956318069","journal-title":"Artif. Intell. Rev."},{"key":"18_CR27","unstructured":"Xu, L., Hutter, F., Shen, J., Hoos, H.H., Leyton-Brown, K.: SATzilla2012: improved algorithm selection based on cost-sensitive classification models, pp. 57\u201358 (2012)"},{"issue":"2","key":"18_CR28","doi-asserted-by":"publisher","first-page":"253","DOI":"10.1109\/TASE.2010.2070838","volume":"8","author":"M Zakova","year":"2011","unstructured":"Zakova, M., Kremen, P., Zelezny, F., Lavrac, N.: Automating knowledge discovery workflow composition through ontology-based planning. IEEE Trans. Autom. Sci. Eng. 8(2), 253\u2013264 (2011)","journal-title":"IEEE Trans. Autom. Sci. Eng."}],"container-title":["Lecture Notes in Computer Science","AI 2016: Advances in Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-50127-7_18","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,11,6]],"date-time":"2023-11-06T19:04:41Z","timestamp":1699297481000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-319-50127-7_18"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016]]},"ISBN":["9783319501260","9783319501277"],"references-count":28,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-50127-7_18","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2016]]},"assertion":[{"value":"29 November 2016","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Australasian Joint Conference on Artificial Intelligence","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Hobart, TAS","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Australia","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2016","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 December 2016","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 December 2016","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ausai2016","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ai2016.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}