{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,11]],"date-time":"2025-12-11T07:37:55Z","timestamp":1765438675074,"version":"3.37.3"},"reference-count":43,"publisher":"Springer Science and Business Media LLC","issue":"11","license":[{"start":{"date-parts":[[2020,10,13]],"date-time":"2020-10-13T00:00:00Z","timestamp":1602547200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,10,13]],"date-time":"2020-10-13T00:00:00Z","timestamp":1602547200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100004329","name":"Javna Agencija za Raziskovalno Dejavnost RS","doi-asserted-by":"publisher","award":["P2-0103","J7-1815","J7-9400","N2-0128","J2-9230","Young researcher grant"],"award-info":[{"award-number":["P2-0103","J7-1815","J7-9400","N2-0128","J2-9230","Young researcher grant"]}],"id":[{"id":"10.13039\/501100004329","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Mach Learn"],"published-print":{"date-parts":[[2020,11]]},"DOI":"10.1007\/s10994-020-05908-1","type":"journal-article","created":{"date-parts":[[2020,10,13]],"date-time":"2020-10-13T22:02:42Z","timestamp":1602626562000},"page":"2141-2159","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":10,"title":["Multi-label feature ranking with ensemble methods"],"prefix":"10.1007","volume":"109","author":[{"given":"Matej","family":"Petkovi\u0107","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sa\u0161o","family":"D\u017eeroski","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0687-0878","authenticated-orcid":false,"given":"Dragi","family":"Kocev","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,10,13]]},"reference":[{"issue":"1","key":"5908_CR1","doi-asserted-by":"publisher","first-page":"289","DOI":"10.1111\/j.2517-6161.1995.tb02031.x","volume":"57","author":"Y Benjamini","year":"1995","unstructured":"Benjamini, Y., & Hochberg, Y. (1995). Controlling the false discovery rate: A practical and powerful approach to multiple testing. Journal of the Royal Statistical Society. Series B (Methodological), 57(1), 289\u2013300.","journal-title":"Journal of the Royal Statistical Society. Series B (Methodological)"},{"key":"5908_CR2","doi-asserted-by":"crossref","unstructured":"Blockeel, H. (1998). Top-down induction of first order logical decision trees. PhD thesis, Katholieke Universiteit Leuven, Leuven, Belgium.","DOI":"10.1016\/S0004-3702(98)00034-4"},{"issue":"9","key":"5908_CR3","doi-asserted-by":"publisher","first-page":"1757","DOI":"10.1016\/j.patcog.2004.03.009","volume":"37","author":"MR Boutell","year":"2004","unstructured":"Boutell, M. R., Luo, J., Shen, X., & Brown, C. M. (2004). Learning multi-label scene classification. Pattern Recognition, 37(9), 1757\u20131771.","journal-title":"Pattern Recognition"},{"issue":"1","key":"5908_CR4","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1023\/A:1010933404324","volume":"45","author":"L Breiman","year":"2001","unstructured":"Breiman, L. (2001). Random forests. Machine Learning, 45(1), 5\u201332.","journal-title":"Machine Learning"},{"key":"5908_CR5","volume-title":"Classification and regression trees","author":"L Breiman","year":"1984","unstructured":"Breiman, L., Friedman, J., Olshen, R., & Stone, C. J. (1984). Classification and regression trees. Boca Raton: CRC."},{"key":"5908_CR6","doi-asserted-by":"crossref","unstructured":"Briggs, F., Huang, Y., Raich, R., Eftaxias, K., Lei, Z., Cukierski, W., et al. (2013). The 9th annual MLSP competition: New methods for acoustic classification of multiple simultaneous bird species in a noisy environment. In IEEE international workshop on machine learning for signal processing, MLSP (Vol. 2013, pp. 1\u20138).","DOI":"10.1109\/MLSP.2013.6661934"},{"issue":"1","key":"5908_CR7","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1007\/s10994-012-5285-8","volume":"88","author":"K Dembczy\u0144ski","year":"2012","unstructured":"Dembczy\u0144ski, K., Waegeman, W., Cheng, W., & H\u00fcllermeier, E. (2012). On label dependence and loss minimization in multi-label classification. Machine Learning, 88(1), 5\u201345.","journal-title":"Machine Learning"},{"key":"5908_CR8","first-page":"1","volume":"7","author":"J Dem\u0161ar","year":"2006","unstructured":"Dem\u0161ar, J. (2006). Statistical comparisons of classifiers over multiple data sets. Journal of Machine Learning Research, 7, 1\u201330.","journal-title":"Journal of Machine Learning Research"},{"key":"5908_CR9","doi-asserted-by":"crossref","unstructured":"Diplaris, S., Tsoumakas, G., Mitkas, P., & Vlahavas, I. (2005). Protein classification with multiple algorithms. In 10th panhellenic conference on informatics (PCI 2005), pp. 448\u2013456.","DOI":"10.1007\/11573036_42"},{"key":"5908_CR10","doi-asserted-by":"publisher","first-page":"97","DOI":"10.1007\/3-540-47979-1_7","volume-title":"Computer vision\u2014ECCV 2002","author":"P Duygulu","year":"2002","unstructured":"Duygulu, P., Barnard, K., de Freitas, J. F. G., & Forsyth, D. A. (2002). Object recognition as machine translation: Learning a lexicon for a fixed image vocabulary. In A. Heyden, G. Sparr, M. Nielsen, & P. Johansen (Eds.), Computer vision\u2014ECCV 2002 (pp. 97\u2013112). Berlin: Springer."},{"key":"5908_CR11","volume-title":"Advances in neural information processing systems","author":"A Elisseeff","year":"2001","unstructured":"Elisseeff, A., & Weston, J. (2001). A kernel method for multi-labelled classification. In T. G. Dietterich, S. Becker, & Z. Ghahramani (Eds.), Advances in neural information processing systems (Vol. 14). Berlin: Springer."},{"key":"5908_CR12","doi-asserted-by":"publisher","first-page":"1","DOI":"10.5120\/20083-1666","volume":"114","author":"P Elkafrawy","year":"2015","unstructured":"Elkafrawy, P., Mausad, A., & Esmail, H. (2015). Experimental comparison of methods for multi-label classification in different application domains. International Journal of Computer Applications, 114, 1\u20139.","journal-title":"International Journal of Computer Applications"},{"issue":"1","key":"5908_CR13","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/s10994-006-6226-1","volume":"36","author":"P Geurts","year":"2006","unstructured":"Geurts, P., Erns, D., & Wehenkel, L. (2006). Extremely randomized trees. Machine Learning, 36(1), 3\u201342.","journal-title":"Machine Learning"},{"key":"5908_CR14","first-page":"1157","volume":"3","author":"I Guyon","year":"2003","unstructured":"Guyon, I., & Elisseeff, A. (2003). An introduction to variable and feature selection. Journal of Machine Learning Research, 3, 1157\u20131182.","journal-title":"Journal of Machine Learning Research"},{"issue":"2","key":"5908_CR15","doi-asserted-by":"publisher","first-page":"114","DOI":"10.1006\/inco.1996.0040","volume":"126","author":"T Hancock","year":"1996","unstructured":"Hancock, T., Jiang, T., Li, M., & Tromp, J. (1996). Lower bounds on learning decision lists and trees. Information and Computation, 126(2), 114\u2013122.","journal-title":"Information and Computation"},{"key":"5908_CR16","doi-asserted-by":"publisher","first-page":"993","DOI":"10.1109\/34.58871","volume":"12","author":"LK Hansen","year":"1990","unstructured":"Hansen, L. K., & Salamon, P. (1990). Neural network ensembles. IEEE Transactions on Pattern Analysis and Machine Intelligence, 12, 993\u20131001.","journal-title":"IEEE Transactions on Pattern Analysis and Machine Intelligence"},{"issue":"9","key":"5908_CR17","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1371\/journal.pone.0012776","volume":"5","author":"VA Huynh-Thu","year":"2010","unstructured":"Huynh-Thu, V. A., Irrthum, A., Wehenkel, L., & Geurts, P. (2010). Inferring regulatory networks from expression data using tree-based methods. PLoS ONE, 5(9), 1\u201310.","journal-title":"PLoS ONE"},{"key":"5908_CR18","unstructured":"Katakis, I., Tsoumakas, G., & Vlahavas, I. (2008). Multilabel text classification for automated tag suggestion. In Proceedings of the ECML\/PKDD 2008 discovery challenge."},{"key":"5908_CR19","doi-asserted-by":"crossref","unstructured":"Kocev, D., & Ceci, M. (2015). Ensembles of extremely randomized trees for multi-target regression. In Discovery science: 18th international conference (DS 2015), volume 9356 of LNCS, pp. 86\u2013100.","DOI":"10.1007\/978-3-319-24282-8_9"},{"key":"5908_CR20","unstructured":"Kocev, D., Slavkov, I., & D\u017eeroski, S. (2013a). Feature ranking for multi-label classification using predictive clustering trees. In I. Katakis, D. Hernandez-Lobato, G. Martinez-Munoz, & I. Partalas (Eds.), Solving complex machine learning problems with ensemble methods. Prague, Czerch Republic: COPEM."},{"issue":"3","key":"5908_CR21","doi-asserted-by":"publisher","first-page":"817","DOI":"10.1016\/j.patcog.2012.09.023","volume":"46","author":"D Kocev","year":"2013","unstructured":"Kocev, D., Vens, C., Struyf, J., & D\u017eeroski, S. (2013b). Tree ensembles for predicting structured outputs. Pattern Recognition, 46(3), 817\u2013833.","journal-title":"Pattern Recognition"},{"key":"5908_CR22","doi-asserted-by":"crossref","unstructured":"Kong, D., Ding, C., Huang, H., & Zhao, H. (2012). Multi-label ReliefF and F-statistic feature selections for image annotation. In 2012 IEEE conference on computer vision and pattern recognition (CVPR), pp. 2352\u20132359.","DOI":"10.1109\/CVPR.2012.6247947"},{"key":"5908_CR23","first-page":"23","volume":"55","author":"I Kononenko","year":"2003","unstructured":"Kononenko, I., & Robnik-\u0160ikonja, M. (2003). Theoretical and empirical analysis of ReliefF and RReliefF. Machine Learning Journal, 55, 23\u201369.","journal-title":"Machine Learning Journal"},{"key":"5908_CR24","doi-asserted-by":"publisher","first-page":"342","DOI":"10.1016\/j.patcog.2017.01.014","volume":"66","author":"J Lee","year":"2017","unstructured":"Lee, J., & Kim, D.-W. (2017). Scls: Multi-label feature selection based on scalable criterion for large label set. Pattern Recognition, 66, 342\u2013352.","journal-title":"Pattern Recognition"},{"key":"5908_CR25","doi-asserted-by":"publisher","first-page":"3084","DOI":"10.1016\/j.patcog.2012.03.004","volume":"45","author":"G Madjarov","year":"2012","unstructured":"Madjarov, G., Kocev, D., Gjorgjevikj, D., & D\u017eeroski, S. (2012). An extensive experimental comparison of methods for multi-label learning. Pattern Recognition, 45, 3084\u20133104.","journal-title":"Pattern Recognition"},{"issue":"1","key":"5908_CR26","first-page":"48","volume":"6","author":"RB Pereira","year":"2015","unstructured":"Pereira, R. B., Plastino, A., Zadrozny, B., & Merschmann, L. H. C. (2015). Information gain feature selection for multi-label classification. Journal of Information and Data Management, 6(1), 48\u201358.","journal-title":"Journal of Information and Data Management"},{"key":"5908_CR27","doi-asserted-by":"crossref","unstructured":"Pestian, J.\u00a0P., Brew, C., Matykiewicz, P., Hovermale, D.\u00a0J., Johnson, N., Bretonnel\u00a0Cohen, K., et al. (2007). A shared task involving multi-label classification of clinical free text. In Proceedings of the workshop on BioNLP 2007: Biological, translational, and clinical language processing (BioNLP \u201907), pp. 97\u2013104.","DOI":"10.3115\/1572392.1572411"},{"key":"5908_CR28","doi-asserted-by":"publisher","first-page":"51","DOI":"10.1007\/978-3-030-01771-2_4","volume-title":"Discovery science","author":"M Petkovi\u0107","year":"2018","unstructured":"Petkovi\u0107, M., Kocev, D., & D\u017eeroski, S. (2018). Feature ranking with relief for multi-label classification: Does distance matter? In L. Soldatova, J. Vanschoren, G. Papadopoulos, & M. Ceci (Eds.), Discovery science (pp. 51\u201365). Berlin: Springer."},{"key":"5908_CR29","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-019-05829-8","author":"M Petkovi\u0107","year":"2019","unstructured":"Petkovi\u0107, M., Kocev, D., & D\u017eerovski, S. (2019). Feature ranking for multi-target regression. Machine Learning Journal,. https:\/\/doi.org\/10.1007\/s10994-019-05829-8.","journal-title":"Machine Learning Journal"},{"key":"5908_CR30","doi-asserted-by":"publisher","first-page":"168","DOI":"10.1016\/j.neucom.2015.02.045","volume":"161","author":"O Reyes","year":"2015","unstructured":"Reyes, O., Morell, C., & Ventura, S. (2015). Scalable extensions of the ReliefF algorithm for weighting and selecting features on the multi-label learning context. Neurocomputing, 161, 168\u2013182.","journal-title":"Neurocomputing"},{"key":"5908_CR31","doi-asserted-by":"publisher","first-page":"143","DOI":"10.1007\/978-3-662-44415-3_15","volume-title":"Structural, syntactic, and statistical pattern recognition","author":"K Sechidis","year":"2014","unstructured":"Sechidis, K., Nikolaou, N., & Brown, G. (2014). Information theoretic feature selection in multi-label data through composite likelihood. In P. Fr\u00e4nti, G. Brown, M. Loog, F. Escolano, & M. Pelillo (Eds.), Structural, syntactic, and statistical pattern recognition (pp. 143\u2013152). Berlin: Springer."},{"key":"5908_CR32","doi-asserted-by":"crossref","unstructured":"Snoek, C. G. M., Worring, M., van Gemert, J. C., Geusebroek, J.-M., & Smeulders, A. W. M. (2006). The challenge problem for automated detection of 101 semantic concepts in multimedia. In Proceedings of the 14th ACM international conference on multimedia (pp. 421\u2013430). New York, NY: ACM.","DOI":"10.1145\/1180639.1180727"},{"key":"5908_CR33","doi-asserted-by":"publisher","first-page":"135","DOI":"10.1016\/j.entcs.2013.02.010","volume":"292","author":"N Spola\u00f4r","year":"2013","unstructured":"Spola\u00f4r, N., Cherman, E. A., Monard, M. C., & Lee, H. D. (2013). A comparison of multi-label feature selection methods using the problem transformation approach. Electronic Notes in Theoretical Computer Science, 292, 135\u2013151.","journal-title":"Electronic Notes in Theoretical Computer Science"},{"key":"5908_CR34","unstructured":"Spola\u00f4r, N., & Tsoumakas, G. (2013). Evaluating feature selection methods for multi-label text classification. InBioASQ Workshop, pp. 1\u201312."},{"key":"5908_CR35","doi-asserted-by":"publisher","first-page":"401","DOI":"10.1007\/978-3-540-87881-0_40","volume-title":"Artificial intelligence: Theories, models and applications, LNAI 5138","author":"E Spyromitros","year":"2008","unstructured":"Spyromitros, E., Tsoumakas, G., & Vlahavas, I. (2008). An empirical study of lazy multilabel classification algorithms. Artificial intelligence: Theories, models and applications, LNAI 5138 (pp. 401\u2013406). Berlin: Springer."},{"key":"5908_CR36","doi-asserted-by":"crossref","unstructured":"Srivastava, A.\u00a0N., & Zane-Ulman, B. (2005). Discovering recurring anomalies in text reports regarding complex space systems. In 2005 IEEE Aerospace Conference.","DOI":"10.1109\/AERO.2005.1559692"},{"key":"5908_CR37","unstructured":"Trochidis, K., Tsoumakas, G., Kalliris, G., & Vlahavas, I. (2008). Multilabel classification of music into emotions. In 2008 International conference on music information retrieval (ISMIR 2008), pp. 325\u2013330."},{"key":"5908_CR38","unstructured":"Tsoumakas, G., Katakis, I., & Vlahavas, I. (2008). Effective and efficient multilabel classification in domains with large number of labels. In ECML\/PKDD 2008 workshop on mining multidimensional data (MMD\u201908)."},{"key":"5908_CR39","doi-asserted-by":"crossref","unstructured":"Tsoumakas, G. & Vlahavas, I. (2007). Random k-labelsets: An ensemble method for multilabel classification. In J.\u00a0N. Kok, J. Koronacki, R. L. D. Mantaras, S. Matwin, D. Mladeni\u010d, & A. Skowron (Eds.), Machine learning: ECML 2007 (pp. 406\u2013417). Berlin: Springer.","DOI":"10.1007\/978-3-540-74958-5_38"},{"key":"5908_CR40","unstructured":"UC Berkeley. (2018). Enron Email analysis project. http:\/\/bailando.sims.berkeley.edu\/enron_email.html. Accessed 2018-06-28."},{"key":"5908_CR41","unstructured":"Ueda, N., & Saito, K. (2003). Parametric mixture models for multi-labeled text. In S. Becker, S. Thrun, & K. Obermayer (Eds.), Advances in neural information processing systems (Vol. 15, pp. 721\u2013728). Cambridge: MIT Press."},{"issue":"2","key":"5908_CR42","doi-asserted-by":"publisher","first-page":"185","DOI":"10.1007\/s10994-008-5077-3","volume":"73","author":"C Vens","year":"2008","unstructured":"Vens, C., Struyf, J., Schietgat, L., D\u017eeroski, S., & Blockeel, H. (2008). Decision trees for hierarchical multi-label classification. Machine Learning, 73(2), 185\u2013214.","journal-title":"Machine Learning"},{"key":"5908_CR43","unstructured":"Wettschereck, D. (1994). A study of distance based algorithms. PhD thesis, Oregon State University, USA."}],"container-title":["Machine Learning"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-020-05908-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10994-020-05908-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-020-05908-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,10,13]],"date-time":"2021-10-13T12:18:14Z","timestamp":1634127494000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10994-020-05908-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,10,13]]},"references-count":43,"journal-issue":{"issue":"11","published-print":{"date-parts":[[2020,11]]}},"alternative-id":["5908"],"URL":"https:\/\/doi.org\/10.1007\/s10994-020-05908-1","relation":{},"ISSN":["0885-6125","1573-0565"],"issn-type":[{"type":"print","value":"0885-6125"},{"type":"electronic","value":"1573-0565"}],"subject":[],"published":{"date-parts":[[2020,10,13]]},"assertion":[{"value":"13 July 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 June 2020","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 August 2020","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 October 2020","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}