{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,2]],"date-time":"2026-01-02T07:39:11Z","timestamp":1767339551662},"reference-count":46,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2014,12,4]],"date-time":"2014-12-04T00:00:00Z","timestamp":1417651200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Intell Inf Syst"],"published-print":{"date-parts":[[2015,10]]},"DOI":"10.1007\/s10844-014-0347-y","type":"journal-article","created":{"date-parts":[[2014,12,3]],"date-time":"2014-12-03T01:19:05Z","timestamp":1417569545000},"page":"247-271","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":26,"title":["The importance of the label hierarchy in hierarchical multi-label classification"],"prefix":"10.1007","volume":"45","author":[{"given":"Jurica","family":"Levati\u0107","sequence":"first","affiliation":[]},{"given":"Dragi","family":"Kocev","sequence":"additional","affiliation":[]},{"given":"Sa\u0161o","family":"D\u017eeroski","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2014,12,4]]},"reference":[{"key":"347_CR1","doi-asserted-by":"crossref","unstructured":"Alaydie, N., Reddy, C.K., Fotouhi, F. (2012). Exploiting label dependency for hierarchical multi-label classification. In Proceedings of the 16th Pacific-Asia conference on advances in knowledge discovery and data mining (pp. 294\u2013305). Berlin: Heidelberg, New York: Springer.","DOI":"10.1007\/978-3-642-30217-6_25"},{"key":"347_CR2","doi-asserted-by":"crossref","unstructured":"Bak\u0131r, G.H., Hofmann, T., Sch\u00f6lkopf, B., Smola, A.J., Taskar, B., Vishwanathan, S.V.N. (Eds.) (2007). Predicting structured data. Cambridge, MA: The MIT Press.","DOI":"10.7551\/mitpress\/7443.001.0001"},{"key":"347_CR3","doi-asserted-by":"crossref","unstructured":"Barros, R.C., Cerri, R., Freitas, A.A., de Carvalho, A.C.P.L.F. (2013). Probabilistic clustering for hierarchical multi-label classification of protein functions. In H. Blockeel, K. Kersting, S. Nijssen, F. \u017eelezn\u00fd (Eds.), Machine learning and knowledge discovery in databases, Lecture Notes in Computer Science, (Vol. 8189 pp. 385\u2013400). Berlin Heidelberg: Springer.","DOI":"10.1007\/978-3-642-40991-2_25"},{"issue":"7","key":"347_CR4","doi-asserted-by":"crossref","first-page":"830","DOI":"10.1093\/bioinformatics\/btk048","volume":"22","author":"Z Barutcuoglu","year":"2006","unstructured":"Barutcuoglu, Z., Schapire, R.E., Troyanskaya, O.G. (2006). Hierarchical multi-label prediction of gene function. Bioinformatics, 22(7), 830\u2013836.","journal-title":"Bioinformatics"},{"issue":"1","key":"347_CR5","doi-asserted-by":"crossref","first-page":"105","DOI":"10.1023\/A:1007515423169","volume":"36","author":"E Bauer","year":"1999","unstructured":"Bauer, E., & Kohavi, R. (1999). An empirical comparison of voting classification algorithms: Bagging, boosting, and variants. Machine Learning, 36(1), 105\u2013139.","journal-title":"Machine Learning"},{"key":"347_CR6","doi-asserted-by":"crossref","unstructured":"Bi, W., & Kwok, J.T. (2012). Hierarchical multilabel classification with minimum bayes risk. In Proceedings of the 12th international conference on data mining (pp. 101\u2013110).","DOI":"10.1109\/ICDM.2012.42"},{"key":"347_CR7","doi-asserted-by":"crossref","unstructured":"Blockeel, H. (1998). Top-down induction of first order logical decision trees. Ph.D. thesis, Katholieke Universiteit Leuven, Leuven, Belgium.","DOI":"10.1016\/S0004-3702(98)00034-4"},{"key":"347_CR8","unstructured":"Blockeel, H., Bruynooghe, M., D\u017eeroski, S., Ramon, J., Struyf, J. (2002). Hierarchical multi-classification. In Proceedings of the ACM SIGKDD workshop on multi-relational data mining (pp. 21\u201335)."},{"key":"347_CR9","doi-asserted-by":"crossref","unstructured":"Blockeel, H., Schietgat, L., Struyf, J., D\u017eeroski, S., Clare, A. (2006). Decision trees for hierarchical multilabel classification: A case study in functional genomics. In Knowledge discovery in databases: PKDD, Lecture Notes in Computer Science (Vol. 4213 pp. 18\u201329). Berlin Heidelberg: Springer.","DOI":"10.1007\/11871637_7"},{"key":"347_CR10","first-page":"621","volume":"3","author":"H Blockeel","year":"2002","unstructured":"Blockeel, H., & Struyf, J. (2002). Efficient algorithms for decision tree cross-validation. Journal of Machine Learning Research, 3, 621\u2013650.","journal-title":"Journal of Machine Learning Research"},{"issue":"2","key":"347_CR11","first-page":"123","volume":"24","author":"L Breiman","year":"1996","unstructured":"Breiman, L. (1996). Bagging predictors. Machine Learning, 24(2), 123\u2013140.","journal-title":"Machine Learning"},{"issue":"1","key":"347_CR12","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1023\/A:1010933404324","volume":"45","author":"L Breiman","year":"2001","unstructured":"Breiman, L. (2001). Random forests. Machine Learning, 45(1), 5\u201332.","journal-title":"Machine Learning"},{"key":"347_CR13","volume-title":"Classification and regression trees","author":"L Breiman","year":"1984","unstructured":"Breiman, L., Friedman, J., Olshen, R.A., Stone, C.J. (1984). Classification and regression trees. London, UK: Chapman & Hall\/CRC."},{"key":"347_CR14","doi-asserted-by":"crossref","unstructured":"Cerri, R., Barros, R.C., de Carvalho, A.C.P.L.F. (2012). A genetic algorithm for hierarchical multi-label classification. In Proceedings of the 27th annual ACM symposium on applied computing (pp. 250\u2013255).","DOI":"10.1145\/2245276.2245325"},{"issue":"1","key":"347_CR15","doi-asserted-by":"crossref","first-page":"39","DOI":"10.1016\/j.jcss.2013.03.007","volume":"80","author":"R Cerri","year":"2014","unstructured":"Cerri, R., Barros, R.C., de Carvalho, A.C.P.L.F. (2014). Hierarchical multi-label classification using local neural networks. Journal of Computer and System Sciences, 80(1), 39\u201356.","journal-title":"Journal of Computer and System Sciences"},{"key":"347_CR16","unstructured":"Clare, A. (2003). Machine learning and data mining for yeast functional genomics. Ph.D. thesis, University of Wales Aberystwyth, Aberystwyth, UK."},{"issue":"S2","key":"347_CR17","doi-asserted-by":"crossref","first-page":"ii42","DOI":"10.1093\/bioinformatics\/btg1058","volume":"19","author":"A Clare","year":"2003","unstructured":"Clare, A., & King, R.D. (2003). Predicting gene function in Saccharomyces cerevisiae. Bioinformatics, 19(S2), ii42\u201349.","journal-title":"Bioinformatics"},{"key":"347_CR18","doi-asserted-by":"crossref","unstructured":"Davis, J., & Goadrich, M. (2006). The relationship between precision-recall and ROC curves. In Proceedings of the 23rd international conference on machine learning (pp. 233\u2013240).","DOI":"10.1145\/1143844.1143874"},{"issue":"1","key":"347_CR19","doi-asserted-by":"crossref","first-page":"131","DOI":"10.1016\/j.ecolmodel.2005.08.017","volume":"191","author":"D Dem\u0161ar","year":"2006","unstructured":"Dem\u0161ar, D., D\u017eeroski, S., Larsen, T., Struyf, J., Axelsen, J., Bruns-Pedersen, M., Krogh, P.H. (2006). Using multi-objective classification to model communities of soil. Ecological Modelling, 191(1), 131\u2013143.","journal-title":"Ecological Modelling"},{"key":"347_CR20","first-page":"1","volume":"7","author":"J Dem\u0161ar","year":"2006","unstructured":"Dem\u0161ar, J. (2006). Statistical comparisons of classifiers over multiple data sets. Journal of Machine Learning Research, 7, 1\u201330.","journal-title":"Journal of Machine Learning Research"},{"issue":"1","key":"347_CR21","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1007\/s10994-008-5079-1","volume":"73","author":"TG Dietterich","year":"2008","unstructured":"Dietterich, T.G., Domingos, P., Getoor, L., Muggleton, S., Tadepalli, P. (2008). Structured machine learning: The next ten years. Machine Learning, 73(1), 3\u201323.","journal-title":"Machine Learning"},{"key":"347_CR22","unstructured":"Dimitrovski, I., Kocev, D., Loskovska, S., D\u017eeroski, S. (2008). Hierchical annotation of medical images. In Proceedings of the 11th international multiconference - information society (pp. 174\u2013181). Ljubljana:JSI."},{"key":"347_CR23","doi-asserted-by":"crossref","unstructured":"D\u017eeroski, S. (2009). Machine learning applications in habitat suitability modeling. In: S.E. Haupt, A. Pasini, C. Marzban (Eds.) In Artificial intelligence methods in the environmental sciences. Springer Netherlands, (pp. 397\u2013412).","DOI":"10.1007\/978-1-4020-9119-3_19"},{"issue":"1","key":"347_CR24","doi-asserted-by":"crossref","first-page":"7","DOI":"10.1023\/A:1008323212047","volume":"13","author":"S D\u017eeroski","year":"2000","unstructured":"D\u017eeroski, S., Dem\u0161ar, D., Grbovi\u0107, J. (2000). Predicting chemical parameters of river water quality from bioindicator data. Applied Intelligence, 13(1), 7\u201317.","journal-title":"Applied Intelligence"},{"issue":"2","key":"347_CR25","doi-asserted-by":"crossref","first-page":"35","DOI":"10.1016\/j.entcs.2005.12.043","volume":"157","author":"V Estruch","year":"2006","unstructured":"Estruch, V., Ferri, C., Hern\u00e1ndez-Orallo, J., Ram\u00edrez-Quintana, M.J. (2006). Web categorisation using distance-based decision trees. Electronic Notes in Theoretical Computer Science, 157(2), 35\u201340.","journal-title":"Electronic Notes in Theoretical Computer Science"},{"issue":"S1","key":"347_CR26","doi-asserted-by":"crossref","first-page":"S3+","DOI":"10.1186\/gb-2008-9-s1-s3","volume":"9","author":"Y Guan","year":"2008","unstructured":"Guan, Y., Myers, C.L., Hess, D.C., Barutcuoglu, Z., Caudy, A., Troyanskaya, O. (2008). Predicting gene function in a hierarchical context with an ensemble of classifiers. Genome Biology, 9(S1), S3+.","journal-title":"Genome Biology"},{"key":"347_CR27","doi-asserted-by":"crossref","unstructured":"Kiritchenko, S., Famili, F., Matwin, S., Nock, R. (2006). Learning and evaluation in the presence of class hierarchies: Application to text categorization. In L. Lamontagne, M. Marchand (Eds.), Advances in artificial intelligence, Lecture Notes in Computer Science, (Vol. 4013 pp. 395\u2013406). Berlin Heidelberg: Springer.","DOI":"10.1007\/11766247_34"},{"key":"347_CR28","doi-asserted-by":"crossref","unstructured":"Klimt, B., & Yang, Y. (2004). The enron corpus: A new dataset for email classification research. In J.F. Boulicaut, F. Esposito, F. Giannotti, D. Pedreschi (Eds.), Machine learning: ECML, Lecture Notes in Computer Science, (Vol. 3201 pp. 217\u2013226). Berlin Heidelberg: Springer.","DOI":"10.1007\/978-3-540-30115-8_22"},{"issue":"3","key":"347_CR29","doi-asserted-by":"crossref","first-page":"817","DOI":"10.1016\/j.patcog.2012.09.023","volume":"46","author":"D Kocev","year":"2013","unstructured":"Kocev, D., Vens, C., Struyf, J., D\u017eeroski, S. (2013). Tree ensembles for predicting structured outputs. Pattern Recognition, 46(3), 817\u2013833.","journal-title":"Pattern Recognition"},{"key":"347_CR30","doi-asserted-by":"crossref","first-page":"87","DOI":"10.1007\/s10618-007-0067-9","volume":"15","author":"HP Kriegel","year":"2007","unstructured":"Kriegel, H.P., Borgwardt, K., Kr\u00f6ger, P., Pryakhin, A., Schubert, M., Zimek, A. (2007). Future trends in data mining. Data Mining and Knowledge Discovery, 15, 87\u201397.","journal-title":"Data Mining and Knowledge Discovery"},{"key":"347_CR31","doi-asserted-by":"crossref","unstructured":"Lehmann, T., Schubert, H., Keysers, D., Kohnen, M., Wein, B. (2003). The IRMA code for unique classification of medical images. In Medical imaging: PACS and integrated medical information systems: Design and evaluation (pp. 440\u2013451).","DOI":"10.1117\/12.480677"},{"key":"347_CR32","unstructured":"Levati\u0107, J., Kocev, D., D\u017eeroski, S. (2013). The use of the label hierarchy in hmc improves performance: A case study in predicting community structure in ecology. In Proceedings of the workshop on new frontiers in mining complex patterns held in conjunction with ECML\/PKDD2013 (pp. 189\u2013201)."},{"key":"347_CR33","doi-asserted-by":"crossref","unstructured":"Levati\u0107, J., Kocev, D., D\u017eeroski, S. (2014). The use of the label hierarchy in hierarchical multi-label classification improves performance. In A. Appice, et al. (Eds.), New frontiers in mining complex patterns, Lecture Notes in Computer Science, (Vol. 8399 pp. 1\u201316): Springer International Publishing.","DOI":"10.1007\/978-3-319-08407-7_11"},{"key":"347_CR34","first-page":"361","volume":"5","author":"DD Lewis","year":"2004","unstructured":"Lewis, D.D., Yang, Y., Rose, T.G., Li, F. (2004). RCV1: A new benchmark collection for text categorization research. Journal of Machine Learning Research, 5, 361\u2013397.","journal-title":"Journal of Machine Learning Research"},{"issue":"S1","key":"347_CR35","doi-asserted-by":"crossref","first-page":"S6+","DOI":"10.1186\/gb-2008-9-s1-s6","volume":"9","author":"G Obozinski","year":"2008","unstructured":"Obozinski, G., Lanckriet, G., Grant, C., Jordan, M.I., Noble, W.S. (2008). Consistent probabilistic outputs for protein function prediction. Genome Biology, 9(S1), S6+.","journal-title":"Genome Biology"},{"issue":"3","key":"347_CR36","doi-asserted-by":"crossref","first-page":"165","DOI":"10.1007\/s12293-010-0045-4","volume":"2","author":"FE Otero","year":"2010","unstructured":"Otero, F.E., Freitas, A.A., Johnson, C.G. (2010). A hierarchical multi-label classification ant colony algorithm for protein function prediction. Memetic Computing, 2(3), 165\u2013181.","journal-title":"Memetic Computing"},{"key":"347_CR37","volume-title":"C4. 5: Programs for machine learning, Vol. 1","author":"JR Quinlan","year":"1993","unstructured":"Quinlan, J.R. (1993). C4. 5: Programs for machine learning Vol. 1. San Francisco, CA: Morgan Kaufmann."},{"key":"347_CR38","first-page":"1601","volume":"7","author":"J Rousu","year":"2006","unstructured":"Rousu, J., Saunders, C., Szedmak, S., Shawe-Taylor, J. (2006). Kernel-based learning of hierarchical multilabel classification models. The Journal of Machine Learning Research, 7, 1601\u20131626.","journal-title":"The Journal of Machine Learning Research"},{"issue":"18","key":"347_CR39","doi-asserted-by":"crossref","first-page":"5539","DOI":"10.1093\/nar\/gkh894","volume":"32","author":"A Ruepp","year":"2004","unstructured":"Ruepp, A., Zollner, A., Maier, D., Albermann, K., Hani, J., Mokrejs, M., Tetko, I., G\u00fcldener, U., Mannhaupt, G., M\u00fcnsterk\u00f6tter, M., et al. (2004). The FunCat, a functional annotation scheme for systematic classification of proteins from whole genomes. Nucleic Acids Research, 32(18), 5539\u20135545.","journal-title":"Nucleic Acids Research"},{"issue":"2","key":"347_CR40","first-page":"1","volume":"11","author":"L Schietgat","year":"2010","unstructured":"Schietgat, L., Vens, C., Struyf, J., Blockeel, H., Kocev, D., D\u017eeroski, S. (2010). Predicting gene function using hierarchical multi-label decision tree ensembles. BMC Bioinformatics, 11(2), 1\u201314.","journal-title":"BMC Bioinformatics"},{"key":"347_CR41","doi-asserted-by":"crossref","unstructured":"Seni, G., & Elder, J.F. (2010). Ensemble methods in data mining: Improving accuracy through combining predictions: Morgan & Claypool Publishers.","DOI":"10.2200\/S00240ED1V01Y200912DMK002"},{"issue":"1-2","key":"347_CR42","doi-asserted-by":"crossref","first-page":"31","DOI":"10.1007\/s10618-010-0175-9","volume":"22","author":"C Silla","year":"2011","unstructured":"Silla, C., & Freitas, A. (2011). A survey of hierarchical classification across different application domains. Data Mining and Knowledge Discovery, 22(1-2), 31\u201372.","journal-title":"Data Mining and Knowledge Discovery"},{"key":"347_CR43","doi-asserted-by":"crossref","unstructured":"Silla, C.N., & Freitas, A.A. (2009). A global-model naive bayes approach to the hierarchical prediction of protein functions. In Proceeding of the 9th IEEE international conference on data mining (pp. 992\u2013997).","DOI":"10.1109\/ICDM.2009.85"},{"issue":"4","key":"347_CR44","doi-asserted-by":"crossref","first-page":"729","DOI":"10.1039\/b913690h","volume":"6","author":"I Slavkov","year":"2010","unstructured":"Slavkov, I., Gjorgjioski, V., Struyf, J., D\u017eeroski, S. (2010). Finding explained groups of time-course gene expression profiles with predictive clustering trees. Molecular BioSystems, 6(4), 729\u2013740.","journal-title":"Molecular BioSystems"},{"issue":"3","key":"347_CR45","doi-asserted-by":"crossref","first-page":"832","DOI":"10.1109\/TCBB.2010.38","volume":"8","author":"G Valentini","year":"2011","unstructured":"Valentini, G. (2011). True path rule hierarchical ensembles for genome-wide gene function prediction. IEEE\/ACM Transactions on Computational Biology and Bioinformatics, 8(3), 832\u2013847.","journal-title":"IEEE\/ACM Transactions on Computational Biology and Bioinformatics"},{"issue":"2","key":"347_CR46","doi-asserted-by":"crossref","first-page":"185","DOI":"10.1007\/s10994-008-5077-3","volume":"73","author":"C Vens","year":"2008","unstructured":"Vens, C., Struyf, J., Schietgat, L., D\u017eeroski, S., Blockeel, H. (2008). Decision trees for hierarchical multi-label classification. Machine Learning, 73(2), 185\u2013214.","journal-title":"Machine Learning"}],"container-title":["Journal of Intelligent Information Systems"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10844-014-0347-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10844-014-0347-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10844-014-0347-y","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,7,30]],"date-time":"2023-07-30T11:46:35Z","timestamp":1690717595000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10844-014-0347-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014,12,4]]},"references-count":46,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2015,10]]}},"alternative-id":["347"],"URL":"https:\/\/doi.org\/10.1007\/s10844-014-0347-y","relation":{},"ISSN":["0925-9902","1573-7675"],"issn-type":[{"value":"0925-9902","type":"print"},{"value":"1573-7675","type":"electronic"}],"subject":[],"published":{"date-parts":[[2014,12,4]]}}}