{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,6]],"date-time":"2026-05-06T15:29:39Z","timestamp":1778081379457,"version":"3.51.4"},"reference-count":24,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2014,9,6]],"date-time":"2014-09-06T00:00:00Z","timestamp":1409961600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Data Min Knowl Disc"],"published-print":{"date-parts":[[2015,5]]},"DOI":"10.1007\/s10618-014-0382-x","type":"journal-article","created":{"date-parts":[[2014,9,5]],"date-time":"2014-09-05T13:03:16Z","timestamp":1409922196000},"page":"820-865","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":133,"title":["Evaluation measures for hierarchical classification: a unified view and novel approaches"],"prefix":"10.1007","volume":"29","author":[{"given":"Aris","family":"Kosmopoulos","sequence":"first","affiliation":[]},{"given":"Ioannis","family":"Partalas","sequence":"additional","affiliation":[]},{"given":"Eric","family":"Gaussier","sequence":"additional","affiliation":[]},{"given":"Georgios","family":"Paliouras","sequence":"additional","affiliation":[]},{"given":"Ion","family":"Androutsopoulos","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2014,9,6]]},"reference":[{"key":"382_CR1","doi-asserted-by":"crossref","unstructured":"Aho AV, Hopcroft JE, Ullman JD (1973) On finding lowest common ancestors in trees. In: Proceedings of 5th ACM Symposium Theory of Computing (STOC), pp 253\u2013265","DOI":"10.1145\/800125.804056"},{"key":"382_CR2","volume-title":"Network flows: theory, algorithms, and applications","author":"RK Ahuja","year":"1993","unstructured":"Ahuja RK, Magnanti TL, Orlin JB (1993) Network flows: theory, algorithms, and applications. Prentice Hall, Upper Saddle River"},{"key":"382_CR3","unstructured":"Blockeel H, Bruynooghe M, Dzeroski S, Ramon J, Struyf J (2002) Hierarchical multi-classification. In: ACM SIGKDD 2002 Workshop on multi-relational data mining, pp 21\u201335"},{"key":"382_CR4","doi-asserted-by":"crossref","unstructured":"Brucker F, Benites F, Sapozhnikova, E (2011) An empirical comparison of flat and hierarchical performance measures for multi-label classification with hierarchy extraction. In: Proceedings of the 15th international conference on Knowledge-based and intelligent information and engineering systems\u2014Volume Part I, pp 579\u2013589","DOI":"10.1007\/978-3-642-23851-2_59"},{"key":"382_CR5","unstructured":"Cai L, Hofmann T (2007) Exploiting known taxonomies in learning overlapping concepts. In: International joint conferences on artificial intelligence, pp 714\u2013719"},{"key":"382_CR6","first-page":"31","volume":"7","author":"N Cesa-Bianchi","year":"2006","unstructured":"Cesa-Bianchi N, Gentile C, Zaniboni L (2006) Incremental algorithms for hierarchical classification. J Mach Learn Res 7:31\u201354","journal-title":"J Mach Learn Res"},{"key":"382_CR7","unstructured":"Costa EP, Lorena AC, Carvalho, Freitas AA (2007) A review of performance evaluation measures for hierarchical classifiers. In: 2007 AAAI Workshop, Vancouver"},{"key":"382_CR8","doi-asserted-by":"crossref","unstructured":"Dekel O, Keshet J, Singer, Y (2004) Large margin hierarchical classification. In: Proceedings of the twenty-first international conference on machine learning, pp 209\u2013216","DOI":"10.1145\/1015330.1015374"},{"key":"382_CR9","unstructured":"Holden N, Freitas AA (2006) Hierarchical classification of g-protein-coupled receptors with a pso\/aco algorithm. In: IEEE swarm intelligence symposium (SIS-06), pp 77\u201384"},{"key":"382_CR10","doi-asserted-by":"crossref","unstructured":"Ipeirotis PG, Gravano L, Sahami M (2001) Probe, count, and classify: categorizing hidden web databases. In: ACM SIGMOD international conference on management of data, SIGMOD \u201901, pp 67\u201378","DOI":"10.1145\/375663.375671"},{"key":"382_CR11","doi-asserted-by":"crossref","first-page":"81","DOI":"10.1093\/biomet\/30.1-2.81","volume":"30","author":"MG Kendall","year":"1938","unstructured":"Kendall MG (1938) A new measure of rank correlation. Biometrica 30:81\u201393","journal-title":"Biometrica"},{"key":"382_CR12","unstructured":"Kiritchenko S, Matwin S, Fazel FA (2005) Functional annotation of genes using hierarchical text categorization. In: ACL workshop on linking biological literature, ontologies and databases: mining biological semantics"},{"key":"382_CR13","unstructured":"Koller D, Sahami M (1997) Hierarchically classifying documents using very few words"},{"key":"382_CR14","doi-asserted-by":"crossref","first-page":"23","DOI":"10.1145\/1842890.1842894","volume":"44","author":"A Kosmopoulos","year":"2010","unstructured":"Kosmopoulos A, Gaussier E, Paliouras G (2010) The ECIR 2010 large scale hierarchical classification workshop. SIGIR Forum 44:23\u201332","journal-title":"SIGIR Forum"},{"key":"382_CR15","first-page":"359","volume":"98","author":"A McCallum","year":"1998","unstructured":"McCallum A, Rosenfeld R (1998) Improving text classification by shrinkage in a hierarchy of classes. ICML 98:359\u2013367","journal-title":"ICML"},{"key":"382_CR16","doi-asserted-by":"crossref","unstructured":"Nowak S, Lukashevich H, Dunker P, R\u00fcger S (2010) Performance measures for multilabel evaluation: a case study in the area of image classification. In: Proceedings of the international conference on multimedia information retrieval, pp 35\u201344","DOI":"10.1145\/1743384.1743398"},{"key":"382_CR17","doi-asserted-by":"crossref","first-page":"31","DOI":"10.1007\/s10618-010-0175-9","volume":"22","author":"CN Silla Jr","year":"2011","unstructured":"Silla CN Jr, Freitas AA (2011) A survey of hierarchical classification across different application domains. Data Min Knowl Discov 22:31\u201372","journal-title":"Data Min Knowl Discov"},{"key":"382_CR18","doi-asserted-by":"crossref","first-page":"427","DOI":"10.1016\/j.ipm.2009.03.002","volume":"45","author":"M Sokolova","year":"2009","unstructured":"Sokolova M, Guy L (2009) A systematic analysis of performance measures for classification tasks. Inf Process Manag 45:427\u2013437","journal-title":"Inf Process Manag"},{"key":"382_CR19","doi-asserted-by":"crossref","unstructured":"Struyf J, Dzeroski S, Blockeel H, Clare A (2005) Hierarchical multi-classification with predictive clustering trees in functional genomics. In Carlos B, Cardoso A, and Dias G, (eds) Progress in artificial Intelligence. Lecture Notes in Computer Science, vol 3808, pp 272\u2013283","DOI":"10.1007\/11595014_27"},{"key":"382_CR20","unstructured":"Sun A, Lim E-P (2001) Hierarchical text classification and evaluation. In: IEEE International conference on data mining, pp 521\u2013528"},{"key":"382_CR21","doi-asserted-by":"crossref","first-page":"1014","DOI":"10.1002\/asi.10298","volume":"54","author":"A Sun","year":"2003","unstructured":"Sun A, Lim E-P, Ng W-K (2003) Performance measurement framework for hierarchical text classification. J Am Soc Inf Sci Technol 54:1014\u20131028","journal-title":"J Am Soc Inf Sci Technol"},{"issue":"6","key":"382_CR22","doi-asserted-by":"crossref","first-page":"80","DOI":"10.2307\/3001968","volume":"1","author":"F Wilcoxon","year":"1945","unstructured":"Wilcoxon F (1945) Individual comparisons by ranking methods. Biom Bull 1(6):80\u201383","journal-title":"Biom Bull"},{"key":"382_CR23","unstructured":"Xiao L, Zhou D, Wu M (2011) Hierarchical classification via orthogonal transfer. In: Proceedings of the 28th international conference on machine learning (ICML-11), pp 801\u2013808"},{"key":"382_CR24","doi-asserted-by":"crossref","unstructured":"Yang Y, Liu X (1999) A re-examination of text categorization methods. In: Proceedings of the 22nd annual international ACM SIGIR conference on Research and development in information retrieval, ACM, pp 42\u201349","DOI":"10.1145\/312624.312647"}],"container-title":["Data Mining and Knowledge Discovery"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10618-014-0382-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10618-014-0382-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10618-014-0382-x","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,30]],"date-time":"2019-05-30T19:29:45Z","timestamp":1559244585000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10618-014-0382-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014,9,6]]},"references-count":24,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2015,5]]}},"alternative-id":["382"],"URL":"https:\/\/doi.org\/10.1007\/s10618-014-0382-x","relation":{},"ISSN":["1384-5810","1573-756X"],"issn-type":[{"value":"1384-5810","type":"print"},{"value":"1573-756X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2014,9,6]]}}}