{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,4]],"date-time":"2026-08-04T02:28:55Z","timestamp":1785810535279,"version":"3.56.0"},"reference-count":43,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2008,8,6]],"date-time":"2008-08-06T00:00:00Z","timestamp":1217980800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Mach Learn"],"published-print":{"date-parts":[[2008,11]]},"DOI":"10.1007\/s10994-008-5064-8","type":"journal-article","created":{"date-parts":[[2008,8,5]],"date-time":"2008-08-05T14:10:20Z","timestamp":1217945420000},"page":"133-153","source":"Crossref","is-referenced-by-count":755,"title":["Multilabel classification via calibrated label ranking"],"prefix":"10.1007","volume":"73","author":[{"given":"Johannes","family":"F\u00fcrnkranz","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Eyke","family":"H\u00fcllermeier","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Eneldo","family":"Loza\u00a0Menc\u00eda","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Klaus","family":"Brinker","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2008,8,6]]},"reference":[{"key":"5064_CR1","volume-title":"Advances in neural information processing systems 18","author":"Y. Altun","year":"2006","unstructured":"Altun, Y., McAllester, D., & Belkin, M. (2006). Margin semi-supervised learning for structured variables. In Y. Weiss, B. Sch\u00f6lkopf, & J. Platt (Eds.), Advances in neural information processing systems 18. Cambridge: MIT Press."},{"issue":"9","key":"5064_CR2","doi-asserted-by":"crossref","first-page":"1757","DOI":"10.1016\/j.patcog.2004.03.009","volume":"37","author":"M. R. Boutell","year":"2004","unstructured":"Boutell, M. R., Luo, J., Shen, X., & Brown, C. M. (2004). Learning multi-label scene classification. Pattern Recognition, 37(9), 1757\u20131771.","journal-title":"Pattern Recognition"},{"key":"5064_CR3","first-page":"324","volume":"39","author":"R. A. Bradley","year":"1952","unstructured":"Bradley, R. A., & Terry, M. E. (1952). The rank analysis of incomplete block designs, I: the method of paired comparisons. Biometrika, 39, 324\u2013345.","journal-title":"Biometrika"},{"key":"5064_CR4","unstructured":"Brinker, K., & H\u00fcllermeier, E. (2005). Calibrated label-ranking. In S. Agarwal, C. Cortes, & R. Herbrich (Eds.), Proceedings of the NIPS-2005 workshop on learning to rank (pp. 1\u20136), Whistler, BC, Canada."},{"key":"5064_CR5","unstructured":"Brinker, K., & H\u00fcllermeier, E. (2007). Case-based multilabel ranking. In Proceedings of the 20th international joint conference on artificial intelligence (IJCAI-07) (pp. 702\u2013707)."},{"key":"5064_CR6","unstructured":"Brinker, K., F\u00fcrnkranz, J., & H\u00fcllermeier, E. (2006). A unified model for multilabel classification and ranking. In G. Brewka, S. Coradeschi, A. Perini, & P. Traverso (Eds.), Proceedings of the 17th European conference on artificial intelligence (ECAI-06) (pp. 489\u2013493)."},{"key":"5064_CR7","doi-asserted-by":"crossref","unstructured":"Cai, L., & Hofmann, T. (2004). Hierarchical document categorization with support vector machines. In Proceedings of the 13th ACM conference on information and knowledge management (CIKM-04) (pp. 78\u201387), Washington, DC.","DOI":"10.1145\/1031171.1031186"},{"key":"5064_CR8","doi-asserted-by":"crossref","first-page":"1242","DOI":"10.2307\/2532840","volume":"52","author":"C. W. Coakley","year":"1996","unstructured":"Coakley, C. W., & Heise, M. A. (1996). Versions of the sign test in the presence of ties. Biometrics, 52, 1242\u20131251.","journal-title":"Biometrics"},{"key":"5064_CR9","first-page":"1025","volume":"3","author":"K. Crammer","year":"2003","unstructured":"Crammer, K., & Singer, Y. (2003). A new family of online algorithms for category ranking. Journal of Machine Learning Research, 3, 1025\u20131058.","journal-title":"Journal of Machine Learning Research"},{"key":"5064_CR10","first-page":"497","volume-title":"Advances in neural information processing systems 16 (NIPS 2003)","author":"O. Dekel","year":"2004","unstructured":"Dekel, O., Manning, C. D., & Singer, Y. (2004). Log-linear models for label ranking. In S. Thrun, L.\u00a0K.\u00a0Saul, & B. Sch\u00f6lkopf (Eds.), Advances in neural information processing systems 16 (NIPS 2003) (pp. 497\u2013504). Cambridge: MIT Press."},{"key":"5064_CR11","first-page":"1","volume":"7","author":"J. Dem\u0161ar","year":"2006","unstructured":"Dem\u0161ar, J. (2006). Statistical comparisons of classifiers over multiple data sets. Journal of Machine Learning Research, 7, 1\u201330.","journal-title":"Journal of Machine Learning Research"},{"key":"5064_CR12","first-page":"681","volume-title":"Advances in neural information processing systems 14","author":"A. Elisseeff","year":"2002","unstructured":"Elisseeff, A., & Weston, J. (2002). A kernel method for multi-labelled classification. In T. G. Dietterich, S.\u00a0Becker, & Z. Ghahramani (Eds.), Advances in neural information processing systems 14 (pp. 681\u2013687). Cambridge: MIT Press."},{"key":"5064_CR13","unstructured":"Friedman, J. H. (1996). Another approach to polychotomous classification (Technical report). Department of Statistics, Stanford University, Stanford, CA."},{"issue":"5","key":"5064_CR14","doi-asserted-by":"crossref","first-page":"385","DOI":"10.3233\/IDA-2003-7502","volume":"7","author":"J. F\u00fcrnkranz","year":"2003","unstructured":"F\u00fcrnkranz, J. (2003). Round robin ensembles. Intelligent Data Analysis, 7(5), 385\u2013404.","journal-title":"Intelligent Data Analysis"},{"key":"5064_CR15","first-page":"721","volume":"2","author":"J. F\u00fcrnkranz","year":"2002","unstructured":"F\u00fcrnkranz, J. (2002). Round robin classification. Journal of Machine Learning Research, 2, 721\u2013747.","journal-title":"Journal of Machine Learning Research"},{"key":"5064_CR16","series-title":"Lecture notes in artificial intelligence","first-page":"145","volume-title":"Proceedings of the 14th European conference on machine learning (ECML-03)","author":"J. F\u00fcrnkranz","year":"2003","unstructured":"F\u00fcrnkranz, J., & H\u00fcllermeier, E. (2003). Pairwise preference learning and ranking. In N. Lavra\u010d, D. Gamberger, H. Blockeel, & L. Todorovski (Eds.), Lecture notes in artificial intelligence : Vol.\u00a02837 Proceedings of the 14th European conference on machine learning (ECML-03), Cavtat, Croatia (pp. 145\u2013156). Berlin: Springer."},{"issue":"1","key":"5064_CR17","doi-asserted-by":"crossref","first-page":"49","DOI":"10.1145\/959242.959248","volume":"5","author":"T. G\u00e4rtner","year":"2003","unstructured":"G\u00e4rtner, T. (2003). A survey of kernels for structured data. SIGKDD Explorations, 5(1), 49\u201358.","journal-title":"SIGKDD Explorations"},{"key":"5064_CR18","volume-title":"Advances in Neural Information Processing Systems 15 (NIPS 2002)","author":"S. Har-Peled","year":"2002","unstructured":"Har-Peled, S., Roth, D., & Zimak, D. (2002). Constraint classification: a new approach to multiclass classification and ranking. In Advances in Neural Information Processing Systems 15 (NIPS 2002). Cambridge: MIT Press."},{"key":"5064_CR19","first-page":"507","volume-title":"Advances in neural information processing systems 10 (NIPS-97)","author":"T. Hastie","year":"1998","unstructured":"Hastie, T., & Tibshirani, R. (1998). Classification by pairwise coupling. In M. Jordan, M. Kearns, & S. Solla (Eds.), Advances in neural information processing systems 10 (NIPS-97) (pp. 507\u2013513). Cambridge: MIT Press."},{"issue":"2","key":"5064_CR20","doi-asserted-by":"crossref","first-page":"415","DOI":"10.1109\/72.991427","volume":"13","author":"C.-W. Hsu","year":"2002","unstructured":"Hsu, C.-W., & Lin, C.-J. (2002). A comparison of methods for multi-class support vector machines. IEEE Transactions on Neural Networks, 13(2), 415\u2013425.","journal-title":"IEEE Transactions on Neural Networks"},{"key":"5064_CR21","doi-asserted-by":"crossref","unstructured":"H\u00fcllermeier, E., F\u00fcrnkranz, J., Cheng, W., & Loza Menc\u00eda, E. (2008, in press). Label ranking by learning pairwise preferences. Artificial Intelligence.","DOI":"10.1016\/j.artint.2008.08.002"},{"key":"5064_CR22","series-title":"NATO ASI series","doi-asserted-by":"crossref","first-page":"41","DOI":"10.1007\/978-3-642-76153-9_5","volume-title":"Neurocomputing: algorithms, architectures and applications","author":"S. Knerr","year":"1990","unstructured":"Knerr, S., Personnaz, L., & Dreyfus, G. (1990). Single-layer learning revisited: A stepwise procedure for building and training a neural network. In F. Fogelman Souli\u00e9 & J. H\u00e9rault (Eds.), NATO ASI series : Vol.\u00a0F68. Neurocomputing: algorithms, architectures and applications (pp. 41\u201350). Berlin: Springer."},{"issue":"6","key":"5064_CR23","doi-asserted-by":"crossref","first-page":"962","DOI":"10.1109\/72.165597","volume":"3","author":"S. Knerr","year":"1992","unstructured":"Knerr, S., Personnaz, L., & Dreyfus, G. (1992). Handwritten digit recognition by neural networks with single-layer training. IEEE Transactions on Neural Networks, 3(6), 962\u2013968.","journal-title":"IEEE Transactions on Neural Networks"},{"key":"5064_CR24","first-page":"255","volume-title":"Advances in kernel methods: support vector learning","author":"U. H.-G. Kre\u00dfel","year":"1999","unstructured":"Kre\u00dfel, U. H.-G. (1999). Pairwise classification and support vector machines. In B. Sch\u00f6lkopf, C. Burges, & A. Smola (Eds.), Advances in kernel methods: support vector learning (pp. 255\u2013268). Cambridge: MIT Press."},{"key":"5064_CR25","unstructured":"Lewis, D. D. (1997). Reuters-21578 text categorization test collection. README file (V 1.2), available from http:\/\/www.research.att.com\/~lewis\/reuters21578\/README.txt ."},{"key":"5064_CR26","first-page":"361","volume":"5","author":"D. D. Lewis","year":"2004","unstructured":"Lewis, D. D., Yang, Y., Rose, T. G., & Li, F. (2004). RCV1: a new benchmark collection for text categorization research. Journal of Machine Learning Research, 5, 361\u2013397.","journal-title":"Journal of Machine Learning Research"},{"key":"5064_CR27","first-page":"2900","volume-title":"Proceedings of the 2008 international joint conference on neural networks (IJCNN-08)","author":"E. Loza Menc\u00eda","year":"2008","unstructured":"Loza Menc\u00eda, E., & F\u00fcrnkranz, J. (2008). Pairwise learning of multilabel classifications with perceptrons. In Proceedings of the 2008 international joint conference on neural networks (IJCNN-08), Hong Kong (pp.\u00a02900\u20132907). New York: IEEE."},{"issue":"5","key":"5064_CR28","doi-asserted-by":"crossref","first-page":"1244","DOI":"10.1109\/72.788664","volume":"10","author":"B.-L. Lu","year":"1999","unstructured":"Lu, B.-L., & Ito, M. (1999). Task decomposition and module combination based on class relations: a modular neural network for pattern classification. IEEE Transactions on Neural Networks, 10(5), 1244\u20131256.","journal-title":"IEEE Transactions on Neural Networks"},{"key":"5064_CR29","doi-asserted-by":"crossref","first-page":"153","DOI":"10.1007\/BF02295996","volume":"12","author":"Q. McNemar","year":"1947","unstructured":"McNemar, Q. (1947). Note on the sampling error of the difference between correlated proportions or percentages. Psychometrika, 12, 153\u2013157.","journal-title":"Psychometrika"},{"key":"5064_CR30","first-page":"658","volume-title":"Proceedings of 18th European conference on machine learning (ECML-07)","author":"S.-H. Park","year":"2007","unstructured":"Park, S.-H., & F\u00fcrnkranz, J. (2007). Efficient pairwise classification. In J. N. Kok, J. Koronacki, R. Lopez de Mantaras, S. Matwin, D. Mladeni\u010d, & A. Skowron (Eds.), Proceedings of 18th European conference on machine learning (ECML-07) (pp. 658\u2013665), Warsaw, Poland. Berlin: Springer."},{"key":"5064_CR31","first-page":"1109","volume-title":"Advances in neural information processing systems 7 (NIPS-94)","author":"D. Price","year":"1995","unstructured":"Price, D., Knerr, S., Personnaz, L., & Dreyfus, G. (1995). Pairwise neural network classifiers with probabilistic outputs. In G. Tesauro, D. Touretzky, & T. Leen (Eds.), Advances in neural information processing systems 7 (NIPS-94) (pp. 1109\u20131116). Cambridge: MIT Press."},{"key":"5064_CR32","doi-asserted-by":"crossref","first-page":"368","DOI":"10.1214\/aoms\/1177728485","volume":"26","author":"J. Putter","year":"1955","unstructured":"Putter, J. (1955). The treatment of ties in some nonparametric tests. Annals of Mathematical Statistics, 26, 368\u2013386.","journal-title":"Annals of Mathematical Statistics"},{"key":"5064_CR33","first-page":"1601","volume":"7","author":"J. Rousu","year":"2006","unstructured":"Rousu, J., Saunders, C., Szedm\u00e1k, S., & Shawe-Taylor, J. (2006). Kernel-based learning of hierarchical multilabel classification models. Journal of Machine Learning Research, 7, 1601\u20131626.","journal-title":"Journal of Machine Learning Research"},{"issue":"5","key":"5064_CR34","doi-asserted-by":"crossref","first-page":"513","DOI":"10.1016\/0306-4573(88)90021-0","volume":"24","author":"G. Salton","year":"1988","unstructured":"Salton, G., & Buckley, C. (1988). Term-weighting approaches in automatic text retrieval. Information Processing and Management, 24(5), 513\u2013523.","journal-title":"Information Processing and Management"},{"issue":"2\/3","key":"5064_CR35","doi-asserted-by":"crossref","first-page":"135","DOI":"10.1023\/A:1007649029923","volume":"39","author":"R. E. Schapire","year":"2000","unstructured":"Schapire, R. E., & Singer, Y. (2000). BoosTexter: a boosting-based system for text categorization. Machine Learning 39(2\/3), 135\u2013168.","journal-title":"Machine Learning"},{"issue":"3","key":"5064_CR36","doi-asserted-by":"crossref","first-page":"297","DOI":"10.1023\/A:1007614523901","volume":"37","author":"R. E. Schapire","year":"1999","unstructured":"Schapire, R. E., & Singer, Y. (1999). Improved boosting using confidence-rated predictions. Machine Learning, 37(3), 297\u2013336.","journal-title":"Machine Learning"},{"key":"5064_CR37","doi-asserted-by":"crossref","unstructured":"Schmidt, M. S., & Gish, H. (1996). Speaker identification via support vector classifiers. In Proceedings of the 21st IEEE international conference on acoustics, speech, and signal processing (ICASSP-96) (pp.\u00a0105\u2013108), Atlanta, GA.","DOI":"10.1109\/ICASSP.1996.540301"},{"key":"5064_CR38","first-page":"1567","volume":"7","author":"S. Shalev-Shwartz","year":"2006","unstructured":"Shalev-Shwartz, S., & Singer, Y. (2006). Efficient learning of label ranking by soft projections onto polyhedra. Journal of Machine Learning Research, 7, 1567\u20131599.","journal-title":"Journal of Machine Learning Research"},{"key":"5064_CR39","first-page":"823","volume-title":"Proceedings of the 21st international conference on machine learning (ICML-04)","author":"I. Tsochantaridis","year":"2004","unstructured":"Tsochantaridis, I., Hofmann, T., Joachims, T., & Altun, Y. (2004). Support vector machine learning for interdependent and structured output spaces. In Proceedings of the 21st international conference on machine learning (ICML-04) (pp. 823\u2013830). New York: ACM Press."},{"issue":"3","key":"5064_CR40","doi-asserted-by":"crossref","first-page":"1","DOI":"10.4018\/jdwm.2007070101","volume":"3","author":"G. Tsoumakas","year":"2007","unstructured":"Tsoumakas, G., & Katakis, I. (2007). Multi-label classification: an overview. International Journal of Data Warehousing and Mining, 3(3), 1\u201317.","journal-title":"International Journal of Data Warehousing and Mining"},{"issue":"2","key":"5064_CR41","doi-asserted-by":"crossref","first-page":"310","DOI":"10.1109\/TCBB.2007.358301","volume":"4","author":"N. Weskamp","year":"2007","unstructured":"Weskamp, N., H\u00fcllermeier, E., Kuhn, D., & Klebe, G. (2007). Multiple graph alignment for the structural analysis of protein active sites. IEEE\/ACM Transactions on Computational Biology and Bioinformatics, 4(2), 310\u2013320.","journal-title":"IEEE\/ACM Transactions on Computational Biology and Bioinformatics"},{"key":"5064_CR42","doi-asserted-by":"crossref","first-page":"69","DOI":"10.1023\/A:1009982220290","volume":"1","author":"Y. Yang","year":"1999","unstructured":"Yang, Y. (1999). An evaluation of statistical approaches to text categorization. Information Retrieval, 1, 69\u201390.","journal-title":"Information Retrieval"},{"key":"5064_CR43","unstructured":"Zhang, M.-L., & Zhou, Z.-H. (2005). A k-nearest neighbor based algorithm for multi-label classification. In Proceedings of the 1st IEEE international conference on granular computing (GRC-05) (pp. 718\u2013721)."}],"container-title":["Machine Learning"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-008-5064-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10994-008-5064-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-008-5064-8","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,6,1]],"date-time":"2019-06-01T01:40:25Z","timestamp":1559353225000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10994-008-5064-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2008,8,6]]},"references-count":43,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2008,11]]}},"alternative-id":["5064"],"URL":"https:\/\/doi.org\/10.1007\/s10994-008-5064-8","relation":{},"ISSN":["0885-6125","1573-0565"],"issn-type":[{"value":"0885-6125","type":"print"},{"value":"1573-0565","type":"electronic"}],"subject":[],"published":{"date-parts":[[2008,8,6]]}}}