{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,3]],"date-time":"2026-04-03T22:51:15Z","timestamp":1775256675486,"version":"3.50.1"},"reference-count":58,"publisher":"Springer Science and Business Media LLC","issue":"1-4","license":[{"start":{"date-parts":[[2008,12,1]],"date-time":"2008-12-01T00:00:00Z","timestamp":1228089600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Artif Intell Rev"],"published-print":{"date-parts":[[2008,12]]},"DOI":"10.1007\/s10462-009-9114-9","type":"journal-article","created":{"date-parts":[[2009,8,12]],"date-time":"2009-08-12T01:25:21Z","timestamp":1250040321000},"page":"19-37","source":"Crossref","is-referenced-by-count":234,"title":["A review on the combination of binary classifiers in multiclass problems"],"prefix":"10.1007","volume":"30","author":[{"given":"Ana Carolina","family":"Lorena","sequence":"first","affiliation":[]},{"given":"Andr\u00e9 C. P. L. F.","family":"de Carvalho","sequence":"additional","affiliation":[]},{"given":"Jo\u00e3o M. P.","family":"Gama","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2009,8,13]]},"reference":[{"key":"9114_CR1","unstructured":"Allwein EL, Shapire RE, Singer Y (2000) Reducing multiclass to binary: a unifying approach for magin classifiers. In: Proceedings of the 17th international conference on machine learning. Morgan Kaufmann, pp 9\u201316"},{"key":"9114_CR2","doi-asserted-by":"crossref","first-page":"68","DOI":"10.1016\/S0019-9958(60)90287-4","volume":"3","author":"RC Boser","year":"1960","unstructured":"Boser RC, Ray-Chaudhuri DK (1960) On a class of error-correcting binary group codes. Inform Control 3: 68\u201379","journal-title":"Inform Control"},{"issue":"2\u20133","key":"9114_CR3","doi-asserted-by":"crossref","first-page":"201","DOI":"10.1023\/A:1013637720281","volume":"47","author":"K Crammer","year":"2002","unstructured":"Crammer K, Singer Y (2002) On the learnability and design of output codes for multiclass problems. Mach Learn 47(2\u20133): 201\u2013233","journal-title":"Mach Learn"},{"key":"9114_CR4","doi-asserted-by":"crossref","DOI":"10.1017\/CBO9780511801389","volume-title":"An introduction to support vector machines and other kernel-based learning methods","author":"N Cristianini","year":"2000","unstructured":"Cristianini N, Shawe-Taylor J (2000) An introduction to support vector machines and other kernel-based learning methods. Cambridge University Press, Cambridge"},{"key":"9114_CR5","doi-asserted-by":"crossref","unstructured":"Cohen WW (1995) Fast effective rule induction. In: Machine learning: Proceedings of the 12th conference on machine learning, pp 115\u2013123","DOI":"10.1016\/B978-1-55860-377-6.50023-2"},{"issue":"2\/3","key":"9114_CR6","doi-asserted-by":"crossref","first-page":"253","DOI":"10.1023\/A:1013912006537","volume":"47","author":"M Collins","year":"2002","unstructured":"Collins M, Shapire RE, Singer Y (2002) Logistic regression, adaboost and bregman distances. Mach Learn 47(2\/3): 253\u2013285","journal-title":"Mach Learn"},{"key":"9114_CR7","unstructured":"Dekel O, Singer Y (2003) Multiclass learning by probabilistic embeddings. In: Advances in neural information processing systems, vol.\u00a015. MIT Press, Cambridge, pp 945\u2013952"},{"key":"9114_CR8","doi-asserted-by":"crossref","first-page":"263","DOI":"10.1613\/jair.105","volume":"2","author":"TG Dietterich","year":"1995","unstructured":"Dietterich TG, Bariki G (1995) Solving multiclass learning problems via error-correcting output codes. J Artif Intell Res 2: 263\u2013286","journal-title":"J Artif Intell Res"},{"key":"9114_CR9","doi-asserted-by":"crossref","unstructured":"Duan K, Keerthi SS (2005) Which is the best multiclass svm method? An empirical study. In: Proceedings of the 6th international workshop on multiple classifier systems, MCS 2005, vol. 3541 of lecture notes in computer science, pp 278\u2013285","DOI":"10.1007\/11494683_28"},{"key":"9114_CR10","doi-asserted-by":"crossref","unstructured":"Escalera S, Pujol O, Radeva R (2006) Decoding of ternary error correcting output codes. In: Proceedings of the 11th iberoamerican congress on pattern recognition, vol. 4225 of lecture notes in computer science. Springer, New York, pp 753\u2013763","DOI":"10.1007\/11892755_78"},{"key":"9114_CR11","first-page":"875","volume-title":"Proceedings of the international symposium on neural networks, vol. 3496 of lecture notes in computer science","author":"J Feng","year":"2005","unstructured":"Feng J, Yang Y, Fan J (2005) Fuzzy multi-class SVM classifier based on optimal directed acyclic graph using in similar handwritten chinese characters recognition. In: Wang J, Liao X, Yi Z (eds) Proceedings of the international symposium on neural networks, vol. 3496 of lecture notes in computer science. Springer, New York, pp 875\u2013880"},{"key":"9114_CR12","doi-asserted-by":"crossref","unstructured":"Frank E, Kramer S (2004) Ensembles of nested dichotomies for multi-class problems. In: Proceedings of the 21st international conference on machine learning. ACM Press, pp 305\u2013312","DOI":"10.1145\/1015330.1015363"},{"issue":"55","key":"9114_CR13","doi-asserted-by":"crossref","first-page":"119","DOI":"10.1006\/jcss.1997.1504","volume":"1","author":"Y Freund","year":"1997","unstructured":"Freund Y, Schapire RE (1997) A decision-theoretic generalization of on-line learning and an application to boosting. J Comput Syst Sci 1(55): 119\u2013139","journal-title":"J Comput Syst Sci"},{"key":"9114_CR14","first-page":"721","volume":"2","author":"J Furnkranz","year":"2002","unstructured":"Furnkranz J (2002) Round robin classification. J Mach Learn Res 2: 721\u2013747","journal-title":"J Mach Learn Res"},{"key":"9114_CR15","first-page":"451","volume":"2","author":"T Hastie","year":"1998","unstructured":"Hastie T, Tibshirani R (1998) Classification by pairwise coupling. Ann Stat 2: 451\u2013471","journal-title":"Ann Stat"},{"key":"9114_CR16","volume-title":"Neural networks\u2014a compreensive foundation","author":"S Haykin","year":"1999","unstructured":"Haykin S (1999) Neural networks\u2014a compreensive foundation, 2nd edn. Prentice-Hall, New Jersey","edition":"2"},{"issue":"2","key":"9114_CR17","doi-asserted-by":"crossref","first-page":"415","DOI":"10.1109\/72.991427","volume":"13","author":"C-W Hsu","year":"2002","unstructured":"Hsu C-W, Lin C-J (2002) A comparison of methods for multi-class support vector machines. IEEE Trans Neural Netw 13(2): 415\u2013425","journal-title":"IEEE Trans Neural Netw"},{"key":"9114_CR18","first-page":"85","volume":"7","author":"T-K Huang","year":"2006","unstructured":"Huang T-K, Weng RC, Lin C-J (2006) Generalized bradley-terry models and multi-class probability estimates. J Mach Learn Res 7: 85\u2013115","journal-title":"J Mach Learn Res"},{"key":"9114_CR19","doi-asserted-by":"crossref","unstructured":"Kijsirikul B, Ussivakul N (2002) Multiclass support vector machines using adaptive directed acyclic graph. In: Proceedings of international joint conference on neural networks (IJCNN 2002), pp 980\u2013985","DOI":"10.1109\/IJCNN.2002.1005608"},{"key":"9114_CR20","first-page":"1","volume":"4","author":"A Klautau","year":"2003","unstructured":"Klautau A, Jevti\u0107 N, Orlistky A (2003) On nearest-neighbor error-correcting output codes with application to all-pairs multiclass support vector machines. J Mach Learn Res 4: 1\u201315","journal-title":"J Mach Learn Res"},{"key":"9114_CR21","doi-asserted-by":"crossref","first-page":"41","DOI":"10.1007\/978-3-642-76153-9_5","volume-title":"Neurocomputing: algorithms, architectures and applications","author":"S Knerr","year":"1990","unstructured":"Knerr S, Personnaz L, Dreyfus G (1990) Single-layer learning revisited: a stepwise procedure for building and training a neural network. In: Fogelman-Soulie F, Herault J (eds) Neurocomputing: algorithms, architectures and applications. Springer, New York, pp 41\u201350"},{"issue":"6","key":"9114_CR22","doi-asserted-by":"crossref","first-page":"962","DOI":"10.1109\/72.165597","volume":"3","author":"S Knerr","year":"1992","unstructured":"Knerr S, Personnaz L, Dreyfus G (1992) Handwritten digit recognition by neural networks with single-layer training. IEEE Trans Neural Netw 3(6): 962\u2013968","journal-title":"IEEE Trans Neural Netw"},{"key":"9114_CR23","first-page":"185","volume-title":"Advances in Kernel methods\u2014support vector learning","author":"U Krebel","year":"1999","unstructured":"Krebel U (1999) Pairwise classification and support vector machines. In: Scholkopf B, Burges CJC, Smola AJ (eds) Advances in Kernel methods\u2014support vector learning. MIT Press, Cambridge, pp 185\u2013208"},{"key":"9114_CR24","doi-asserted-by":"crossref","first-page":"83","DOI":"10.1016\/j.patrec.2004.08.019","volume":"26","author":"LI Kuncheva","year":"2005","unstructured":"Kuncheva LI (2005) Using diversity measures for generating error-correcting output codes in classifier ensembles. Pattern Recognit Lett 26: 83\u201390","journal-title":"Pattern Recognit Lett"},{"key":"9114_CR25","unstructured":"Lee J-S, Oh I-S (2003) Binary classification trees for multi-class classification problems. In: Proceedings of the 7th international conference on document analysis and recognition, vol.\u00a02, pp 770\u2013774"},{"key":"9114_CR26","first-page":"156","volume-title":"Proceedings of the 6th international workshop on multiple classifier systems, vol. 3541 of lecture notes in computer science","author":"H Lei","year":"2005","unstructured":"Lei H, Govindaraju V (2005) Half-against-half multi-class support vector machines. In: Oza NC, Polikar R, Kittler J, Roli F (eds) Proceedings of the 6th international workshop on multiple classifier systems, vol. 3541 of lecture notes in computer science. Springer, New York, pp 156\u2013164"},{"key":"9114_CR27","first-page":"272","volume-title":"MICAI 2004: advances in artificial intelligence, third Mexican international conference on artificial intelligence, Mexico City, Mexico, vol. 2972 of lecture notes in artificial intelligence","author":"AC Lorena","year":"2004","unstructured":"Lorena AC, Carvalho ACPLF (2004) Comparing techniques for multiclass classification with binary SVM predictors. In: Monroy R, Arroyo-Figueroa G, Sucar LE, Azuela JHS (eds) MICAI 2004: advances in artificial intelligence, third Mexican international conference on artificial intelligence, Mexico City, Mexico, vol. 2972 of lecture notes in artificial intelligence. Springer, New York, pp 272\u2013281"},{"key":"9114_CR28","first-page":"445","volume":"18","author":"AC Lorena","year":"2007","unstructured":"Lorena AC, Carvalho ACPLF (2007a) Evolutionary design of multiclass support vector machines. J Intell Fuzzy Syst 18: 445\u2013454","journal-title":"J Intell Fuzzy Syst"},{"key":"9114_CR29","first-page":"657","volume":"17","author":"AC Lorena","year":"2007","unstructured":"Lorena AC, Carvalho ACPLF (2007b) Design of directed acyclic graph multiclass structures. Neural Netw World 17: 657\u2013674","journal-title":"Neural Netw World"},{"key":"9114_CR30","first-page":"407","volume":"5","author":"AC Lorena","year":"2008","unstructured":"Lorena AC, Carvalho ACPLF (2008a) Hierarchical decomposition of multiclass problems. Neural Netw World 5: 407\u2013425","journal-title":"Neural Netw World"},{"key":"9114_CR31","doi-asserted-by":"crossref","unstructured":"Lorena AC, Carvalho ACPLF (2008b) Investigation of strategies for the generation of multiclass support vector machines. In: The twenty first international conference on industrial, engineering & other applications of applied intelligent systems (IEA\/AIE), 1st edn, vol. 134 of studies in computational intelligence. Springer, New York, pp 319\u2013328","DOI":"10.1007\/978-3-540-79355-7_31"},{"key":"9114_CR32","unstructured":"Mayoraz E, Moreira M (1996) On the decomposition of polychotomies into dichotomies, research report 96\u201308, IDIAP, Dalle Molle institute for perceptive artificial intelligence. Martigny"},{"key":"9114_CR33","unstructured":"Mayoraz E, Alpaydim E (1998) Support vector machines for multi-class classification, research report IDIAP-RR-98-06. Dalle Molle institute for perceptual artificial intelligence, Martigny"},{"key":"9114_CR34","volume-title":"Machine learning","author":"T Mitchell","year":"1997","unstructured":"Mitchell T (1997) Machine learning. McGraw Hill, New York"},{"key":"9114_CR35","volume-title":"An introduction to genetic algorithms","author":"M Mitchell","year":"1999","unstructured":"Mitchell M (1999) An introduction to genetic algorithms. MIT Press, Cambridge"},{"key":"9114_CR36","doi-asserted-by":"crossref","first-page":"45","DOI":"10.1109\/TNN.2003.820841","volume":"15","author":"A Passerini","year":"2004","unstructured":"Passerini A, Pontil M, Frasconi P (2004) New results on error correcting output codes of kernel machines. IEEE Trans Neural Netw 15: 45\u201354","journal-title":"IEEE Trans Neural Netw"},{"key":"9114_CR37","doi-asserted-by":"crossref","unstructured":"Phetkaew T, Kijsirikul B, Rivepiboon W (2003) Reordering adaptive directed acyclic graphs: an improved algorithm for multiclass support vector machines. In: Proceedings of the international conference on neural networks. IEEE Computer Society Press, pp 1605\u20131610","DOI":"10.1109\/IJCNN.2003.1223939"},{"issue":"3","key":"9114_CR38","doi-asserted-by":"crossref","first-page":"315","DOI":"10.20965\/jaciii.2003.p0315","volume":"7","author":"T Phetkaew","year":"2003","unstructured":"Phetkaew T, Rivepiboon W, Kijsirikul B (2003) Reordering adaptive directed acyclic graphs for multiclass support vector machines. J Adv Comput Intell Intell Inform 7(3): 315\u2013321","journal-title":"J Adv Comput Intell Intell Inform"},{"key":"9114_CR39","doi-asserted-by":"crossref","unstructured":"Pimenta E, Gama J (2005) A study on error correcting output codes. In: Proceedings of the 2005 Portuguese conference on artificial intelligence. IEEE Computer Society Press, pp 218\u2013223","DOI":"10.1109\/EPIA.2005.341298"},{"key":"9114_CR40","unstructured":"Platt JC, Cristiani N, Shawe-Taylor J (2000) Large margin DAGs for multiclass classification. In: Advances in neural information processing systems, vol. 12. The MIT Press, Cambridge, pp 547\u2013553"},{"issue":"6","key":"9114_CR41","doi-asserted-by":"crossref","first-page":"637","DOI":"10.1109\/34.683777","volume":"20","author":"M Pontil","year":"1998","unstructured":"Pontil M, Verri A (1998) Support vector machines for 3d object recognition. IEEE Trans Pattern Anal Mach Intell 20(6): 637\u2013646","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"issue":"6","key":"9114_CR42","doi-asserted-by":"crossref","first-page":"1007","DOI":"10.1109\/TPAMI.2006.116","volume":"28","author":"O Pujol","year":"2006","unstructured":"Pujol O, Tadeva P, Vitri\u00e0 J (2006) Discriminant ECOC: a heuristic method for application dependent design of error correcting output codes. IEEE Trans Pattern Anal Mach Intell 28(6): 1007\u20131012","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"issue":"1","key":"9114_CR43","first-page":"81","volume":"1","author":"JR Quinlan","year":"1986","unstructured":"Quinlan JR (1986) Induction of decision trees. Mach Learn 1(1): 81\u2013106","journal-title":"Mach Learn"},{"key":"9114_CR44","unstructured":"Ratsch G, Smola AJ, Mika S (2003) Adapting codes and embeddings for polychotomies. In: Advances in neural information processing systems, vol.\u00a015. MIT Press, New York, pp 513\u2013520"},{"key":"9114_CR45","first-page":"1533","volume":"5","author":"R Rifkin","year":"2004","unstructured":"Rifkin R, Klautau A (2004) In defense of one-vs-all classification. J Mach Learn Res 5: 1533\u20137928","journal-title":"J Mach Learn Res"},{"key":"9114_CR46","doi-asserted-by":"crossref","unstructured":"Savicky P, Furnkranz J (2003) Combining pairwise classifiers with stacking. In: Berthold MR, Lenz H-J, Bradley E, Kruse R, Borgelt C (eds) Advances in intelligent data analysis V, 5th international symposium on intelligent data analysis. IDA 2003, pp 219\u2013229","DOI":"10.1007\/978-3-540-45231-7_21"},{"key":"9114_CR47","unstructured":"Schwenker F (2000) Hierarquical support vector machines for multi-class pattern recognition. In: Proceedings of the 4th international conference on knowledge-based intelligent systems and allied technologies. IEEE Computer Society Press, pp 561\u2013565"},{"key":"9114_CR48","first-page":"409","volume-title":"Proceedings of the international workshop on multiple classifier systems, vol. 2096 of lecture notes in computer science","author":"F Schwenker","year":"2001","unstructured":"Schwenker F, Palm G (2001) Tree-structured support vector machines for multiclass pattern recognition. In: Kittler J, Roli F (eds) Proceedings of the international workshop on multiple classifier systems, vol. 2096 of lecture notes in computer science. Springer, New York, pp 409\u2013417"},{"key":"9114_CR49","unstructured":"Shen L, Tan EC Seeking better output-codes with genetic algorithm for multiclass cancer classification (Submitted to Bioinformatics)"},{"key":"9114_CR50","doi-asserted-by":"crossref","unstructured":"Takahashi F, Abe S (2002) Decision-tree-based multiclass support vector machines. In: Proceedings of the 9th international conference on neural information processing, vol.\u00a03, pp 1418\u20131422","DOI":"10.1109\/ICONIP.2002.1202854"},{"key":"9114_CR51","unstructured":"Takahashi F, Abe S (2003) Optimizing directed acyclic graph support vector machines. In: Proceedings of artificial neural networks in pattern recognition, pp 166\u2013170"},{"key":"9114_CR52","doi-asserted-by":"crossref","unstructured":"Vural V, Dy JG (2004) A hierarchical method for multi-class support vector machines. In: Proceedings of the 21st international conference on machine learning. Banff, pp 831\u2013838","DOI":"10.1145\/1015330.1015427"},{"key":"9114_CR53","unstructured":"Zadrozny B (2001) Reducing multiclass to binary by coupling probability estimates. In: Advances in neural information processing systems, vol.\u00a014"},{"issue":"2A","key":"9114_CR54","first-page":"119","volume":"6","author":"G Zhang","year":"2006","unstructured":"Zhang G, Jun W (2006) Automatic construction algorithm for multi-class support vector machines with binary tree architecture. Int J Comput Sci Netw Secur 6(2A): 119\u2013126","journal-title":"Int J Comput Sci Netw Secur"},{"key":"9114_CR55","doi-asserted-by":"crossref","unstructured":"Zhigang L, Wenzhong S, Qianqing Q, Xiaowen L, Donghui X (2005) Hierarchical support vector machines, In: Proceedings of the IEEE international geoscience and remote sensing symposium. IEEE Computer Society Press, 4\u00a0pp","DOI":"10.1109\/IGARSS.2005.1526138"},{"key":"9114_CR56","volume-title":"Multi-class support vector machines. Technical Report CSD-TR-98-04","author":"J Weston","year":"1998","unstructured":"Weston J, Watkins V (1998) Multi-class support vector machines. Technical Report CSD-TR-98-04. Department of Computer Science. University of London, London"},{"issue":"1","key":"9114_CR57","doi-asserted-by":"crossref","first-page":"11","DOI":"10.1016\/S1566-2535(02)00101-X","volume":"4","author":"T Windeatt","year":"2003","unstructured":"Windeatt T, Ghaderi R (2003) Coding and decoding strategies for multi-class learning problems. Inform Fusion 4(1): 11\u201321","journal-title":"Inform Fusion"},{"key":"9114_CR58","first-page":"975","volume":"5","author":"T-F Wu","year":"2004","unstructured":"Wu T-F, Lin C-J, Weng RC (2004) Probability estimates for multi-class classification by pairwise coupling. J Mach Learn Res 5: 975\u20131005","journal-title":"J Mach Learn Res"}],"container-title":["Artificial Intelligence Review"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10462-009-9114-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10462-009-9114-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10462-009-9114-9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,29]],"date-time":"2019-05-29T13:45:07Z","timestamp":1559137507000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10462-009-9114-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2008,12]]},"references-count":58,"journal-issue":{"issue":"1-4","published-print":{"date-parts":[[2008,12]]}},"alternative-id":["9114"],"URL":"https:\/\/doi.org\/10.1007\/s10462-009-9114-9","relation":{},"ISSN":["0269-2821","1573-7462"],"issn-type":[{"value":"0269-2821","type":"print"},{"value":"1573-7462","type":"electronic"}],"subject":[],"published":{"date-parts":[[2008,12]]}}}