{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,18]],"date-time":"2026-04-18T01:48:26Z","timestamp":1776476906050,"version":"3.51.2"},"reference-count":47,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2012,9,28]],"date-time":"2012-09-28T00:00:00Z","timestamp":1348790400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2013,6]]},"DOI":"10.1007\/s10489-012-0388-2","type":"journal-article","created":{"date-parts":[[2012,9,27]],"date-time":"2012-09-27T15:55:08Z","timestamp":1348761308000},"page":"566-585","source":"Crossref","is-referenced-by-count":32,"title":["On the effect of calibration in classifier combination"],"prefix":"10.1007","volume":"38","author":[{"given":"Antonio","family":"Bella","sequence":"first","affiliation":[]},{"given":"C\u00e8sar","family":"Ferri","sequence":"additional","affiliation":[]},{"given":"Jos\u00e9","family":"Hern\u00e1ndez-Orallo","sequence":"additional","affiliation":[]},{"given":"Mar\u00eda Jos\u00e9","family":"Ram\u00edrez-Quintana","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2012,9,28]]},"reference":[{"issue":"6","key":"388_CR1","doi-asserted-by":"crossref","first-page":"997","DOI":"10.2307\/1914031","volume":"41","author":"T Amemiya","year":"1973","unstructured":"Amemiya T (1973) Regression analysis when the dependent variable is truncated normal. Econometrica 41(6):997\u20131016","journal-title":"Econometrica"},{"key":"388_CR2","doi-asserted-by":"crossref","first-page":"641","DOI":"10.1214\/aoms\/1177728423","volume":"5","author":"M Ayer","year":"1955","unstructured":"Ayer M, Brunk H, Ewing G, Reid W, Silverman E (1955) An empirical distribution function for sampling with incomplete information. Ann Math Stat 5:641\u2013647","journal-title":"Ann Math Stat"},{"key":"388_CR3","doi-asserted-by":"crossref","first-page":"128","DOI":"10.4018\/978-1-60566-766-9.ch006","volume-title":"Handbook of research on machine learning applications","author":"A Bella","year":"2009","unstructured":"Bella A, Ferri C, Hernandez-Orallo J, Ramirez-Quintana M (2009) Calibration of machine learning models. In: Handbook of research on machine learning applications. IGI Global, Hershey, pp 128\u2013146"},{"key":"388_CR4","series-title":"Lecture notes in computer science","doi-asserted-by":"crossref","first-page":"341","DOI":"10.1007\/978-3-642-04394-9_42","volume-title":"Intelligent data engineering and automated learning\u2014IDEAL 2009","author":"A Bella","year":"2009","unstructured":"Bella A, Ferri C, Hern\u00e1ndez-Orallo J, Ram\u00edrez-Quintana M (2009) Similarity-binning averaging: a generalisation of binning calibration. In: Intelligent data engineering and automated learning\u2014IDEAL 2009. Lecture notes in computer science, vol 5788. Springer, Berlin\/Heidelberg, pp 341\u2013349"},{"key":"388_CR5","unstructured":"Bennett PN (2006) Building reliable metaclassifiers for text learning. PhD thesis, Carnegie Mellon University"},{"issue":"1","key":"388_CR6","doi-asserted-by":"crossref","first-page":"67","DOI":"10.1023\/B:INRT.0000048491.59134.94","volume":"8","author":"PN Bennett","year":"2005","unstructured":"Bennett PN, Dumais ST, Horvitz E (2005) The combination of text classifiers using reliability indicators. Inf Retr 8(1):67\u201398","journal-title":"Inf Retr"},{"key":"388_CR7","unstructured":"Blake C, Merz C (1998) UCI repository of machine learning databases. http:\/\/www.ics.uci.edu\/~mlearn\/MLRepository.html"},{"key":"388_CR8","first-page":"123","volume":"24","author":"L Breiman","year":"1996","unstructured":"Breiman L (1996) Bagging predictors. Mach Learn 24:123\u2013140","journal-title":"Mach Learn"},{"key":"388_CR9","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1175\/1520-0493(1950)078<0001:VOFEIT>2.0.CO;2","volume":"78","author":"G Brier","year":"1950","unstructured":"Brier G (1950) Verification of forecasts expressed in terms of probabilities. Mon Weather Rev 78:1\u20133","journal-title":"Mon Weather Rev"},{"key":"388_CR10","unstructured":"Br\u00fcmmer N (2010) Measuring, refining and calibrating speaker and language information extracted from speech. PhD thesis, University of Stellenbosch"},{"key":"388_CR11","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1007\/s10489-009-0199-2","volume":"35","author":"A Canuto","year":"2011","unstructured":"Canuto A, Santos A, Vargas R (2011) Ensembles of artmap-based neural networks: an experimental study. Appl Intell 35:1\u201317","journal-title":"Appl Intell"},{"key":"388_CR12","doi-asserted-by":"crossref","first-page":"828","DOI":"10.1109\/ICDM.2006.76","volume-title":"ICDM \u201906: proceedings of the sixth international conference on data mining","author":"R Caruana","year":"2006","unstructured":"Caruana R, Munson A, Mizil AN (2006) Getting the most out of ensemble selection. In: ICDM \u201906: proceedings of the sixth international conference on data mining. IEEE Computer Society, Washington, pp 828\u2013833"},{"key":"388_CR13","doi-asserted-by":"crossref","first-page":"69","DOI":"10.1145\/1014052.1014063","volume-title":"Proceedings of the tenth ACM SIGKDD international conference on knowledge discovery and data mining, KDD \u201904","author":"R Caruana","year":"2004","unstructured":"Caruana R, Niculescu-Mizil A (2004) Data mining in metric space: an empirical analysis of supervised learning performance criteria. In: Proceedings of the tenth ACM SIGKDD international conference on knowledge discovery and data mining, KDD \u201904. ACM Press, New York, pp 69\u201378"},{"key":"388_CR14","first-page":"125","volume-title":"Proceedings of the 8th European conference on principles and practice of knowledge discovery in databases, PKDD \u201904","author":"I Cohen","year":"2004","unstructured":"Cohen I, Goldszmidt M (2004) Properties and benefits of calibrated classifiers. In: Proceedings of the 8th European conference on principles and practice of knowledge discovery in databases, PKDD \u201904. Springer, Berlin, pp 125\u2013136"},{"key":"388_CR15","first-page":"1","volume":"7","author":"J Dem\u0161ar","year":"2006","unstructured":"Dem\u0161ar J (2006) Statistical comparisons of classifiers over multiple data sets. J Mach Learn Res 7:1\u201330","journal-title":"J Mach Learn Res"},{"key":"388_CR16","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1007\/3-540-45014-9_1","volume-title":"Proceedings of the first international workshop on multiple classifier systems, MCS \u201900","author":"TG Dietterich","year":"2000","unstructured":"Dietterich TG (2000) Ensemble methods in machine learning. In: Proceedings of the first international workshop on multiple classifier systems, MCS \u201900. Springer, London, pp 1\u201315"},{"key":"388_CR17","doi-asserted-by":"crossref","first-page":"139","DOI":"10.1023\/A:1007607513941","volume":"40","author":"TG Dietterich","year":"2000","unstructured":"Dietterich TG (2000) An experimental comparison of three methods for constructing ensembles of decision trees: bagging, boosting, and randomization. Mach Learn 40:139\u2013157","journal-title":"Mach Learn"},{"key":"388_CR18","doi-asserted-by":"crossref","unstructured":"Fahim M, Fatima I, Lee S, Lee Y (2012) Eem: evolutionary ensembles model for activity recognition in smart homes. Appl Intell, 1\u201311. doi: 10.1007\/s10489-012-0359-7","DOI":"10.1007\/s10489-012-0359-7"},{"key":"388_CR19","doi-asserted-by":"crossref","first-page":"37","DOI":"10.1145\/1015330.1015395","volume-title":"Proceedings of the twenty-first international conference on machine learning, ICML \u201904","author":"C Ferri","year":"2004","unstructured":"Ferri C, Flach P, Hern\u00e1ndez-Orallo J (2004) Delegating classifiers. In: Proceedings of the twenty-first international conference on machine learning, ICML \u201904. ACM Press, New York, pp 37\u201345"},{"key":"388_CR20","doi-asserted-by":"crossref","first-page":"27","DOI":"10.1016\/j.patrec.2008.08.010","volume":"30","author":"C Ferri","year":"2009","unstructured":"Ferri C, Hern\u00e1ndez-Orallo J, Modroiu R (2009) An experimental comparison of performance measures for classification. Pattern Recognit Lett 30:27\u201338","journal-title":"Pattern Recognit Lett"},{"key":"388_CR21","first-page":"108","volume-title":"Proceedings of 14th European conference on machine learning","author":"C Ferri","year":"2003","unstructured":"Ferri C, Hern\u00e1ndez-Orallo J, Salido M (2003) Volume under the ROC surface for multi-class problems. Exact computation and evaluation of approximations. In: Proceedings of 14th European conference on machine learning, pp 108\u2013120"},{"key":"388_CR22","doi-asserted-by":"crossref","first-page":"81","DOI":"10.1007\/978-1-4615-0286-9_7","volume-title":"Data mining and decision support: integration and collaboration","author":"P Flach","year":"2003","unstructured":"Flach P, Blockeel H, Ferri C, Hern\u00e1ndez-Orallo J, Struyf J (2003) Decision support for data mining: an introduction to ROC analysis and its applications. In: Data mining and decision support: integration and collaboration. Kluwer Academic, Boston, pp 81\u201390"},{"key":"388_CR23","first-page":"148","volume-title":"International conference on machine learning","author":"Y Freund","year":"1996","unstructured":"Freund Y, Schapire RE (1996) Experiments with a new boosting algorithm. In: International conference on machine learning, pp 148\u2013156"},{"key":"388_CR24","doi-asserted-by":"crossref","first-page":"315","DOI":"10.1023\/A:1007652114878","volume":"41","author":"J Gama","year":"2000","unstructured":"Gama J, Brazdil P (2000) Cascade generalization. Mach Learn 41:315\u2013343","journal-title":"Mach Learn"},{"key":"388_CR25","unstructured":"Garczarek U (2002) Classification rules in standardized partition spaces. PhD thesis, Universitat Dortmund"},{"key":"388_CR26","unstructured":"Gebel M (2009) Multivariate calibration of classifier scores into the probability space. PhD thesis, University of Dortmund"},{"key":"388_CR27","doi-asserted-by":"crossref","first-page":"171","DOI":"10.1023\/A:1010920819831","volume":"45","author":"DJ Hand","year":"2001","unstructured":"Hand DJ, Till RJ (2001) A simple generalisation of the area under the ROC curve for multiple class classification problems. Mach Learn 45:171\u2013186","journal-title":"Mach Learn"},{"issue":"4","key":"388_CR28","doi-asserted-by":"crossref","first-page":"382","DOI":"10.1214\/ss\/1009212519","volume":"14","author":"JA Hoeting","year":"1999","unstructured":"Hoeting JA, Madigan D, Raftery AE, Volinsky CT (1999) Bayesian model averaging: a\u00a0tutorial. Stat Sci 14(4):382\u2013417","journal-title":"Stat Sci"},{"key":"388_CR29","doi-asserted-by":"crossref","first-page":"320","DOI":"10.1007\/s10489-010-0263-y","volume":"36","author":"K Khor","year":"2012","unstructured":"Khor K, Ting C, Phon-Amnuaisuk S (2012) A cascaded classifier approach for improving detection rates on rare attack categories in network intrusion detection. Appl Intell 36:320\u2013329","journal-title":"Appl Intell"},{"key":"388_CR30","doi-asserted-by":"crossref","first-page":"281","DOI":"10.1109\/34.982906","volume":"24","author":"LI Kuncheva","year":"2002","unstructured":"Kuncheva LI (2002) A theoretical study on six classifier fusion strategies. IEEE Trans Pattern Anal Mach Intell 24:281\u2013286","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"388_CR31","doi-asserted-by":"crossref","DOI":"10.1002\/0471660264","volume-title":"Combining pattern classifiers: methods and algorithms","author":"LI Kuncheva","year":"2004","unstructured":"Kuncheva LI (2004) Combining pattern classifiers: methods and algorithms. Wiley-Interscience, New York"},{"issue":"1","key":"388_CR32","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1016\/j.inffus.2004.04.009","volume":"6","author":"LI Kuncheva","year":"2005","unstructured":"Kuncheva LI (2005) Diversity in multiple classifier systems. Inf Fusion 6(1):3\u20134","journal-title":"Inf Fusion"},{"key":"388_CR33","doi-asserted-by":"crossref","first-page":"181","DOI":"10.1023\/A:1022859003006","volume":"51","author":"LI Kuncheva","year":"2003","unstructured":"Kuncheva LI, Whitaker CJ (2003) Measures of diversity in classifier ensembles and their relationship with the ensemble accuracy. Mach Learn 51:181\u2013207","journal-title":"Mach Learn"},{"key":"388_CR34","doi-asserted-by":"crossref","unstructured":"Lee H, Kim E, Pedrycz W (2012) A new selective neural network ensemble with negative correlation. Appl Intell, 1\u201311. doi: 10.1007\/s10489-012-0342-3","DOI":"10.1007\/s10489-012-0342-3"},{"key":"388_CR35","doi-asserted-by":"crossref","first-page":"347","DOI":"10.1007\/s10489-011-0283-2","volume":"34","author":"J Maudes","year":"2011","unstructured":"Maudes J, Rodr\u00edguez J, Garc\u00eda-Osorio C, Pardo C (2011) Random projections for linear svm ensembles. Appl Intell 34:347\u2013359","journal-title":"Appl Intell"},{"key":"388_CR36","first-page":"1182","volume":"11","author":"AH Murphy","year":"1972","unstructured":"Murphy AH (1972) Scalar and vector partitions of the probability score: part II. n-State situation. J Appl Meteorol 11:1182\u20131192","journal-title":"J Appl Meteorol"},{"key":"388_CR37","first-page":"61","volume-title":"Advances in large margin classifiers","author":"JC Platt","year":"1999","unstructured":"Platt JC (1999) Probabilistic outputs for support vector machines and comparisons to regularized likelihood methods. In: Advances in large margin classifiers. MIT Press, Boston, pp 61\u201374"},{"key":"388_CR38","doi-asserted-by":"crossref","unstructured":"Raftery AE, Gneiting T, Balabdaoui F, Polakowski M (2005) Using Bayesian model averaging to calibrate forecast ensembles. Monthly Weather Rev, p\u00a0133","DOI":"10.1175\/MWR2906.1"},{"key":"388_CR39","first-page":"101","volume":"5","author":"R Rifkin","year":"2004","unstructured":"Rifkin R, Klautau A (2004) In defense of one-vs-all classification. J Mach Learn Res 5:101\u2013141","journal-title":"J Mach Learn Res"},{"key":"388_CR40","volume-title":"Order restricted statistical inference","author":"T Robertson","year":"1988","unstructured":"Robertson T, Wright FT, Dykstra RL (1988) Order restricted statistical inference. Wiley, New York"},{"key":"388_CR41","doi-asserted-by":"crossref","first-page":"291","DOI":"10.1007\/s10489-009-0166-y","volume":"33","author":"L Souza","year":"2010","unstructured":"Souza L, Pozo A, Rosa J, Neto A (2010) Applying correlation to enhance boosting technique using genetic programming as base learner. Appl Intell 33:291\u2013301","journal-title":"Appl Intell"},{"key":"388_CR42","doi-asserted-by":"crossref","first-page":"361","DOI":"10.1007\/978-3-540-76280-5_14","volume-title":"Studies in computational intelligence: machine learning in document analysis and recognition","author":"S Tulyakov","year":"2008","unstructured":"Tulyakov S, Jaeger S, Govindaraju V, Doermann D (2008) Review of classifier combination methods. In: Marinai HFS (ed) Studies in computational intelligence: machine learning in document analysis and recognition. Springer, Berlin, pp 361\u2013386"},{"key":"388_CR43","doi-asserted-by":"crossref","first-page":"258","DOI":"10.1007\/s10489-009-0194-7","volume":"34","author":"B Verma","year":"2011","unstructured":"Verma B, Hassan S (2011) Hybrid ensemble approach for classification. Appl Intell 34:258\u2013278","journal-title":"Appl Intell"},{"key":"388_CR44","doi-asserted-by":"crossref","first-page":"357","DOI":"10.1007\/s10489-009-0172-0","volume":"33","author":"C Wang","year":"2010","unstructured":"Wang C, Hunter A (2010) A low variance error boosting algorithm. Appl Intell 33:357\u2013369","journal-title":"Appl Intell"},{"key":"388_CR45","doi-asserted-by":"crossref","first-page":"76","DOI":"10.1145\/507338.507355","volume":"31","author":"IH Witten","year":"2002","unstructured":"Witten IH, Frank E (2002) Data mining: practical machine learning tools and techniques with java implementations. SIGMOD Rec 31:76\u201377","journal-title":"SIGMOD Rec"},{"key":"388_CR46","doi-asserted-by":"crossref","first-page":"241","DOI":"10.1016\/S0893-6080(05)80023-1","volume":"5","author":"DH Wolpert","year":"1992","unstructured":"Wolpert DH (1992) Stacked generalization. Neural Netw 5:241\u2013259","journal-title":"Neural Netw"},{"key":"388_CR47","doi-asserted-by":"crossref","first-page":"694","DOI":"10.1145\/775047.775151","volume-title":"Proceedings of the eighth ACM SIGKDD international conference on knowledge discovery and data mining, KDD \u201902","author":"B Zadrozny","year":"2002","unstructured":"Zadrozny B, Elkan C (2002) Transforming classifier scores into accurate multiclass probability estimates. In: Proceedings of the eighth ACM SIGKDD international conference on knowledge discovery and data mining, KDD \u201902. ACM Press, New York, pp 694\u2013699"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-012-0388-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10489-012-0388-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-012-0388-2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,6,25]],"date-time":"2023-06-25T23:50:19Z","timestamp":1687737019000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10489-012-0388-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2012,9,28]]},"references-count":47,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2013,6]]}},"alternative-id":["388"],"URL":"https:\/\/doi.org\/10.1007\/s10489-012-0388-2","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2012,9,28]]}}}