{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,9]],"date-time":"2026-06-09T14:52:48Z","timestamp":1781016768427,"version":"3.54.1"},"reference-count":38,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2019,6,17]],"date-time":"2019-06-17T00:00:00Z","timestamp":1560729600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"},{"start":{"date-parts":[[2019,6,17]],"date-time":"2019-06-17T00:00:00Z","timestamp":1560729600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"funder":[{"DOI":"10.13039\/501100000266","name":"Engineering and Physical Sciences Research Council","doi-asserted-by":"publisher","award":["E\/M015807\/1"],"award-info":[{"award-number":["E\/M015807\/1"]}],"id":[{"id":"10.13039\/501100000266","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000268","name":"Biotechnology and Biological Sciences Research Council","doi-asserted-by":"publisher","award":["BB\/M011216\/1"],"award-info":[{"award-number":["BB\/M011216\/1"]}],"id":[{"id":"10.13039\/501100000268","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Data Min Knowl Disc"],"published-print":{"date-parts":[[2019,11]]},"DOI":"10.1007\/s10618-019-00638-y","type":"journal-article","created":{"date-parts":[[2019,6,17]],"date-time":"2019-06-17T12:02:52Z","timestamp":1560772972000},"page":"1674-1709","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":91,"title":["A probabilistic classifier ensemble weighting scheme based on cross-validated accuracy estimates"],"prefix":"10.1007","volume":"33","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2357-3798","authenticated-orcid":false,"given":"James","family":"Large","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1496-5941","authenticated-orcid":false,"given":"Jason","family":"Lines","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2360-8994","authenticated-orcid":false,"given":"Anthony","family":"Bagnall","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2019,6,17]]},"reference":[{"key":"638_CR1","unstructured":"Bagnall A, Cawley G (2017) On the use of default parameter settings in the empirical evaluation of classification algorithms. \n                    arXiv:1703.06777"},{"key":"638_CR2","doi-asserted-by":"publisher","first-page":"2522","DOI":"10.1109\/TKDE.2015.2416723","volume":"27","author":"A Bagnall","year":"2015","unstructured":"Bagnall A, Lines J, Hills J, Bostrom A (2015) Time-series classification with COTE: the collective of transformation-based ensembles. IEEE Trans Knowl Data Eng 27:2522\u20132535","journal-title":"IEEE Trans Knowl Data Eng"},{"issue":"3","key":"638_CR3","doi-asserted-by":"publisher","first-page":"606","DOI":"10.1007\/s10618-016-0483-9","volume":"31","author":"A Bagnall","year":"2017","unstructured":"Bagnall A, Lines J, Bostrom A, Large J, Keogh E (2017) The great time series classification bake off: a review and experimental evaluation of recent algorithmic advances. Data Min Knowl Discov 31(3):606\u2013660","journal-title":"Data Min Knowl Discov"},{"key":"638_CR4","unstructured":"Bagnall A, Lines J, Keogh E (2018) The UEA UCR time series classification archive. \n                    http:\/\/timeseriesclassification.com\n                    \n                  . Accessed 6 June 2019"},{"key":"638_CR5","first-page":"1","volume":"17","author":"A Benavoli","year":"2016","unstructured":"Benavoli A, Corani G, Mangili F (2016) Should we really use post-hoc tests based on mean-ranks? J Mach Learn Res 17:1\u201310","journal-title":"J Mach Learn Res"},{"issue":"2","key":"638_CR6","first-page":"123","volume":"24","author":"L Breiman","year":"1996","unstructured":"Breiman L (1996) Bagging predictors. Mach Learn 24(2):123\u2013140","journal-title":"Mach Learn"},{"issue":"1","key":"638_CR7","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1023\/A:1010933404324","volume":"45","author":"L Breiman","year":"2001","unstructured":"Breiman L (2001) Random forests. Mach Learn 45(1):5\u201332","journal-title":"Mach Learn"},{"key":"638_CR8","doi-asserted-by":"crossref","unstructured":"Caruana R, Niculescu-Mizil A (2004) Ensemble selection from libraries of models. In: Proceedings of the 21st international conference on machine learning","DOI":"10.1145\/1015330.1015432"},{"key":"638_CR9","doi-asserted-by":"crossref","unstructured":"Chen T (2016) XGBoost: a scalable tree boosting system. In: Proceedings of 22nd ACM SIGKDD international conference on knowledge discovery and data mining","DOI":"10.1145\/2939672.2939785"},{"key":"638_CR10","first-page":"1","volume":"7","author":"J Dem\u0161ar","year":"2006","unstructured":"Dem\u0161ar J (2006) Statistical comparisons of classifiers over multiple data sets. J Mach Learn Res 7:1\u201330","journal-title":"J Mach Learn Res"},{"issue":"2","key":"638_CR11","doi-asserted-by":"publisher","first-page":"139","DOI":"10.1023\/A:1007607513941","volume":"40","author":"T Dietterich","year":"2000","unstructured":"Dietterich T (2000) An experimental comparison of three methods for constructing ensembles of decision trees: bagging, boosting, and randomization. Mach Learn 40(2):139\u2013157","journal-title":"Mach Learn"},{"issue":"3","key":"638_CR12","doi-asserted-by":"publisher","first-page":"255","DOI":"10.1023\/B:MACH.0000015881.36452.6e","volume":"54","author":"S D\u017eeroski","year":"2004","unstructured":"D\u017eeroski S, \u017denko B (2004) Is combining classifiers with stacking better than selecting the best one? Mach Learn 54(3):255\u2013273","journal-title":"Mach Learn"},{"key":"638_CR13","first-page":"3133","volume":"15","author":"M Fern\u00e1ndez-Delgado","year":"2014","unstructured":"Fern\u00e1ndez-Delgado M, Cernadas E, Barro S, Amorim D (2014) Do we need hundreds of classifiers to solve real world classification problems? J Mach Learn Res 15:3133\u20133181","journal-title":"J Mach Learn Res"},{"key":"638_CR14","unstructured":"Freund Y, Schapire R (1996) Experiments with a new boosting algorithm. In: Proceedings of international conference on machine learning, vol 96, pp 148\u2013156"},{"issue":"5","key":"638_CR15","doi-asserted-by":"publisher","first-page":"1189","DOI":"10.1214\/aos\/1013203451","volume":"29","author":"J Friedman","year":"2001","unstructured":"Friedman J (2001) Greedy function approximation: a gradient boosting machine. Ann Stat 29(5):1189\u20131232","journal-title":"Ann Stat"},{"key":"638_CR16","unstructured":"Friedman J, Hastie T, Tibshirani R (1998) Additive logistic regression: a statistical view of boosting. Stanford University, technical report"},{"key":"638_CR17","first-page":"2677","volume":"9","author":"S Garc\u00eda","year":"2008","unstructured":"Garc\u00eda S, Herrera F (2008) An extension on statistical comparisons of classifiers over multiple data sets for all pairwise comparisons. J Mach Learn Res 9:2677\u20132694","journal-title":"J Mach Learn Res"},{"issue":"1","key":"638_CR18","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/s10994-006-6226-1","volume":"63","author":"P Geurts","year":"2006","unstructured":"Geurts P, Ernst D, Wehenkel L (2006) Extremely randomised trees. Mach Learn 63(1):3\u201342","journal-title":"Mach Learn"},{"issue":"1","key":"638_CR19","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1016\/S0167-8655(00)00096-9","volume":"22","author":"G Giacinto","year":"2001","unstructured":"Giacinto G, Roli F (2001) An approach to the automatic design of multiple classifier systems. Pattern Recognit Lett 22(1):25\u201333","journal-title":"Pattern Recognit Lett"},{"issue":"10","key":"638_CR20","doi-asserted-by":"publisher","first-page":"993","DOI":"10.1109\/34.58871","volume":"12","author":"L Hansen","year":"1990","unstructured":"Hansen L, Salamo P (1990) Neural network ensembles. IEEE Trans Pattern Anal Mach Intell 12(10):993\u20131001","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"638_CR21","unstructured":"Kohavi R (1995) A study of cross-validation and bootstrap for accuracy estimation and model selection. In: Proceedings of 14th international joint conference on artificial intelligence. Morgan Kaufmann Publishers Inc., pp 1137\u20131143"},{"issue":"2","key":"638_CR22","doi-asserted-by":"publisher","first-page":"259","DOI":"10.1007\/s10115-012-0586-6","volume":"38","author":"L Kuncheva","year":"2014","unstructured":"Kuncheva L, Rodr\u00edguez J (2014) A weighted voting framework for classifiers ensembles. Knowl Inf Syst 38(2):259\u2013275","journal-title":"Knowl Inf Syst"},{"issue":"2","key":"638_CR23","doi-asserted-by":"publisher","first-page":"181","DOI":"10.1023\/A:1022859003006","volume":"51","author":"L Kuncheva","year":"2003","unstructured":"Kuncheva L, Whitaker C (2003) Measures of diversity in classifier ensembles and their relationship with the ensemble accuracy. Mach Learn 51(2):181\u2013207","journal-title":"Mach Learn"},{"key":"638_CR24","unstructured":"Didaci L, Fumera G, Roli F (2013) Diversity in classifier ensembles: fertile concept or dead end? In: International workshop on multiple classifier systems. Springer, pp 37\u201348"},{"key":"638_CR25","doi-asserted-by":"crossref","unstructured":"Lines J, Taylor S, Bagnall A (2016) HIVE-COTE: the hierarchical vote collective of transformation-based ensembles for time series classification. In: Proceedings of IEEE international conference on data mining","DOI":"10.1109\/ICDM.2016.0133"},{"key":"638_CR26","doi-asserted-by":"publisher","first-page":"169","DOI":"10.1613\/jair.614","volume":"11","author":"D Opitz","year":"1999","unstructured":"Opitz D, Maclin R (1999) Popular ensemble methods: an empirical study. J Artif Intell Res 11:169\u2013198","journal-title":"J Artif Intell Res"},{"issue":"4","key":"638_CR27","doi-asserted-by":"publisher","first-page":"869","DOI":"10.1162\/neco.1996.8.4.869","volume":"8","author":"D Partridge","year":"1996","unstructured":"Partridge D, Yates W (1996) Engineering multiversion neural-net systems. Neural Comput 8(4):869\u201393","journal-title":"Neural Comput"},{"issue":"3","key":"638_CR28","doi-asserted-by":"publisher","first-page":"199","DOI":"10.1023\/A:1024099825458","volume":"52","author":"F Provost","year":"2003","unstructured":"Provost F, Domingos P (2003) Tree induction for probability-based ranking. Mach Learn 52(3):199\u2013215","journal-title":"Mach Learn"},{"key":"638_CR29","doi-asserted-by":"crossref","unstructured":"Ratanamahatana C, Keogh E (2005) Three myths about dynamic time warping data mining. In: Proceedings of 5th SIAM international conference on data mining","DOI":"10.1137\/1.9781611972757.50"},{"key":"638_CR30","doi-asserted-by":"crossref","unstructured":"Re M, Valentini G (2011) Ensemble methods: a review. Data mining and machine learning for astronomical applications. Data Mining and Knowledge Discovery Series, Chapman & Hall","DOI":"10.1201\/b11822-34"},{"issue":"10","key":"638_CR31","doi-asserted-by":"publisher","first-page":"1619","DOI":"10.1109\/TPAMI.2006.211","volume":"28","author":"J Rodriguez","year":"2006","unstructured":"Rodriguez J, Kuncheva L, Alonso C (2006) Rotation forest: a new classifier ensemble method. IEEE Trans Pattern Anal Mach Intell 28(10):1619\u20131630","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"issue":"1","key":"638_CR32","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1007\/s10994-006-9449-2","volume":"65","author":"K Tang","year":"2006","unstructured":"Tang K, Suganthan P, Yao X (2006) An analysis of diversity measures. Mach Learn 65(1):247\u2013271","journal-title":"Mach Learn"},{"key":"638_CR33","unstructured":"Ting K, Witten I (1997) Stacking bagged and dagged models. In: Proceedings of 14th international conference on machine learning, pp 367\u2013375"},{"key":"638_CR34","doi-asserted-by":"publisher","first-page":"271","DOI":"10.1613\/jair.594","volume":"10","author":"K Ting","year":"1999","unstructured":"Ting K, Witten I (1999) Issues in stacked generalization. J Artif Intell Res 10:271\u2013289","journal-title":"J Artif Intell Res"},{"key":"638_CR35","first-page":"1","volume":"17","author":"M Wainberg","year":"2016","unstructured":"Wainberg M, Alipanahi B, Frey B (2016) Are random forests truly the best classifiers? J Mach Learn Res 17:1\u20135","journal-title":"J Mach Learn Res"},{"issue":"15","key":"638_CR36","first-page":"1","volume":"18","author":"J Wainer","year":"2017","unstructured":"Wainer J, Cawley G (2017) Empirical evaluation of resampling procedures for optimising SVM hyperparameters. J Mach Learn Res 18(15):1\u201335","journal-title":"J Mach Learn Res"},{"issue":"2","key":"638_CR37","doi-asserted-by":"publisher","first-page":"159","DOI":"10.1023\/A:1007659514849","volume":"40","author":"G Webb","year":"2000","unstructured":"Webb G (2000) Multiboosting: a technique for combining boosting and wagging. Mach Learn 40(2):159\u2013196","journal-title":"Mach Learn"},{"issue":"2","key":"638_CR38","doi-asserted-by":"publisher","first-page":"241","DOI":"10.1016\/S0893-6080(05)80023-1","volume":"3","author":"H Wolpert","year":"1992","unstructured":"Wolpert H (1992) Stacked generalization. Neural Netw 3(2):241\u2013259","journal-title":"Neural Netw"}],"container-title":["Data Mining and Knowledge Discovery"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10618-019-00638-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10618-019-00638-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10618-019-00638-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,7,30]],"date-time":"2020-07-30T13:19:44Z","timestamp":1596115184000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10618-019-00638-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,6,17]]},"references-count":38,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2019,11]]}},"alternative-id":["638"],"URL":"https:\/\/doi.org\/10.1007\/s10618-019-00638-y","relation":{},"ISSN":["1384-5810","1573-756X"],"issn-type":[{"value":"1384-5810","type":"print"},{"value":"1573-756X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,6,17]]},"assertion":[{"value":"21 August 2017","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 June 2019","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 June 2019","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}