{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,12]],"date-time":"2026-05-12T13:20:34Z","timestamp":1778592034061,"version":"3.51.4"},"reference-count":19,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2016,11,25]],"date-time":"2016-11-25T00:00:00Z","timestamp":1480032000000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Fund of China","doi-asserted-by":"crossref","award":["61503228"],"award-info":[{"award-number":["61503228"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Process Lett"],"published-print":{"date-parts":[[2017,8]]},"DOI":"10.1007\/s11063-016-9569-z","type":"journal-article","created":{"date-parts":[[2016,11,25]],"date-time":"2016-11-25T00:49:28Z","timestamp":1480034968000},"page":"1-13","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":34,"title":["Choosing Between Two Classification Learning Algorithms Based on Calibrated Balanced \n                $$5\\times 2$$\n                \n                    \n                                    \n                        \n                            5\n                            \u00d7\n                            2\n                        \n                    \n                \n             Cross-Validated F-Test"],"prefix":"10.1007","volume":"46","author":[{"given":"Yu","family":"Wang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jihong","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yanfang","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2016,11,25]]},"reference":[{"issue":"8","key":"9569_CR1","doi-asserted-by":"crossref","first-page":"1885","DOI":"10.1162\/089976699300016007","volume":"11","author":"E Alpaydin","year":"1999","unstructured":"Alpaydin E (1999) Combined \n                        $$5\\times 2$$\n                        \n                            \n                                            \n                                \n                                    5\n                                    \u00d7\n                                    2\n                                \n                            \n                        \n                     cv \n                        $$F$$\n                        \n                            \n                                            \n                                F\n                            \n                        \n                     test for comparing supervised classification learning algorithms. Neural Comput 11(8):1885\u20131892","journal-title":"Neural Comput"},{"issue":"1","key":"9569_CR2","doi-asserted-by":"crossref","first-page":"208","DOI":"10.1162\/NECO_a_00532","volume":"26","author":"Y Wang","year":"2014","unstructured":"Wang Y, Ruibo W, Huichen J, Jihong L (2014) Blocked \n                        $$3\\times 2$$\n                        \n                            \n                                            \n                                \n                                    3\n                                    \u00d7\n                                    2\n                                \n                            \n                        \n                     cross-validated t-test for comparing supervised classification learning algorithms. Neural Comput 26(1):208\u2013235","journal-title":"Neural Comput"},{"key":"9569_CR3","first-page":"1089","volume":"5","author":"Y Bengio","year":"2004","unstructured":"Bengio Y, Grandvalet Y (2004) No unbiased estimator of the variance of \n                        $$K$$\n                        \n                            \n                                            \n                                K\n                            \n                        \n                    -fold cross-validation. J Mach Learn Res 5:1089\u20131105","journal-title":"J Mach Learn Res"},{"key":"9569_CR4","unstructured":"Grandvalet Y, Bengio Y (2006) Hypothesis testing for cross-validation. Technical report. University of Montreal, Montreal"},{"key":"9569_CR5","first-page":"1127","volume":"6","author":"M Markatou","year":"2005","unstructured":"Markatou M, Tian H, Biswas S, Hripcsak G (2005) Analysis of variance of cross-validation estimators of the generalization error. J Mach Learn Res 6:1127\u20131168","journal-title":"J Mach Learn Res"},{"issue":"3","key":"9569_CR6","doi-asserted-by":"crossref","first-page":"239","DOI":"10.1023\/A:1024068626366","volume":"52","author":"C Nadeau","year":"2003","unstructured":"Nadeau C, Bengio Y (2003) Inference for the generalization error. Mach Learn 52(3):239\u2013281","journal-title":"Mach Learn"},{"issue":"7","key":"9569_CR7","doi-asserted-by":"crossref","first-page":"1895","DOI":"10.1162\/089976698300017197","volume":"10","author":"T Dietterich","year":"1998","unstructured":"Dietterich T (1998) Approximate statistical tests for comparing supervised classification learning algorithms. Neural Comput 10(7):1895\u20131924","journal-title":"Neural Comput"},{"key":"9569_CR8","doi-asserted-by":"crossref","first-page":"2105","DOI":"10.1109\/TKDE.2012.155","volume":"25","author":"OT Yildiz","year":"2013","unstructured":"Yildiz OT (2013) Omnivariate rule induction using a novel pairwise statistical test. IEEE Trans Knowl Data Eng 25:2105\u20132118","journal-title":"IEEE Trans Knowl Data Eng"},{"key":"9569_CR9","doi-asserted-by":"crossref","first-page":"2661","DOI":"10.1016\/j.patcog.2011.12.024","volume":"45","author":"W Chen","year":"2012","unstructured":"Chen W, Gallas BD, Yousef WA (2012) Classifier variability: accounting for training and testing. Pattern Recognit 45:2661\u20132671","journal-title":"Pattern Recognit"},{"key":"9569_CR10","first-page":"1","volume":"7","author":"J Demsar","year":"2006","unstructured":"Demsar J (2006) Statistical comparisons of classifiers over multiple data sets. J Mach Learn Res 7:1\u201330","journal-title":"J Mach Learn Res"},{"key":"9569_CR11","first-page":"2677","volume":"9","author":"S Garcia","year":"2008","unstructured":"Garcia S, Herrera F (2008) An extension on \u201cstatistical comparisons of classifiers over multiple data sets\u201d for all pairwise comparisons. J Mach Learn Res 9:2677\u20132694","journal-title":"J Mach Learn Res"},{"key":"9569_CR12","doi-asserted-by":"crossref","first-page":"1772","DOI":"10.1016\/j.patcog.2011.10.005","volume":"45","author":"A Ulas","year":"2012","unstructured":"Ulas A, Yildiz OT, Alpaydin E (2012) Cost-conscious comparison of supervised learning algorithms over multiple data sets. Pattern Recognit 45:1772\u20131781","journal-title":"Pattern Recognit"},{"key":"9569_CR13","doi-asserted-by":"crossref","first-page":"211","DOI":"10.1016\/j.patrec.2015.08.002","volume":"65","author":"Y Wang","year":"2015","unstructured":"Wang Y, Jihong L, Yanfang L (2015) Measure for data partitioning in \n                        $$m\\times 2$$\n                        \n                            \n                                            \n                                \n                                    m\n                                    \u00d7\n                                    2\n                                \n                            \n                        \n                     cross-validation. Pattern Recognit Lett 65:211\u2013217","journal-title":"Pattern Recognit Lett"},{"key":"9569_CR14","doi-asserted-by":"crossref","first-page":"392","DOI":"10.1109\/TPAMI.2006.61","volume":"28","author":"OT Yildiz","year":"2006","unstructured":"Yildiz OT, Alpaydin E (2006) Ordering and finding the best of \n                        $$K>2$$\n                        \n                            \n                                            \n                                \n                                    K\n                                    >\n                                    2\n                                \n                            \n                        \n                     supervised learning algorithms. IEEE Trans Pattern Anal Mach Intell 28:392\u2013402","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"9569_CR15","unstructured":"Bouckaert RR, Frank E (2004) Evaluating the replicability of significance tests for comparing learning algorithms. PAKDD, LNAI 3056, 3\u201312"},{"key":"9569_CR16","unstructured":"Bouckaert RR (2003) Choosing between two learning algorithms based on calibrated tests. In: Proceedings of the twentieth international conference on machine learning. pp 51\u201358"},{"issue":"2","key":"9569_CR17","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1023\/A:1009715923555","volume":"2","author":"C Burges","year":"1998","unstructured":"Burges C (1998) A tutorial on support vector machines for pattern recognition. Data Min Knowl Discov 2(2):1\u201347","journal-title":"Data Min Knowl Discov"},{"key":"9569_CR18","doi-asserted-by":"crossref","first-page":"388","DOI":"10.1198\/00401700152672483","volume":"43","author":"WA Brenneman","year":"2001","unstructured":"Brenneman WA, Nair VN (2001) Methods for identifying dispersion effects in unreplicated factorial experiments: a critical analysis and proposed strategies. Technometrics 43:388\u2013404","journal-title":"Technometrics"},{"key":"9569_CR19","doi-asserted-by":"crossref","first-page":"110","DOI":"10.2307\/3002019","volume":"2","author":"FE Satterhwaite","year":"1946","unstructured":"Satterhwaite FE (1946) An approximate distribution of estimates of variance components. Biom Bull 2:110\u2013114","journal-title":"Biom Bull"}],"container-title":["Neural Processing Letters"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11063-016-9569-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11063-016-9569-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11063-016-9569-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2017,7,26]],"date-time":"2017-07-26T14:10:15Z","timestamp":1501078215000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11063-016-9569-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,11,25]]},"references-count":19,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2017,8]]}},"alternative-id":["9569"],"URL":"https:\/\/doi.org\/10.1007\/s11063-016-9569-z","relation":{},"ISSN":["1370-4621","1573-773X"],"issn-type":[{"value":"1370-4621","type":"print"},{"value":"1573-773X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2016,11,25]]}}}