{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,29]],"date-time":"2026-07-29T04:37:04Z","timestamp":1785299824834,"version":"3.55.0"},"reference-count":29,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2020,2,25]],"date-time":"2020-02-25T00:00:00Z","timestamp":1582588800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,2,25]],"date-time":"2020-02-25T00:00:00Z","timestamp":1582588800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["SN COMPUT. SCI."],"published-print":{"date-parts":[[2020,3]]},"DOI":"10.1007\/s42979-020-0074-0","type":"journal-article","created":{"date-parts":[[2020,2,25]],"date-time":"2020-02-25T06:03:23Z","timestamp":1582610603000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":45,"title":["The Effects of Class Imbalance and Training Data Size on Classifier Learning: An Empirical Study"],"prefix":"10.1007","volume":"1","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4689-6044","authenticated-orcid":false,"given":"Wanwan","family":"Zheng","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mingzhe","family":"Jin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2020,2,25]]},"reference":[{"issue":"2","key":"74_CR1","doi-asserted-by":"publisher","first-page":"119","DOI":"10.1016\/j.asoc.2004.12.002","volume":"6","author":"S Ali","year":"2006","unstructured":"Ali S, Smith KA. On learning algorithm selection for classification. Appl Soft Comput. 2006;6(2):119\u201338.","journal-title":"Appl Soft Comput"},{"key":"74_CR2","doi-asserted-by":"publisher","first-page":"51","DOI":"10.1007\/978-3-319-67946-4_2","volume-title":"Advances in data analysis with computational intelligence methods: studies in computational intelligence","author":"J B\u0142aszczy\u0144ski","year":"2017","unstructured":"B\u0142aszczy\u0144ski J, Stefanowski J. Local data characteristics in learning classifiers from imbalanced data. In: Gaw\u0119da A, Kacprzyk J, Rutkowski L, Yen G, editors. Advances in data analysis with computational intelligence methods: studies in computational intelligence, vol. 738. Cham: Springer; 2017. p. 51\u201385."},{"issue":"3","key":"74_CR3","doi-asserted-by":"publisher","first-page":"3446","DOI":"10.1016\/j.eswa.2011.09.033","volume":"39","author":"I Brown","year":"2012","unstructured":"Brown I, Mues C. An experimental comparison of classification algorithms for imbalanced credit scoring data sets. Expert Syst Appl. 2012;39(3):3446\u2013533.","journal-title":"Expert Syst Appl"},{"issue":"2","key":"74_CR4","doi-asserted-by":"publisher","first-page":"760","DOI":"10.1016\/j.ejor.2018.02.009","volume":"269","author":"AD Caigny","year":"2018","unstructured":"Caigny AD, Coussement K, De Bock KW. A new hybrid classification algorithm for customer churn prediction based on logistic regression and decision trees. Eur J Oper Res. 2018;269(2):760\u201372.","journal-title":"Eur J Oper Res"},{"key":"74_CR5","doi-asserted-by":"publisher","DOI":"10.1101\/402610","author":"RN D\u2019souza","year":"2018","unstructured":"D\u2019souza RN, Huang PY, Yeh FC. Small data challenge: structural analysis and optimization of convolutional neural networks with a small sample size. bioRxiv. 2018. https:\/\/doi.org\/10.1101\/402610.","journal-title":"bioRxiv"},{"issue":"6","key":"74_CR6","doi-asserted-by":"publisher","first-page":"1335","DOI":"10.1109\/TGRS.2004.827257","volume":"42","author":"GM Foody","year":"2004","unstructured":"Foody GM, Mathur A. A relative evaluation of multiclass image classification by support vector machine. IEEE Trans Geosci Remote Sens. 2004;42(6):1335\u2013433.","journal-title":"IEEE Trans Geosci Remote Sens"},{"key":"74_CR7","first-page":"3133","volume":"15","author":"M Fern\u00e1ndez-Delgado","year":"2014","unstructured":"Fern\u00e1ndez-Delgado M, Cernadas E, Barro S. Do we need hundreds of classifiers to solve real world classification problems? J Mach Learn Res. 2014;15:3133\u201381.","journal-title":"J Mach Learn Res"},{"key":"74_CR8","doi-asserted-by":"publisher","first-page":"88","DOI":"10.1016\/j.inffus.2018.07.004","volume":"47","author":"V Garc\u00eda","year":"2019","unstructured":"Garc\u00eda V, Marqu\u00e9sb AI, S\u00e1nchez JS. Exploring the synergetic effects of sample types on the performance of ensembles for credit risk and corporate bankruptcy prediction. Inform Fus. 2019;47:88\u2013101.","journal-title":"Inform Fus"},{"key":"74_CR9","doi-asserted-by":"crossref","unstructured":"Georgakis G, Mousavian A, Berg AC, Kosecka J. Synthesizing training data for object detection in indoor scenes. 2017; arXiv:1702.07836. https:\/\/arxiv.org\/pdf\/1702.07836.pdf. Accessed 8 Sept 2017.","DOI":"10.15607\/RSS.2017.XIII.043"},{"issue":"2","key":"74_CR10","doi-asserted-by":"publisher","first-page":"1541","DOI":"10.1109\/MIS.2009.36","volume":"24","author":"A Halevy","year":"2009","unstructured":"Halevy A, Norvig P, Pereita F. The unreasonable effectiveness of data. IEEE Intell Syst. 2009;24(2):1541\u2013672.","journal-title":"IEEE Intell Syst"},{"key":"74_CR11","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J. Deep residual learning for image recognition. In: Proceedings of the IEEE conference on computer vision and pattern recognition. 2016; pp. 770\u2013778.","DOI":"10.1109\/CVPR.2016.90"},{"key":"74_CR12","unstructured":"Krizhevsky A, Sutskever I, Hinton GE. Imagenet classification with deep convolutional neural networks. Advances in neural information processing systems. 2012; pp. 1097\u20131105."},{"issue":"8","key":"74_CR13","doi-asserted-by":"publisher","first-page":"2227","DOI":"10.1080\/01431160701395203","volume":"29","author":"A Mathur","year":"2008","unstructured":"Mathur A, Foody GM. Crop classification by a support vector machine with intelligently selected training data for an operational application. Int J Remote Sens. 2008;29(8):2227\u201340.","journal-title":"Int J Remote Sens"},{"key":"74_CR14","unstructured":"Nguyen T, \u00f6zaslan T, Miller ID, Keller J, Loianno G, Taylor CJ, Lee DD, Kumar V, Harwood JH, Wozencraft J. U-Net for MAV-based penstock inspection: an investigation of focal loss in multi-class segmentation for corrosion identification. 2018; arXiv:1809.06576. https:\/\/arxiv.org\/pdf\/1809.06576.pdf. Accessed 11 Nov 2018."},{"issue":"4","key":"74_CR15","doi-asserted-by":"publisher","first-page":"554","DOI":"10.1016\/S0034-4257(03)00132-9","volume":"86","author":"M Pal","year":"2003","unstructured":"Pal M, Mather PM. An assessment of the effectiveness of decision tree methods for land cover classification. Remote Sens Environ. 2003;86(4):554\u201365.","journal-title":"Remote Sens Environ"},{"issue":"9","key":"74_CR16","doi-asserted-by":"publisher","first-page":"866","DOI":"10.3390\/e21090866","volume":"21","author":"S Rothe","year":"2019","unstructured":"Rothe S, Kudszus B, S\u00f6ffker D. Does classifier fusion improve the overall performance? Numerical analysis of data and fusion method characteristics influencing classifier fusion performance. Entropy. 2019;21(9):866. https:\/\/doi.org\/10.3390\/e21090866.","journal-title":"Entropy"},{"key":"74_CR17","first-page":"82764","volume":"7","author":"M Rizwan","year":"2019","unstructured":"Rizwan M, Nadeem A, Sindhu M. Analyses of classifier\u2019s performance measures used in software fault prediction studies. Digit Object Identif. 2019;7:82764\u201375.","journal-title":"Digit Object Identif"},{"key":"74_CR18","doi-asserted-by":"publisher","first-page":"346","DOI":"10.1016\/j.patcog.2019.01.047","volume":"90","author":"MX Sun","year":"2019","unstructured":"Sun MX, Liu KH, Wu QQ, Hong QQ, Wang BZ, Zhang HY. A novel ECOC algorithm for multiclass microarray data classification based on data complexity analysis. Pattern Recogn. 2019;90:346\u201362.","journal-title":"Pattern Recogn"},{"issue":"4","key":"74_CR19","doi-asserted-by":"publisher","first-page":"687","DOI":"10.1142\/S0218001409007326","volume":"24","author":"YM Sun","year":"2009","unstructured":"Sun YM, Wong AKC, Kamel MS. Classification of imbalanced data: a review. Int J Pattern Recogn Artif Intell. 2009;24(4):687\u2013719.","journal-title":"Int J Pattern Recogn Artif Intell"},{"key":"74_CR20","unstructured":"Simonyan K, Zisserman A. Very deep convolutional networks for large-scale image recognition. 2014; arXiv:1409.1556. https:\/\/arxiv.org\/pdf\/1409.1556.pdf. Accessed 10 Apr 2015."},{"key":"74_CR21","doi-asserted-by":"crossref","unstructured":"Szegedy C, Liu W, Jia YQ, Sermanet P, Reed S, Anguelov D, Erhan D, Vanhoucke V, Rabinovich A. Going deeper with convolutions. In: Proceedings of the IEEE conference on computer vision and pattern recognition. 2015; pp. 1\u20139.","DOI":"10.1109\/CVPR.2015.7298594"},{"key":"74_CR22","doi-asserted-by":"publisher","first-page":"189","DOI":"10.1007\/s10044-007-0061-2","volume":"10","author":"JS S\u00e1nchez","year":"2007","unstructured":"S\u00e1nchez JS, Molineda RA, Sotoca KM. An analysis of how training data complexity affects the nearest neighbor classifiers. Pattern Anal Appl. 2007;10:189\u2013201.","journal-title":"Pattern Anal Appl"},{"key":"74_CR23","doi-asserted-by":"publisher","first-page":"427","DOI":"10.1016\/j.ipm.2009.03.002","volume":"45","author":"M Sokolova","year":"2009","unstructured":"Sokolova M, Lapalme G. A systematic analysis of performance measures for classification tasks. Inf Process Manag. 2009;45:427\u201337.","journal-title":"Inf Process Manag"},{"key":"74_CR24","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1016\/j.ijmedinf.2019.05.009","volume":"128","author":"S Santiso","year":"2009","unstructured":"Santiso S, P\u00e9rez A, Casillas A. Smoothing dense spaces for improved relation extraction between drugs and adverse reactions. Inform J Med Inform. 2009;128:39\u201345.","journal-title":"Inform J Med Inform"},{"key":"74_CR25","first-page":"1","volume":"17","author":"M Wainberg","year":"2016","unstructured":"Wainberg M, Alipanahi B, Frey BJ. Are random forests truly the best classifiers? J Mach Learn Res. 2016;17:1\u20135.","journal-title":"J Mach Learn Res"},{"key":"74_CR26","unstructured":"Wolpert DH, Macready WG. No free lunch theorem for search. Technical Report SFI-TR-05-010, Santa Fe Institute, Santa Fe, NM; 1995."},{"key":"74_CR27","unstructured":"Weiss GM, Provost F. The effect of class distribution on classifier learning. Technical Report ML-TR-43, Department of Computer Science, Rutgers University; 2001. https:\/\/pdfs.semanticscholar.org\/45ca\/1d5528a4e5beb5616c1ec822901be2de1d59.pdf. Accessed 2 Aug 2001."},{"issue":"1","key":"74_CR28","doi-asserted-by":"publisher","first-page":"76","DOI":"10.1007\/s11263-015-0812-2","volume":"19","author":"X Zhu","year":"2016","unstructured":"Zhu X, Vondrick C, Fowlkes C, Ramanan D. Do we need more training data? Int J Comput Vision. 2016;19(1):76\u201392.","journal-title":"Int J Comput Vision"},{"issue":"1","key":"74_CR29","doi-asserted-by":"publisher","first-page":"215","DOI":"10.1016\/j.patcog.2012.07.018","volume":"46","author":"XF Zhu","year":"2013","unstructured":"Zhu XF, Huang Z, Yang Y, Shen H, Xu CH, Luo JB. Self-taught dimensionality reduction on the high-dimensional small-sized data. Pattern Recogn. 2013;46(1):215\u201329.","journal-title":"Pattern Recogn"}],"container-title":["SN Computer Science"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s42979-020-0074-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s42979-020-0074-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s42979-020-0074-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,2,24]],"date-time":"2021-02-24T01:05:00Z","timestamp":1614128700000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s42979-020-0074-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,2,25]]},"references-count":29,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2020,3]]}},"alternative-id":["74"],"URL":"https:\/\/doi.org\/10.1007\/s42979-020-0074-0","relation":{},"ISSN":["2662-995X","2661-8907"],"issn-type":[{"value":"2662-995X","type":"print"},{"value":"2661-8907","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,2,25]]},"assertion":[{"value":"4 December 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 February 2020","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 February 2020","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with ethical standards"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"71"}}