{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,2]],"date-time":"2026-04-02T16:29:18Z","timestamp":1775147358811,"version":"3.50.1"},"reference-count":46,"publisher":"Springer Science and Business Media LLC","issue":"9","license":[{"start":{"date-parts":[[2019,4,13]],"date-time":"2019-04-13T00:00:00Z","timestamp":1555113600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2019,9]]},"DOI":"10.1007\/s10489-019-01447-y","type":"journal-article","created":{"date-parts":[[2019,4,13]],"date-time":"2019-04-13T08:02:30Z","timestamp":1555142550000},"page":"3447-3463","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":17,"title":["Multi-objective evolutionary optimization using the relationship between F1 and accuracy metrics in classification tasks"],"prefix":"10.1007","volume":"49","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8849-6036","authenticated-orcid":false,"given":"Juan Carlos","family":"Fern\u00e1ndez","sequence":"first","affiliation":[]},{"given":"Mariano","family":"Carbonero","sequence":"additional","affiliation":[]},{"given":"Pedro Antonio","family":"Guti\u00e9rrez","sequence":"additional","affiliation":[]},{"given":"C\u00e9sar","family":"Herv\u00e1s-Mart\u00ednez","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,4,13]]},"reference":[{"key":"1447_CR1","doi-asserted-by":"crossref","unstructured":"Akbani R, Kwek S, Japkowicz N (2004) Applying support vector machines to imbalanced datasets. In: Proceedings of the 15th European conference on machine learning (ECML2004), pp 39\u201350","DOI":"10.1007\/978-3-540-30115-8_7"},{"issue":"11","key":"1447_CR2","doi-asserted-by":"publisher","first-page":"3301","DOI":"10.1007\/s00500-014-1484-5","volume":"19","author":"B Almogahed","year":"2015","unstructured":"Almogahed B, Kakadiaris I (2015) NEATER: filtering of over-sampled data using non-cooperative game theory. Soft Comput 19(11):3301\u20133322","journal-title":"Soft Comput"},{"key":"1447_CR3","unstructured":"Asuncion A, Newman D (2007) UCI maching learning repository. \n                    http:\/\/www.ics.uci.edu\/mlearn\/MLRepository.html"},{"issue":"4","key":"1447_CR4","doi-asserted-by":"publisher","first-page":"1250,003","DOI":"10.1142\/S0219720012500035","volume":"10","author":"R Batuwita","year":"2012","unstructured":"Batuwita R, Palade V (2012) Adjusted geometric-mean: a novel performance measure for imbalanced bioinformatics datasets learning. J Bioinform Comput Biol 10(4):1250,003","journal-title":"J Bioinform Comput Biol"},{"issue":"7","key":"1447_CR5","doi-asserted-by":"publisher","first-page":"1145","DOI":"10.1016\/S0031-3203(96)00142-2","volume":"30","author":"AP Bradley","year":"1997","unstructured":"Bradley AP (1997) The use of the area under the ROC curve in the evaluation of machine learning algorithms. Pattern Recogn 30(7):1145\u20131159","journal-title":"Pattern Recogn"},{"issue":"5","key":"1447_CR6","doi-asserted-by":"publisher","first-page":"1020","DOI":"10.1016\/j.jhep.2014.05.039","volume":"61","author":"J Brice\u00f1o","year":"2014","unstructured":"Brice\u00f1o J, Cruz-Ram\u00edrez M, Prieto M, Navasa M, Ortiz de Urbina J, Orti R, G\u00f3mez-Bravo M, Otero A, Varo E, Tom\u00e9 S, Clemente G, Ba\u00f1ares R, B\u00e1rcena R, Cuervas-Mons V, Sol\u00f3rzano G, Vinaixa C, Rub\u00edn A, Colmenero J, Valdivieso A, Ciria R, Herv\u00e1s-Mart\u00ednez C, de la Mata M (2014) Use of artificial intelligence as an innovative donor-recipient matching model for liver transplantation: results from a multicenter Spanish study. J Hepatol 61(5):1020\u20131028","journal-title":"J Hepatol"},{"issue":"6","key":"1447_CR7","doi-asserted-by":"publisher","first-page":"888","DOI":"10.1109\/TNNLS.2013.2246188","volume":"24","author":"CL Castro","year":"2013","unstructured":"Castro CL, Braga AP (2013) Novel cost-sensitive approach to improve the multilayer perceptron performance on imbalanced data. IEEE Transactions on Neural Networks and Learning Systems 24(6):888\u2013899","journal-title":"IEEE Transactions on Neural Networks and Learning Systems"},{"key":"1447_CR8","doi-asserted-by":"crossref","unstructured":"Chawla N, Sylvester J (2007) Exploiting diversity in ensembles: improving the performance on unbalanced datasets. In: Multiple classifier systems, lecture notes in computer science, vol 4472, pp 397\u2013406","DOI":"10.1007\/978-3-540-72523-7_40"},{"issue":"10","key":"1447_CR9","doi-asserted-by":"publisher","first-page":"1624","DOI":"10.1109\/TNN.2010.2066988","volume":"21","author":"S Chen","year":"2010","unstructured":"Chen S, He H, Garcia EA (2010) RAMOBoost: ranked minority oversampling in boosting. IEEE Trans Neural Netw 21(10):1624\u20131642","journal-title":"IEEE Trans Neural Netw"},{"key":"1447_CR10","doi-asserted-by":"crossref","unstructured":"Chinta P, Balamurugan P, Shevade S, Murty M (2013) Optimizing F-measure with non-convex loss and sparse linear classifiers. In: The 2013 international joint conference on neural networks (IJCNN), pp 1\u20138","DOI":"10.1109\/IJCNN.2013.6707105"},{"key":"1447_CR11","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-662-08883-8","volume-title":"Multiobjective optimization - principles and case studies. Decision engineering","author":"Y Collette","year":"2004","unstructured":"Collette Y, Siarry P (2004) Multiobjective optimization - principles and case studies. Decision engineering. Springer, Berlin"},{"issue":"1","key":"1447_CR12","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1016\/j.artmed.2013.02.004","volume":"58","author":"M Cruz-Ram\u00edrez","year":"2013","unstructured":"Cruz-Ram\u00edrez M, Herv\u00e1s-Mart\u00ednez C, Fern\u00e1ndez JC, Brice\u00f1o J, de la Mata M (2013) Predicting patient survival after liver transplantaton using evolutionary multi-objective artificial neural networks. Artif Intell Med 58(1):37\u201349","journal-title":"Artif Intell Med"},{"issue":"2","key":"1447_CR13","doi-asserted-by":"publisher","first-page":"182","DOI":"10.1109\/4235.996017","volume":"6","author":"K Deb","year":"2002","unstructured":"Deb K, Pratab A, Agarwal S, Meyarivan T (2002) A fast and elitist multiobjective genetic algorithm: NSGA2. IEEE Trans Evol Comput 6(2):182\u2013197","journal-title":"IEEE Trans Evol Comput"},{"key":"1447_CR14","doi-asserted-by":"publisher","first-page":"1895","DOI":"10.1162\/089976698300017197","volume":"10","author":"TG Dietterich","year":"1998","unstructured":"Dietterich TG (1998) Approximate statistical tests for comparing supervised classification learning algorithms. Neural Comput 10:1895\u20131923","journal-title":"Neural Comput"},{"key":"1447_CR15","first-page":"625","volume":"11","author":"D Erhan","year":"2010","unstructured":"Erhan D, Bengio Y, Courville A, Manzagol PA, Vincent P (2010) Why does unsupervised pre-training help deep learning? J Mach Learn Res 11:625\u2013660","journal-title":"J Mach Learn Res"},{"key":"1447_CR16","doi-asserted-by":"crossref","unstructured":"Estabrooks A, Japkowicz N (2001) A mixture-of-experts framework for learning from imbalanced data sets. In: Advances in intelligent data analysis, lecture notes in computer science, vol 2189, pp 34\u201343","DOI":"10.1007\/3-540-44816-0_4"},{"key":"1447_CR17","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1016\/j.knosys.2018.05.009","volume":"154","author":"H Faris","year":"2018","unstructured":"Faris H, Al-Zoubi AM, Heidari AA, Aljarah I, Mafarja M, Hassonah MA, Fujita H (2018) An efficient binary Salp swarm algorithm with crossover scheme for feature selection problems. Knowl-Based Syst 154:43\u201367","journal-title":"Knowl-Based Syst"},{"key":"1447_CR18","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1016\/j.inffus.2018.08.002","volume":"48","author":"H Faris","year":"2019","unstructured":"Faris H, Al-Zoubi AM, Heidari AA, Aljarah I, Mafarja M, Hassonah MA, Fujita H (2019) An intelligent system for spam detection and identification of the most relevant features based on evolutionary random weight networks. Information Fusion 48:67\u201383","journal-title":"Information Fusion"},{"issue":"5","key":"1447_CR19","doi-asserted-by":"publisher","first-page":"750","DOI":"10.1109\/TNN.2010.2041468","volume":"21","author":"JC Fern\u00e1ndez","year":"2010","unstructured":"Fern\u00e1ndez JC, Mart\u00ednez FJ, Herv\u00e1s C, Guti\u00e9rrez PA (2010) Sensitivity versus accuracy in multi-class problems using memetic pareto evolutionary neural networks. IEEE Trans Neural Netw 21(5):750\u2013770","journal-title":"IEEE Trans Neural Netw"},{"issue":"1","key":"1447_CR20","doi-asserted-by":"publisher","first-page":"133","DOI":"10.1016\/j.asoc.2011.09.001","volume":"12","author":"R Furtuna","year":"2012","unstructured":"Furtuna R, Curteanu S, Leon F (2012) Multi-objective optimization of a stacked neural network using an evolutionary hyper-heuristic. Appl Soft Comput 12(1):133\u2013144","journal-title":"Appl Soft Comput"},{"key":"1447_CR21","doi-asserted-by":"crossref","unstructured":"Garc\u00eda V, Mollineda R, S\u00e1nchez J (2009) Index of balanced accuracy: a performance measure for skewed class distributions. In: Proceedings of the 4th Iberian conference on pattern recognition and image analysis (IbPRIA 2009), lecture notes in computer science, vol 5524, pp 441\u2013448","DOI":"10.1007\/978-3-642-02172-5_57"},{"issue":"1","key":"1447_CR22","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1016\/j.knosys.2011.06.013","volume":"25","author":"V Garc\u00eda","year":"2012","unstructured":"Garc\u00eda V, S\u00e1nchez J, Mollineda R (2012) On the effectiveness of preprocessing methods when dealing with different levels of class imbalance. Knowl-Based Syst 25(1):13\u201321","journal-title":"Knowl-Based Syst"},{"issue":"12","key":"1447_CR23","doi-asserted-by":"publisher","first-page":"3263","DOI":"10.1109\/TNNLS.2015.2469673","volume":"26","author":"M Gong","year":"2015","unstructured":"Gong M, Liu J, Li H, Cai Q, Su L (2015) A multiobjective sparse feature learning model for deep neural networks. IEEE Transactions on Neural Networks and Learning Systems 26(12):3263\u20133277","journal-title":"IEEE Transactions on Neural Networks and Learning Systems"},{"issue":"1","key":"1447_CR24","doi-asserted-by":"publisher","first-page":"142","DOI":"10.1007\/s10489-017-0968-2","volume":"48","author":"X Han","year":"2018","unstructured":"Han X, Dai Q (2018) Batch-normalized Mlpconv-wise supervised pre-training network in network. Appl Intell 48(1):142\u2013155","journal-title":"Appl Intell"},{"issue":"5","key":"1447_CR25","doi-asserted-by":"publisher","first-page":"335","DOI":"10.1016\/0167-8655(86)90054-1","volume":"4","author":"D Hand","year":"1986","unstructured":"Hand D (1986) Recent advances in error rate estimation. Pattern Recogn Lett 4(5):335\u2013346","journal-title":"Pattern Recogn Lett"},{"issue":"9","key":"1447_CR26","doi-asserted-by":"publisher","first-page":"1263","DOI":"10.1109\/TKDE.2008.239","volume":"21","author":"H He","year":"2009","unstructured":"He H, Garc\u00eda EA (2009) Learning from imbalanced data. IEEE Trans Knowl Data Eng 21(9):1263\u20131284","journal-title":"IEEE Trans Knowl Data Eng"},{"key":"1447_CR27","doi-asserted-by":"crossref","unstructured":"Jansche M (2005) Maximum expected f-measure training of logistic regression models. In: Proceedings of the conference on human language technology and empirical methods in natural language processing, pp 692\u2013699","DOI":"10.3115\/1220575.1220662"},{"issue":"5","key":"1447_CR28","doi-asserted-by":"publisher","first-page":"429","DOI":"10.3233\/IDA-2002-6504","volume":"6","author":"N Japkowicz","year":"2002","unstructured":"Japkowicz N, Stephen S (2002) The class imbalance problem: a systematic study. Intelligent Data Analysis 6(5):429\u2013449","journal-title":"Intelligent Data Analysis"},{"key":"1447_CR29","doi-asserted-by":"crossref","unstructured":"Joachims T (2005) A support vector method for multivariate performance measures. In: Proceedings of the 22nd international conference on machine learning, pp 377\u2013384","DOI":"10.1145\/1102351.1102399"},{"key":"1447_CR30","doi-asserted-by":"crossref","unstructured":"Joshi M (2002) On evaluating performance of classifiers for rare classes. In: Proceedings 2002 IEEE international conference on data mining, pp 641\u2013644","DOI":"10.1109\/ICDM.2002.1184018"},{"key":"1447_CR31","unstructured":"Kubat M, Matwin S (1997) Addressing the curse of imbalanced training sets: one-sided selection. In: Proceedings of the fourteenth international conference on machine learning, pp 179\u2013 186"},{"issue":"6","key":"1447_CR32","doi-asserted-by":"publisher","first-page":"2450","DOI":"10.1109\/TNNLS.2017.2695223","volume":"29","author":"J Liu","year":"2018","unstructured":"Liu J, Gong M, Miao Q, Wang X, Li H (2018) Structure learning for deep neural networks based on multiobjective optimization. IEEE Transactions on Neural Networks and Learning Systems 29(6):2450\u20132463","journal-title":"IEEE Transactions on Neural Networks and Learning Systems"},{"key":"1447_CR33","first-page":"8","volume":"2009:617946","author":"Z Liu","year":"2009","unstructured":"Liu Z, Tan M, Jiang F (2009) Regularized F-measure maximization for feature selection and classification. J Biomed Biotechnol 2009:617946:8","journal-title":"J Biomed Biotechnol"},{"issue":"10","key":"1447_CR34","doi-asserted-by":"publisher","first-page":"1909","DOI":"10.1007\/s00500-010-0625-8","volume":"15","author":"J Luengo","year":"2011","unstructured":"Luengo J, Fern\u00e1ndez A, Garc\u00eda S, Herrera F (2011) Addressing data complexity for imbalanced data sets: analysis of SMOTE-based oversampling and evolutionary undersampling. Soft Comput 15(10):1909\u20131936","journal-title":"Soft Comput"},{"issue":"12","key":"1447_CR35","doi-asserted-by":"publisher","first-page":"2541","DOI":"10.1007\/s00500-014-1234-8","volume":"18","author":"X Ma","year":"2014","unstructured":"Ma X, Qi Y, Li L, Liu F, Jiao L, Wu J (2014) MOEA\/D with uniform decomposition measurement for many-objective problems. Soft Comput 18(12):2541\u20132564","journal-title":"Soft Comput"},{"key":"1447_CR36","doi-asserted-by":"publisher","first-page":"331","DOI":"10.1016\/j.ins.2013.04.016","volume":"257","author":"A Maratea","year":"2014","unstructured":"Maratea A, Petrosino A, Manzo M (2014) Adjusted F-measure and kernel scaling for imbalanced data learning. Inf Sci 257:331\u2013341","journal-title":"Inf Sci"},{"key":"1447_CR37","first-page":"723","volume":"3","author":"M Marchand","year":"2003","unstructured":"Marchand M, Taylor JS (2003) The set covering machine. J Mach Learn Res 3:723\u2013746","journal-title":"J Mach Learn Res"},{"issue":"1\u20133","key":"1447_CR38","doi-asserted-by":"publisher","first-page":"548","DOI":"10.1016\/j.neucom.2007.11.019","volume":"72","author":"F Mart\u00ednez-Estudillo","year":"2008","unstructured":"Mart\u00ednez-Estudillo F, Herv\u00e1s-Mart\u00ednez C, Guti\u00e9rrez P, Mart\u00ednez-Estudillo A (2008) Evolutionary product-unit neural networks classifiers. Neurocomputing 72(1\u20133):548\u2013561","journal-title":"Neurocomputing"},{"key":"1447_CR39","unstructured":"Musicant DR, Kumar V, Ozgur A (2003) Optimizing F-measure with support vector machines. In: Proceedings of the international FLAIRS conference, pp 356\u2013360"},{"key":"1447_CR40","volume-title":"Information retrieval","author":"CJV Rijsbergen","year":"1979","unstructured":"Rijsbergen CJV (1979) Information retrieval, 2nd edn. Butterworth-Heinemann, London","edition":"2nd edn."},{"issue":"4","key":"1447_CR41","doi-asserted-by":"publisher","first-page":"427","DOI":"10.1016\/j.ipm.2009.03.002","volume":"45","author":"M Sokolova","year":"2009","unstructured":"Sokolova M, Lapalme G (2009) A systematic analysis of performance measures for classification tasks. Inf Process Manag 45(4):427\u2013437","journal-title":"Inf Process Manag"},{"key":"1447_CR42","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1016\/j.knosys.2017.07.014","volume":"134","author":"G Song","year":"2017","unstructured":"Song G, Dai Q (2017) A novel double deep ELMs ensemble system for time series forecasting. Knowl-Based Syst 134: 31\u201349","journal-title":"Knowl-Based Syst"},{"key":"1447_CR43","doi-asserted-by":"publisher","first-page":"217","DOI":"10.1016\/j.neucom.2012.12.057","volume":"125","author":"CJ Tan","year":"2014","unstructured":"Tan CJ, Lim CP, Cheah YN (2014) A multi-objective evolutionary algorithm-based ensemble optimizer for feature selection and classification with neural network models. Neurocomputing 125:217\u2013228","journal-title":"Neurocomputing"},{"issue":"1","key":"1447_CR44","doi-asserted-by":"publisher","first-page":"7","DOI":"10.1145\/1007730.1007734","volume":"6","author":"GM Weiss","year":"2004","unstructured":"Weiss GM (2004) Mining with rarity: a unifying framework. Sigkdd Explorations 6(1):7\u201319","journal-title":"Sigkdd Explorations"},{"issue":"1","key":"1447_CR45","doi-asserted-by":"publisher","first-page":"315","DOI":"10.1613\/jair.1199","volume":"19","author":"GM Weiss","year":"2003","unstructured":"Weiss GM, Provost F (2003) Learning when training data are costly: the effect of class distribution on tree induction. J Artif Intell Res 19(1):315\u2013354","journal-title":"J Artif Intell Res"},{"issue":"6","key":"1447_CR46","doi-asserted-by":"publisher","first-page":"786","DOI":"10.1109\/TKDE.2005.95","volume":"17","author":"G Wu","year":"2005","unstructured":"Wu G, Chang EY (2005) KBA: Kernel boundary alignment considering imbalanced data distribution. IEEE Trans Knowl Data Eng 17(6):786\u2013795","journal-title":"IEEE Trans Knowl Data Eng"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-019-01447-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10489-019-01447-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-019-01447-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,4,11]],"date-time":"2020-04-11T23:21:50Z","timestamp":1586647310000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10489-019-01447-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,4,13]]},"references-count":46,"journal-issue":{"issue":"9","published-print":{"date-parts":[[2019,9]]}},"alternative-id":["1447"],"URL":"https:\/\/doi.org\/10.1007\/s10489-019-01447-y","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,4,13]]},"assertion":[{"value":"13 April 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with Ethical Standards"}},{"value":"All authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"<!--Emphasis Type='Bold' removed-->Conflict of interests"}},{"value":"This article does not contain any studies with human participants performed by any of the authors.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}}]}}