{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,18]],"date-time":"2026-04-18T03:47:23Z","timestamp":1776484043419,"version":"3.51.2"},"reference-count":99,"publisher":"Springer Science and Business Media LLC","issue":"24","license":[{"start":{"date-parts":[[2019,5,24]],"date-time":"2019-05-24T00:00:00Z","timestamp":1558656000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2019,5,24]],"date-time":"2019-05-24T00:00:00Z","timestamp":1558656000000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2020,12]]},"DOI":"10.1007\/s00521-019-04196-8","type":"journal-article","created":{"date-parts":[[2019,5,24]],"date-time":"2019-05-24T13:11:07Z","timestamp":1558703467000},"page":"18143-18159","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":35,"title":["A new growing pruning deep learning neural network algorithm (GP-DLNN)"],"prefix":"10.1007","volume":"32","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3283-9391","authenticated-orcid":false,"given":"Ryad","family":"Zemouri","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nabil","family":"Omri","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Farhat","family":"Fnaiech","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Noureddine","family":"Zerhouni","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nader","family":"Fnaiech","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,5,24]]},"reference":[{"key":"4196_CR1","doi-asserted-by":"crossref","unstructured":"Ai F (2011) A new pruning algorithm for feedforward neural networks. In: The fourth international workshop on advanced computational intelligence, pp 286\u2013289","DOI":"10.1109\/IWACI.2011.6160018"},{"issue":"5","key":"4196_CR2","doi-asserted-by":"crossref","first-page":"1313","DOI":"10.1109\/TMI.2016.2528120","volume":"35","author":"S Albarqouni","year":"2016","unstructured":"Albarqouni S, Baur C, Achilles F, Belagiannis V, Demirci S, Navab N (2016) Aggnet: deep learning from crowds for mitosis detection in breast cancer histology images. IEEE Trans Med Imaging 35(5):1313\u20131321","journal-title":"IEEE Trans Med Imaging"},{"issue":"3","key":"4196_CR3","doi-asserted-by":"crossref","first-page":"241","DOI":"10.1007\/s11063-011-9196-7","volume":"34","author":"MG Augasta","year":"2011","unstructured":"Augasta MG, Kathirvalavakumar T (2011) A novel pruning algorithm for optimizing feedforward neural network of classification problems. Neural Process Lett 34(3):241","journal-title":"Neural Process Lett"},{"issue":"3","key":"4196_CR4","first-page":"105","volume":"3","author":"MG Augasta","year":"2013","unstructured":"Augasta MG, Kathirvalavakumar T (2013) Pruning algorithms of neural networks\u2014a comparative study. Cent Eur J Comput Sci 3(3):105\u2013115","journal-title":"Cent Eur J Comput Sci"},{"issue":"5","key":"4196_CR5","doi-asserted-by":"crossref","first-page":"1116","DOI":"10.1109\/TNN.2006.878121","volume":"17","author":"L Behera","year":"2006","unstructured":"Behera L, Kumar S, Patnaik A (2006) On adaptive learning rate that guarantees convergence in feedforward networks. IEEE Trans Neural Netw 17(5):1116\u20131125","journal-title":"IEEE Trans Neural Netw"},{"issue":"8","key":"4196_CR6","doi-asserted-by":"crossref","first-page":"1798","DOI":"10.1109\/TPAMI.2013.50","volume":"35","author":"Y Bengio","year":"2013","unstructured":"Bengio Y, Courville A, Vincent P (2013) Representation learning: a review and new perspectives. IEEE Trans Pattern Anal Mach Intell 35(8):1798\u20131828","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"issue":"3","key":"4196_CR7","doi-asserted-by":"crossref","first-page":"519","DOI":"10.1109\/72.572092","volume":"8","author":"G Castellano","year":"1997","unstructured":"Castellano G, Fanelli AM, Pelillo M (1997) An iterative pruning algorithm for feedforward neural networks. IEEE Trans Neural Netw 8(3):519\u2013531","journal-title":"IEEE Trans Neural Netw"},{"key":"4196_CR8","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.eswa.2016.05.022","volume":"63","author":"B Chandra","year":"2016","unstructured":"Chandra B, Sharma RK (2016) Deep learning with adaptive learning rate using Laplacian score. Expert Syst Appl 63:1\u20137","journal-title":"Expert Syst Appl"},{"issue":"1","key":"4196_CR9","doi-asserted-by":"crossref","first-page":"10","DOI":"10.1109\/TNNLS.2017.2716952","volume":"29","author":"CLP Chen","year":"2018","unstructured":"Chen CLP, Liu Z (2018) Broad learning system: an effective and efficient incremental learning system without the need for deep architecture. IEEE Trans Neural Netw Learn Syst 29(1):10\u201324","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"4196_CR10","doi-asserted-by":"crossref","unstructured":"Choi B, Lee JH, Kim DH (2008) Solving local minima problem with large number of hidden nodes on two-layered feed-forward artificial neural networks. Neurocomputing 71(16), 3640\u20133643 (2008). Advances in Neural Information Processing (ICONIP 2006)\/Brazilian Symposium on Neural Networks (SBRN 2006)","DOI":"10.1016\/j.neucom.2008.04.004"},{"key":"4196_CR11","first-page":"411","volume-title":"Mitosis detection in breast cancer histology images with deep neural networks","author":"DC Cire\u015fan","year":"2013","unstructured":"Cire\u015fan DC, Giusti A, Gambardella LM, Schmidhuber J (2013) Mitosis detection in breast cancer histology images with deep neural networks. Springer, Berlin, pp 411\u2013418"},{"key":"4196_CR12","doi-asserted-by":"crossref","first-page":"114","DOI":"10.1016\/j.media.2017.01.009","volume":"37","author":"N Dhungel","year":"2017","unstructured":"Dhungel N, Carneiro G, Bradley AP (2017) A deep learning approach for the analysis of masses in mammograms with minimal user intervention. Med Image Anal 37:114\u2013128","journal-title":"Med Image Anal"},{"key":"4196_CR13","first-page":"249","volume-title":"An online backpropagation algorithm with validation error-based adaptive learning rate","author":"S Duffner","year":"2007","unstructured":"Duffner S, Garcia C (2007) An online backpropagation algorithm with validation error-based adaptive learning rate. Springer, Berlin, pp 249\u2013258"},{"issue":"6","key":"4196_CR14","doi-asserted-by":"crossref","first-page":"1386","DOI":"10.1109\/72.963775","volume":"12","author":"AP Engelbrecht","year":"2001","unstructured":"Engelbrecht AP (2001) A new pruning heuristic based on variance analysis of sensitivity information. IEEE Trans Neural Netw 12(6):1386\u20131399","journal-title":"IEEE Trans Neural Netw"},{"issue":"2","key":"4196_CR15","doi-asserted-by":"crossref","first-page":"322","DOI":"10.1007\/s10489-016-0767-1","volume":"45","author":"H Faris","year":"2016","unstructured":"Faris H, Aljarah I, Mirjalili S (2016) Training feedforward neural networks using multi-verse optimizer for binary classification problems. Appl Intell 45(2):322\u2013332","journal-title":"Appl Intell"},{"key":"4196_CR16","doi-asserted-by":"crossref","unstructured":"Fnaiech N, Abid S, Fnaiech F, Cheriet M (2004) A modified version of a formal pruning algorithm based on local relative variance analysis. In: First international symposium on control, communications and signal processing 2004, pp 849\u2013852","DOI":"10.1109\/ISCCSP.2004.1296579"},{"issue":"4","key":"4196_CR17","first-page":"573","volume":"15","author":"N Fnaiech","year":"2009","unstructured":"Fnaiech N, Fnaiech F, Jervis B, Cheriet M (2009) The combined statistical stepwise and iterative neural network pruning algorithm. Intell Autom Soft Comput 15(4):573\u2013589","journal-title":"Intell Autom Soft Comput"},{"key":"4196_CR18","unstructured":"Fnaiech N, Fnaiech F, Jervis BW (2011) Feedforward neural networks pruning algorithms, industrial electronics handbook, 2nd edn., vol\u00a05, j.d. irwin, chap.\u00a015, pp 15\u20131 to 15\u201315"},{"key":"4196_CR19","volume-title":"Constructive neural networks","year":"2009","unstructured":"Franco L, Jerez JM (eds) (2009) Constructive neural networks, vol 258. Springer, Berlin, Heidelberg"},{"key":"4196_CR20","unstructured":"Glorot X, Bordes A, Bengio Y (2011) Deep sparse rectifier neural networks. In: Gordon GJ, Dunson DB (eds) Proceedings of the fourteenth international conference on artificial intelligence and statistics (AISTATS-11), vol\u00a015, Journal of machine learning research\u2014workshop and conference proceedings, pp 315\u2013323"},{"key":"4196_CR21","unstructured":"Goodfellow IJ, Warde-farley D, Mirza M, Courville A, Bengio Y (2013) Maxout networks. In: In ICML"},{"issue":"5","key":"4196_CR22","doi-asserted-by":"crossref","first-page":"1153","DOI":"10.1109\/TMI.2016.2553401","volume":"35","author":"H Greenspan","year":"2016","unstructured":"Greenspan H, van Ginneken B, Summers RM (2016) Guest editorial deep learning in medical imaging: overview and future promise of an exciting new technique. IEEE Trans Med Imaging 35(5):1153\u20131159","journal-title":"IEEE Trans Med Imaging"},{"issue":"2","key":"4196_CR23","doi-asserted-by":"crossref","first-page":"207","DOI":"10.1016\/0925-2312(94)90055-8","volume":"6","author":"M Hagiwara","year":"1994","unstructured":"Hagiwara M (1994) A simple and effective method for removal of hidden units and weights. Backpropagation, part IV. Neurocomputing 6(2):207\u2013218","journal-title":"Neurocomputing"},{"issue":"6","key":"4196_CR24","doi-asserted-by":"crossref","first-page":"1129","DOI":"10.1109\/TFUZZ.2010.2070841","volume":"18","author":"H Han","year":"2010","unstructured":"Han H, Qiao J (2010) A self-organizing fuzzy neural network based on a growing-and-pruning algorithm. IEEE Trans Fuzzy Syst 18(6):1129\u20131143","journal-title":"IEEE Trans Fuzzy Syst"},{"key":"4196_CR25","doi-asserted-by":"crossref","first-page":"347","DOI":"10.1016\/j.neucom.2012.07.023","volume":"99","author":"HG Han","year":"2013","unstructured":"Han HG, Qiao JF (2013) A structure optimisation algorithm for feedforward neural network construction. Neurocomputing 99:347\u2013357","journal-title":"Neurocomputing"},{"key":"4196_CR26","doi-asserted-by":"crossref","first-page":"51","DOI":"10.1016\/j.neucom.2017.02.038","volume":"242","author":"HG Han","year":"2017","unstructured":"Han HG, Zhang S, Qiao JF (2017) An adaptive growing and pruning algorithm for designing recurrent neural network. Neurocomputing 242:51\u201362","journal-title":"Neurocomputing"},{"issue":"1","key":"4196_CR27","doi-asserted-by":"crossref","first-page":"4172","DOI":"10.1038\/s41598-017-04075-z","volume":"7","author":"Z Han","year":"2017","unstructured":"Han Z, Wei B, Zheng Y, Yin Y, Li K, Li S (2017) Breast cancer multi-classification from histopathological images with structured deep learning model. Sci Rep 7(1):4172","journal-title":"Sci Rep"},{"key":"4196_CR28","doi-asserted-by":"crossref","unstructured":"Hassibi B, Stork DG, Wolff GJ (1993) Optimal brain surgeon and general network pruning. In: IEEE international conference on neural networks, vol 1, pp 293\u2013299","DOI":"10.1109\/ICNN.1993.298572"},{"issue":"9","key":"4196_CR29","doi-asserted-by":"crossref","first-page":"1263","DOI":"10.1109\/TKDE.2008.239","volume":"21","author":"H He","year":"2009","unstructured":"He H, Garcia EA (2009) Learning from imbalanced data. IEEE Trans Knowl Data Eng 21(9):1263\u20131284","journal-title":"IEEE Trans Knowl Data Eng"},{"issue":"12","key":"4196_CR30","doi-asserted-by":"crossref","first-page":"2486","DOI":"10.1109\/TNNLS.2015.2479223","volume":"27","author":"E Hosseini-Asl","year":"2016","unstructured":"Hosseini-Asl E, Zurada JM, Nasraoui O (2016) Deep learning of part-based representation of data using sparse autoencoders with nonnegativity constraints. IEEE Trans Neural Netw Learn Syst 27(12):2486\u20132498","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"issue":"6","key":"4196_CR31","doi-asserted-by":"crossref","first-page":"2284","DOI":"10.1109\/TSMCB.2004.834428","volume":"34","author":"GB Huang","year":"2004","unstructured":"Huang GB, Saratchandran P, Sundararajan N (2004) An efficient sequential learning algorithm for growing and pruning rbf (gap-rbf) networks. IEEE Trans Syst Man Cybern Part B (Cybern) 34(6):2284\u20132292","journal-title":"IEEE Trans Syst Man Cybern Part B (Cybern)"},{"issue":"1","key":"4196_CR32","doi-asserted-by":"crossref","first-page":"47","DOI":"10.1109\/72.80290","volume":"2","author":"SC Huang","year":"1991","unstructured":"Huang SC, Huang YF (1991) Bounds on the number of hidden neurons in multilayer perceptrons. IEEE Trans Neural Netw 2(1):47\u201355","journal-title":"IEEE Trans Neural Netw"},{"key":"4196_CR33","unstructured":"Huynh TQ, Setiono R (2005) Effective neural network pruning using cross-validation. In: Proceedings of the 2005 IEEE international joint conference on neural networks, 2005, vol\u00a02, pp 972\u2013977"},{"issue":"3","key":"4196_CR34","doi-asserted-by":"crossref","first-page":"705","DOI":"10.1109\/TSMCB.2008.2008724","volume":"39","author":"MM Islam","year":"2009","unstructured":"Islam MM, Sattar MA, Amin MF, Yao X, Murase K (2009) A new adaptive merging and growing algorithm for designing artificial neural networks. IEEE Trans Syst Man Cybern Part B (Cybern) 39(3):705\u2013722","journal-title":"IEEE Trans Syst Man Cybern Part B (Cybern)"},{"issue":"6","key":"4196_CR35","doi-asserted-by":"crossref","first-page":"1590","DOI":"10.1109\/TSMCB.2009.2021849","volume":"39","author":"MM Islam","year":"2009","unstructured":"Islam MM, Sattar MA, Amin MF, Yao X, Murase K (2009) A new constructive algorithm for architectural and functional adaptation of artificial neural networks. IEEE Trans Syst Man Cybern Part B (Cybern) 39(6):1590\u20131605","journal-title":"IEEE Trans Syst Man Cybern Part B (Cybern)"},{"issue":"4","key":"4196_CR36","doi-asserted-by":"crossref","first-page":"820","DOI":"10.1109\/TNN.2003.813832","volume":"14","author":"MM Islam","year":"2003","unstructured":"Islam MM, Yao X, Murase K (2003) A constructive algorithm for training cooperative neural network ensembles. IEEE Trans Neural Netw 14(4):820\u2013834","journal-title":"IEEE Trans Neural Netw"},{"key":"4196_CR37","unstructured":"Jacek C, Zarzycki H (2003) Application of rough sets in the presumptive diagnosis of urinary system diseases. In: Artificial intelligence and security in computing systems, ACS\u20192002 9th international conference proceedings. Kluwer Academic Publishers, pp 41\u201351"},{"key":"4196_CR38","doi-asserted-by":"crossref","first-page":"303","DOI":"10.1016\/j.ymssp.2015.10.025","volume":"72\u201373","author":"F Jia","year":"2016","unstructured":"Jia F, Lei Y, Lin J, Zhou X, Lu N (2016) Deep neural networks: a promising tool for fault characteristic mining and intelligent diagnosis of rotating machinery with massive data. Mech Syst Signal Process 72\u201373:303\u2013315","journal-title":"Mech Syst Signal Process"},{"key":"4196_CR39","doi-asserted-by":"crossref","first-page":"303","DOI":"10.1016\/j.media.2016.07.007","volume":"35","author":"T Kooi","year":"2017","unstructured":"Kooi T, Litjens G, van Ginneken B, Gubern-M\u00e9rida A, S\u00e1nchez CI, Mann R, den Heeten A, Karssemeijer N (2017) Large scale deep learning for computer aided detection of mammographic lesions. Med Image Anal 35:303\u2013312","journal-title":"Med Image Anal"},{"issue":"3","key":"4196_CR40","doi-asserted-by":"crossref","first-page":"630","DOI":"10.1109\/72.572102","volume":"8","author":"TY Kwok","year":"1997","unstructured":"Kwok TY, Yeung DY (1997) Constructive algorithms for structure learning in feedforward neural networks for regression problems. IEEE Trans Neural Netw 8(3):630\u2013645","journal-title":"IEEE Trans Neural Netw"},{"issue":"5","key":"4196_CR41","doi-asserted-by":"crossref","first-page":"1131","DOI":"10.1109\/72.623214","volume":"8","author":"TY Kwok","year":"1997","unstructured":"Kwok TY, Yeung DY (1997) Objective functions for training new hidden units in constructive neural networks. IEEE Trans Neural Netw 8(5):1131\u20131148","journal-title":"IEEE Trans Neural Netw"},{"key":"4196_CR42","doi-asserted-by":"crossref","unstructured":"Lan Y, Soh YC, Huang GB (2010) Constructive hidden nodes selection of extreme learning machine for regression. Neurocomputing 73(16):3191\u20133199. 10th Brazilian symposium on neural networks (SBRN2008)","DOI":"10.1016\/j.neucom.2010.05.022"},{"issue":"2","key":"4196_CR43","doi-asserted-by":"crossref","first-page":"273","DOI":"10.1109\/TNN.2006.871707","volume":"17","author":"P Lauret","year":"2006","unstructured":"Lauret P, Fock E, Mara TA (2006) A node pruning algorithm based on a Fourier amplitude sensitivity test method. IEEE Trans Neural Netw 17(2):273\u2013293","journal-title":"IEEE Trans Neural Netw"},{"issue":"7553","key":"4196_CR44","doi-asserted-by":"crossref","first-page":"436","DOI":"10.1038\/nature14539","volume":"521","author":"Y LeCun","year":"2015","unstructured":"LeCun Y, Bengio Y, Hinton G (2015) Deep learning. Nature 521(7553):436\u2013444","journal-title":"Nature"},{"key":"4196_CR45","first-page":"598","volume-title":"Advances in neural information processing systems 2","author":"Y LeCun","year":"1990","unstructured":"LeCun Y, Denker JS, Solla SA (1990) Optimal brain damage. In: Touretzky DS (ed) Advances in neural information processing systems 2. Morgan-Kaufmann, Burlington, pp 598\u2013605"},{"key":"4196_CR46","unstructured":"Lichman M (2013) UCI machine learning repository"},{"issue":"11","key":"4196_CR47","first-page":"2579","volume":"9","author":"L van der Maaten","year":"2008","unstructured":"van der Maaten L, Hinton G (2008) Visualizing data using t-sne. J Mach Learn Res 9(11):2579\u20132605","journal-title":"J Mach Learn Res"},{"key":"4196_CR48","doi-asserted-by":"crossref","first-page":"2063","DOI":"10.1109\/TNNLS.2018.2790388","volume":"29","author":"M Mahmud","year":"2018","unstructured":"Mahmud M, Kaiser M, Hussain A, Vassanelli S (2018) Applications of deep learning and reinforcement learning to biological data. IEEE Trans Neural Netw Learn Syst 29:2063\u20132079","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"4196_CR49","doi-asserted-by":"crossref","unstructured":"Mendes R, Cortez P, Rocha M, Neves J (2002) Particle swarms for feedforward neural network training. In: Proceedings of the 2002 international joint conference on neural networks, 2002. IJCNN \u201902, vol\u00a02, pp 1895\u20131899","DOI":"10.1109\/IJCNN.2002.1007808"},{"issue":"1","key":"4196_CR50","doi-asserted-by":"crossref","first-page":"158","DOI":"10.1109\/TNN.2009.2036259","volume":"21","author":"Y Miche","year":"2010","unstructured":"Miche Y, Sorjamaa A, Bas P, Simula O, Jutten C, Lendasse A (2010) Op-elm: optimally pruned extreme learning machine. IEEE Trans Neural Netw 21(1):158\u2013162","journal-title":"IEEE Trans Neural Netw"},{"key":"4196_CR51","unstructured":"Montana DJ, Davis L (1989) Training feedforward neural networks using genetic algorithms. In: Proceedings of the 11th international joint conference on artificial intelligence-volume 1, IJCAI\u201989. Morgan Kaufmann Publishers Inc., San Francisco, pp 762\u2013767"},{"key":"4196_CR52","doi-asserted-by":"crossref","unstructured":"Narasimha PL, Delashmit WH, Manry MT, Li J, Maldonado F (2008) An integrated growing-pruning method for feedforward network training. Neurocomputing 71(13), 2831 \u2013 2847. Artificial neural networks (ICANN 2006)\/engineering of intelligent systems (ICEIS 2006)","DOI":"10.1016\/j.neucom.2007.08.026"},{"issue":"1","key":"4196_CR53","first-page":"197","volume":"19","author":"J Nayak","year":"2016","unstructured":"Nayak J, Naik B, Behera H (2016) A novel nature inspired firefly algorithm with higher order neural network: performance analysis. Int J Eng Sci Technol 19(1):197\u2013211","journal-title":"Int J Eng Sci Technol"},{"key":"4196_CR54","doi-asserted-by":"crossref","unstructured":"Nielsen AB, Hansen LK (2008) Structure learning by pruning in independent component analysis. Neurocomputing 71(10):2281\u20132290. Neurocomputing for vision research advances in blind signal processing","DOI":"10.1016\/j.neucom.2007.09.016"},{"issue":"2","key":"4196_CR55","doi-asserted-by":"crossref","first-page":"436","DOI":"10.1109\/72.839013","volume":"11","author":"R Parekh","year":"2000","unstructured":"Parekh R, Yang J, Honavar V (2000) Constructive neural-network learning algorithms for pattern classification. IEEE Trans Neural Netw 11(2):436\u2013451","journal-title":"IEEE Trans Neural Netw"},{"key":"4196_CR56","unstructured":"Parekh RG, Yang J, Honavar V (1997) Constructive neural network learning algorithms for multi-category real-valued pattern classification. Technical report. ISU-CS- TR97-06 146. Department of Computer Science, Iowa State Univ"},{"key":"4196_CR57","doi-asserted-by":"crossref","first-page":"281","DOI":"10.1007\/s10462-016-9526-2","volume":"49","author":"B P\u00e9rez-S\u00e1nchez","year":"2016","unstructured":"P\u00e9rez-S\u00e1nchez B, Fontenla-Romero O, Guijarro-Berdi\u00f1as B (2016) A review of adaptive online learning for artificial neural networks. Artif Intell Rev 49:281\u2013299","journal-title":"Artif Intell Rev"},{"issue":"4","key":"4196_CR58","doi-asserted-by":"crossref","first-page":"964","DOI":"10.1109\/72.774273","volume":"10","author":"PVS Ponnapalli","year":"1999","unstructured":"Ponnapalli PVS, Ho KC, Thomson M (1999) A formal selection and pruning algorithm for feedforward artificial neural network optimization. IEEE Trans Neural Netw 10(4):964\u2013968","journal-title":"IEEE Trans Neural Netw"},{"key":"4196_CR59","doi-asserted-by":"crossref","unstructured":"Puma-Villanueva WJ, dos Santos EP, Zuben FJV (2012) A constructive algorithm to synthesize arbitrarily connected feedforward neural networks. Neurocomputing 75(1), 14\u201332. Brazilian symposium on neural networks (SBRN 2010) international conference on hybrid artificial intelligence systems (HAIS 2010)","DOI":"10.1016\/j.neucom.2011.05.025"},{"key":"4196_CR60","doi-asserted-by":"crossref","first-page":"154","DOI":"10.1016\/j.neucom.2015.12.003","volume":"182","author":"J Qiao","year":"2016","unstructured":"Qiao J, Li F, Han H, Li W (2016) Constructive algorithm for fully connected cascade feedforward neural networks. Neurocomputing 182:154\u2013164","journal-title":"Neurocomputing"},{"key":"4196_CR61","doi-asserted-by":"crossref","unstructured":"Qiao J, Zhang Y, Han H (2008) Fast unit pruning algorithm for feedforward neural network design. Appl Math Comput 205(2):622 \u2013 627. Special issue on advanced intelligent computing theory and methodology in applied mathematics and computation","DOI":"10.1016\/j.amc.2008.05.049"},{"issue":"5","key":"4196_CR62","doi-asserted-by":"crossref","first-page":"740","DOI":"10.1109\/72.248452","volume":"4","author":"R Reed","year":"1993","unstructured":"Reed R (1993) Pruning algorithms\u2014a survey. IEEE Trans Neural Netw 4(5):740\u2013747","journal-title":"IEEE Trans Neural Netw"},{"key":"4196_CR63","unstructured":"Rifai S, Vincent P, Muller X, Glorot X, Bengio Y (2011) Contractive auto-en- coders: explicit invariance during feature extraction. In: Proceedings of the 28th international conference on machine learning (ICML-11), pp 833\u2013840"},{"key":"4196_CR64","doi-asserted-by":"crossref","unstructured":"Sabo D, Yu XH (2008) A new pruning algorithm for neural network dimension analysis. In: 2008 IEEE international joint conference on neural networks (IEEE world congress on computational intelligence), pp 3313\u20133318","DOI":"10.1109\/IJCNN.2008.4634268"},{"issue":"1","key":"4196_CR65","doi-asserted-by":"crossref","first-page":"3213","DOI":"10.1038\/s41598-017-03405-5","volume":"7","author":"M Saha","year":"2017","unstructured":"Saha M, Chakraborty C, Arun I, Ahmed R, Chatterjee S (2017) An advanced deep learning approach for ki-67 stained hotspot detection and proliferation rate scoring for prognostic evaluation of breast cancer. Sci Rep 7(1):3213","journal-title":"Sci Rep"},{"key":"4196_CR66","doi-asserted-by":"crossref","first-page":"29","DOI":"10.1016\/j.compmedimag.2017.12.001","volume":"64","author":"M Saha","year":"2018","unstructured":"Saha M, Chakraborty C, Racoceanu D (2018) Efficient deep learning model for mitosis detection using breast histopathology images. Comput Med Imaging Graph 64:29\u201340","journal-title":"Comput Med Imaging Graph"},{"key":"4196_CR67","doi-asserted-by":"crossref","first-page":"85","DOI":"10.1016\/j.neunet.2014.09.003","volume":"61","author":"J Schmidhuber","year":"2015","unstructured":"Schmidhuber J (2015) Deep learning in neural networks: an overview. Neural Netw 61:85\u2013117","journal-title":"Neural Netw"},{"issue":"1","key":"4196_CR68","doi-asserted-by":"crossref","first-page":"185","DOI":"10.1162\/neco.1997.9.1.185","volume":"9","author":"R Setiono","year":"1997","unstructured":"Setiono R (1997) A penalty-function approach for pruning feedforward neural networks. Neural Comput 9(1):185\u2013204","journal-title":"Neural Comput"},{"key":"4196_CR69","doi-asserted-by":"crossref","first-page":"185","DOI":"10.1016\/j.neunet.2014.12.001","volume":"63","author":"SB Shrestha","year":"2015","unstructured":"Shrestha SB, Song Q (2015) Adaptive learning rate of spikeprop based on weight convergence analysis. Neural Netw 63:185\u2013198","journal-title":"Neural Netw"},{"key":"4196_CR70","doi-asserted-by":"crossref","first-page":"54","DOI":"10.1016\/j.neunet.2016.10.011","volume":"86","author":"SB Shrestha","year":"2017","unstructured":"Shrestha SB, Song Q (2017) Robust learning in spikeprop. Neural Netw 86:54\u201368","journal-title":"Neural Netw"},{"key":"4196_CR71","doi-asserted-by":"crossref","unstructured":"Sietsma J, Dow RJF (1988) Neural net pruning-why and how. In: IEEE 1988 international conference on neural networks, vol 1, pp 325\u2013333","DOI":"10.1109\/ICNN.1988.23864"},{"key":"4196_CR72","doi-asserted-by":"crossref","unstructured":"Slowik A, Bialko M (2008) Training of artificial neural networks using differential evolution algorithm. In: 2008 conference on human system interactions, pp 60\u201365","DOI":"10.1109\/HSI.2008.4581409"},{"key":"4196_CR73","doi-asserted-by":"crossref","unstructured":"Spanhol FA, Oliveira LS, Petitjean C, Heutte L (2016) Breast cancer histopathological image classification using convolutional neural networks. In: 2016 international joint conference on neural networks (IJCNN), pp 2560\u20132567","DOI":"10.1109\/IJCNN.2016.7727519"},{"key":"4196_CR74","first-page":"423","volume-title":"A novel constructive neural network architecture based on improved adaptive learning strategy for pattern classification","author":"SS Sridhar","year":"2012","unstructured":"Sridhar SS, Ponnavaikko M (2012) A novel constructive neural network architecture based on improved adaptive learning strategy for pattern classification. Springer, Berlin, pp 423\u2013433"},{"key":"4196_CR75","doi-asserted-by":"crossref","first-page":"130","DOI":"10.1016\/j.neunet.2011.10.003","volume":"26","author":"JL Subirats","year":"2012","unstructured":"Subirats JL, Franco L, Jerez JM (2012) C-mantec: a novel constructive neural network algorithm incorporating competition between neurons. Neural Netw 26:130\u2013140","journal-title":"Neural Netw"},{"key":"4196_CR76","doi-asserted-by":"crossref","unstructured":"Sun W, Tseng TLB, Zhang J, Qian W (2017) Enhancing deep convolutional neural network scheme for breast cancer diagnosis with unlabeled data. Comput Med Imaging Graph 57, 4\u20139. Recent developments in machine learning for medical imaging applications","DOI":"10.1016\/j.compmedimag.2016.07.004"},{"key":"4196_CR77","doi-asserted-by":"crossref","unstructured":"Thivierge JP, Rivest F, Shultz TR (2003) A dual-phase technique for pruning constructive networks. In: Proceedings of the international joint conference on neural networks, 2003, vol\u00a01, pp 559\u2013564","DOI":"10.1109\/IJCNN.2003.1223407"},{"key":"4196_CR78","doi-asserted-by":"crossref","first-page":"482","DOI":"10.1016\/j.image.2016.05.007","volume":"47","author":"D Tom\u00e8","year":"2016","unstructured":"Tom\u00e8 D, Monti F, Baroffio L, Bondi L, Tagliasacchi M, Tubaro S (2016) Deep convolutional neural networks for pedestrian detection. Signal Process Image Commun 47:482\u2013489","journal-title":"Signal Process Image Commun"},{"key":"4196_CR79","first-page":"3371","volume":"11","author":"P Vincent","year":"2010","unstructured":"Vincent P, Larochelle H, Lajoie I, Bengio Y, Manzagol PA (2010) Stacked denoising autoencoders: learning useful representations in a deep network with a local denoising criterion. J Mach Learn Res 11:3371\u20133408","journal-title":"J Mach Learn Res"},{"key":"4196_CR80","doi-asserted-by":"crossref","first-page":"86","DOI":"10.1016\/j.compbiomed.2017.04.012","volume":"85","author":"N Wahab","year":"2017","unstructured":"Wahab N, Khan A, Lee YS (2017) Two-phase deep convolutional neural network for reducing class skewness in histopathological images based breast cancer detection. Comput Biol Med 85:86\u201397","journal-title":"Comput Biol Med"},{"issue":"1","key":"4196_CR81","doi-asserted-by":"crossref","first-page":"404","DOI":"10.1016\/j.asoc.2008.01.013","volume":"9","author":"W Wan","year":"2009","unstructured":"Wan W, Mabu S, Shimada K, Hirasawa K, Hu J (2009) Enhancing the generalization ability of neural networks through controlling the hidden layers. Appl Soft Comput 9(1):404\u2013414","journal-title":"Appl Soft Comput"},{"key":"4196_CR82","doi-asserted-by":"crossref","first-page":"8914","DOI":"10.1109\/ACCESS.2016.2624938","volume":"4","author":"G Wang","year":"2016","unstructured":"Wang G (2016) A perspective on deep imaging. IEEE Access 4:8914\u20138924","journal-title":"IEEE Access"},{"key":"4196_CR83","doi-asserted-by":"crossref","first-page":"9193","DOI":"10.1073\/pnas.87.23.9193","volume":"87","author":"WH Wolberg","year":"1990","unstructured":"Wolberg WH, Mangasarian O (1990) Multisurface method of pattern separation for medical diagnosis applied to breast cytology. Proc Natl Acad Sci USA 87:9193\u20139196","journal-title":"Proc Natl Acad Sci USA"},{"issue":"8","key":"4196_CR84","doi-asserted-by":"crossref","first-page":"1659","DOI":"10.1109\/TNNLS.2014.2350957","volume":"26","author":"X Wu","year":"2015","unstructured":"Wu X, R\u00f3\u017cycki P, Wilamowski BM (2015) A hybrid constructive algorithm for single-layer feedforward networks learning. IEEE Trans Neural Netw Learn Syst 26(8):1659\u20131668","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"issue":"4","key":"4196_CR85","doi-asserted-by":"crossref","first-page":"715","DOI":"10.1109\/TNN.2008.2005604","volume":"20","author":"HJ Xing","year":"2009","unstructured":"Xing HJ, Hu BG (2009) Two-phase construction of multilayer perceptrons using information theory. IEEE Trans Neural Netw 20(4):715\u2013721","journal-title":"IEEE Trans Neural Netw"},{"issue":"1","key":"4196_CR86","doi-asserted-by":"crossref","first-page":"544","DOI":"10.1016\/j.neucom.2005.11.005","volume":"70","author":"J Xu","year":"2006","unstructured":"Xu J, Ho DW (2006) A new training and pruning algorithm based on node dependence and Jacobian rank deficiency. Neurocomputing 70(1):544\u2013558","journal-title":"Neurocomputing"},{"key":"4196_CR87","doi-asserted-by":"crossref","first-page":"214","DOI":"10.1016\/j.neucom.2016.01.034","volume":"191","author":"J Xu","year":"2016","unstructured":"Xu J, Luo X, Wang G, Gilmore H, Madabhushi A (2016) A deep convolutional neural network for segmenting and classifying epithelial and stromal regions in histopathological images. Neurocomputing 191:214\u2013223","journal-title":"Neurocomputing"},{"issue":"1","key":"4196_CR88","doi-asserted-by":"crossref","first-page":"169","DOI":"10.1007\/s00521-013-1367-1","volume":"24","author":"XS Yang","year":"2014","unstructured":"Yang XS, Deb S (2014) Cuckoo search: recent advances and applications. Neural Comput Appl 24(1):169\u2013174","journal-title":"Neural Comput Appl"},{"issue":"4","key":"4196_CR89","doi-asserted-by":"crossref","first-page":"539","DOI":"10.1002\/int.4550080406","volume":"8","author":"X Yao","year":"1993","unstructured":"Yao X (1993) A review of evolutionary artificial neural networks. Int J Intell Syst 8(4):539\u2013567","journal-title":"Int J Intell Syst"},{"key":"4196_CR90","first-page":"1","volume":"99","author":"H Yu","year":"2018","unstructured":"Yu H, Yang X, Zheng S, Sun C (2018) Active learning from imbalanced data: a solution of online weighted extreme learning machine. IEEE Trans Neural Netw Learn Syst 99:1\u201316","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"4196_CR91","unstructured":"Zeiler MD (2012) Adadelta: an adaptive learning rate method. abs\/1212.5701"},{"key":"4196_CR92","doi-asserted-by":"crossref","unstructured":"Zemouri R (2017) An evolutionary building algorithm for deep neural networks. In: 2017 12th international workshop on self-organizing maps and learning vector quantization, clustering and data visualization (WSOM), pp 1\u20137","DOI":"10.1109\/WSOM.2017.8020002"},{"key":"4196_CR93","doi-asserted-by":"crossref","unstructured":"Zemouri R, Omri N, Devalland C, Arnould L, Morello B, Zerhouni N, Fnaiech F (2018) Breast cancer diagnosis based on joint variable selection and constructive deep neural network. In: 4th IEEE middle east conference on biomedical engineering (MECBME 2018)","DOI":"10.1109\/MECBME.2018.8402426"},{"issue":"2","key":"4196_CR94","doi-asserted-by":"crossref","first-page":"319","DOI":"10.1007\/s00521-011-0585-7","volume":"21","author":"R Zemouri","year":"2012","unstructured":"Zemouri R, Zerhouni N (2012) Autonomous and adaptive procedure for cumulative failure prediction. Neural Comput Appl 21(2):319\u2013331","journal-title":"Neural Comput Appl"},{"key":"4196_CR95","doi-asserted-by":"crossref","unstructured":"Zeng X, Yeung DS (2006) Hidden neuron pruning of multilayer perceptrons using a quantified sensitivity measure. Neurocomputing 69(7):825\u2013837 (2006). New issues in neurocomputing: 13th European symposium on artificial neural networks","DOI":"10.1016\/j.neucom.2005.04.010"},{"key":"4196_CR96","doi-asserted-by":"crossref","unstructured":"Zeraatkar E, Soltani M, Karimaghaee P (2011) A fast convergence algorithm for bpnn based on optimal control theory based learning rate. In: The 2nd international conference on control, instrumentation and automation, pp 292\u2013297","DOI":"10.1109\/ICCIAutom.2011.6356672"},{"issue":"2","key":"4196_CR97","doi-asserted-by":"crossref","first-page":"365","DOI":"10.1109\/TNNLS.2011.2178124","volume":"23","author":"R Zhang","year":"2012","unstructured":"Zhang R, Lan Y, Huang GB, Xu ZB (2012) Universal approximation of extreme learning machine with adaptive growth of hidden nodes. IEEE Trans Neural Netw Learn Syst 23(2):365\u2013371","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"issue":"2","key":"4196_CR98","doi-asserted-by":"crossref","first-page":"330","DOI":"10.1109\/TNNLS.2011.2178315","volume":"23","author":"R Zhang","year":"2012","unstructured":"Zhang R, Xu ZB, Huang GB, Wang D (2012) Global convergence of online bp training with dynamic learning rate. IEEE Trans Neural Netw Learn Syst 23(2):330\u2013341","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"4196_CR99","doi-asserted-by":"crossref","unstructured":"Zhang Z, Qiao J (2010) A node pruning algorithm for feedforward neural network based on neural complexity. In: 2010 international conference on intelligent control and information processing, pp 406\u2013410","DOI":"10.1109\/ICICIP.2010.5564272"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-019-04196-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s00521-019-04196-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-019-04196-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,12,3]],"date-time":"2020-12-03T11:13:41Z","timestamp":1606994021000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s00521-019-04196-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,5,24]]},"references-count":99,"journal-issue":{"issue":"24","published-print":{"date-parts":[[2020,12]]}},"alternative-id":["4196"],"URL":"https:\/\/doi.org\/10.1007\/s00521-019-04196-8","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,5,24]]},"assertion":[{"value":"5 March 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 April 2019","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 May 2019","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with ethical standards"}},{"value":"The authors declare that they have no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}