{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,24]],"date-time":"2025-09-24T09:45:48Z","timestamp":1758707148702},"reference-count":24,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2022,6,25]],"date-time":"2022-06-25T00:00:00Z","timestamp":1656115200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,6,25]],"date-time":"2022-06-25T00:00:00Z","timestamp":1656115200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Prog Artif Intell"],"published-print":{"date-parts":[[2022,9]]},"DOI":"10.1007\/s13748-022-00285-3","type":"journal-article","created":{"date-parts":[[2022,6,25]],"date-time":"2022-06-25T12:03:05Z","timestamp":1656158585000},"page":"269-278","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Convergence of batch gradient algorithm with smoothing composition of group $$l_{0}$$ and $$l_{1\/2}$$ regularization for feedforward neural networks"],"prefix":"10.1007","volume":"11","author":[{"given":"Hassan","family":"Ramchoun","sequence":"first","affiliation":[]},{"given":"Mohamed","family":"Ettaouil","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,6,25]]},"reference":[{"issue":"5","key":"285_CR1","doi-asserted-by":"publisher","first-page":"359","DOI":"10.1016\/0893-6080(89)90020-8","volume":"2","author":"K Hornik","year":"1989","unstructured":"Hornik, K., Stinchcombe, M., White, H.: Multilayer feedforward networks are universal approximators. Neural Netw. 2(5), 359\u2013366 (1989)","journal-title":"Neural Netw."},{"issue":"6088","key":"285_CR2","doi-asserted-by":"publisher","first-page":"533","DOI":"10.1038\/323533a0","volume":"323","author":"DE Rumelhart","year":"1986","unstructured":"Rumelhart, D.E., Hinton, G.E., Williams, R.J.: Learning representations by back-propagating errors. Nature 323(6088), 533 (1986)","journal-title":"Nature"},{"issue":"1\u20133","key":"285_CR3","doi-asserted-by":"publisher","first-page":"151","DOI":"10.1016\/j.neucom.2009.05.017","volume":"73","author":"T Nakama","year":"2009","unstructured":"Nakama, T.: Theoretical analysis of batch and on-line training for gradient descent learning in neural networks. Neurocomputing 73(1\u20133), 151\u2013159 (2009)","journal-title":"Neurocomputing"},{"issue":"2","key":"285_CR4","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1515\/jacsm-2015-0011","volume":"7","author":"J Wang","year":"2015","unstructured":"Wang, J., Yang, G., Liu, S., Zurada, J.M.: Convergence analysis of multilayer feedforward networks trained with penalty terms: a review. J. Appl. Comput. Sci. Methods 7(2), 89\u2013103 (2015)","journal-title":"J. Appl. Comput. Sci. Methods"},{"issue":"5","key":"285_CR5","doi-asserted-by":"publisher","first-page":"2012","DOI":"10.1109\/TNNLS.2017.2748585","volume":"29","author":"J Wang","year":"2018","unstructured":"Wang, J., Xu, C., Yang, X., Zurada, J.M.: A novel pruning algorithm for smoothing feedforward neural networks based on group lasso method. IEEE Trans. Neural Netw. Learn. Syst. 29(5), 2012\u20132024 (2018)","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"285_CR6","doi-asserted-by":"crossref","unstructured":"Li, F., Zurada, J.M., Wu, W.: Smooth group $$l_{1\/2}$$ regularization for input layer of feedforward neural networks. Neurocomputing 314, 109\u2013119 (2018)","DOI":"10.1016\/j.neucom.2018.06.046"},{"key":"285_CR7","doi-asserted-by":"crossref","unstructured":"Zhang, H., Tang, Y., Liu, X.: Batch gradient training method with smoothing $$l_{0}$$ regularization for feedforward neural networks. Neural Comput. Appl. 26(2), 383\u2013390 (2015)","DOI":"10.1007\/s00521-014-1730-x"},{"issue":"3","key":"285_CR8","doi-asserted-by":"publisher","first-page":"533","DOI":"10.1109\/TNN.2005.844903","volume":"16","author":"W Wu","year":"2005","unstructured":"Wu, W., Feng, G., Li, Z., Xu, Y.: Deterministic convergence of an online gradient method for bp neural networks. IEEE Trans. Neural Netw. 16(3), 533\u2013540 (2005)","journal-title":"IEEE Trans. Neural Netw."},{"issue":"5","key":"285_CR9","doi-asserted-by":"publisher","first-page":"740","DOI":"10.1109\/72.248452","volume":"4","author":"R Reed","year":"1993","unstructured":"Reed, R.: Pruning algorithms\u2014a survey. IEEE Trans. Neural Netw. 4(5), 740\u2013747 (1993)","journal-title":"IEEE Trans. Neural Netw."},{"issue":"3","key":"285_CR10","doi-asserted-by":"publisher","first-page":"241","DOI":"10.1007\/s11063-011-9196-7","volume":"34","author":"M Gethsiyal Augasta","year":"2011","unstructured":"Gethsiyal Augasta, M., Kathirvalavakumar, T.: A novel pruning algorithm for optimizing feedforward neural network of classification problems. Neural Process. Lett. 34(3), 241 (2011)","journal-title":"Neural Process. Lett."},{"issue":"5","key":"285_CR11","doi-asserted-by":"publisher","first-page":"720","DOI":"10.1162\/neco.1992.4.5.720","volume":"4","author":"DJC MacKay","year":"1992","unstructured":"MacKay, D.J.C.: The evidence framework applied to classification networks. Neural Comput. 4(5), 720\u2013736 (1992)","journal-title":"Neural Comput."},{"key":"285_CR12","doi-asserted-by":"crossref","unstructured":"Ramchoun, H., Ettaouil, M.: Hamiltonian monte carlo based on evidence framework for bayesian learning to neural network. Soft Comput. pp. 1\u201311, (2018)","DOI":"10.1007\/s12530-019-09288-3"},{"key":"285_CR13","doi-asserted-by":"crossref","unstructured":"Tibshirani, Robert.: Regression shrinkage and selection via the lasso. J. Royal Stat. Soc. Series B (Methodol), pp. 267\u2013288, (1996)","DOI":"10.1111\/j.2517-6161.1996.tb02080.x"},{"issue":"1","key":"285_CR14","doi-asserted-by":"publisher","first-page":"185","DOI":"10.1162\/neco.1997.9.1.185","volume":"9","author":"R Setiono","year":"1997","unstructured":"Setiono, R.: A penalty-function approach for pruning feedforward neural networks. Neural Comput. 9(1), 185\u2013204 (1997)","journal-title":"Neural Comput."},{"issue":"1\u20134","key":"285_CR15","doi-asserted-by":"publisher","first-page":"71","DOI":"10.1016\/S0925-2312(00)00314-3","volume":"37","author":"S Loone","year":"2001","unstructured":"Loone, S., Irwin, G.: Improving neural network training solutions using regularisation. Neurocomputing 37(1\u20134), 71\u201390 (2001)","journal-title":"Neurocomputing"},{"key":"285_CR16","doi-asserted-by":"crossref","unstructured":"Wu, W., Shao, H., Li, Z.: Convergence of batch bp algorithm with penalty for fnn training. In International Conference on Neural Information Processing, pp. 562\u2013569. Springer, (2006)","DOI":"10.1007\/11893028_63"},{"key":"285_CR17","unstructured":"Zhang, H., Wu, W., Yao, M.: Boundedness of a batch gradient method with penalty for feedforward neural networks. In Proceedings of the 12th WSEAS International Conference on Applied Mathematics, pp. 175\u2013178. Citeseer, (2007)"},{"key":"285_CR18","doi-asserted-by":"publisher","first-page":"141","DOI":"10.1016\/j.neucom.2012.02.029","volume":"89","author":"H Zhang","year":"2012","unstructured":"Zhang, H., Wu, W., Yao, M.: Boundedness and convergence of batch back-propagation algorithm with penalty for feedforward neural networks. Neurocomputing 89, 141\u2013146 (2012)","journal-title":"Neurocomputing"},{"key":"285_CR19","doi-asserted-by":"publisher","first-page":"72","DOI":"10.1016\/j.neunet.2013.11.006","volume":"50","author":"W Wu","year":"2014","unstructured":"Wu, W., Fan, Q., Zurada, J.M., Wang, J., Yang, D., Liu, Y.: Batch gradient method with smoothing l1\/2 regularization for training of feedforward neural networks. Neural Netw. 50, 72\u201378 (2014)","journal-title":"Neural Netw."},{"issue":"1","key":"285_CR20","doi-asserted-by":"publisher","first-page":"295","DOI":"10.1186\/s40064-016-1931-0","volume":"5","author":"Q Fan","year":"2016","unstructured":"Fan, Q., Wu, W., Zurada, J.M.: Convergence of batch gradient learning with smoothing regularization and adaptive momentum for neural networks. SpringerPlus 5(1), 295 (2016)","journal-title":"SpringerPlus"},{"issue":"2","key":"285_CR21","doi-asserted-by":"publisher","first-page":"231","DOI":"10.1080\/10618600.2012.681250","volume":"22","author":"N Simon","year":"2013","unstructured":"Simon, N., Friedman, J., Hastie, T., Tibshirani, R.: A sparse-group lasso. J. Comput. Graph. Stat. 22(2), 231\u2013245 (2013)","journal-title":"J. Comput. Graph. Stat."},{"key":"285_CR22","doi-asserted-by":"publisher","first-page":"81","DOI":"10.1016\/j.neucom.2017.02.029","volume":"241","author":"S Scardapane","year":"2017","unstructured":"Scardapane, S., Comminiello, D., Hussain, A., Uncini, A.: Group sparse regularization for deep neural networks. Neurocomputing 241, 81\u201389 (2017)","journal-title":"Neurocomputing"},{"key":"285_CR23","doi-asserted-by":"publisher","first-page":"250","DOI":"10.1016\/j.ins.2016.11.020","volume":"381","author":"J Wang","year":"2017","unstructured":"Wang, J., Cai, Q., Chang, Q., Zurada, J.M.: Convergence analyses on sparse feedforward neural networks via group lasso regularization. Inf. Sci. 381, 250\u2013269 (2017)","journal-title":"Inf. Sci."},{"key":"285_CR24","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.neucom.2016.10.057","volume":"224","author":"H Zhang","year":"2017","unstructured":"Zhang, H., Tang, Y.: Online gradient method with smoothing $$l_{0}$$ regularization for feedforward neural networks. Neurocomputing 224, 1\u20138 (2017)","journal-title":"Neurocomputing"}],"container-title":["Progress in Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s13748-022-00285-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s13748-022-00285-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s13748-022-00285-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,8,12]],"date-time":"2022-08-12T14:46:42Z","timestamp":1660315602000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s13748-022-00285-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,6,25]]},"references-count":24,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2022,9]]}},"alternative-id":["285"],"URL":"https:\/\/doi.org\/10.1007\/s13748-022-00285-3","relation":{},"ISSN":["2192-6352","2192-6360"],"issn-type":[{"value":"2192-6352","type":"print"},{"value":"2192-6360","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,6,25]]},"assertion":[{"value":"24 September 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 May 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 June 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflicts of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"This article does not contain any studies with human participants or animals performed by any of the authors.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}}]}}