{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,27]],"date-time":"2025-09-27T08:20:41Z","timestamp":1758961241686},"reference-count":38,"publisher":"Springer Science and Business Media LLC","issue":"9","license":[{"start":{"date-parts":[[2023,10,13]],"date-time":"2023-10-13T00:00:00Z","timestamp":1697155200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,10,13]],"date-time":"2023-10-13T00:00:00Z","timestamp":1697155200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Process Lett"],"published-print":{"date-parts":[[2023,12]]},"DOI":"10.1007\/s11063-023-11429-4","type":"journal-article","created":{"date-parts":[[2023,10,13]],"date-time":"2023-10-13T15:02:19Z","timestamp":1697209339000},"page":"12481-12499","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["The Convergence of Incremental Neural Networks"],"prefix":"10.1007","volume":"55","author":[{"given":"Lei","family":"Chen","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yilin","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lixiao","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wei","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,10,13]]},"reference":[{"key":"11429_CR1","unstructured":"Krizhevsky A, Sutskever I, Hinton GE (2012) Imagenet classification with deep convolutional neural networks. In: NIPS"},{"key":"11429_CR2","unstructured":"Simonyan K, Zisserman A (2012) Very deep convolutional networks for large-scale image recognition. In: Computer science"},{"key":"11429_CR3","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J (2016) Deep residual learning for image recognition. In: CVPR","DOI":"10.1109\/CVPR.2016.90"},{"key":"11429_CR4","doi-asserted-by":"publisher","first-page":"359","DOI":"10.1016\/0893-6080(89)90020-8","volume":"2","author":"K Hornik","year":"1989","unstructured":"Hornik K, Stinchcombe M, White H (1989) Multilayer feedforward networks are universal approximators. Neural Netw 2:359\u2013366","journal-title":"Neural Netw"},{"key":"11429_CR5","doi-asserted-by":"publisher","first-page":"303","DOI":"10.1007\/BF02551274","volume":"2","author":"G Cybenko","year":"1989","unstructured":"Cybenko G (1989) Approximation by superpositions of a sigmoidal function. Math Control Signals Syst 2:303\u2013314","journal-title":"Math Control Signals Syst"},{"key":"11429_CR6","doi-asserted-by":"publisher","first-page":"817","DOI":"10.1016\/0893-6080(91)90060-I","volume":"4","author":"Y Ito","year":"1991","unstructured":"Ito Y (1991) Approximation of functions on a compact set by finite sums of a sigmoid function without scaling. Neural Netw 4:817\u2013826","journal-title":"Neural Netw"},{"key":"11429_CR7","doi-asserted-by":"publisher","first-page":"251","DOI":"10.1016\/0893-6080(91)90009-T","volume":"4","author":"K Hornik","year":"1991","unstructured":"Hornik K (1991) Approximation capabilities of multilayer feedforward networks. Neural Netw 4:251\u2013257","journal-title":"Neural Netw"},{"key":"11429_CR8","doi-asserted-by":"publisher","first-page":"1069","DOI":"10.1016\/S0893-6080(09)80018-X","volume":"6","author":"K Hornik","year":"1993","unstructured":"Hornik K (1993) Some new results on neural network approximation. Neural Netw 6:1069\u20131072","journal-title":"Neural Netw"},{"key":"11429_CR9","doi-asserted-by":"publisher","first-page":"861","DOI":"10.1016\/S0893-6080(05)80131-5","volume":"6","author":"M Leshno","year":"1993","unstructured":"Leshno M, Lin VY, Pinkus A, Schocken S (1993) Multilayer feedforward networks with a nonpolynomial activation function can approxiamate any function. Neural Netw 6:861\u2013867","journal-title":"Neural Netw"},{"issue":"1","key":"11429_CR10","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1109\/72.363453","volume":"6","author":"T Chen","year":"1995","unstructured":"Chen T, Chen H, Liu R-W (1995) Approximation capability in $$C(\\overline{ R}^n)$$ by multilayer feedforward networks and related problems. IEEE Trans Neural Netw 6(1):25\u201330","journal-title":"IEEE Trans Neural Netw"},{"issue":"4","key":"11429_CR11","doi-asserted-by":"publisher","first-page":"904","DOI":"10.1109\/72.392252","volume":"6","author":"T Chen","year":"1995","unstructured":"Chen T, Chen H (1995) Approximation capability to functions of several variables, nonlinear functionals, and operators by radial basis function neural networks. IEEE Trans Neural Netw 6(4):904\u2013910","journal-title":"IEEE Trans Neural Netw"},{"issue":"6","key":"11429_CR12","doi-asserted-by":"publisher","first-page":"2118","DOI":"10.1109\/18.556601","volume":"42","author":"WS Lee","year":"1996","unstructured":"Lee WS, Bartlett PL, Williamson RC (1996) Efficient agnostic learning of neural networks with bounded fan-in. IEEE Trans Inf Theory 42(6):2118\u20132132","journal-title":"IEEE Trans Inf Theory"},{"key":"11429_CR13","doi-asserted-by":"publisher","first-page":"81","DOI":"10.1016\/S0925-2312(98)00111-8","volume":"25","author":"V Maiorov","year":"1999","unstructured":"Maiorov V, Pinkus A (1999) Lower bounds for approximation by MLP neural networks. Neurocomputing 25:81\u201391","journal-title":"Neurocomputing"},{"issue":"2","key":"11429_CR14","doi-asserted-by":"publisher","first-page":"323","DOI":"10.1109\/72.839004","volume":"11","author":"R Meir","year":"2000","unstructured":"Meir R, Maiorov VE (2000) On the optimality of neural-network approximation using incremental algorithms. IEEE Trans Neural Netw 11(2):323\u2013337","journal-title":"IEEE Trans Neural Netw"},{"issue":"2","key":"11429_CR15","doi-asserted-by":"publisher","first-page":"274","DOI":"10.1109\/72.991414","volume":"13","author":"E Lavretsky","year":"2002","unstructured":"Lavretsky E (2002) On the geometric convergence of neural approximations. IEEE Trans Neural Netw 13(2):274\u2013282","journal-title":"IEEE Trans Neural Netw"},{"issue":"1","key":"11429_CR16","doi-asserted-by":"publisher","first-page":"84","DOI":"10.1109\/TNN.2004.836197","volume":"16","author":"C Xiang","year":"2005","unstructured":"Xiang C, Shenqiang Lee TH (2005) Geometrical interpretation and architecture selection of MLP. IEEE Trans Neural Netw 16(1):84\u201396","journal-title":"IEEE Trans Neural Netw"},{"issue":"4","key":"11429_CR17","doi-asserted-by":"publisher","first-page":"879","DOI":"10.1109\/TNN.2006.875977","volume":"17","author":"G-B Huang","year":"2006","unstructured":"Huang G-B, Chen L, Siew C-K (2006) Universal approximation using incremental constructive feedforward networks with random hidden nodes. IEEE Trans Neural Netw 17(4):879\u2013892","journal-title":"IEEE Trans Neural Netw"},{"key":"11429_CR18","doi-asserted-by":"publisher","first-page":"3056","DOI":"10.1016\/j.neucom.2007.02.009","volume":"70","author":"G-B Huang","year":"2007","unstructured":"Huang G-B, Chen L (2007) Convex incremental extreme learning machine. Neurocomputing 70:3056\u20133062","journal-title":"Neurocomputing"},{"key":"11429_CR19","doi-asserted-by":"crossref","unstructured":"Lee J, Xiao L, Schoenholz S, Bahri Y, Novak R, Sohl-Dickstein J, Pennington J (2019) Wide neural networks of any depth evolve as linear models under gradient descent. In: NeurIPS","DOI":"10.1088\/1742-5468\/abc62b"},{"issue":"1","key":"11429_CR20","doi-asserted-by":"publisher","first-page":"608","DOI":"10.1214\/aos\/1176348546","volume":"20","author":"LK Jones","year":"1992","unstructured":"Jones LK (1992) A simple lemma on greedy approximation in Hilbert space and convergence rates for projection pursuit regression and neural networks. Ann Stat 20(1):608\u2013613","journal-title":"Ann Stat"},{"issue":"3","key":"11429_CR21","doi-asserted-by":"publisher","first-page":"930","DOI":"10.1109\/18.256500","volume":"39","author":"AR Barron","year":"1993","unstructured":"Barron AR (1993) Universal approximation bounds for superpositions of a sigmoid function. IEEE Trans Inf Theory 39(3):930\u2013945","journal-title":"IEEE Trans Inf Theory"},{"key":"11429_CR22","doi-asserted-by":"crossref","unstructured":"Koiran P (1994) Efficient learning of continuous neural networks. In: Proceedings of the 7th annual ACM conference on computational learning theory, pp 348\u2013355","DOI":"10.1145\/180139.181177"},{"key":"11429_CR23","doi-asserted-by":"publisher","first-page":"187","DOI":"10.1007\/BF02678464","volume":"13","author":"MJ Donahue","year":"1997","unstructured":"Donahue MJ, Gurvits L, Darken C, Sontag E (1997) Rates of convex approximation in non-Hilbert spaces. Constr Approx 13:187\u2013220","journal-title":"Constr Approx"},{"issue":"5","key":"11429_CR24","doi-asserted-by":"publisher","first-page":"1131","DOI":"10.1109\/72.623214","volume":"8","author":"T-Y Kwok","year":"1997","unstructured":"Kwok T-Y, Yeung D-Y (1997) Objective functions for training new hidden units in constructive neural networks. IEEE Trans Neural Netw 8(5):1131\u20131148","journal-title":"IEEE Trans Neural Netw"},{"key":"11429_CR25","doi-asserted-by":"crossref","unstructured":"Romero E (2002) A new incremental method for function approximation using feed-forward neural networks. In: Proceedings of INNS-IEEE international joint conference on neural networks (IJCNN\u20192002), pp 1968\u20131973","DOI":"10.1109\/IJCNN.2002.1007821"},{"key":"11429_CR26","doi-asserted-by":"publisher","first-page":"2627","DOI":"10.1016\/j.neucom.2008.10.016","volume":"72","author":"L Chen","year":"2009","unstructured":"Chen L, Huang G-B, Pung HK (2009) Systemical convergence rate analysis of convex incremental feedforward neural networks. Neurocomputing 72:2627\u20132635","journal-title":"Neurocomputing"},{"key":"11429_CR27","doi-asserted-by":"publisher","first-page":"489","DOI":"10.1016\/j.neucom.2005.12.126","volume":"70","author":"G-B Huang","year":"2006","unstructured":"Huang G-B, Zhu Q-Y, Siew C-K (2006) Extreme learning machine: theorey and applications. Neurocomputing 70:489\u2013501","journal-title":"Neurocomputing"},{"key":"11429_CR28","doi-asserted-by":"publisher","first-page":"3460","DOI":"10.1016\/j.neucom.2007.10.008","volume":"71","author":"G-B Huang","year":"2008","unstructured":"Huang G-B, Chen L (2008) Enhanced random search based incremental extreme learning machine. Neurocomputing 71:3460\u20133468","journal-title":"Neurocomputing"},{"issue":"2","key":"11429_CR29","doi-asserted-by":"publisher","first-page":"365","DOI":"10.1109\/TNNLS.2011.2178124","volume":"23","author":"R Zhang","year":"2012","unstructured":"Zhang R, Lan Y, Huang G-B, Xu Z (2012) Universal approximation of extreme learning machine with adaptive growth of hidden nodes. IEEE Trans Neural Netw Learn Syst 23(2):365\u2013371","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"issue":"6","key":"11429_CR30","doi-asserted-by":"publisher","first-page":"2054","DOI":"10.1109\/TCYB.2013.2239987","volume":"43","author":"R Zhang","year":"2013","unstructured":"Zhang R, Lan Y, Huang G-B, Xu Z, Soh YC (2013) Dynamic extreme learning machine and its approximation capability. IEEE Trans Cybern 43(6):2054\u20132065","journal-title":"IEEE Trans Cybern"},{"issue":"5","key":"11429_CR31","doi-asserted-by":"publisher","first-page":"2581","DOI":"10.1109\/TIT.2021.3062161","volume":"67","author":"D Elbr\u00e4chter","year":"2021","unstructured":"Elbr\u00e4chter D, Perekrestenko D, Grohs P, B\u00f6lcskei H (2021) Deep neural network approximation theory. IEEE Trans Inf Theory 67(5):2581\u20132623","journal-title":"IEEE Trans Inf Theory"},{"issue":"5","key":"11429_CR32","first-page":"5465","volume":"53","author":"J Lu","year":"2021","unstructured":"Lu J, Shen Z, Yang H, Zhang S (2021) Deep network approximation for smooth functions. J Math Anal 53(5):5465\u20135506","journal-title":"J Math Anal"},{"issue":"6","key":"11429_CR33","doi-asserted-by":"publisher","first-page":"829","DOI":"10.1142\/S0219530516400042","volume":"14","author":"H Mhaskar","year":"2016","unstructured":"Mhaskar H, Poggio T (2016) Deep vs. shallow networks: an approximation theory perspective. Anal Appl 14(6):829\u2013848","journal-title":"Anal Appl"},{"key":"11429_CR34","doi-asserted-by":"publisher","first-page":"101","DOI":"10.1016\/j.matpur.2021.07.009","volume":"157","author":"Z Shen","year":"2022","unstructured":"Shen Z, Yang H, Zhang S (2022) Optimal approximation rate of relu networks in terms of width and depth. Journal de Math\u00e9matiques Pures et Appliqu\u00e9es 157:101\u2013135","journal-title":"Journal de Math\u00e9matiques Pures et Appliqu\u00e9es"},{"key":"11429_CR35","unstructured":"Yarotsky D (2018) Optimal approximation of continuous functions by very deep relu networks. In: 31st Annual conference on learning theory, pp 639\u2013649"},{"key":"11429_CR36","unstructured":"Yarotsky D, Zhevnerchuk A (2020) The phase diagram of approximation rates for deep neural networks. In: NIPS"},{"key":"11429_CR37","doi-asserted-by":"publisher","first-page":"553","DOI":"10.1016\/j.neunet.2022.06.031","volume":"153","author":"Y Xu","year":"2022","unstructured":"Xu Y, Zhang H (2022) Convergence of deep convolutional neural networks. Neural Netw 153:553\u2013563","journal-title":"Neural Netw"},{"issue":"5","key":"11429_CR38","doi-asserted-by":"publisher","first-page":"1177","DOI":"10.1109\/72.623218","volume":"8","author":"W Kaminski","year":"1997","unstructured":"Kaminski W, Strumillo P (1997) Kernel orthonormalization in radial basis function neural networks. IEEE Trans Neural Netw 8(5):1177\u20131183","journal-title":"IEEE Trans Neural Netw"}],"container-title":["Neural Processing Letters"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11063-023-11429-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11063-023-11429-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11063-023-11429-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,12,27]],"date-time":"2023-12-27T09:26:07Z","timestamp":1703669167000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11063-023-11429-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,10,13]]},"references-count":38,"journal-issue":{"issue":"9","published-print":{"date-parts":[[2023,12]]}},"alternative-id":["11429"],"URL":"https:\/\/doi.org\/10.1007\/s11063-023-11429-4","relation":{},"ISSN":["1370-4621","1573-773X"],"issn-type":[{"value":"1370-4621","type":"print"},{"value":"1573-773X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,10,13]]},"assertion":[{"value":"27 September 2023","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 October 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"All authors have declared that: (i) no support, financial or otherwise, has been received from any organization that may have an interest in the submitted work; and (ii) there are no other relationships or activities that could appear to have influenced the submitted work.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}