{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,7]],"date-time":"2026-04-07T16:12:56Z","timestamp":1775578376991,"version":"3.50.1"},"reference-count":53,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2021,7,12]],"date-time":"2021-07-12T00:00:00Z","timestamp":1626048000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,7,12]],"date-time":"2021-07-12T00:00:00Z","timestamp":1626048000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"name":"This work was supported in part by the National Research Foundation of Korea","award":["2018R1D1A1A09081956"],"award-info":[{"award-number":["2018R1D1A1A09081956"]}]},{"name":"This work was supported in part by the Science and Engineering Research Coun- cil, Agency of Science, Technology and Research, Singapore, through the National Robotics Program.","award":["Grant No. 1922500054"],"award-info":[{"award-number":["Grant No. 1922500054"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Process Lett"],"published-print":{"date-parts":[[2021,12]]},"DOI":"10.1007\/s11063-021-10570-2","type":"journal-article","created":{"date-parts":[[2021,7,12]],"date-time":"2021-07-12T07:02:40Z","timestamp":1626073360000},"page":"3893-3914","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":17,"title":["Correlation Projection for Analytic Learning of a Classification Network"],"prefix":"10.1007","volume":"53","author":[{"given":"Huiping","family":"Zhuang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhiping","family":"Lin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3736-003X","authenticated-orcid":false,"given":"Kar-Ann","family":"Toh","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,7,12]]},"reference":[{"issue":"3","key":"10570_CR1","doi-asserted-by":"publisher","first-page":"450","DOI":"10.1162\/neco.1991.3.3.450","volume":"3","author":"SA Barton","year":"1991","unstructured":"Barton SA (1991) A matrix method for optimizing a neural network. Neural Comput 3(3):450\u2013459","journal-title":"Neural Comput"},{"key":"10570_CR2","unstructured":"Belilovsky E, Eickenberg M, Oyallon E (2019) Decoupled greedy learning of CNNs. arXiv preprint arXiv:1901.08164"},{"key":"10570_CR3","unstructured":"Belilovsky E, Eickenberg M, Oyallon E (2019) Greedy layerwise learning can scale to imagenet. In: International conference on machine learning, pp 583\u2013593"},{"key":"10570_CR4","volume-title":"Generalized inverses: theory and applications","author":"A Ben-Israel","year":"2003","unstructured":"Ben-Israel A, Greville TNE (2003) Generalized inverses: theory and applications, 2nd edn. Springer, New York","edition":"2"},{"issue":"12","key":"10570_CR5","doi-asserted-by":"publisher","first-page":"5017","DOI":"10.1109\/TIP.2015.2475625","volume":"24","author":"T Chan","year":"2015","unstructured":"Chan T, Jia K, Gao S, Lu J, Zeng Z, Ma Y (2015) PCANet: a simple deep learning baseline for image classification? IEEE Trans Image Process 24(12):5017\u20135032","journal-title":"IEEE Trans Image Process"},{"key":"10570_CR6","doi-asserted-by":"crossref","unstructured":"Chen S, Grant P, Cowan C (1992) Orthogonal least-squares algorithm for training multioutput radial basis function networks. In: IEE proceedings of radar and signal processing, vol 139. IET, pp 378\u2013384","DOI":"10.1049\/ip-f-2.1992.0054"},{"key":"10570_CR7","doi-asserted-by":"crossref","unstructured":"Dawson M, Olvera J, Fung A, Manry M (1992) Inversion of surface parameters using fast learning neural networks. In: [Proceedings] IGARSS\u201992 international geoscience and remote sensing symposium, vol\u00a02. IEEE, pp 910\u2013912","DOI":"10.1109\/IGARSS.1992.578294"},{"key":"10570_CR8","unstructured":"Goodfellow I, Bengio Y, Courville A (2016) Deep learning. MIT press"},{"key":"10570_CR9","doi-asserted-by":"crossref","unstructured":"Guang-Bin H, Qin-Yu Z, Chee-Kheong S (2004) Extreme learning machine: a new learning scheme of feedforward neural networks. In: 2004 IEEE international joint conference on neural networks, vol\u00a02","DOI":"10.1109\/ICARCV.2004.1468985"},{"key":"10570_CR10","unstructured":"Guo Ping C.P.C, Sun Y (1995) An exact supervised learning for a three-layer supervised neural network. In: Proceedings of international conference on neural information processing. IEEE"},{"key":"10570_CR11","doi-asserted-by":"publisher","first-page":"101","DOI":"10.1016\/S0925-2312(03)00385-0","volume":"56","author":"P Guo","year":"2004","unstructured":"Guo P, Lyu MR (2004) A pseudoinverse learning algorithm for feedforward neural networks with stacked generalization applications to software reliability growth data. Neurocomputing 56:101\u2013121","journal-title":"Neurocomputing"},{"key":"10570_CR12","unstructured":"Guo P, Lyu M.R, Mastorakis N (2001) Pseudoinverse learning algorithm for feedforward neural networks. Adv Neural Netw Appl 321\u2013326"},{"key":"10570_CR13","unstructured":"Guo P, Zhou X.L, Wang K (2018) PILAE: a non-gradient descent learning scheme for deep feedforward neural networks. Arxiv:1811.01545"},{"key":"10570_CR14","doi-asserted-by":"crossref","unstructured":"Hao WL, Zhang Z (2016) Incremental pcanet: a lifelong learning framework to achieve the plasticity of both feature and classifier constructions. In: International conference on brain inspired cognitive systems","DOI":"10.1007\/978-3-319-49685-6_27"},{"key":"10570_CR15","doi-asserted-by":"crossref","unstructured":"He K, Peng Y, Liu S, Li J (2020) Regularized negative label relaxation least squares regression for face recognition. Neural Process Lett 1\u201319","DOI":"10.1007\/s11063-020-10219-6"},{"key":"10570_CR16","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J (2016) Deep residual learning for image recognition. In: The IEEE conference on computer vision and pattern recognition","DOI":"10.1109\/CVPR.2016.90"},{"key":"10570_CR17","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J (2016) Deep residual learning for image recognition. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 770\u2013778","DOI":"10.1109\/CVPR.2016.90"},{"issue":"7","key":"10570_CR18","doi-asserted-by":"publisher","first-page":"1527","DOI":"10.1162\/neco.2006.18.7.1527","volume":"18","author":"GE Hinton","year":"2006","unstructured":"Hinton GE, Osindero S, Teh YW (2006) A fast learning algorithm for deep belief nets. Neural Comput 18(7):1527\u20131554","journal-title":"Neural Comput"},{"issue":"1\u20133","key":"10570_CR19","doi-asserted-by":"publisher","first-page":"489","DOI":"10.1016\/j.neucom.2005.12.126","volume":"70","author":"GB Huang","year":"2006","unstructured":"Huang GB, Zhu QY, Siew CK (2006) Extreme learning machine: theory and applications. Neurocomputing 70(1\u20133):489\u2013501","journal-title":"Neurocomputing"},{"issue":"8","key":"10570_CR20","doi-asserted-by":"publisher","first-page":"1944","DOI":"10.1109\/TPAMI.2012.268","volume":"35","author":"B Hutchinson","year":"2013","unstructured":"Hutchinson B, Deng L, Yu D (2013) Tensor deep stacking networks. IEEE Trans Patt Anal Mach Intell 35(8):1944\u20131957","journal-title":"IEEE Trans Patt Anal Mach Intell"},{"key":"10570_CR21","unstructured":"Jaderberg M, Czarnecki W, Osindero S, Vinyals O, Graves A, Silver D, Kavukcuoglu K (2016) Decoupled neural interfaces using synthetic gradients. In: International conference on machine learning"},{"issue":"4","key":"10570_CR22","doi-asserted-by":"publisher","first-page":"1286","DOI":"10.1109\/TSMC.2017.2724761","volume":"50","author":"S Jang","year":"2020","unstructured":"Jang S, Tan G, Toh K, Teoh ABJ (2020) Online heterogeneous face recognition based on total-error-rate minimization. IEEE Trans Syst Man Cybern Syst 50(4):1286\u20131299","journal-title":"IEEE Trans Syst Man Cybern Syst"},{"key":"10570_CR23","doi-asserted-by":"publisher","first-page":"346","DOI":"10.1016\/j.jvcir.2019.03.010","volume":"60","author":"CCJ Kuo","year":"2019","unstructured":"Kuo CCJ, Zhang M, Li S, Duan J, Chen Y (2019) Interpretable convolutional neural networks via feedforward design. J Vis Commun Image Repres 60:346\u2013359","journal-title":"J Vis Commun Image Repres"},{"issue":"11","key":"10570_CR24","doi-asserted-by":"publisher","first-page":"2278","DOI":"10.1109\/5.726791","volume":"86","author":"Y LeCun","year":"1998","unstructured":"LeCun Y, Bottou L, Bengio Y, Haffner P (1998) Gradient-based learning applied to document recognition. Proc IEEE 86(11):2278\u20132324","journal-title":"Proc IEEE"},{"key":"10570_CR25","doi-asserted-by":"crossref","unstructured":"Li L, Zhao K, Sun R, Gan J, Yuan G, Liu T (2020) Parameter-free extreme learning machine for imbalanced classification. Neural Process Lett 1\u201318","DOI":"10.1007\/s11063-020-10282-z"},{"issue":"5","key":"10570_CR26","doi-asserted-by":"publisher","first-page":"765","DOI":"10.1007\/s13042-014-0292-7","volume":"7","author":"P Liu","year":"2016","unstructured":"Liu P, Huang Y, Meng L, Gong S, Zhang G (2016) Two-stage extreme learning machine for high-dimensional data. Int J Mach Learn Cybern 7(5):765\u2013772","journal-title":"Int J Mach Learn Cybern"},{"key":"10570_CR27","doi-asserted-by":"crossref","unstructured":"Low C, Park J, Teoh A.B (2019) Stacking-based deep neural network: deep analytic network for pattern classification. IEEE Trans Cybern 1\u201314","DOI":"10.1109\/TCYB.2019.2908387"},{"issue":"12","key":"10570_CR28","doi-asserted-by":"publisher","first-page":"4536","DOI":"10.1016\/j.patcog.2012.05.009","volume":"45","author":"D Mart\u00ednez-Rego","year":"2012","unstructured":"Mart\u00ednez-Rego D, Fontenla-Romero O, Alonso-Betanzos A (2012) Nonlinear single layer neural network training algorithm for incremental, nonstationary and distributed learning scenarios. Patt Recogn 45(12):4536\u20134546","journal-title":"Patt Recogn"},{"issue":"3","key":"10570_CR29","doi-asserted-by":"publisher","first-page":"2345","DOI":"10.1007\/s11063-019-10012-0","volume":"50","author":"DP Mesquita","year":"2019","unstructured":"Mesquita DP, Gomes JPP, Rodrigues LR (2019) Artificial neural networks with random weights for incomplete datasets. Neural Process Lett 50(3):2345\u20132372","journal-title":"Neural Process Lett"},{"key":"10570_CR30","doi-asserted-by":"publisher","first-page":"608","DOI":"10.3389\/fnins.2018.00608","volume":"12","author":"H Mostafa","year":"2018","unstructured":"Mostafa H, Ramesh V, Cauwenberghs G (2018) Deep supervised learning using local errors. Front Neurosci 12:608","journal-title":"Front Neurosci"},{"key":"10570_CR31","unstructured":"Nair V, Hinton GE (2010) Rectified linear units improve restricted boltzmann machines. In: Proceedings of the 27th international conference on machine learning (ICML-10), pp 807\u2013814"},{"key":"10570_CR32","volume-title":"Neural networks and deep learning","author":"MA Nielsen","year":"2015","unstructured":"Nielsen MA (2015) Neural networks and deep learning, vol 25. Determination press San Francisco, CA"},{"key":"10570_CR33","unstructured":"N\u00f8kland A, Eidnes LH (2019) Training neural networks with local error signals. In: International conference on machine learning, pp 4839\u20134850"},{"issue":"10","key":"10570_CR34","doi-asserted-by":"publisher","first-page":"1345","DOI":"10.1109\/TKDE.2009.191","volume":"22","author":"SJ Pan","year":"2009","unstructured":"Pan SJ, Yang Q (2009) A survey on transfer learning. IEEE Trans Knowled Data Eng 22(10):1345\u20131359","journal-title":"IEEE Trans Knowled Data Eng"},{"key":"10570_CR35","doi-asserted-by":"publisher","first-page":"246","DOI":"10.1162\/neco.1991.3.2.246","volume":"3","author":"J Park","year":"1991","unstructured":"Park J, Sandberg IW (1991) Universal approximation using radial-basis-function networks. Neural Comput 3:246\u2013257","journal-title":"Neural Comput"},{"issue":"4","key":"10570_CR36","first-page":"7","volume":"175","author":"K Potdar","year":"2017","unstructured":"Potdar K, Pardawala TS, Pai CD (2017) A comparative study of categorical variable encoding techniques for neural network classifiers. Int J Comput Appl 175(4):7\u20139","journal-title":"Int J Comput Appl"},{"key":"10570_CR37","doi-asserted-by":"crossref","unstructured":"Schmidt W, Kraaijveld M, Duin R (1992) Feedforward neural networks with random weights. In: Proceedings of 11th IAPR international conference on pattern recognition, vol II. Conference B: pattern recognition methodology and systems. IEEE, pp 1\u20134","DOI":"10.1109\/ICPR.1992.201708"},{"key":"10570_CR38","unstructured":"Simonyan K, Zisserman A (2014) Very deep convolutional networks for large-scale image recognition"},{"issue":"1","key":"10570_CR39","doi-asserted-by":"publisher","first-page":"109","DOI":"10.1016\/0893-6080(90)90049-Q","volume":"3","author":"DF Specht","year":"1990","unstructured":"Specht DF (1990) Probabilistic neural networks. Neural Netw 3(1):109\u2013118","journal-title":"Neural Netw"},{"key":"10570_CR40","doi-asserted-by":"crossref","unstructured":"Stone M (1974) Cross-validatory choice and assessment of statistical predictions. J Roy Stat Soc Ser B (Methodological) 36(2):111\u2013147","DOI":"10.1111\/j.2517-6161.1974.tb00994.x"},{"issue":"6","key":"10570_CR41","doi-asserted-by":"publisher","first-page":"1565","DOI":"10.1162\/neco.2007.04-07-508","volume":"20","author":"KA Toh","year":"2008","unstructured":"Toh KA (2008) Deterministic neural classification. Neural Comput 20(6):1565\u20131595","journal-title":"Neural Comput"},{"key":"10570_CR42","unstructured":"Toh KA (2018) Analytic network learning. arXiv preprint arXiv:1811.08227"},{"issue":"1","key":"10570_CR43","doi-asserted-by":"crossref","first-page":"20","DOI":"10.2991\/ijndc.2018.7.1.3","volume":"7","author":"KA Toh","year":"2018","unstructured":"Toh KA (2018) Kernel and range approach to analytic network learning. Int J Netw Distrib Comput 7(1):20\u201328","journal-title":"Int J Netw Distrib Comput"},{"key":"10570_CR44","doi-asserted-by":"crossref","unstructured":"Toh K.A (2018) Learning from the kernel and the range space. In: The proceedings of the 17th 2018 IEEE conference on computer and information science (ICIS). IEEE, pp 417\u2013422","DOI":"10.1109\/ICIS.2018.8527565"},{"key":"10570_CR45","unstructured":"Toh KA, Lin Z, Li Z, Oh B, Sun L (2018) Gradient-free learning based on the kernel and the range space. arXiv preprint arXiv:1810.11581"},{"key":"10570_CR46","doi-asserted-by":"publisher","first-page":"74","DOI":"10.1016\/j.neunet.2017.09.015","volume":"97","author":"KA Toh","year":"2018","unstructured":"Toh KA, Lin Z, Sun L, Li Z (2018) Stretchy binary classification. Neural Netw 97:74\u201391","journal-title":"Neural Netw"},{"issue":"9","key":"10570_CR47","doi-asserted-by":"publisher","first-page":"1465","DOI":"10.1007\/s00500-012-0829-1","volume":"16","author":"R Wang","year":"2012","unstructured":"Wang R, Kwong S, Wang X (2012) A study on random weights between input and hidden layers in extreme learning machine. Soft Comput 16(9):1465\u20131475","journal-title":"Soft Comput"},{"issue":"7","key":"10570_CR48","doi-asserted-by":"publisher","first-page":"1299","DOI":"10.1109\/TSMC.2017.2701419","volume":"49","author":"X Wang","year":"2019","unstructured":"Wang X, Zhang T, Wang R (2019) Noniterative deep learning: incorporating restricted boltzmann machine into multilayer random weight neural networks. IEEE Trans Syst Man Cybern Syst 49(7):1299\u20131308","journal-title":"IEEE Trans Syst Man Cybern Syst"},{"key":"10570_CR49","unstructured":"Werbos P (1974) Beyond regression: new tools for prediction and analysis in the behavioral sciences. PhD dissertation, Harvard University"},{"key":"10570_CR50","doi-asserted-by":"publisher","first-page":"3322","DOI":"10.1109\/ACCESS.2017.2675478","volume":"5","author":"J Wu","year":"2017","unstructured":"Wu J, Qiu S, Zeng R, Kong Y, Senhadji L, Shu H (2017) Multilinear principal component analysis network for tensor object classification. IEEE Access 5:3322\u20133331","journal-title":"IEEE Access"},{"key":"10570_CR51","doi-asserted-by":"publisher","DOI":"10.1155\/2017\/4670187","author":"D Xiao","year":"2017","unstructured":"Xiao D, Li B, Mao Y (2017) A multiple hidden layers extreme learning machine method and its application. Math Prob Eng. https:\/\/doi.org\/10.1155\/2017\/4670187","journal-title":"Math Prob Eng"},{"issue":"2","key":"10570_CR52","doi-asserted-by":"publisher","first-page":"1173","DOI":"10.1007\/s11063-018-9914-5","volume":"50","author":"Y Xu","year":"2019","unstructured":"Xu Y, Zhang J, Long Z, Lv M (2019) Daily urban water demand forecasting based on chaotic theory and continuous deep belief neural network. Neural Process Lett 50(2):1173\u20131189","journal-title":"Neural Process Lett"},{"issue":"1","key":"10570_CR53","doi-asserted-by":"publisher","first-page":"522","DOI":"10.1016\/j.jfranklin.2019.11.074","volume":"357","author":"H Zhuang","year":"2020","unstructured":"Zhuang H, Lin Z, Toh KA (2020) Training a multilayer network with low-memory kernel-and-range projection. J Franklin Inst 357(1):522\u2013550","journal-title":"J Franklin Inst"}],"container-title":["Neural Processing Letters"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11063-021-10570-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11063-021-10570-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11063-021-10570-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,3]],"date-time":"2024-09-03T22:33:52Z","timestamp":1725402832000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11063-021-10570-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,7,12]]},"references-count":53,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2021,12]]}},"alternative-id":["10570"],"URL":"https:\/\/doi.org\/10.1007\/s11063-021-10570-2","relation":{},"ISSN":["1370-4621","1573-773X"],"issn-type":[{"value":"1370-4621","type":"print"},{"value":"1573-773X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,7,12]]},"assertion":[{"value":"24 June 2021","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 July 2021","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}