{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T07:25:53Z","timestamp":1740122753163,"version":"3.37.3"},"reference-count":57,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2021,3,5]],"date-time":"2021-03-05T00:00:00Z","timestamp":1614902400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,3,5]],"date-time":"2021-03-05T00:00:00Z","timestamp":1614902400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Process Lett"],"published-print":{"date-parts":[[2021,6]]},"DOI":"10.1007\/s11063-021-10474-1","type":"journal-article","created":{"date-parts":[[2021,3,5]],"date-time":"2021-03-05T08:03:30Z","timestamp":1614931410000},"page":"1823-1844","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Balanced Gradient Training of Feed Forward Networks"],"prefix":"10.1007","volume":"53","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9409-4738","authenticated-orcid":false,"given":"Son","family":"Nguyen","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Michael T.","family":"Manry","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,3,5]]},"reference":[{"key":"10474_CR1","doi-asserted-by":"crossref","unstructured":"Akram M Usman, Usman Anam (2011) Computer aided system for brain tumor detection and segmentation. In: 2011 International Conference on Computer Networks and Information Technology (ICCNIT). pp 299\u2013302 IEEE","DOI":"10.1109\/ICCNIT.2011.6020885"},{"issue":"4","key":"10474_CR2","doi-asserted-by":"publisher","first-page":"699","DOI":"10.1080\/014311697218700","volume":"18","author":"PM Atkinson","year":"1997","unstructured":"Atkinson PM, Tatnall ARL (1997) Introduction neural networks in remote sensing. Int J Remote Sens 18(4):699\u2013709","journal-title":"Int J Remote Sens"},{"key":"10474_CR3","doi-asserted-by":"crossref","unstructured":"Auddy S\u00a0S, Tyagi K, Nguyen S, Manry M (2016) Discriminant vector tranformations in neural network classifiers. In: 2016 International Joint Conference on Neural Networks (IJCNN)","DOI":"10.1109\/IJCNN.2016.7727415"},{"issue":"11","key":"10474_CR4","doi-asserted-by":"publisher","first-page":"843","DOI":"10.7326\/0003-4819-115-11-843","volume":"115","author":"WG Baxt","year":"1991","unstructured":"Baxt WG (1991) Use of an artificial neural network for the diagnosis of myocardial infarction. Ann Intern Med 115(11):843\u2013848","journal-title":"Ann Intern Med"},{"issue":"4","key":"10474_CR5","doi-asserted-by":"publisher","first-page":"1563","DOI":"10.1007\/s00332-018-9525-3","volume":"29","author":"C Beck","year":"2019","unstructured":"Beck C, Weinan E, Jentzen A (2019) Machine learning approximation algorithms for high-dimensional fully nonlinear partial differential equations and second-order backward stochastic differential equations. J Nonlinear Sci 29(4):1563\u20131619","journal-title":"J Nonlinear Sci"},{"issue":"3","key":"10474_CR6","doi-asserted-by":"publisher","first-page":"241","DOI":"10.1016\/S0925-2312(96)00048-3","volume":"14","author":"SM Bhandarkar","year":"1997","unstructured":"Bhandarkar SM, Koh J, Suk M (1997) Multiscale image segmentation using a hierarchical self-organizing map. Neurocomputing 14(3):241\u2013272","journal-title":"Neurocomputing"},{"key":"10474_CR7","volume-title":"Pattern recognition and machine learning","author":"CM Bishop","year":"2006","unstructured":"Bishop CM (2006) Pattern recognition and machine learning. Springer, Berlin"},{"issue":"3","key":"10474_CR8","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1016\/S0168-1699(99)00046-0","volume":"24","author":"JA Blackard","year":"1999","unstructured":"Blackard JA, Dean DJ (1999) Comparative accuracies of artificial neural networks and discriminant analysis in predicting forest cover types from cartographic variables. Comput Electron Agric 24(3):131\u2013151","journal-title":"Comput Electron Agric"},{"key":"10474_CR9","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511804441","volume-title":"Convex optimization","author":"S Boyd","year":"2004","unstructured":"Boyd S, Vandenberghe L (2004) Convex optimization. Cambridge University Press, England"},{"key":"10474_CR10","doi-asserted-by":"crossref","unstructured":"Brause R\u00fcdiger W (2001) Medical analysis and diagnosis by neural networks. In: International Symposium on Medical Data Analysis. pp 1\u201313 Springer","DOI":"10.1007\/3-540-45497-7_1"},{"key":"10474_CR11","doi-asserted-by":"crossref","unstructured":"Dai T, Cai J, Zhang Y, Xia ST, Zhang L (2019) Second-order attention network for single image super-resolution. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp 11065\u201311074","DOI":"10.1109\/CVPR.2019.01132"},{"key":"10474_CR12","unstructured":"Eapi GR (2015) Comprehensive neural network forecasting system for ground level ozone in multiple regions. Ph.D. dissertation, The University of Texas at Arlington"},{"key":"10474_CR13","unstructured":"Economou G-PK, Spiropoulos C, Economopoulos NM, Charokopos N, Lymberopoulos D, Spiliopoulou M, Haralambopulu E, Goutis CE (1994) Medical diagnosis and artificial neural networks: a medical expert system applied to pulmonary diseases. In: Neural Networks for Signal Processing [1994] IV. Proceedings of the 1994 IEEE Workshop. pp 482\u2013489 IEEE"},{"issue":"10","key":"10474_CR14","doi-asserted-by":"publisher","first-page":"2279","DOI":"10.1016\/S0031-3203(01)00178-9","volume":"35","author":"M Egmont-Petersen","year":"2002","unstructured":"Egmont-Petersen M, de Ridder D, Handels H (2002) Image processing with neural networks a review. Pattern Recogn 35(10):2279\u20132301","journal-title":"Pattern Recogn"},{"key":"10474_CR15","doi-asserted-by":"crossref","unstructured":"Gill PE, Murray W (1979) Conjugate-Gradient methods for large-scale nonlinear optimization. Technical report, Standford Univ Calif Systems Optimization LAB","DOI":"10.21236\/ADA078713"},{"key":"10474_CR16","volume-title":"Deep Learn","author":"I Goodfellow","year":"2016","unstructured":"Goodfellow I, Bengio Y, Courville A (2016) Deep Learn. MIT press, USA"},{"issue":"01n02","key":"10474_CR17","doi-asserted-by":"publisher","first-page":"281","DOI":"10.1142\/S0218213005002107","volume":"14","author":"RG Gore","year":"2005","unstructured":"Gore RG, Li J, Manry M, Liu L-M, Changhua Yu, Wei J (2005) Iterative design of neural network classifiers through regression. Int J Artif Intell Tools 14(01n02):281\u2013301","journal-title":"Int J Artif Intell Tools"},{"key":"10474_CR18","doi-asserted-by":"publisher","first-page":"346","DOI":"10.1016\/j.commatsci.2018.07.052","volume":"154","author":"K Hamidieh","year":"2018","unstructured":"Hamidieh K (2018) A data-driven statistical model for predicting the critical temperature of a superconductor. Comput Mater Sci 154:346\u2013354","journal-title":"Comput Mater Sci"},{"key":"10474_CR19","doi-asserted-by":"publisher","first-page":"683","DOI":"10.1109\/PGEC.1965.264207","volume":"5","author":"Y-C Ho","year":"1965","unstructured":"Ho Y-C, Kashyap RL (1965) An algorithm for linear inequalities and its applications. IEEE Transactions on Electronic Computers 5:683\u2013688","journal-title":"IEEE Transactions on Electronic Computers"},{"issue":"5","key":"10474_CR20","doi-asserted-by":"publisher","first-page":"359","DOI":"10.1016\/0893-6080(89)90020-8","volume":"2","author":"K Hornik","year":"1989","unstructured":"Hornik K, Stinchcombe M, White H (1989) Multilayer feedforward networks are universal approximators. Neural Netw 2(5):359\u2013366","journal-title":"Neural Netw"},{"issue":"14","key":"10474_CR21","doi-asserted-by":"publisher","first-page":"2787","DOI":"10.1080\/014311699211796","volume":"20","author":"T Kavzoglu","year":"1999","unstructured":"Kavzoglu T, Mather PM (1999) Pruning artificial neural networks: an example using land cover classification of multi-sensor images. Int J Remote Sens 20(14):2787\u20132803","journal-title":"Int J Remote Sens"},{"key":"10474_CR22","unstructured":"Krizhevsky A, Hinton G (2009) Learning multiple layers of features from tiny images. Technical report, Citeseer"},{"issue":"1","key":"10474_CR23","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1016\/j.engappai.2011.07.006","volume":"25","author":"S Kulluk","year":"2012","unstructured":"Kulluk S, Ozbakir L, Baykasoglu A (2012) Training neural networks with harmony search algorithms for classification problems. Eng Appl Artif Intell 25(1):11\u201319","journal-title":"Eng Appl Artif Intell"},{"key":"10474_CR24","unstructured":"Le QV, Ngiam J, Coates A, Lahiri A, Prochnow Bobby, Ng Andrew Y (2011) On optimization methods for deep learning. In: Proceedings of the 28th International Conference on International Conference on Machine Learning. pp 265\u2013272 Omnipress"},{"issue":"10","key":"10474_CR25","first-page":"1995","volume":"3361","author":"Y LeCun","year":"1995","unstructured":"LeCun Y, Bengio Y et al (1995) Convolutional networks for images, speech, and time series. Handb Brain Theor Neural Netw 3361(10):1995","journal-title":"Handb Brain Theor Neural Netw"},{"issue":"11","key":"10474_CR26","doi-asserted-by":"publisher","first-page":"2278","DOI":"10.1109\/5.726791","volume":"86","author":"Y LeCun","year":"1998","unstructured":"LeCun Y, Bottou L, Bengio Y, Haffner P (1998) Gradient-based learning applied to document recognition. Proc IEEE 86(11):2278\u20132324","journal-title":"Proc IEEE"},{"key":"10474_CR27","doi-asserted-by":"crossref","unstructured":"LeCun Y\u00a0A, Bottou L\u00e9on, Orr Genevieve B, M\u00fcller Klaus-Robert (2012) Efficient backprop. In: Neural networks: Tricks of the trade. pp 9\u201348 Springer","DOI":"10.1007\/978-3-642-35289-8_3"},{"issue":"1","key":"10474_CR28","doi-asserted-by":"publisher","first-page":"124","DOI":"10.1109\/59.141695","volume":"7","author":"KY Lee","year":"1992","unstructured":"Lee KY, Cha YT, Park JH (1992) Short-term load forecasting using an artificial neural network. IEEE Trans Power Syst 7(1):124\u2013132","journal-title":"IEEE Trans Power Syst"},{"issue":"2","key":"10474_CR29","doi-asserted-by":"publisher","first-page":"164","DOI":"10.1090\/qam\/10666","volume":"2","author":"K Levenberg","year":"1944","unstructured":"Levenberg K (1944) A method for the solution of certain non-linear problems in least squares. Q Appl Math 2(2):164\u2013168","journal-title":"Q Appl Math"},{"key":"10474_CR30","unstructured":"Lin JT, Inigo R (1991) Hand written zip code recognition by back propagation neural network. In: IEEE Proceedings of Southeastcon\u201991. pp 731\u2013735 IEEE"},{"issue":"2","key":"10474_CR31","doi-asserted-by":"publisher","first-page":"877","DOI":"10.1109\/59.496169","volume":"11","author":"K Liu","year":"1996","unstructured":"Liu K, Subbarayan S, Shoults RR, Manry M, Kwan C, Lewis FI, Naccarino J (1996) Comparison of very short-term load forecasting techniques. IEEE Trans Power Syst 11(2):877\u2013882","journal-title":"IEEE Trans Power Syst"},{"key":"10474_CR32","unstructured":"Liu LM, Manry M, Amar F, Dawson MS, Fung AK (1994) Image classification in remote sensing using functional link neural networks. In: Proceedings of the IEEE southwest symposium on image analysis and interpretation. pp 54\u201358 IEEE"},{"issue":"6","key":"10474_CR33","doi-asserted-by":"publisher","first-page":"723","DOI":"10.1016\/S0952-1976(98)00016-5","volume":"11","author":"JT Luxh\u00f8j","year":"1998","unstructured":"Luxh\u00f8j JT (1998) An artificial neural network for nonlinear estimation of the turbine flow-meter coefficient. Eng Appl Artif Intell 11(6):723\u2013734","journal-title":"Eng Appl Artif Intell"},{"issue":"1\u20132","key":"10474_CR34","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1080\/02757259409532216","volume":"9","author":"M Manry","year":"1994","unstructured":"Manry M, Dawson MS, Fung AK, Apollo SJ, Allen LS, Lyle WD, Gong W (1994) Fast training of neural networks for remote sensing. Remote Sens Rev 9(1\u20132):77\u201396","journal-title":"Remote Sens Rev"},{"issue":"5","key":"10474_CR35","doi-asserted-by":"publisher","first-page":"742","DOI":"10.1109\/5.381844","volume":"83","author":"N Morgan","year":"1995","unstructured":"Morgan N, Bourlard HA (1995) Neural networks for statistical recognition of continuous speech. Proc IEEE 83(5):742\u2013772","journal-title":"Proc IEEE"},{"key":"10474_CR36","doi-asserted-by":"crossref","unstructured":"Nazeer Shahrin Azuan, Omar Nazaruddin, Marzuki Khalid (2007) Face recognition system using artificial neural networks approach. In: 2007 International Conference on Signal Processing, Communications and Networking. pp 420\u2013425 IEEE","DOI":"10.1109\/ICSCN.2007.350774"},{"key":"10474_CR37","unstructured":"Netzer Y, Wang T, Coates A, Bissacco A, Wu B, Ng AY (2011) Reading digits in natural images with unsupervised feature learning. NIPS Workshop on Deep Learning and Unsupervised Feature Learning"},{"key":"10474_CR38","unstructured":"Nguyen S (2019) Affine invariance in multilayer perceptron training. Ph.D. dissertation, The University of Texas at Arlington"},{"key":"10474_CR39","unstructured":"Nguyen Son, Tyagi Kanishka, Kheirkhah Parastoo, Manry Michael (2016) Partially affine invariant back propagation. In: 2016 International Joint Conference on Neural Networks (IJCNN). pp 811\u2013818 IEEE"},{"issue":"2","key":"10474_CR40","doi-asserted-by":"publisher","first-page":"370","DOI":"10.1109\/36.134086","volume":"30","author":"O Yisok","year":"1992","unstructured":"Yisok O, Sarabandi K, Ulaby FT (1992) An empirical model and an inversion technique for radar scattering from bare soil surfaces. IEEE Trans Geosci Remote Sens 30(2):370\u2013381","journal-title":"IEEE Trans Geosci Remote Sens"},{"key":"10474_CR41","doi-asserted-by":"crossref","unstructured":"Osawa K, Tsuji Y, Ueno Y, Naruse A, Yokota R, Matsuoka S (2019) Large-scale distributed second-order optimization using kronecker-factored approximate curvature for deep convolutional neural networks. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition pp 12359\u201312367","DOI":"10.1109\/CVPR.2019.01264"},{"issue":"7","key":"10474_CR42","doi-asserted-by":"publisher","first-page":"1204","DOI":"10.1016\/j.engappai.2011.06.015","volume":"24","author":"C Oz","year":"2011","unstructured":"Oz C, Leu MC (2011) American sign language word recognition with a sensory glove using artificial neural networks. Eng Appl Artif Intell 24(7):1204\u20131213","journal-title":"Eng Appl Artif Intell"},{"issue":"2","key":"10474_CR43","doi-asserted-by":"publisher","first-page":"231","DOI":"10.1002\/rnc.4590040202","volume":"4","author":"T Parisini","year":"1994","unstructured":"Parisini T, Zoppoli R (1994) Neural networks for nonlinear state estimation. Int J Robust Nonlinear Control 4(2):231\u2013248","journal-title":"Int J Robust Nonlinear Control"},{"issue":"6","key":"10474_CR44","doi-asserted-by":"publisher","first-page":"874","DOI":"10.1109\/19.368082","volume":"43","author":"JC Patra","year":"1994","unstructured":"Patra JC, Panda G, Baliarsingh R (1994) Artificial neural network-based nonlinearity estimation of pressure sensors. IEEE Trans Instrum Meas 43(6):874\u2013881","journal-title":"IEEE Trans Instrum Meas"},{"issue":"2","key":"10474_CR45","doi-asserted-by":"crossref","first-page":"482","DOI":"10.1016\/j.amc.2007.10.043","volume":"203","author":"S Polak","year":"2008","unstructured":"Polak S, Skowron A, Brandys J, Mendyk A (2008) Artificial neural networks based modeling for pharmacoeconomics application. Appl Math Comput 203(2):482\u2013492","journal-title":"Appl Math Comput"},{"key":"10474_CR46","volume-title":"Statistical and neural classifiers: an integrated approach to design","author":"S Raudys","year":"2012","unstructured":"Raudys S (2012) Statistical and neural classifiers: an integrated approach to design. Springer, Berlin"},{"issue":"3","key":"10474_CR47","doi-asserted-by":"publisher","first-page":"841","DOI":"10.1007\/s11063-016-9553-7","volume":"45","author":"MD Robinson","year":"2017","unstructured":"Robinson MD, Manry M, Malalur SS, Changhua Yu (2017) Properties of a batch training algorithm for feedforward networks. Neural Process Lett 45(3):841\u2013854","journal-title":"Neural Process Lett"},{"issue":"3","key":"10474_CR48","doi-asserted-by":"publisher","first-page":"175","DOI":"10.1093\/comjnl\/3.3.175","volume":"3","author":"HH Rosenbrock","year":"1960","unstructured":"Rosenbrock HH (1960) An automatic method for finding the greatest or least value of a function. Comput J 3(3):175\u2013184","journal-title":"Comput J"},{"key":"10474_CR49","unstructured":"Rui Yong, El-Keib AA (1995) A review of ann-based short-term load forecasting models. In: Proceedings of the Twenty-Seventh Southeastern Symposium on System Theory, 1995. pp 78\u201382 IEEE"},{"issue":"6088","key":"10474_CR50","doi-asserted-by":"publisher","first-page":"533","DOI":"10.1038\/323533a0","volume":"323","author":"DE Rumelhart","year":"1986","unstructured":"Rumelhart DE, Hinton GE, Williams RJ (1986) Learning representations by back-propagating errors. Nature 323(6088):533\u2013536","journal-title":"Nature"},{"issue":"5","key":"10474_CR51","doi-asserted-by":"publisher","first-page":"1437","DOI":"10.1109\/21.260675","volume":"23","author":"Y Saifullah","year":"1993","unstructured":"Saifullah Y, Manry M (1993) Classification-based segmentation of zip codes. IEEE Trans Syst, Man, Cybern 23(5):1437\u20131443","journal-title":"IEEE Trans Syst, Man, Cybern"},{"key":"10474_CR52","first-page":"1","volume-title":"Second-order methods for neural networks fast and reliable training methods for multi-layer perceptrons, chapter 1. Multi-layer perceptron training","author":"AJ Shepherd","year":"1996","unstructured":"Shepherd AJ (1996) Second-order methods for neural networks fast and reliable training methods for multi-layer perceptrons, chapter 1. Multi-layer perceptron training, 1st edn. Springer, Berlin, pp 1\u201322","edition":"1"},{"issue":"2","key":"10474_CR53","doi-asserted-by":"publisher","first-page":"1341","DOI":"10.1007\/s11063-018-9915-4","volume":"50","author":"K Tyagi","year":"2018","unstructured":"Tyagi K, Manry M (2018) Multi-step training of a generalized linear classifier. Neural Process Lett 50(2):1341\u20131360","journal-title":"Neural Process Lett"},{"issue":"1","key":"10474_CR54","doi-asserted-by":"publisher","first-page":"963","DOI":"10.1007\/s11063-019-10116-7","volume":"51","author":"K Tyagi","year":"2019","unstructured":"Tyagi K, Nguyen S, Rawat R, Manry M (2019) Second order training and sizing for the multilayer perceptron. Neural Process Lett 51(1):963\u2013991","journal-title":"Neural Process Lett"},{"issue":"8","key":"10474_CR55","doi-asserted-by":"publisher","first-page":"987","DOI":"10.1109\/TMI.2005.850542","volume":"24","author":"M Voultsidou","year":"2005","unstructured":"Voultsidou M, Dodel S, Herrmann JM (2005) Neural networks approach to clustering of activity in fmri data. IEEE Trans Med Imaging 24(8):987\u2013996","journal-title":"IEEE Trans Med Imaging"},{"issue":"8","key":"10474_CR56","doi-asserted-by":"publisher","first-page":"1189","DOI":"10.1016\/S0005-1098(01)00068-1","volume":"37","author":"J Wang","year":"2001","unstructured":"Wang J, Huang J (2001) Neural network enhanced output regulation in nonlinear systems. Automatica 37(8):1189\u20131200","journal-title":"Automatica"},{"key":"10474_CR57","unstructured":"Werbos P (1974) Beyond regression: new tools for prediction and analysis in the behavioral sciences. Ph.D. dissertation, Harvard University"}],"container-title":["Neural Processing Letters"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11063-021-10474-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11063-021-10474-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11063-021-10474-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,10,31]],"date-time":"2023-10-31T03:17:06Z","timestamp":1698722226000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11063-021-10474-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,3,5]]},"references-count":57,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2021,6]]}},"alternative-id":["10474"],"URL":"https:\/\/doi.org\/10.1007\/s11063-021-10474-1","relation":{},"ISSN":["1370-4621","1573-773X"],"issn-type":[{"type":"print","value":"1370-4621"},{"type":"electronic","value":"1573-773X"}],"subject":[],"published":{"date-parts":[[2021,3,5]]},"assertion":[{"value":"24 February 2021","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 March 2021","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}