{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,29]],"date-time":"2025-09-29T07:46:44Z","timestamp":1759132004323},"publisher-location":"Berlin, Heidelberg","reference-count":50,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783540746898"},{"type":"electronic","value":"9783540746904"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2007]]},"DOI":"10.1007\/978-3-540-74690-4_27","type":"book-chapter","created":{"date-parts":[[2007,9,13]],"date-time":"2007-09-13T09:03:00Z","timestamp":1189674180000},"page":"259-268","source":"Crossref","is-referenced-by-count":3,"title":["Adaptive Self-scaling Non-monotone BFGS Training Algorithm for Recurrent Neural Networks"],"prefix":"10.1007","author":[{"given":"Chun-Cheng","family":"Peng","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"George D.","family":"Magoulas","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"key":"27_CR1","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/S0925-2312(03)00369-2","volume":"56","author":"A. Abraham","year":"2004","unstructured":"Abraham, A.: Meta learning evolutionary artificial neural networks. Neurocomputing\u00a056, 1\u201338 (2004)","journal-title":"Neurocomputing"},{"key":"27_CR2","doi-asserted-by":"publisher","first-page":"533","DOI":"10.1023\/A:1022608410710","volume":"96","author":"M. Al-Baali","year":"1998","unstructured":"Al-Baali, M.: Numerical experience with a class of self-scaling quasi-Newton algorithms. J. Optim. Theory Appl.\u00a096, 533\u2013553 (1998)","journal-title":"J. Optim. Theory Appl."},{"issue":"6","key":"27_CR3","doi-asserted-by":"publisher","first-page":"945","DOI":"10.1016\/0893-6080(95)00034-W","volume":"8","author":"D. Alpsan","year":"1995","unstructured":"Alpsan, D., Towsey, M., Ozdamar, O., Tsoi, A.C., Ghista, D.N.: Efficiency of modified backpropagation and optimisation methods on a real-world medical problem. Neural Networks\u00a08(6), 945\u2013962 (1995)","journal-title":"Neural Networks"},{"key":"27_CR4","first-page":"586","volume-title":"Proc. IEEE Int\u2019l Conf. Control Application","author":"V.S. Asirvadam","year":"2004","unstructured":"Asirvadam, V.S., McLoone, S.F., Irwin, G.W.: Memory efficient BFGS neural-network learning algorithms using MLP-network: a survey. In: Proc. IEEE Int\u2019l Conf. Control Application, pp. 586\u2013591. IEEE Computer Society Press, Los Alamitos (2004)"},{"key":"27_CR5","first-page":"837","volume-title":"Proc. IEEE Int\u2019l Joint Conf. Neural Networks","author":"F. Bajramovic","year":"2004","unstructured":"Bajramovic, F., Gruber, C., Sick, B.: A comparison of first- and second- order training algorithms for dynamic neural networks. In: Proc. IEEE Int\u2019l Joint Conf. Neural Networks, pp. 837\u2013842. IEEE Computer Society Press, Los Alamitos (2004)"},{"issue":"1","key":"27_CR6","doi-asserted-by":"publisher","first-page":"182","DOI":"10.1109\/72.363438","volume":"6","author":"P. Baldi","year":"1993","unstructured":"Baldi, P.: Gradient descent learning algorithm overview: a general dynamical systems perspective. IEEE Trans. Neural Networks\u00a06(1), 182\u2013195 (1993)","journal-title":"IEEE Trans. Neural Networks"},{"key":"27_CR7","doi-asserted-by":"publisher","first-page":"251","DOI":"10.1016\/S0893-6080(02)00232-0","volume":"16","author":"Y. Becerikli","year":"2003","unstructured":"Becerikli, Y., Konar, A.F., Samad, T.: Intelligent optimal control with dynamic neural networks. Neural Networks\u00a016, 251\u2013259 (2003)","journal-title":"Neural Networks"},{"issue":"2","key":"27_CR8","doi-asserted-by":"publisher","first-page":"383","DOI":"10.1109\/TNN.2004.824422","volume":"15","author":"Y. Becerikli","year":"2004","unstructured":"Becerikli, Y., Oysal, Y., Konar, A.F.: Trajectory priming with dynamic fuzzy networks in nonlinear optimal control. IEEE Tr. Neu. Net.\u00a015(2), 383\u2013394 (2004)","journal-title":"IEEE Tr. Neu. Net."},{"key":"27_CR9","doi-asserted-by":"crossref","unstructured":"Beigi, H.S.M.: Neural networks learning through optimally conditioned quadratically convergent methods requiring no line search. In: Proc. 36th Midwest Symposium on Circuits and Systems, pp. 109\u2013112 (1993)","DOI":"10.1109\/MWSCAS.1993.343053"},{"issue":"2","key":"27_CR10","doi-asserted-by":"publisher","first-page":"157","DOI":"10.1109\/72.279181","volume":"5","author":"Y. Bengio","year":"1994","unstructured":"Bengio, Y., Simard, P., Frasconi, P.: Learning long-term dependencies with gradient descent is difficult. IEEE Trans. Neural Networks\u00a05(2), 157\u2013166 (1994)","journal-title":"IEEE Trans. Neural Networks"},{"key":"27_CR11","first-page":"301","volume":"139","author":"C. Charalambous","year":"1992","unstructured":"Charalambous, C.: A conjugate gradient algorithm for the efficient training of artificial neural networks. IEE Proceedings Part G\u00a0139, 301\u2013310 (1992)","journal-title":"IEE Proceedings Part G"},{"key":"27_CR12","doi-asserted-by":"publisher","first-page":"605","DOI":"10.1109\/ICNN.1993.298626","volume-title":"Proc. IEEE Int\u2019l Conf. Neural Networks","author":"A. Chella","year":"1993","unstructured":"Chella, A., Gentile, A., Sorbello, F., Tarantino, A.: Supervised learning for feed-forward neural networks: a new minimax approach for fast convergence. In: Proc. IEEE Int\u2019l Conf. Neural Networks, pp. 605\u2013609. IEEE Computer Society Press, Los Alamitos (1993)"},{"key":"27_CR13","first-page":"817","volume-title":"Proc. IEEE Int\u2019l Conf. Neural Networks","author":"O.T.-C. Chen","year":"1994","unstructured":"Chen, O.T.-C., Sheu, B.J.: Optimization schemes for neural network training. In: Proc. IEEE Int\u2019l Conf. Neural Networks, pp. 817\u2013822. IEEE Computer Society Press, Los Alamitos (1994)"},{"key":"27_CR14","doi-asserted-by":"publisher","first-page":"1229","DOI":"10.1016\/S0893-6080(99)00043-X","volume":"12","author":"K. Chen","year":"1999","unstructured":"Chen, K., Xu, L., Chi, H.: Improved learning algorithms for mixture of experts in multiclass classification. Neural Networks\u00a012, 1229\u20131252 (1999)","journal-title":"Neural Networks"},{"key":"27_CR15","doi-asserted-by":"publisher","first-page":"358","DOI":"10.1016\/0377-2217(96)00035-5","volume":"93","author":"J.W. Denton","year":"1996","unstructured":"Denton, J.W., Hung, M.S.: A comparison of nonlinear methods for supervised learning in multilayer feedforward neural nets. Eu. J. Ope. Res.\u00a093, 358\u2013368 (1996)","journal-title":"Eu. J. Ope. Res."},{"key":"27_CR16","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1007\/3-540-70659-3_2","volume-title":"Structural, Syntactic, and Statistical Pattern Recognition","author":"T.G. Dietterich","year":"2002","unstructured":"Dietterich, T.G.: Machine learning for sequential data: a review. In: Caelli, T.M., Amin, A., Duin, R.P.W., Kamel, M.S., de Ridder, D. (eds.) SPR 2002 and SSPR 2002. LNCS, vol.\u00a02396, pp. 15\u201330. Springer, Heidelberg (2002)"},{"key":"27_CR17","first-page":"47","volume-title":"Rec. neural nets: design and applications","author":"E.P. Santos dos","year":"2000","unstructured":"dos Santos, E.P., von Zuben, F.J.: Efficient second-order learning algorithms for discrete-time recurrent neural networks. In: Medsker, L.R., Jain, L.C. (eds.) Rec. neural nets: design and applications, pp. 47\u201375. CRC Press, USA (2000)"},{"key":"27_CR18","first-page":"163","volume":"2","author":"W. Duch","year":"1999","unstructured":"Duch, W., Korczak, J.: Optimisation and global minimisation methods suitable for neural networks. Neural Computing Surveys\u00a02, 163\u2013212 (1999)","journal-title":"Neural Computing Surveys"},{"issue":"2","key":"27_CR19","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1111\/j.1538-4632.1999.tb00971.x","volume":"31","author":"M.M. Fischer","year":"1999","unstructured":"Fischer, M.M., Staufer, P.: Optimisation in an error backpropagation neural network environment with a performance test on a spectral pattern classification problem. Geographical Analysis\u00a031(2), 89\u2013108 (1999)","journal-title":"Geographical Analysis"},{"key":"27_CR20","volume-title":"Practical Optimization","author":"P.E. Gill","year":"1981","unstructured":"Gill, P.E., Murray, W., Wright, M.H.: Practical Optimization. Academic Press, London (1981)"},{"key":"27_CR21","first-page":"313","volume-title":"Proc. IEEE Int\u2019l Joint Conf. Neural Networks","author":"P. Gordienko","year":"1993","unstructured":"Gordienko, P.: Construction of efficient neural networks: algorithms and tests. In: Proc. IEEE Int\u2019l Joint Conf. Neural Networks, pp. 313\u2013316. IEEE Computer Society Press, Los Alamitos (1993)"},{"key":"27_CR22","doi-asserted-by":"publisher","first-page":"707","DOI":"10.1137\/0723046","volume":"23","author":"L. Grippo","year":"1986","unstructured":"Grippo, L., Lampariello, F., Lucidi, S.: A nonmonotone line search technique for Newton\u2019s method. SIAM J. Numerical Analysis\u00a023, 707\u2013716 (1986)","journal-title":"SIAM J. Numerical Analysis"},{"key":"27_CR23","first-page":"2482","volume-title":"Proc IEEE Int\u2019l J. Conf. Neu. Nets.","author":"C. Gruber","year":"2003","unstructured":"Gruber, C., Sick, B.: Fast and efficient second-order training of the dynamic neural network paradigm. In: Proc IEEE Int\u2019l J. Conf. Neu. Nets., vol.\u00a04, pp. 2482\u20132487. IEEE Computer Society Press, Los Alamitos (2003)"},{"key":"27_CR24","doi-asserted-by":"publisher","first-page":"58","DOI":"10.1007\/BF01414103","volume":"5","author":"L.C.K. Hui","year":"1997","unstructured":"Hui, L.C.K., Lam, K.-Y., Chea, C.W.: Global optimisation in neural network training. Neural Computing and Applications\u00a05, 58\u201364 (1997)","journal-title":"Neural Computing and Applications"},{"key":"27_CR25","unstructured":"Irwin, G., Lightbody, G., McLoone, S.: Comparison of gradient based training algorithms for multilayer perceptrons. In: Proc. IEE Colloquium Advances in Neural Networks for Control and Systems, 11\/1-11\/6 (1994)"},{"issue":"3","key":"27_CR26","doi-asserted-by":"publisher","first-page":"1226","DOI":"10.1109\/20.497465","volume":"32","author":"T. Ishikawa","year":"1996","unstructured":"Ishikawa, T., Tsukui, Y., Matsunami, M.: Optimization of electromagnetic devices using artificial neural network with quasi-Newton algorithm. IEEE Trans. Magnetics\u00a032(3), 1226\u20131229 (1996)","journal-title":"IEEE Trans. Magnetics"},{"key":"27_CR27","first-page":"901","volume-title":"Proc. IEEE Int\u2019l J. Conf. Neu. Nets.","author":"T.W. Karjala","year":"1992","unstructured":"Karjala, T.W., Himmelblau, D.M., Miikkulainen, R.: Data rectification using recurrent (Elman) neu. nets. In: Proc. IEEE Int\u2019l J. Conf. Neu. Nets., pp. 901\u2013906. IEEE Computer Society Press, Los Alamitos (1992)"},{"key":"27_CR28","doi-asserted-by":"publisher","first-page":"249","DOI":"10.1162\/089976601300014538","volume":"13","author":"S.C. Kremer","year":"2001","unstructured":"Kremer, S.C.: Spatiotemporal connectionist networks: a taxonomy and review. Neural Computation\u00a013, 249\u2013306 (2001)","journal-title":"Neural Computation"},{"key":"27_CR29","doi-asserted-by":"crossref","unstructured":"Lightbody, G., Irwin, G.W.: A novel neural internal model control structure. In: Proc. American Control Conf., pp. 350\u2013354 (1995)","DOI":"10.1109\/ACC.1995.529268"},{"key":"27_CR30","doi-asserted-by":"publisher","first-page":"93","DOI":"10.1016\/0165-0114(95)00293-6","volume":"79","author":"G. Lightbody","year":"1996","unstructured":"Lightbody, G., Irwin, G.W.: Multi-layer perceptron based modelling of nonlinear systems. Fuzzy Sets and Systems\u00a079, 93\u2013112 (1996)","journal-title":"Fuzzy Sets and Systems"},{"key":"27_CR31","doi-asserted-by":"publisher","first-page":"331","DOI":"10.1016\/S0377-2217(99)00482-8","volume":"126","author":"A. Likas","year":"2000","unstructured":"Likas, A., Stafylopatis, A.: Training the random neural network using quasi-Newton methods. European J. Operational Research\u00a0126, 331\u2013339 (2000)","journal-title":"European J. Operational Research"},{"key":"27_CR32","first-page":"148","volume-title":"Introduction to connectionist modelling of cognitive processes","author":"P. McLeod","year":"1998","unstructured":"McLeod, P., Plunkett, K., Rolls, E.T.: Introduction to connectionist modelling of cognitive processes, pp. 148\u2013151. Oxford University Press, Oxford (1998)"},{"key":"27_CR33","first-page":"513","volume-title":"Proc. IEEE Int\u2019l J. Conf. Neu. Nets.","author":"S. McLoone","year":"2002","unstructured":"McLoone, S., Asirvadam, V.S., Irwin, G.W.: A memory optimal BFGS neural network training algorithm. In: Proc. IEEE Int\u2019l J. Conf. Neu. Nets., pp. 513\u2013518. IEEE Computer Society Press, Los Alamitos (2002)"},{"issue":"3","key":"27_CR34","doi-asserted-by":"publisher","first-page":"646","DOI":"10.1109\/72.572103","volume":"8","author":"S. McLoone","year":"1997","unstructured":"McLoone, S., Irwin, G.W.: Fast parallel off-line training of multilayer perceptrons. IEEE Tr. Neural Networks\u00a08(3), 646\u2013653 (1997)","journal-title":"IEEE Tr. Neural Networks"},{"key":"27_CR35","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1023\/A:1018676013128","volume":"9","author":"S. McLoone","year":"1999","unstructured":"McLoone, S., Irwin, G.: A variable memory quasi-Newton training algorithm. Neural Processing Letters\u00a09, 77\u201389 (1999)","journal-title":"Neural Processing Letters"},{"key":"27_CR36","first-page":"1239","volume-title":"Proc. IEEE Int\u2019l Joint Conf. Neural Networks","author":"E. Mizutani","year":"1999","unstructured":"Mizutani, E.: Powell\u2019s dogleg trust-region steps with the quasi-Newton augmented Hessian for neural nonlinear least-squares learning. In: Proc. IEEE Int\u2019l Joint Conf. Neural Networks, pp. 1239\u20131244. IEEE Computer Society Press, Los Alamitos (1999)"},{"key":"27_CR37","doi-asserted-by":"crossref","unstructured":"Nawi, N.M., Ransing, M.R., Ransing, R.S.: An improved learning algorithm based on the Broyden-Fletcher-Goldfarb-Shanno (BFGS) method for back propagation neural networks. In: Proc. 6th Int\u2019l Conf. Intel. Sys. Design and Applications, pp. 152\u2013157 (2006)","DOI":"10.1109\/ISDA.2006.95"},{"key":"27_CR38","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1007\/BF01582136","volume":"61","author":"J. Nocedal","year":"1993","unstructured":"Nocedal, J., Yuan, Y.: Analysis of a self-scaling quasi-Newton method. Math. Program\u00a061, 19\u201337 (1993)","journal-title":"Math. Program"},{"issue":"5","key":"27_CR39","doi-asserted-by":"publisher","first-page":"1212","DOI":"10.1109\/72.410363","volume":"6","author":"B.A. Pearlmutter","year":"1995","unstructured":"Pearlmutter, B.A.: Gradient calculations for dynamic recurrent neural networks: a survey. IEEE Trans. Neural Networks\u00a06(5), 1212\u20131228 (1995)","journal-title":"IEEE Trans. Neural Networks"},{"issue":"6","key":"27_CR40","doi-asserted-by":"publisher","first-page":"1460","DOI":"10.1109\/TNN.2003.820670","volume":"14","author":"P.K.H. Phua","year":"2003","unstructured":"Phua, P.K.H., Ming, D.: Parallel nonlinear optimization techniques for training neural networks. IEEE Trans. Neural Networks\u00a014(6), 1460\u20131468 (2003)","journal-title":"IEEE Trans. Neural Networks"},{"issue":"6","key":"27_CR41","doi-asserted-by":"publisher","first-page":"1268","DOI":"10.1109\/TNN.2002.804225","volume":"13","author":"V.P. Plagianakos","year":"2002","unstructured":"Plagianakos, V.P., Magoulas, G.D., Vrahatis, M.N.: Deterministic nonmonotone strategies for effective training of multi-layer perceptrons. IEEE Trans. Neural Networks\u00a013(6), 1268\u20131284 (2002)","journal-title":"IEEE Trans. Neural Networks"},{"key":"27_CR42","doi-asserted-by":"publisher","first-page":"56","DOI":"10.1037\/0033-295X.103.1.56","volume":"103","author":"D. Plaut","year":"1993","unstructured":"Plaut, D., McClelland, J., Seidenberg, M., Patterson, K.: Understanding normal and impaired reading: computational principles in quasi-regular domains. Psychological Review\u00a0103, 56\u2013115 (1993)","journal-title":"Psychological Review"},{"key":"27_CR43","doi-asserted-by":"crossref","unstructured":"Saini, L.M., Soni, M.K.: Artificial neural network based peak load forecasting using Levenberg-Marquardt and quasi-Newton methods. In: Proc. Generation, Transmission and Distribution, pp. 578\u2013584 (2002)","DOI":"10.1049\/ip-gtd:20020462"},{"key":"27_CR44","first-page":"305","volume-title":"Proc. IEEE Int\u2019l Joint Conf. Neural Networks","author":"R. Setiono","year":"1993","unstructured":"Setiono, R., Hui, L.C.K.: Some n-bit parity problems are solvable by feed-forward networks with less than n hidden units. In: Proc. IEEE Int\u2019l Joint Conf. Neural Networks, pp. 305\u2013308. IEEE Computer Society Press, Los Alamitos (1993)"},{"issue":"1","key":"27_CR45","doi-asserted-by":"publisher","first-page":"273","DOI":"10.1109\/72.363426","volume":"6","author":"R. Setiono","year":"1995","unstructured":"Setiono, R., Hui, L.C.K.: Use of a quasi-Newton in a feedforward neural network construction algorithm. IEEE Trans. Neural Networks\u00a06(1), 273\u2013277 (1995)","journal-title":"IEEE Trans. Neural Networks"},{"key":"27_CR46","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1016\/S0925-2312(98)00114-3","volume":"28","author":"P.H. Sorensen","year":"1999","unstructured":"Sorensen, P.H., Norgaard, M., Ravn, O., Poulsen, N.K.: Implementation of neural network based non-linear predictive control. Neurocomputing\u00a028, 37\u201351 (1999)","journal-title":"Neurocomputing"},{"issue":"3","key":"27_CR47","doi-asserted-by":"publisher","first-page":"714","DOI":"10.1109\/72.572108","volume":"8","author":"A. Sperduti","year":"1997","unstructured":"Sperduti, A., Starita, A.: Supervised neural networks for the classification of structures. IEEE Trans. Neural Networks\u00a08(3), 714\u2013735 (1997)","journal-title":"IEEE Trans. Neural Networks"},{"key":"27_CR48","series-title":"Lecture Notes in Artificial Intelligence","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/BFb0053993","volume-title":"Adaptive Processing of Sequences and Data Structures","author":"A.C. Tsoi","year":"1998","unstructured":"Tsoi, A.C.: Recurrent neural network architectures: an overview. In: Giles, C.L., Gori, M. (eds.) Adaptive Processing of Sequences and Data Structures. LNCS (LNAI), vol.\u00a01387, pp. 1\u201326. Springer, Heidelberg (1998)"},{"key":"27_CR49","series-title":"Lecture Notes in Artificial Intelligence","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1007\/BFb0053994","volume-title":"Adaptive Processing of Sequences and Data Structures","author":"A.C. Tsoi","year":"1998","unstructured":"Tsoi, A.C.: Gradient based learning algorithms. In: Giles, C.L., Gori, M. (eds.) Adaptive Processing of Sequences and Data Structures. LNCS (LNAI), vol.\u00a01387, pp. 27\u201362. Springer, Heidelberg (1998)"},{"key":"27_CR50","doi-asserted-by":"crossref","unstructured":"Yin, H.X., Du, D.L.: The global convergence of self-scaling BFGS algorithm with nonmonotone line search for unconstrained nonconvex optimization problems. Acta Mathematica Sinica, Springer, Heidelberg (2006), (Online) http:\/\/www.springerlink.com\/content\/l7h30w8t42l7mh64\/fulltext.pdf","DOI":"10.1007\/s10114-005-0837-5"}],"container-title":["Lecture Notes in Computer Science","Artificial Neural Networks \u2013 ICANN 2007"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-540-74690-4_27","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,5,14]],"date-time":"2023-05-14T00:08:34Z","timestamp":1684022914000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-540-74690-4_27"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2007]]},"ISBN":["9783540746898","9783540746904"],"references-count":50,"URL":"https:\/\/doi.org\/10.1007\/978-3-540-74690-4_27","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2007]]}}}