{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,13]],"date-time":"2025-10-13T19:51:46Z","timestamp":1760385106733},"reference-count":42,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2010,12,4]],"date-time":"2010-12-04T00:00:00Z","timestamp":1291420800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2011,9]]},"DOI":"10.1007\/s00521-010-0493-2","type":"journal-article","created":{"date-parts":[[2010,12,3]],"date-time":"2010-12-03T03:41:09Z","timestamp":1291347669000},"page":"897-908","source":"Crossref","is-referenced-by-count":8,"title":["Nonmonotone Levenberg\u2013Marquardt training of recurrent neural architectures for processing symbolic sequences"],"prefix":"10.1007","volume":"20","author":[{"given":"Chun-Cheng","family":"Peng","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"George D.","family":"Magoulas","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2010,12,4]]},"reference":[{"key":"493_CR1","doi-asserted-by":"crossref","first-page":"1064","DOI":"10.1109\/TNN.2002.1031939","volume":"13","author":"N Ampazis","year":"2002","unstructured":"Ampazis N, Perantonis SJ (2002) Two highly efficient second-order algorithms for training feedforward networks. IEEE Trans Neural Netw 13:1064\u20131074","journal-title":"IEEE Trans Neural Netw"},{"key":"493_CR2","doi-asserted-by":"crossref","first-page":"1412","DOI":"10.1109\/72.809086","volume":"10","author":"YC Chu","year":"1999","unstructured":"Chu YC, Huang J (1999) A neural-network method for the nonlinear servomechanism problem. IEEE Trans Neural Netw 10:1412\u20131423","journal-title":"IEEE Trans Neural Netw"},{"key":"493_CR3","doi-asserted-by":"crossref","first-page":"1229","DOI":"10.1016\/S0893-6080(99)00043-X","volume":"12","author":"K Chen","year":"1999","unstructured":"Chen K, Xu L, Chi H (1999) Improved learning algorithms for mixture of experts in multiclass classification. Neural Netw 12:1229\u20131252","journal-title":"Neural Netw"},{"key":"493_CR4","doi-asserted-by":"crossref","first-page":"179","DOI":"10.1207\/s15516709cog1402_1","volume":"14","author":"JL Elman","year":"1990","unstructured":"Elman JL (1990) Finding structure in time. Cogn Sci 14:179\u2013211","journal-title":"Cogn Sci"},{"key":"493_CR5","doi-asserted-by":"crossref","first-page":"325","DOI":"10.1109\/TNN.2004.841777","volume":"16","author":"D Erdogmus","year":"2005","unstructured":"Erdogmus D, Fontenla-Romero O, Principe J, Alonso-Betanzos A, Castillo E (2005) Linear-least-squares initialization of multilayer perceptrons through backpropagation of the desired response. IEEE Trans Neural Netw 16:325\u2013337","journal-title":"IEEE Trans Neural Netw"},{"key":"493_CR6","doi-asserted-by":"crossref","first-page":"343","DOI":"10.1007\/s10589-006-6444-2","volume":"34","author":"G Fasano","year":"2006","unstructured":"Fasano G, Lampariello F, Sciandrone M (2006) A truncated nonmonotone Gauss-Newton method for large-scale nonlinear least-squares problems. Comput Optim Appl 34:343\u2013358","journal-title":"Comput Optim Appl"},{"key":"493_CR7","volume-title":"Practical optimization","author":"PE Gill","year":"1981","unstructured":"Gill PE, Murray W, Wright MH (1981) Practical optimization. Academic Press, London"},{"key":"493_CR8","doi-asserted-by":"crossref","first-page":"707","DOI":"10.1137\/0723046","volume":"23","author":"L Grippo","year":"1986","unstructured":"Grippo L, Lampariello F, Lucidi S (1986) A nonmonotone line search technique for Newton\u2019s method. SIAM J Numer Anal 23:707\u2013716","journal-title":"SIAM J Numer Anal"},{"issue":"3","key":"493_CR9","doi-asserted-by":"crossref","first-page":"495","DOI":"10.1007\/BF00939421","volume":"64","author":"L Grippo","year":"1990","unstructured":"Grippo L, Lampariello F, Lucidi S (1990) A quasi-Newton algorithm with a nonmonotone stabilization technique. J Optim Theory Appl 64(3):495\u2013510","journal-title":"J Optim Theory Appl"},{"key":"493_CR10","doi-asserted-by":"crossref","first-page":"779","DOI":"10.1007\/BF01385810","volume":"59","author":"L Grippo","year":"1991","unstructured":"Grippo L, Lampariello F, Lucidi S (1991) A class of nonmonotone stabilization methods in unconstrained optimization. Numer Math 59:779\u2013805","journal-title":"Numer Math"},{"key":"493_CR11","doi-asserted-by":"crossref","first-page":"143","DOI":"10.1023\/A:1020587701058","volume":"23","author":"L Grippo","year":"2002","unstructured":"Grippo L, Sciandrone M (2002) Nonmonotone globalization techniques for the Barzilai-Borwein gradient method. Comput Optim Appl 23:143\u2013169","journal-title":"Comput Optim Appl"},{"key":"493_CR12","doi-asserted-by":"crossref","unstructured":"Gruber C, Sick B (2003) Fast and efficient second-order training of the dynamic neural network paradigm. In: Proceedings of IEEE international joint conference on neural networks, pp 2482\u20132487","DOI":"10.1109\/IJCNN.2003.1223954"},{"key":"493_CR13","volume-title":"Neural network design","author":"MT Hagan","year":"1996","unstructured":"Hagan MT, Demuth HB, Beale MH (1996) Neural network design. PWS Publishing, Boston"},{"key":"493_CR14","doi-asserted-by":"crossref","first-page":"989","DOI":"10.1109\/72.329697","volume":"5","author":"MT Hagan","year":"1994","unstructured":"Hagan MT, Menhaj MB (1994) Training feedforward networks with the Marquardt algorithm. IEEE Trans Neural Netw 5:989\u2013993","journal-title":"IEEE Trans Neural Netw"},{"key":"493_CR15","doi-asserted-by":"crossref","first-page":"937","DOI":"10.1109\/TNN.2007.891633","volume":"18","author":"I Jordanov","year":"2007","unstructured":"Jordanov I, Georgieva A (2007) Neural network learning with global heuristic search. IEEE Trans Neural Netw 18:937\u2013942","journal-title":"IEEE Trans Neural Netw"},{"key":"493_CR16","doi-asserted-by":"crossref","first-page":"1200","DOI":"10.1109\/TNN.2002.1031951","volume":"13","author":"G Lera","year":"2002","unstructured":"Lera G, Pinzolas M (2002) Neighborhood based Levenberg-Marquardt algorithm for neural network training. IEEE Trans Neural Netw 13:1200\u20131203","journal-title":"IEEE Trans Neural Netw"},{"key":"493_CR17","doi-asserted-by":"crossref","first-page":"164","DOI":"10.1090\/qam\/10666","volume":"5","author":"K Levenberg","year":"1944","unstructured":"Levenberg K (1944) A method for the solution of certain problems in least squares. Quart Appl Math 5:164\u20131686","journal-title":"Quart Appl Math"},{"key":"493_CR18","first-page":"148","volume-title":"Introduction to connectionist modelling of cognitive processes","author":"P McLeod","year":"1998","unstructured":"McLeod P, Plunkett K, Rolls ET (1998) Introduction to connectionist modelling of cognitive processes. Oxford University Press, Oxford, pp 148\u2013151"},{"key":"493_CR19","doi-asserted-by":"crossref","unstructured":"Magoulas GD, Chen SY, Dimakopoulos D (2004) A personalised interface for web directories based on cognitive styles. Lecture notes in computer science, vol 3196, pp 159\u2013166, User-centered interaction paradigms for universal access in the Information Society: Revised selected papers of the 8th ERCIM workshop on user interfaces for all, Springer","DOI":"10.1007\/978-3-540-30111-0_13"},{"key":"493_CR20","doi-asserted-by":"crossref","first-page":"431","DOI":"10.1137\/0111030","volume":"11","author":"D Marquardt","year":"1963","unstructured":"Marquardt D (1963) An algorithm for least squares estimation of nonlinear parameters. SIAM J Appl Math 11:431\u2013441","journal-title":"SIAM J Appl Math"},{"key":"493_CR21","volume-title":"Recurrent neural networks: design and applications","author":"LR Medsker","year":"2000","unstructured":"Medsker LR, Jain LC (2000) Recurrent neural networks: design and applications. CRC Press, Boca Raton"},{"key":"493_CR22","doi-asserted-by":"crossref","first-page":"874","DOI":"10.1109\/TNN.2004.828769","volume":"15","author":"M Morejon","year":"2004","unstructured":"Morejon M, Principe J (2004) Advanced search algorithms for information-theoretic learning with kernel-based estimators. IEEE Trans Neural Netw 15:874\u2013884","journal-title":"IEEE Trans Neural Netw"},{"key":"493_CR23","volume-title":"Nonlinear system identification","author":"O Nelles","year":"2000","unstructured":"Nelles O (2000) Nonlinear system identification. Springer, Berlin"},{"key":"493_CR24","doi-asserted-by":"crossref","unstructured":"Ortega JM, Rheinboldt WC (2000) Iterative solution of nonlinear equations in several variables. Society for Industrial and Applied Mathematics, Philadelphia, PA, USA","DOI":"10.1137\/1.9780898719468"},{"key":"493_CR25","unstructured":"Peng CC, Magoulas GD (2007) Adaptive self-scaling non-monotone BFGS training algorithm for recurrent neural networks. In: Proceedings of international conference on artificial neural networks (ICANN\u201907), Porto, Portugal, pp 259\u2013268"},{"key":"493_CR26","unstructured":"Peng CC, Magoulas GD (2007) Adaptive nonmonotone conjugate gradient training algorithm for recurrent neural networks. In: Proceedings of 19th IEEE international conference on tools with artificial intelligence (ICTAI\u201907), Patras, Greece, pp 374\u2013381"},{"key":"493_CR27","unstructured":"Peng CC, Magoulas GD (2009) Nonmonotone learning of recurrent neural networks in symbolic sequence processing application. In: Palmer-Brown D (ed) Proceedings of 11th international conference on engineering applications of neural networks (EANN\u201909), 22\u201329 August, London, England, pp 325\u2013335"},{"key":"493_CR28","doi-asserted-by":"crossref","first-page":"432","DOI":"10.1109\/TNN.2003.809395","volume":"14","author":"H Peng","year":"2003","unstructured":"Peng H, Ozaki T, Haggan-Ozaki V, Toyoda Y (2003) A parameter optimization method for radial basis function type models. IEEE Trans Neural Netw 14:432\u2013438","journal-title":"IEEE Trans Neural Netw"},{"issue":"6","key":"493_CR29","doi-asserted-by":"crossref","first-page":"1268","DOI":"10.1109\/TNN.2002.804225","volume":"13","author":"VP Plagianakos","year":"2002","unstructured":"Plagianakos VP, Magoulas GD, Vrahatis MN (2002) Deterministic nonmonotone strategies for effective training of multi-layer perceptrons. IEEE Trans Neural Netw 13(6):1268\u20131284","journal-title":"IEEE Trans Neural Netw"},{"key":"493_CR30","doi-asserted-by":"crossref","unstructured":"Plagianakos VP, Magoulas GD, Vrahatis MN (2006) Improved learning of neural nets through global search. In: Pint\u00e9r JD (ed) Global optimization\u2014scientific and engineering case studies. Series: nonconvex optimization and its applications, vol 85. Springer, NY, pp 361\u2013388","DOI":"10.1007\/0-387-30927-6_15"},{"key":"493_CR31","doi-asserted-by":"crossref","first-page":"373","DOI":"10.1109\/TNN.2006.885439","volume":"18","author":"A Savran","year":"2007","unstructured":"Savran A (2007) Multifeedback-layer neural network. IEEE Trans Neural Netw 18:373\u2013384","journal-title":"IEEE Trans Neural Netw"},{"issue":"2","key":"493_CR32","doi-asserted-by":"crossref","first-page":"397","DOI":"10.1016\/j.cam.2005.06.033","volume":"193","author":"ZJ Shi","year":"2006","unstructured":"Shi ZJ, Shen J (2006) Convergence of nonmonotone line search method. J Comput Appl Math 193(2):397\u2013412","journal-title":"J Comput Appl Math"},{"issue":"4","key":"493_CR33","doi-asserted-by":"crossref","first-page":"455","DOI":"10.1016\/0165-5817(96)81591-9","volume":"49","author":"R Sluijter","year":"1995","unstructured":"Sluijter R, Wuppermann F, Taori R, Kathmann E (1995) State of the art and trends in speech coding. Philips J Res 49(4):455\u2013488","journal-title":"Philips J Res"},{"key":"493_CR34","doi-asserted-by":"crossref","first-page":"89","DOI":"10.1016\/S0377-0427(02)00420-X","volume":"146","author":"W Sun","year":"2002","unstructured":"Sun W, Han J, Sun J (2002) Global convergence of nonmonotone descent methods for unconstrained optimization problems. J Comput Appl Math 146:89\u201398","journal-title":"J Comput Appl Math"},{"key":"493_CR35","doi-asserted-by":"crossref","first-page":"541","DOI":"10.1109\/TNN.2005.845144","volume":"16","author":"FHC Tivive","year":"2005","unstructured":"Tivive FHC, Bouzerdoum A (2005) Efficient training algorithms for a class of shunting inhibitory convolutional neural networks. IEEE Trans Neural Netw 16:541\u2013556","journal-title":"IEEE Trans Neural Netw"},{"key":"493_CR36","doi-asserted-by":"crossref","first-page":"988","DOI":"10.1109\/TNN.2005.849849","volume":"16","author":"A Toledo","year":"2005","unstructured":"Toledo A, Pinzolas M, Ibarrola J, Lera G (2005) Improvement of the neighbourhood based Levenberg-Marquardt algorithm by local adaptation of the learning coefficient. IEEE Trans Neural Netw 16:988\u2013992","journal-title":"IEEE Trans Neural Netw"},{"issue":"1","key":"493_CR37","doi-asserted-by":"crossref","first-page":"39","DOI":"10.1162\/neco.1989.1.1.39","volume":"1","author":"A Waibel","year":"1989","unstructured":"Waibel A (1989) Modular construction of time-delay neural networks for speech recognition. Neural Comput 1(1):39\u201346","journal-title":"Neural Comput"},{"key":"493_CR38","doi-asserted-by":"crossref","first-page":"328","DOI":"10.1109\/29.21701","volume":"37","author":"A Waibel","year":"1989","unstructured":"Waibel A, Hanazawa T, Hilton G, Shikano K, Lang KJ (1989) Phoneme recognition using time-delay neural networks. IEEE Trans Acoust Speech Signal Process 37:328\u2013339","journal-title":"IEEE Trans Acoust Speech Signal Process"},{"key":"493_CR39","doi-asserted-by":"crossref","first-page":"1424","DOI":"10.1109\/TNN.2006.880581","volume":"17","author":"S Wan","year":"2006","unstructured":"Wan S, Banta L (2006) Parameter incremental learning algorithm for neural networks. IEEE Trans Neural Netw 17:1424\u20131438","journal-title":"IEEE Trans Neural Netw"},{"key":"493_CR40","doi-asserted-by":"crossref","first-page":"806","DOI":"10.1109\/72.572119","volume":"8","author":"J Yam","year":"1997","unstructured":"Yam J, Chow T (1997) Extended least squares based algorithm for training feedforward networks. IEEE Trans Neural Netw 8:806\u2013810","journal-title":"IEEE Trans Neural Netw"},{"key":"493_CR41","doi-asserted-by":"crossref","first-page":"393","DOI":"10.1023\/A:1022615415582","volume":"92","author":"JZ Zhang","year":"1997","unstructured":"Zhang JZ, Cheng LH (1997) Nonmonotone Levenberg-Marquardt algorithms and their convergence analysis. J Optim Theory Appl 92:393\u2013418","journal-title":"J Optim Theory Appl"},{"key":"493_CR42","doi-asserted-by":"crossref","first-page":"448","DOI":"10.1109\/72.668886","volume":"9","author":"G Zhou","year":"1998","unstructured":"Zhou G, Si J (1998) Advanced neural-network training algorithm with reduced complexity based on Jacobian deficiency. IEEE Trans Neural Netw 9:448\u2013453","journal-title":"IEEE Trans Neural Netw"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-010-0493-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s00521-010-0493-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-010-0493-2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,6,6]],"date-time":"2019-06-06T19:19:35Z","timestamp":1559848775000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s00521-010-0493-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2010,12,4]]},"references-count":42,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2011,9]]}},"alternative-id":["493"],"URL":"https:\/\/doi.org\/10.1007\/s00521-010-0493-2","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2010,12,4]]}}}