{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,16]],"date-time":"2026-03-16T17:22:38Z","timestamp":1773681758081,"version":"3.50.1"},"reference-count":41,"publisher":"Elsevier BV","issue":"1","license":[{"start":{"date-parts":[[1994,2,1]],"date-time":"1994-02-01T00:00:00Z","timestamp":760060800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Neurocomputing"],"published-print":{"date-parts":[[1994,2]]},"DOI":"10.1016\/0925-2312(94)90031-0","type":"journal-article","created":{"date-parts":[[2003,8,8]],"date-time":"2003-08-08T04:56:11Z","timestamp":1060318571000},"page":"19-30","source":"Crossref","is-referenced-by-count":11,"title":["A comparative study of optimization techniques for backpropagation"],"prefix":"10.1016","volume":"6","author":[{"given":"E.","family":"Barnard","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"J.E.W.","family":"Holm","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"78","reference":[{"issue":"2","key":"10.1016\/0925-2312(94)90031-0_BIB1","doi-asserted-by":"crossref","first-page":"232","DOI":"10.1109\/72.125864","article-title":"Optimization for training neural nets","volume":"3","author":"Barnard","year":"1992","journal-title":"IEEE Trans. Neural Networks"},{"key":"10.1016\/0925-2312(94)90031-0_BIB2","doi-asserted-by":"crossref","unstructured":"E. Barnard, Personnal communication, 1992.","DOI":"10.1016\/0169-5347(92)90252-7"},{"issue":"5","key":"10.1016\/0925-2312(94)90031-0_BIB3","doi-asserted-by":"crossref","first-page":"1030","DOI":"10.1109\/21.44018","article-title":"A comparison between criterion functions for linear classifiers, with an application to neural nets","volume":"SMC-19","author":"Barnard","year":"1989","journal-title":"IEEE Trans. Syst. Man Cybern."},{"key":"10.1016\/0925-2312(94)90031-0_BIB4","article-title":"A neural-net training program based on conjugate-gradiet optimization","author":"Barnard","year":"1989"},{"key":"10.1016\/0925-2312(94)90031-0_BIB5","first-page":"298","article-title":"Pitch detection with a neural-net classifier","volume":"39","author":"Barnard","year":"1991"},{"issue":"2","key":"10.1016\/0925-2312(94)90031-0_BIB6","doi-asserted-by":"crossref","first-page":"141","DOI":"10.1162\/neco.1992.4.2.141","article-title":"First- and second-order methods for learning: Between steepest descent and Newton's method","volume":"4","author":"Battiti","year":"1992","journal-title":"Neural Computat."},{"issue":"4","key":"10.1016\/0925-2312(94)90031-0_BIB7","doi-asserted-by":"crossref","first-page":"840","DOI":"10.1109\/21.108301","article-title":"Optimization of functions with many minima","volume":"21","author":"Bilbro","year":"1991","journal-title":"IEEE Trans. Syst. Man Cybern."},{"key":"10.1016\/0925-2312(94)90031-0_BIB8","series-title":"Internat. Conf. on Neural Networks","first-page":"IIdash645","article-title":"Successfully using peak learning rates of 10 (and greater) in back-propagation networks with the heuristic learning algorithm","author":"Cater","year":"1987"},{"key":"10.1016\/0925-2312(94)90031-0_BIB9","first-page":"642","article-title":"Dynamic behavior of constrained back-propagation networks","volume":"2","author":"Chauvin","year":"1990"},{"key":"10.1016\/0925-2312(94)90031-0_BIB10","series-title":"Internat. Joint Conf. on Neural Networks","first-page":"Idash265","article-title":"Why two hidden layers are better than one","author":"Chester","year":"1990"},{"key":"10.1016\/0925-2312(94)90031-0_BIB11","article-title":"Backpropagation neural networks with one and two hidden layers","volume":"3","author":"de Villiers","year":"1992","journal-title":"IEEE Trans. Neural Networks"},{"issue":"4","key":"10.1016\/0925-2312(94)90031-0_BIB12","doi-asserted-by":"crossref","first-page":"177","DOI":"10.1016\/0925-2312(91)90040-I","article-title":"Analysis of univariate time series with connectionist nets: A case study of two classical examples","volume":"3","author":"de Groot","year":"1991","journal-title":"Neurocomputing"},{"key":"10.1016\/0925-2312(94)90031-0_BIB13","series-title":"Numerical Methods for Unconstrained Optimization and Nonlinear Equations","author":"Dennis","year":"1983"},{"key":"10.1016\/0925-2312(94)90031-0_BIB14","series-title":"Proc. 1988 Connectionist Models Summer School","first-page":"38","article-title":"Faster-learning variations on back-propagation: An empirical study","author":"Fahlman","year":"1988"},{"key":"10.1016\/0925-2312(94)90031-0_BIB15","series-title":"Practical Methods of Optimization","author":"Fletcher","year":"1980"},{"issue":"1","key":"10.1016\/0925-2312(94)90031-0_BIB16","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1162\/neco.1992.4.1.1","article-title":"Neural networks and the bias\/variance dilemma","volume":"4","author":"Geman","year":"1992","journal-title":"Neural Computat."},{"key":"10.1016\/0925-2312(94)90031-0_BIB17","series-title":"Practical Optimization","author":"Gill","year":"1981"},{"key":"10.1016\/0925-2312(94)90031-0_BIB18","series-title":"Genetic Algorithms in Machine Learning, Optimization, and Search","author":"Goldberg","year":"1988"},{"key":"10.1016\/0925-2312(94)90031-0_BIB19","series-title":"Adaptive Filtering: Prediction and Control","author":"Goodwin","year":"1984"},{"issue":"2","key":"10.1016\/0925-2312(94)90031-0_BIB20","doi-asserted-by":"crossref","first-page":"216","DOI":"10.1109\/72.80233","article-title":"A novel objective function for improved phoneme recognition using time-delay neural networks","volume":"1","author":"Hampshire","year":"1990","journal-title":"IEEE Trans. Neural Networks"},{"issue":"4","key":"10.1016\/0925-2312(94)90031-0_BIB21","doi-asserted-by":"crossref","first-page":"295","DOI":"10.1016\/0893-6080(88)90003-2","article-title":"Increased rates of convergence through learning rate adaptation","volume":"1","author":"Jocobs","year":"1988","journal-title":"Neural Networks"},{"key":"10.1016\/0925-2312(94)90031-0_BIB22","doi-asserted-by":"crossref","first-page":"41","DOI":"10.1214\/aoms\/1177706705","article-title":"Accelerated stochastic approximation","volume":"29","author":"Kesten","year":"1958","journal-title":"Annals Math. Statist."},{"key":"10.1016\/0925-2312(94)90031-0_BIB23","series-title":"Proc. 1988 Connectionist Models Summer School","first-page":"52","article-title":"Learning to tell two spirals apart","author":"Lang","year":"1988"},{"key":"10.1016\/0925-2312(94)90031-0_BIB24","series-title":"Aspirin\/migraines, Public-domain neural-network software","author":"Leighton","year":"1992"},{"key":"10.1016\/0925-2312(94)90031-0_BIB25","series-title":"Internat. Joint Conf. on Neural Networks","first-page":"IIdash627","article-title":"Back propagation error surfaces can have local minima","author":"McInerney","year":"1989"},{"key":"10.1016\/0925-2312(94)90031-0_BIB26","first-page":"762","article-title":"Training feedforward neural networks using genetic algorithms","author":"Montana","year":"1990","journal-title":"Machine Learning"},{"key":"10.1016\/0925-2312(94)90031-0_BIB27","series-title":"Neuralworks","author":"NeuralWare., Inc.","year":"1991"},{"key":"10.1016\/0925-2312(94)90031-0_BIB28","series-title":"Internat. Joint Conf. on Neural Networks","first-page":"IIdash381","article-title":"Efficient training of the back propagation network by solving a system of stiff ordinary differential equations","author":"Owens","year":"1989"},{"key":"10.1016\/0925-2312(94)90031-0_BIB29","doi-asserted-by":"crossref","first-page":"241","DOI":"10.1007\/BF01593790","article-title":"Restart procedures for the conjugate gradient method","volume":"12","author":"Powell","year":"1977","journal-title":"Math. Programming"},{"issue":"1","key":"10.1016\/0925-2312(94)90031-0_BIB30","doi-asserted-by":"crossref","first-page":"400","DOI":"10.1214\/aoms\/1177729586","article-title":"A stochastic approximation method","volume":"22","author":"Robbins","year":"1951","journal-title":"Ann. Math. Statist."},{"key":"10.1016\/0925-2312(94)90031-0_BIB31","doi-asserted-by":"crossref","first-page":"533","DOI":"10.1038\/323533a0","article-title":"Learning representations by backpropagating errors","volume":"323","author":"Rumelhart","year":"1986","journal-title":"Nature"},{"key":"10.1016\/0925-2312(94)90031-0_BIB32","first-page":"318","volume":"Vol. I","author":"Rumelhart","year":"1986"},{"issue":"3","key":"10.1016\/0925-2312(94)90031-0_BIB33","doi-asserted-by":"crossref","first-page":"244","DOI":"10.1287\/moor.3.3.244","article-title":"Conjugate gradient methods with inexact searches","volume":"36","author":"Shanno","year":"1978","journal-title":"Math. Operat. Res."},{"key":"10.1016\/0925-2312(94)90031-0_BIB34","series-title":"Neural Networks \u2014 EURASIP Workshop","first-page":"110","article-title":"Acceleration techniques for the backpropagation algorithm","author":"Silva","year":"1990"},{"key":"10.1016\/0925-2312(94)90031-0_BIB35","series-title":"Proc. ICASSP","article-title":"Training multilayer perceptrons with the extended Kalman algorithm","author":"Singhal","year":"1989"},{"issue":"9","key":"10.1016\/0925-2312(94)90031-0_BIB36","first-page":"737","article-title":"A convergent dynamic method for large minimization problems","volume":"16","author":"Snyman","year":"1988","journal-title":"Comput. Math."},{"key":"10.1016\/0925-2312(94)90031-0_BIB37","series-title":"Proc. 7th Yale Workshop on Adaptive and Learning Systems","first-page":"161","article-title":"Gain adaptation beats least squares?","author":"Sutton","year":"1992"},{"issue":"4\/5","key":"10.1016\/0925-2312(94)90031-0_BIB38","doi-asserted-by":"crossref","first-page":"257","DOI":"10.1007\/BF00332914","article-title":"Accelerating the convergence of the backpropagation method","volume":"59","author":"Vogl","year":"1988","journal-title":"Biol. Cybernet."},{"key":"10.1016\/0925-2312(94)90031-0_BIB39","series-title":"Internat. Conf. on Neural Networks","first-page":"IIdash619","article-title":"Learning algorithms for connectionist networks: Applied gradient methods of non-linear optimization","author":"Watrous","year":"1987"},{"issue":"6","key":"10.1016\/0925-2312(94)90031-0_BIB40","doi-asserted-by":"crossref","first-page":"899","DOI":"10.1109\/72.165592","article-title":"Avoiding false local minima by proper initialization of connections","volume":"3","author":"Wessels","year":"1992","journal-title":"IEEE Trans. Neural Networks"},{"key":"10.1016\/0925-2312(94)90031-0_BIB41","series-title":"Internat. Joint Conf. on Neural Networks","first-page":"IIdash667","article-title":"Evolving neural network controllers for unstable systems","author":"Wieland","year":"1991"}],"container-title":["Neurocomputing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:0925231294900310?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:0925231294900310?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2019,3,15]],"date-time":"2019-03-15T01:55:23Z","timestamp":1552614923000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/0925231294900310"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[1994,2]]},"references-count":41,"journal-issue":{"issue":"1","published-print":{"date-parts":[[1994,2]]}},"alternative-id":["0925231294900310"],"URL":"https:\/\/doi.org\/10.1016\/0925-2312(94)90031-0","relation":{},"ISSN":["0925-2312"],"issn-type":[{"value":"0925-2312","type":"print"}],"subject":[],"published":{"date-parts":[[1994,2]]}}}