{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,26]],"date-time":"2025-10-26T15:16:09Z","timestamp":1761491769163,"version":"3.35.0"},"publisher-location":"Berlin, Heidelberg","reference-count":56,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783540708261"},{"type":"electronic","value":"9783540708292"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"DOI":"10.1007\/978-3-540-70829-2_12","type":"book-chapter","created":{"date-parts":[[2008,9,5]],"date-time":"2008-09-05T15:46:08Z","timestamp":1220629568000},"page":"255-284","source":"Crossref","is-referenced-by-count":0,"title":["Two Frameworks for Improving Gradient-Based Learning Algorithms"],"prefix":"10.1007","author":[{"given":"Mario","family":"Ventresca","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"H. R.","family":"Tizhoosh","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"key":"12_CR1","doi-asserted-by":"publisher","first-page":"975","DOI":"10.1016\/S0893-6080(09)80007-5","volume":"6","author":"F. Albertini","year":"1993","unstructured":"Albertini, F., Sontag, E.: For Neural Networks, Function Determines Form. Neural Networks\u00a06, 975\u2013990 (1993)","journal-title":"Neural Networks"},{"key":"12_CR2","doi-asserted-by":"crossref","unstructured":"Barakova, E.I., Spaanenburg, L.: Symmetry: Between Indecision and Equality of Choice. Biological and Artificial Computation: From Neuroscience to Technology (1997)","DOI":"10.1007\/BFb0032550"},{"key":"12_CR3","doi-asserted-by":"crossref","DOI":"10.1093\/oso\/9780198538493.001.0001","volume-title":"Neural Networks for Pattern Recognition","author":"C. Bishop","year":"1995","unstructured":"Bishop, C.: Neural Networks for Pattern Recognition. Oxford University Press, Oxford (1995)"},{"key":"12_CR4","volume-title":"Pattern Recognition and Machine Learning","author":"C. Bishop","year":"2007","unstructured":"Bishop, C.: Pattern Recognition and Machine Learning. Springer, Heidelberg (2007)"},{"key":"12_CR5","doi-asserted-by":"crossref","unstructured":"Chandra, P., Singh, Y.: An Activation Function Adapting Training Algorithm for Sigmoidal Feedforward Networks. Neurocomputing\u00a061 (2004)","DOI":"10.1016\/j.neucom.2004.04.001"},{"key":"12_CR6","doi-asserted-by":"publisher","first-page":"447","DOI":"10.1016\/j.neucom.2003.08.005","volume":"56","author":"P. Chandra","year":"2004","unstructured":"Chandra, P., Singh, Y.: A Case for the Self-Adaptation of Activation Functions in FFANNs. Neurocomputing\u00a056, 447\u2013545 (2004)","journal-title":"Neurocomputing"},{"key":"12_CR7","doi-asserted-by":"crossref","unstructured":"Charalambous, C.: Conjugate Gradient Algorithm for Efficient Training of Artificial Neural Network 139(3), 301\u2013310 (1992)","DOI":"10.1049\/ip-g-2.1992.0050"},{"key":"12_CR8","unstructured":"Chen, A., Hecht-Nielsen, R.: On the Geometry of Feedforward Neural Network Weight Spaces. In: Second International Conference on Artificial Neural Networks, pp. 1\u20134 (1991)"},{"issue":"6","key":"12_CR9","doi-asserted-by":"publisher","first-page":"910","DOI":"10.1162\/neco.1993.5.6.910","volume":"5","author":"A.M. Chen","year":"1993","unstructured":"Chen, A.M., Lu, H., HechtNielsen, R.: On the Geometry of Feedforward Neural Networks Error Surfaces. Neural Computation\u00a05(6), 910\u2013927 (1993)","journal-title":"Neural Computation"},{"key":"12_CR10","doi-asserted-by":"crossref","unstructured":"Chen, C.T., Chang, W.D.: A Feedforward Neural Network with Function Shape Autotuning. Neural Networks\u00a09 (1996)","DOI":"10.1016\/0893-6080(96)00006-8"},{"issue":"3","key":"12_CR11","doi-asserted-by":"publisher","first-page":"372","DOI":"10.1162\/neco.1989.1.3.372","volume":"1","author":"A. Cleeremans","year":"1989","unstructured":"Cleeremans, A., Servan-Schreiber, D., McClelland, J.L.: Finite State Automata and Simple Recurrent Networks. Neural Computation\u00a01(3), 372\u2013381 (1989)","journal-title":"Neural Computation"},{"issue":"4","key":"12_CR12","doi-asserted-by":"publisher","first-page":"213","DOI":"10.1007\/BF01414646","volume":"3","author":"G.P. Drago","year":"1995","unstructured":"Drago, G.P., Morando, M., Ridella, S.: An Adaptive Momentum Back Propagation (AMBP). Neural Computation and Applications\u00a03(4), 213\u2013221 (1995)","journal-title":"Neural Computation and Applications"},{"key":"12_CR13","unstructured":"Duch, W., Jankowski, N.: Optimal Transfer Function Neural Networks. In: 9th European Symposium on Artificial Neural Networks, pp. 101\u2013106 (2001)"},{"key":"12_CR14","unstructured":"Duch, W., Jankowski, N.: Transfer Functions: Hidden Possibilities for Better Neural Networks. In: 9th European Symposium on Artificial Neural Networks, pp. 81\u201394 (2001)"},{"key":"12_CR15","first-page":"639","volume":"7","author":"W. Duch","year":"1997","unstructured":"Duch, W., Jankowski, N.: New Neural Transfer Functions. Applied Mathematics and Computer Science\u00a07, 639\u2013658 (1997)","journal-title":"Applied Mathematics and Computer Science"},{"key":"12_CR16","doi-asserted-by":"publisher","first-page":"508","DOI":"10.1016\/j.ejor.2004.08.012","volume":"169","author":"A. El-Fallahi","year":"2006","unstructured":"El-Fallahi, A., Mart, R., Lasdon, L.: Path Relinking and GRG for Artificial Neural Networks. European Journal of Operational Research\u00a0169, 508\u2013519 (2006)","journal-title":"European Journal of Operational Research"},{"issue":"2","key":"12_CR17","first-page":"195","volume":"7","author":"J.L. Elman","year":"1991","unstructured":"Elman, J.L.: Distributed Representations, Simple Recurrent Networks and Grammatical Structure. Machine Learning\u00a07(2), 195\u2013226 (1991)","journal-title":"Machine Learning"},{"key":"12_CR18","volume-title":"Faster-Learning Variations on Backpropagation: An Empirical Study","author":"S.E. Fahlman","year":"1988","unstructured":"Fahlman, S.E.: Faster-Learning Variations on Backpropagation: An Empirical Study. Morgan Kaufmann, San Francisco (1988)"},{"issue":"3","key":"12_CR19","doi-asserted-by":"publisher","first-page":"183","DOI":"10.1016\/0893-6080(89)90003-8","volume":"2","author":"K. Funahashi","year":"1989","unstructured":"Funahashi, K.: On the Approximate Realization of Continuous Mappings by Neural Networks. Neural Networks\u00a02(3), 183\u2013193 (1989)","journal-title":"Neural Networks"},{"key":"12_CR20","doi-asserted-by":"crossref","unstructured":"Goh, S.L., Mandic, D.: Recurrent Neural Networks with Trainable Amplitude of Activation Functions. Neural Networks\u00a016 (2003)","DOI":"10.1016\/S0893-6080(03)00139-4"},{"issue":"6","key":"12_CR21","doi-asserted-by":"publisher","first-page":"989","DOI":"10.1109\/72.329697","volume":"5","author":"M.T. Hagan","year":"1994","unstructured":"Hagan, M.T., Menhaj, M.B.: Training Feedforward with the Marquardt Algorithm. IEEE Transactions on Neural Networks\u00a05(6), 989\u2013993 (1994)","journal-title":"IEEE Transactions on Neural Networks"},{"issue":"3","key":"12_CR22","doi-asserted-by":"publisher","first-page":"155","DOI":"10.1016\/S0893-6080(02)00236-8","volume":"16","author":"A. Hanna","year":"2003","unstructured":"Hanna, A., Mandic, D.: A Complex-Valued Nonlinear Neural Adaptive Filter with a Gradient Adaptive Amplitude of the Activation Function. Neural Networks\u00a016(3), 155\u2013159 (2003)","journal-title":"Neural Networks"},{"key":"12_CR23","volume-title":"Neural Networks: A Comprehensive Foundation","author":"S. Haykin","year":"1998","unstructured":"Haykin, S.: Neural Networks: A Comprehensive Foundation, 2nd edn. Prentice-Hall, Englewood Cliffs (1998)","edition":"2"},{"key":"12_CR24","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"crossref","first-page":"682","DOI":"10.1007\/978-3-540-24687-9_102","volume-title":"Computational Science - ICCS 2004","author":"G.A. Hoffmann","year":"2004","unstructured":"Hoffmann, G.A.: Adaptive Transfer Functions in Radial Basis Function (RBF) Networks. In: Bubak, M., van Albada, G.D., Sloot, P.M.A., Dongarra, J. (eds.) ICCS 2004. LNCS, vol.\u00a03037, pp. 682\u2013686. Springer, Heidelberg (2004)"},{"issue":"3","key":"12_CR25","doi-asserted-by":"publisher","first-page":"359","DOI":"10.1016\/0893-6080(89)90020-8","volume":"2","author":"K. Hornik","year":"1989","unstructured":"Hornik, K., Stinchcombe, M., White, H.: Multilayer Feedforward Networks are Universal Approximators. Neural Networks\u00a02(3), 359\u2013366 (1989)","journal-title":"Neural Networks"},{"key":"12_CR26","unstructured":"Hu, Z., Shao, H.: The Study of Neural Network Adaptive Control Systems. Control and Decision\u00a07 (1992)"},{"issue":"4","key":"12_CR27","doi-asserted-by":"publisher","first-page":"295","DOI":"10.1016\/0893-6080(88)90003-2","volume":"1","author":"R.A. Jacobs","year":"1988","unstructured":"Jacobs, R.A.: Increased Rates of Convergence Through Learning Rate Adaptation. Neural Networks\u00a01(4), 295\u2013308 (1988)","journal-title":"Neural Networks"},{"key":"12_CR28","doi-asserted-by":"crossref","unstructured":"Jordan, F., Clement, G.: Using the Symmetries of Multilayered Network to Reduce the Weight Space. In: IEEE Second International Joint Conference on Neural Networks, pp. 391\u2013396 (1991)","DOI":"10.1109\/IJCNN.1991.155365"},{"issue":"1","key":"12_CR29","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1016\/S0965-9978(03)00112-1","volume":"35","author":"N. Lagaros","year":"2004","unstructured":"Lagaros, N., Papadrakakis, M.: Learning Improvement of Neural Networks used in Structural Optimization. Advances in Engineering Software\u00a035(1), 9\u201325 (2004)","journal-title":"Advances in Engineering Software"},{"key":"12_CR30","unstructured":"Le Cun, Y., Denker, J.S., Solla, S.A.: Optimal Brain Damage. In: Advances in Neural Information Processing Systems, pp. 598\u2013605 (1990)"},{"key":"12_CR31","doi-asserted-by":"crossref","unstructured":"Liang, Y.: Adaptive Neural Activation Functions in Multiresolution Learning. In: IEEE International Conference on Systems, Man, and Cybernetics, vol.\u00a04, pp. 2601\u20132606 (2000)","DOI":"10.1109\/ICSMC.2000.884386"},{"key":"12_CR32","doi-asserted-by":"crossref","unstructured":"Liu, Y., Yao, X.: Evolutionary Design of Artificial Neural Networks with Different Nodes. In: International Conference on Evolutionary Computation, pp. 670\u2013675 (1996)","DOI":"10.1109\/ICEC.1996.542681"},{"key":"12_CR33","doi-asserted-by":"publisher","first-page":"1769","DOI":"10.1162\/089976699300016223","volume":"11","author":"G.D. Magoulas","year":"1999","unstructured":"Magoulas, G.D., Vrahatis, M.N., Androulakis, G.S.: Improving the Convergence of the Backpropagation Algorithm Using Learning Rate Adaptation Methods. Neural Computation\u00a011, 1769\u20131796 (1999)","journal-title":"Neural Computation"},{"key":"12_CR34","unstructured":"Moller, M.F.: A Scaled Conjugate Gradient Algorithm for Fast Supervised Learning 6, 525\u2013533 (1993)"},{"key":"12_CR35","doi-asserted-by":"crossref","unstructured":"Nguyen, D., Widrow, B.: Improving the Learning Speed of 2-Layer Neural Networks by Choosing Initial Values of the Adaptive Weights. In: IEEE Proceedings of the International Joint Conference on Neural Netowrks, vol.\u00a03, pp. 21\u201326 (1990)","DOI":"10.1109\/IJCNN.1990.137819"},{"issue":"6","key":"12_CR36","doi-asserted-by":"publisher","first-page":"937","DOI":"10.1145\/235809.235811","volume":"43","author":"C.W. Omlin","year":"1996","unstructured":"Omlin, C.W., Giles, C.L.: Constructing Deterministic Finite-State Automata in Recurrent Neural Networks. Journal of the ACM\u00a043(6), 937\u2013972 (1996)","journal-title":"Journal of the ACM"},{"issue":"1","key":"12_CR37","doi-asserted-by":"publisher","first-page":"88","DOI":"10.1037\/0278-7393.2.1.88","volume":"2","author":"A.S. Reber","year":"1976","unstructured":"Reber, A.S.: Implicit Learning of Synthetic Languages: The Role of Instructional Set. Journal of Experimental Psychology: Human Learning and Memory\u00a02(1), 88\u201394 (1976)","journal-title":"Journal of Experimental Psychology: Human Learning and Memory"},{"key":"12_CR38","doi-asserted-by":"crossref","unstructured":"Riedmiller, M., Braun, H.: A Direct Adaptive Method for Faster Backpropagation Learning: The RPROP Algorithm. In: IEEE Conference on Neural Networks, pp. 586\u2013591 (1993)","DOI":"10.1109\/ICNN.1993.298623"},{"key":"12_CR39","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/5236.001.0001","volume-title":"Parallel Distributed Processing, ch.8","author":"D. Rumelhart","year":"1986","unstructured":"Rumelhart, D., Hinton, G., Williams, R.: Learning Internal Representations by Error Propagation. In: Parallel Distributed Processing, ch. 8. MIT Press, Cambridge (1986)"},{"issue":"3","key":"12_CR40","doi-asserted-by":"publisher","first-page":"693","DOI":"10.1137\/0914044","volume":"14","author":"S. Saarinen","year":"1993","unstructured":"Saarinen, S., Bramley, R., Cybenko, G.: Ill-Conditioning in Neural Network Training Problems. SIAM Journal on Scientific Computing\u00a014(3), 693\u2013714 (1993)","journal-title":"SIAM Journal on Scientific Computing"},{"key":"12_CR41","doi-asserted-by":"publisher","first-page":"207","DOI":"10.1007\/3-540-49430-8_11","volume-title":"Neural Networks: Tricks of the Trade","author":"N. Schraudolph","year":"1998","unstructured":"Schraudolph, N.: Centering Neural Network Gradient Factors. In: Orr, G., Muller, K.R. (eds.) Neural Networks: Tricks of the Trade, pp. 207\u2013226. Springer, Heidelberg (1998)"},{"issue":"4","key":"12_CR42","doi-asserted-by":"publisher","first-page":"589","DOI":"10.1016\/S0893-6080(05)80037-1","volume":"5","author":"H.J. Sussmann","year":"1992","unstructured":"Sussmann, H.J.: Uniqueness of the Weights for Minimal Feedforward Nets with a Given Input-Output Map. Neural Networks\u00a05(4), 589\u2013593 (1992)","journal-title":"Neural Networks"},{"key":"12_CR43","series-title":"Lecture Notes in Artificial Intelligence","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/978-3-540-74819-9_1","volume-title":"Knowledge-Based Intelligent Information and Engineering Systems","author":"G. Tezel","year":"2007","unstructured":"Tezel, G., \u00d6zbay, Y.: A New Neural Network with Adaptive Activation Function for Classification of ECG Arrhythmias. In: Apolloni, B., Howlett, R.J., Jain, L. (eds.) KES 2007, Part I. LNCS (LNAI), vol.\u00a04692, pp. 1\u20138. Springer, Heidelberg (2007)"},{"key":"12_CR44","unstructured":"Thome, A.G., Tenorio, M.F.: Dynamic Adaptation of the Error Surface for the Acceleration of the Training of Neural Networks 1, 447\u2013452 (1994)"},{"issue":"4","key":"12_CR45","doi-asserted-by":"publisher","first-page":"471","DOI":"10.1016\/S0893-6080(01)00028-4","volume":"14","author":"E. Trentin","year":"2001","unstructured":"Trentin, E.: Networks with Trainable Amplitude of Activation Functions. Neural Networks\u00a014(4), 471\u2013493 (2001)","journal-title":"Neural Networks"},{"key":"12_CR46","doi-asserted-by":"publisher","first-page":"193","DOI":"10.1007\/3-540-49430-8_10","volume-title":"Neural Networks: Tricks of the Trade","author":"P. Smagt van der","year":"1998","unstructured":"van der Smagt, P., Hirzinger, G.: Solving the Ill-Conditioning in Neural Network Learning. In: Orr, G., Muller, K.R. (eds.) Neural Networks: Tricks of the Trade, pp. 193\u2013206. Springer, Heidelberg (1998)"},{"key":"12_CR47","doi-asserted-by":"publisher","first-page":"259","DOI":"10.1016\/S0893-6080(97)00118-4","volume":"11","author":"L. Vecci","year":"1998","unstructured":"Vecci, L., Piazza, F., Uncini, A.: Learning and Approximation Capabilities of Adaptive Spline Activation Function Neural Networks. Neural Networks\u00a011, 259\u2013270 (1998)","journal-title":"Neural Networks"},{"key":"12_CR48","unstructured":"Ventresca, M., Tizhoosh, H.: Numerical Condition of Feedforward Networks with Opposite Transfer Functions. In: International Joint Conference on Neural Networks (to appear, 2008)"},{"key":"12_CR49","doi-asserted-by":"crossref","unstructured":"Ventresca, M., Tizhoosh, H.R.: Opposite Transfer Functions and Backpropagation Through Time. In: IEEE Symposium on Foundations of Computational Intelligence, pp. 570\u2013577 (2007)","DOI":"10.1109\/FOCI.2007.371529"},{"key":"12_CR50","doi-asserted-by":"crossref","unstructured":"Ventrescda, M., Tizhoosh, H.: Improving the Convergence of Backpropagation by Opposite Transfer Functions. In: International Joint Conference on Neural Networks, pp. 9527\u20139534 (2006)","DOI":"10.1109\/IJCNN.2006.247153"},{"key":"12_CR51","first-page":"163","volume":"2","author":"W. Duch","year":"1999","unstructured":"Duch, W., Jankowski, N.: Survey of Neural Transfer Functions. Neural Computing Surveys\u00a02, 163\u2013213 (1999)","journal-title":"Neural Computing Surveys"},{"key":"12_CR52","doi-asserted-by":"crossref","unstructured":"Werbos, P.J.: Backpropagation Through Time: What it Does and how to do it. Proceedings of the IEEE\u00a078, 1550\u20131560","DOI":"10.1109\/5.58337"},{"key":"12_CR53","doi-asserted-by":"crossref","unstructured":"Werbos, P.J.: Back-propagation: Past and future. In: Proceedings of the IEEE International Conference on Neural Networks, pp. 343\u2013353 (1988)","DOI":"10.1109\/ICNN.1988.23866"},{"issue":"1","key":"12_CR54","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1109\/4235.585893","volume":"1","author":"D.H. Wolpert","year":"1997","unstructured":"Wolpert, D.H., Macready, W.G.: No Free Lunch Theorems for Optimization. IEEE Transactions on Evolutionary Computation\u00a01(1), 67\u201382 (1997)","journal-title":"IEEE Transactions on Evolutionary Computation"},{"key":"12_CR55","doi-asserted-by":"crossref","unstructured":"Xu, S., Zhang, M.: Adaptive Higher-Order Feedforward Neural Networks. In: International Joint Conference on Neural Networks, vol.\u00a01, pp. 328\u2013332 (1999)","DOI":"10.1109\/IJCNN.1999.831512"},{"key":"12_CR56","doi-asserted-by":"crossref","unstructured":"Xu, S., Zhang, M.: Justification of a Neuron-Adaptive Activation Function. In: International Joint Conference on Neural Networks, vol.\u00a03, pp. 465\u2013470 (2000)","DOI":"10.1109\/IJCNN.2000.861351"}],"container-title":["Studies in Computational Intelligence","Oppositional Concepts in Computational Intelligence"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-540-70829-2_12.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,31]],"date-time":"2025-01-31T21:08:17Z","timestamp":1738357697000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-540-70829-2_12"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[null]]},"ISBN":["9783540708261","9783540708292"],"references-count":56,"URL":"https:\/\/doi.org\/10.1007\/978-3-540-70829-2_12","relation":{},"ISSN":["1860-949X","1860-9503"],"issn-type":[{"type":"print","value":"1860-949X"},{"type":"electronic","value":"1860-9503"}],"subject":[]}}