{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,1]],"date-time":"2025-10-01T15:20:29Z","timestamp":1759332029800,"version":"3.40.4"},"publisher-location":"Berlin, Heidelberg","reference-count":46,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783642352881"},{"type":"electronic","value":"9783642352898"}],"license":[{"start":{"date-parts":[[2012,1,1]],"date-time":"2012-01-01T00:00:00Z","timestamp":1325376000000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2012]]},"DOI":"10.1007\/978-3-642-35289-8_8","type":"book-chapter","created":{"date-parts":[[2012,11,14]],"date-time":"2012-11-14T12:03:17Z","timestamp":1352894597000},"page":"111-130","source":"Crossref","is-referenced-by-count":7,"title":["Adaptive Regularization in Neural Network Modeling"],"prefix":"10.1007","author":[{"given":"Jan","family":"Larsen","sequence":"first","affiliation":[]},{"given":"Claus","family":"Svarer","sequence":"additional","affiliation":[]},{"given":"Lars Nonboe","family":"Andersen","sequence":"additional","affiliation":[]},{"given":"Lars Kai","family":"Hansen","sequence":"additional","affiliation":[]}],"member":"297","reference":[{"key":"8_CR1","doi-asserted-by":"publisher","first-page":"243","DOI":"10.1007\/BF02532251","volume":"21","author":"H. Akaike","year":"1969","unstructured":"Akaike, H.: Fitting Autoregressive Models for Prediction. Annals of the Institute of Statistical Mathematics\u00a021, 243\u2013247 (1969)","journal-title":"Annals of the Institute of Statistical Mathematics"},{"issue":"5","key":"8_CR2","doi-asserted-by":"publisher","first-page":"985","DOI":"10.1109\/72.623200","volume":"8","author":"S. Amari","year":"1995","unstructured":"Amari, S., Murata, N., M\u00fcller, K.R., Finke, M., Yang, H.: Asymptotic Statistical Theory of Overtraining and Cross-Validation. Technical report METR 95-06 and IEEE Transactions on Neural Networks\u00a08(5), 985\u2013996 (1995)","journal-title":"Technical report METR 95-06 and IEEE Transactions on Neural Networks"},{"key":"8_CR3","first-page":"24","volume-title":"Proceedings of the IEEE Workshop on Neural Networks for Signal Processing VII","author":"L. Nonboe Andersen","year":"1997","unstructured":"Nonboe Andersen, L., Larsen, J., Hansen, L.K., Hintz-madsen, M.: Adaptive Regularization of Neural Classifiers. In: Principe, J., et al. (eds.) Proceedings of the IEEE Workshop on Neural Networks for Signal Processing VII, pp. 24\u201333. IEEE, Piscataway (1997)"},{"issue":"4","key":"8_CR4","doi-asserted-by":"publisher","first-page":"882","DOI":"10.1109\/72.248466","volume":"4","author":"C.M. Bishop","year":"1993","unstructured":"Bishop, C.M.: Curvature-Driven Smoothing: A Learning Algorithm for Feedforward Neural Networks. IEEE Transactions on Neural Networks\u00a04(4), 882\u2013884 (1993)","journal-title":"IEEE Transactions on Neural Networks"},{"key":"8_CR5","doi-asserted-by":"crossref","DOI":"10.1093\/oso\/9780198538493.001.0001","volume-title":"Neural Networks for Pattern Recognition","author":"C.M. Bishop","year":"1995","unstructured":"Bishop, C.M.: Neural Networks for Pattern Recognition. Oxford University Press, Oxford (1995)"},{"key":"8_CR6","volume-title":"Numerical Methods for Unconstrained Optimization and Non-linear Equations","author":"J.E. Dennis","year":"1983","unstructured":"Dennis, J.E., Schnabel, R.B.: Numerical Methods for Unconstrained Optimization and Non-linear Equations. Prentice- Hall, Englewood Cliffs (1983)"},{"key":"8_CR7","doi-asserted-by":"publisher","first-page":"198","DOI":"10.1109\/NNSP.1991.239522","volume-title":"Neural Networks for Signal Processing: Proceedings of the 1991 IEEE-SP Workshop","author":"H. Drucker","year":"1991","unstructured":"Drucker, H., Le Cun, Y.: Improving Generalization Performance in Character Recognition. In: Juang, B.H., et al. (eds.) Neural Networks for Signal Processing: Proceedings of the 1991 IEEE-SP Workshop, pp. 198\u2013207. IEEE, Piscataway (1991)"},{"key":"8_CR8","doi-asserted-by":"publisher","first-page":"320","DOI":"10.1080\/01621459.1975.10479865","volume":"50","author":"S. Geisser","year":"1975","unstructured":"Geisser, S.: The Predictive Sample Reuse Method with Applications. Journal of the American Statistical Association\u00a050, 320\u2013328 (1975)","journal-title":"Journal of the American Statistical Association"},{"key":"8_CR9","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1162\/neco.1992.4.1.1","volume":"4","author":"S. Geman","year":"1992","unstructured":"Geman, S., Bienenstock, E., Doursat, R.: Neural Networks and the Bias\/Variance Dilemma. Neural Computation\u00a04, 1\u201358 (1992)","journal-title":"Neural Computation"},{"issue":"2","key":"8_CR10","doi-asserted-by":"publisher","first-page":"219","DOI":"10.1162\/neco.1995.7.2.219","volume":"7","author":"F. Girosi","year":"1995","unstructured":"Girosi, F., Jones, M., Poggio, T.: Regularization Theory and Neural Networks Architectures. Neural Computation\u00a07(2), 219\u2013269 (1995)","journal-title":"Neural Computation"},{"key":"8_CR11","doi-asserted-by":"crossref","unstructured":"Goutte, C., Larsen, J.: Adaptive Regularization of Neural Networks using Conjugate Gradient. In: Proceedings of ICASSP 1998, Seattle, USA, vol.\u00a02, pp. 1201\u20131204 (1998)","DOI":"10.1109\/ICASSP.1998.675486"},{"issue":"6","key":"8_CR12","doi-asserted-by":"publisher","first-page":"1211","DOI":"10.1162\/neco.1997.9.6.1245","volume":"9","author":"C. Goutte","year":"1997","unstructured":"Goutte, C.: Note on Free Lunches and Cross-Validation. Neural Computation\u00a09(6), 1211\u20131215 (1997)","journal-title":"Neural Computation"},{"key":"8_CR13","doi-asserted-by":"crossref","unstructured":"Goutte, C.: Regularization with a Pruning Prior. Neural Networks (1997) (to appear)","DOI":"10.1016\/S0893-6080(97)00027-0"},{"key":"8_CR14","doi-asserted-by":"publisher","first-page":"1223","DOI":"10.1162\/neco.1994.6.6.1223","volume":"6","author":"L.K. Hansen","year":"1994","unstructured":"Hansen, L.K., Rasmussen, C.E.: Pruning from Adaptive Regularization. Neural Computation\u00a06, 1223\u20131232 (1994)","journal-title":"Neural Computation"},{"key":"8_CR15","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1109\/NNSP.1994.366061","volume-title":"Proceedings of the IEEE Workshop on Neural Networks for Signal Processing IV","author":"L.K. Hansen","year":"1994","unstructured":"Hansen, L.K., Rasmussen, C.E., Svarer, C., Larsen, J.: Adaptive Regularization. In: Vlontzos, J., Hwang, J.-N., Wilson, E. (eds.) Proceedings of the IEEE Workshop on Neural Networks for Signal Processing IV, pp. 78\u201387. IEEE, Piscataway (1994)"},{"key":"8_CR16","doi-asserted-by":"publisher","first-page":"269","DOI":"10.1007\/BF02124747","volume":"5","author":"L.K. Hansen","year":"1996","unstructured":"Hansen, L.K., Larsen, J.: Linear Unlearning for Cross-Validation. Advances in Computational Mathematics\u00a05, 269\u2013280 (1996)","journal-title":"Advances in Computational Mathematics"},{"key":"8_CR17","volume-title":"Introduction to the Theory of Neural Computation","author":"J. Hertz","year":"1991","unstructured":"Hertz, J., Krogh, A., Palmer, R.G.: Introduction to the Theory of Neural Computation. Addison-Wesley Publishing Company, Redwood City (1991)"},{"key":"8_CR18","first-page":"223","volume-title":"Proceedings of the IEEE Workshop on Neural Networks for Signal Processing VI","author":"M. Hintz-Madsen","year":"1996","unstructured":"Hintz-Madsen, M., With Pedersen, M., Hansen, L.K., Larsen, J.: Design and Evaluation of Neural Classifiers. In: Usui, S., Tohkura, Y., Katagiri, S., Wilson, E. (eds.) Proceedings of the IEEE Workshop on Neural Networks for Signal Processing VI, pp. 223\u2013232. IEEE, Piscataway (1996)"},{"key":"8_CR19","doi-asserted-by":"publisher","first-page":"251","DOI":"10.1016\/0893-6080(91)90009-T","volume":"4","author":"K. Hornik","year":"1991","unstructured":"Hornik, K.: Approximation Capabilities of Multilayer Feedforward Networks. Neural Networks\u00a04, 251\u2013257 (1991)","journal-title":"Neural Networks"},{"issue":"5","key":"8_CR20","doi-asserted-by":"publisher","first-page":"1143","DOI":"10.1162\/neco.1997.9.5.1143","volume":"9","author":"M. Kearns","year":"1997","unstructured":"Kearns, M.: A Bound on the Error of Cross Validation Using the Approximation and Estimation Rates, with Consequences for the Training-Test Split. Neural Computation\u00a09(5), 1143\u20131161 (1997)","journal-title":"Neural Computation"},{"key":"8_CR21","doi-asserted-by":"publisher","first-page":"29","DOI":"10.1109\/NNSP.1992.253710","volume-title":"Proceedings of the 1992 IEEE-SP Workshop on Neural Networks for Signal Processing","author":"J. Larsen","year":"1992","unstructured":"Larsen, J.: A Generalization Error Estimate for Nonlinear Systems. In: Kung, S.Y., et al. (eds.) Proceedings of the 1992 IEEE-SP Workshop on Neural Networks for Signal Processing, vol.\u00a02, pp. 29\u201338. IEEE, Piscataway (1992)"},{"key":"8_CR22","unstructured":"Larsen, J.: Design of Neural Network Filters, Ph.D. Thesis, Electronics Institute, Technical University of Denmark (1993), ftp:\/\/eivind.imm.dtu.dk\/dist\/PhD_thesis\/jlarsen.thesis.ps.Z"},{"key":"8_CR23","doi-asserted-by":"publisher","first-page":"42","DOI":"10.1109\/NNSP.1994.366065","volume-title":"Proceedings of the IEEE Workshop on Neural Networks for Signal Processing IV","author":"J. Larsen","year":"1994","unstructured":"Larsen, J., Hansen, L.K.: Generalization Performance of Regularized Neural Network Models. In: Vlontzos, J., et al. (eds.) Proceedings of the IEEE Workshop on Neural Networks for Signal Processing IV, pp. 42\u201351. IEEE, Piscataway (1994)"},{"key":"8_CR24","first-page":"30","volume-title":"Proceedings of the IEEE Workshop on Neural Networks for Signal Processing V","author":"J. Larsen","year":"1995","unstructured":"Larsen, J., Hansen, L.K.: Empirical Generalization Assessment of Neural Network Models. In: Girosi, F., et al. (eds.) Proceedings of the IEEE Workshop on Neural Networks for Signal Processing V, pp. 30\u201339. IEEE, Piscataway (1995)"},{"key":"8_CR25","first-page":"62","volume-title":"Proceedings of the IEEE Workshop on Neural Networks for Signal Processing VI","author":"J. Larsen","year":"1996","unstructured":"Larsen, J., Hansen, L.K., Svarer, C., Ohlsson, M.: Design and Regularization of Neural Networks: The Optimal Use of a Validation Set. In: Usui, S., Tohkura, Y., Katagiri, S., Wilson, E. (eds.) Proceedings of the IEEE Workshop on Neural Networks for Signal Processing VI, pp. 62\u201371. IEEE, Piscataway (1996)"},{"key":"8_CR26","unstructured":"Larsen, J., et al.: Optimal Data Set Split Ratio for Empirical Generalization Error Estimates (in preparation)"},{"key":"8_CR27","first-page":"598","volume-title":"Proceedings of the 1989 Conference on Advances in Neural Information Processing Systemsshers","author":"Y. Cun Le","year":"1990","unstructured":"Le Cun, Y., Denker, J.S., Solla, S.A.: Optimal Brain Damage. In: Touretzky, D.S. (ed.) Proceedings of the 1989 Conference on Advances in Neural Information Processing Systemsshers, vol.\u00a02, pp. 598\u2013605. Morgan Kaufmann Publishers, San Mateo (1990)"},{"key":"8_CR28","unstructured":"Lowe, D.: Adaptive Radial Basis Function Nonlinearities and the Problem of Generalisation. In: Proc. IEE Conf. on Artificial Neural Networks, pp. 171\u2013175 (1989)"},{"key":"8_CR29","volume-title":"System Identification: Theory for the User","author":"L. Ljung","year":"1987","unstructured":"Ljung, L.: System Identification: Theory for the User. Prentice-Hall, Englewood Cliffs (1987)"},{"issue":"3","key":"8_CR30","doi-asserted-by":"publisher","first-page":"448","DOI":"10.1162\/neco.1992.4.3.448","volume":"4","author":"D.J.C. MacKay","year":"1992","unstructured":"MacKay, D.J.C.: A Practical Bayesian Framework for Backprop Networks. Neural Computation\u00a04(3), 448\u2013472 (1992)","journal-title":"Neural Computation"},{"key":"8_CR31","volume-title":"From Statistics to Neural Networks: Theory and Pattern Recognition Applications","author":"J. Moody","year":"1994","unstructured":"Moody, J.: Prediction Risk and Architecture Selection for Neural Networks. In: Cherkassky, V., et al. (eds.) From Statistics to Neural Networks: Theory and Pattern Recognition Applications, vol.\u00a0136. Springer-Verlag Series F, Berlin (1994)"},{"key":"8_CR32","volume-title":"Proceedings of the 1996 Conference on Advances in Neural Information Processing Systems","author":"J. Moody","year":"1997","unstructured":"Moody, J., R\u00f6gnvaldsson, T.: Smoothing Regularizers for Projective Basis Function Networks. In: Proceedings of the 1996 Conference on Advances in Neural Information Processing Systems, vol.\u00a09. MIT Press, Cambridge (1997)"},{"issue":"6","key":"8_CR33","doi-asserted-by":"publisher","first-page":"865","DOI":"10.1109\/72.329683","volume":"5","author":"N. Murata","year":"1994","unstructured":"Murata, N., Yoshizawa, S., Amari, S.: Network Information Criterion \u2014 Determining the Number of Hidden Units for an Artificial Neural Network Model. IEEE Transactions on Neural Networks\u00a05(6), 865\u2013872 (1994)","journal-title":"IEEE Transactions on Neural Networks"},{"issue":"4","key":"8_CR34","doi-asserted-by":"publisher","first-page":"473","DOI":"10.1162\/neco.1992.4.4.473","volume":"4","author":"S. Nowlan","year":"1992","unstructured":"Nowlan, S., Hinton, G.: Simplifying Neural Networks by Soft Weight Sharing. Neural Computation\u00a04(4), 473\u2013493 (1992)","journal-title":"Neural Computation"},{"key":"8_CR35","volume-title":"Proceedings of the IEEE Workshop on Neural Networks for Signal Processing VII","author":"M. With Pedersen","year":"1997","unstructured":"With Pedersen, M.: Training Recurrent Networks. In: Proceedings of the IEEE Workshop on Neural Networks for Signal Processing VII. IEEE, Piscataway (1997)"},{"key":"8_CR36","doi-asserted-by":"publisher","first-page":"175","DOI":"10.1121\/1.1906875","volume":"24","author":"G.E. Peterson","year":"1952","unstructured":"Peterson, G.E., Barney, H.L.: Control Methods Used in a Study of the Vowels. JASA\u00a024, 175\u2013184 (1952)","journal-title":"JASA"},{"issue":"6","key":"8_CR37","doi-asserted-by":"publisher","first-page":"1202","DOI":"10.1162\/neco.1994.6.6.1202","volume":"6","author":"R.S. Shadafan","year":"1994","unstructured":"Shadafan, R.S., Niranjan, M.: A Dynamic Neural Network Architecture by Sequential Partitioning of the Input Space. Neural Computation\u00a06(6), 1202\u20131222 (1994)","journal-title":"Neural Computation"},{"key":"8_CR38","unstructured":"Sj\u00f6berg, J.: Non-Linear System Identification with Neural Networks, Ph.D. Thesis no. 381, Department of Electrical Engineering, Link\u00f6ping University, Sweden (1995)"},{"issue":"2","key":"8_CR39","doi-asserted-by":"crossref","first-page":"111","DOI":"10.1111\/j.2517-6161.1974.tb00994.x","volume":"36","author":"M. Stone","year":"1974","unstructured":"Stone, M.: Cross-validatory Choice and Assessment of Statistical Predictors. Journal of the Royal Statistical Society B\u00a036(2), 111\u2013147 (1974)","journal-title":"Journal of the Royal Statistical Society B"},{"key":"8_CR40","first-page":"78","volume-title":"Proceedings of the IEEE Workshop on Neural Networks for Signal Processing","author":"C. Svarer","year":"1993","unstructured":"Svarer, C., Hansen, L.K., Larsen, J., Rasmussen, C.E.: Designer Networks for Time Series Processing. In: Kamm, C.A., et al. (eds.) Proceedings of the IEEE Workshop on Neural Networks for Signal Processing, vol.\u00a03, pp. 78\u201387. IEEE, Piscataway (1993)"},{"key":"8_CR41","doi-asserted-by":"publisher","first-page":"2459","DOI":"10.1121\/1.400932","volume":"89","author":"R.L. Watrous","year":"1991","unstructured":"Watrous, R.L.: Current Status of PetersonBarney Vowel Formant Data. JASA\u00a089, 2459\u20132460 (1991)","journal-title":"JASA"},{"issue":"3","key":"8_CR42","doi-asserted-by":"publisher","first-page":"193","DOI":"10.1142\/S0129065790000102","volume":"1","author":"A.S. Weigend","year":"1990","unstructured":"Weigend, A.S., Huberman, B.A., Rumelhart, D.E.: Predicting the Future: A Connectionist Approach. International Journal of Neural Systems\u00a01(3), 193\u2013209 (1990)","journal-title":"International Journal of Neural Systems"},{"issue":"1","key":"8_CR43","doi-asserted-by":"publisher","first-page":"117","DOI":"10.1162\/neco.1995.7.1.117","volume":"7","author":"P.M. Williams","year":"1995","unstructured":"Williams, P.M.: Bayesian Regularization and Pruning using a Laplace Prior. Neural Computation\u00a07(1), 117\u2013143 (1995)","journal-title":"Neural Computation"},{"key":"8_CR44","unstructured":"Wolpert, D.H., Macready, W.G.: The Mathematics of Search. Technical Report SFI-TR-95-02-010, Santa Fe Instute (1995)"},{"key":"8_CR45","doi-asserted-by":"crossref","unstructured":"Wu, L., Moody, J.: A Smoothing Regularizer for Feedforward and Recurrent Neural Networks. Neural Computation 8(3) (1996)","DOI":"10.1162\/neco.1996.8.3.461"},{"issue":"7","key":"8_CR46","doi-asserted-by":"publisher","first-page":"1421","DOI":"10.1162\/neco.1996.8.7.1421","volume":"8","author":"H. Zhu","year":"1996","unstructured":"Zhu, H., Rohwer, R.: No Free Lunch for Cross Validation. Neural Computation\u00a08(7), 1421\u20131426 (1996)","journal-title":"Neural Computation"}],"container-title":["Lecture Notes in Computer Science","Neural Networks: Tricks of the Trade"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-35289-8_8","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,20]],"date-time":"2025-04-20T21:29:18Z","timestamp":1745184558000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-35289-8_8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2012]]},"ISBN":["9783642352881","9783642352898"],"references-count":46,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-35289-8_8","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2012]]}}}