{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,31]],"date-time":"2026-03-31T07:22:26Z","timestamp":1774941746967,"version":"3.50.1"},"publisher-location":"Berlin, Heidelberg","reference-count":46,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"value":"9783540653110","type":"print"},{"value":"9783540494300","type":"electronic"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[1998]]},"DOI":"10.1007\/3-540-49430-8_6","type":"book-chapter","created":{"date-parts":[[2007,8,11]],"date-time":"2007-08-11T14:57:33Z","timestamp":1186844253000},"page":"113-132","source":"Crossref","is-referenced-by-count":20,"title":["Adaptive Regularization in Neural Network Modeling"],"prefix":"10.1007","author":[{"given":"Jan","family":"Larsen","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Claus","family":"Svarer","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lars Nonboe","family":"Andersen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lars Kai","family":"Hansen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2002,3,28]]},"reference":[{"key":"6_CR1","doi-asserted-by":"crossref","first-page":"243","DOI":"10.1007\/BF02532251","volume":"21","author":"H. Akaike","year":"1969","unstructured":"H. Akaike: Fitting Autoregressive Models for Prediction. Annals of the Institute of Statistical Mathematics 21 (1969) 243\u2013247","journal-title":"Fitting Autoregressive Models for Prediction. Annals of the Institute of Statistical Mathematics"},{"issue":"5","key":"6_CR2","doi-asserted-by":"publisher","first-page":"985","DOI":"10.1109\/72.623200","volume":"8","author":"S. Amari","year":"1997","unstructured":"S. Amari, N. Murata, K.R. Muller, M. Finke and H. Yang: Asymptotic Statistical Theory of Overtraining and Cross-Validation. Technical report METR 95-06 (1995) and IEEE Transactions on Neural Networks, 8, 5, 985\u2013996 (1997)","journal-title":"Technical report METR 95-06 (1995) and IEEE Transactions on Neural Networks"},{"key":"6_CR3","doi-asserted-by":"publisher","first-page":"24","DOI":"10.1109\/NNSP.1997.622380","volume-title":"Proceedings of the IEEE Workshop on Neural Networks for Signal Processing VII","author":"L.N. Andersen","year":"1997","unstructured":"L. Nonboe Andersen, J. Larsen, L.K. Hansen and M. Hintz-madsen: Adaptive Regularization of Neural Classifiers. In J. Principe (eds.), Proceedings of the IEEE Workshop on Neural Networks for Signal Processing VII, Piscataway, New Jersey: IEEE, (1997) 24\u201333"},{"issue":"4","key":"6_CR4","doi-asserted-by":"publisher","first-page":"882","DOI":"10.1109\/72.248466","volume":"4","author":"C.M. Bishop","year":"1993","unstructured":"C.M. Bishop: Curvature-Driven Smoothing: A Learning Algorithm for Feedforward Neural Networks. IEEE Transactions on Neural Networks 4(4) (1993) 882\u2013884","journal-title":"IEEE Transactions on Neural Networks"},{"key":"6_CR5","doi-asserted-by":"crossref","DOI":"10.1093\/oso\/9780198538493.001.0001","volume-title":"Neural Networks for Pattern Recognition","author":"C.M. Bishop","year":"1995","unstructured":"C.M. Bishop: Neural Networks for Pattern Recognition. Oxford, UK: Oxford University Press (1995)"},{"key":"6_CR6","volume-title":"Numerical Methods for Unconstrained Optimization and Non-linear Equations","author":"J.E. Dennis","year":"1983","unstructured":"J.E. Dennis and R.B. Schnabel: Numerical Methods for Unconstrained Optimization and Non-linear Equations. Englewood Clifis, NJ: Prentice-Hall (1983)"},{"key":"6_CR7","doi-asserted-by":"publisher","first-page":"198","DOI":"10.1109\/NNSP.1991.239522","volume-title":"Neural Networks for Signal Processing: Proceedings of the 1991 IEEE-SPWorkshop","author":"H. Drucker","year":"1991","unstructured":"H. Drucker and Y. Le Cun: Improving Generalization Performance in Character Recognition. In B.H. Juang (eds.), Neural Networks for Signal Processing: Proceedings of the 1991 IEEE-SPWorkshop, Piscataway, New Jersey: IEEE (1991) 198\u2013207"},{"key":"6_CR8","doi-asserted-by":"crossref","unstructured":"S. Geisser: The Predictive Sample Reuse Method with Applications. Journal of the American Statistical Association (1975) 320\u2013328","DOI":"10.1080\/01621459.1975.10479865"},{"key":"6_CR9","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1162\/neco.1992.4.1.1","volume":"4","author":"S. Geman","year":"1992","unstructured":"S. Geman, E. Bienenstock and R. Doursat: Neural Networks and the BiasVariance Dilemma. Neural Computation 4 (1992) 1\u201358","journal-title":"Neural Computation"},{"issue":"2","key":"6_CR10","doi-asserted-by":"publisher","first-page":"219","DOI":"10.1162\/neco.1995.7.2.219","volume":"7","author":"F. Girosi","year":"1995","unstructured":"F. Girosi, M. Jones, T. Poggio, Regularization Theory and Neural Networks Architectures, Neural Computation 7, 2 (1995) 219\u2013269","journal-title":"Neural Computation"},{"key":"6_CR11","first-page":"1201","volume":"2","author":"C. Goutte","year":"1998","unstructured":"C. Goutte and J. Larsen: Adaptive Regularization of Neural Networks using Conjugate Gradient, in Proceedings of ICASSP\u201998, Seattle USA 2 (1998) 1201\u20131204","journal-title":"Proceedings of ICASSP\u201998, Seattle USA"},{"issue":"6","key":"6_CR12","doi-asserted-by":"publisher","first-page":"1211","DOI":"10.1162\/neco.1997.9.6.1245","volume":"9","author":"C. Goutte","year":"1997","unstructured":"C. Goutte: Note on Free Lunches and Cross-Validation. Neural Computation 9(6) (1997) 1211\u20131215","journal-title":"Neural Computation"},{"key":"6_CR13","doi-asserted-by":"crossref","unstructured":"C. Goutte: Regularization with a Pruning Prior. To appear in Neural Networks (1997)","DOI":"10.1016\/S0893-6080(97)00027-0"},{"key":"6_CR14","doi-asserted-by":"publisher","first-page":"1223","DOI":"10.1162\/neco.1994.6.6.1223","volume":"6","author":"L.K. Hansen","year":"1994","unstructured":"L.K. Hansen and C.E. Rasmussen: Pruning from Adaptive Regularization. Neural Computation 6 (1994) 1223\u20131232","journal-title":"Neural Computation"},{"key":"6_CR15","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1109\/NNSP.1994.366061","volume-title":"Proceedings of the IEEE Workshop on Neural Networks for Signal Processing IV","author":"L.K. Hansen","year":"1994","unstructured":"L.K. Hansen, C.E. Rasmussen, C. Svarer and J. Larsen: Adaptive Regularization. In J. Vlontzos, J.-N. Hwang and E. Wilson eds, Proceedings of the IEEE Workshop on Neural Networks for Signal Processing IV, Piscataway, New Jersey: IEEE (1994) 78\u201387"},{"key":"6_CR16","doi-asserted-by":"publisher","first-page":"269","DOI":"10.1007\/BF02124747","volume":"5","author":"L.K. Hansen","year":"1996","unstructured":"L.K. Hansen and J. Larsen: Linear Unlearning for Cross-Validation. Advances in Computational Mathematics 5 (1996) 269\u2013280","journal-title":"Advances in Computational Mathematics"},{"key":"6_CR17","volume-title":"Introduction to the Theory of Neural Computation","author":"J. Hertz","year":"1991","unstructured":"J. Hertz, A. Krogh and R.G. Palmer: Introduction to the Theory of Neural Computation. Redwood City, California: Addison-Wesley Publishing Company (1991)"},{"key":"6_CR18","doi-asserted-by":"publisher","first-page":"223","DOI":"10.1109\/NNSP.1996.548352","volume-title":"Proceedings of the IEEE Workshop on Neural Networks for Signal Processing VI","author":"M. Hintz-Madsen","year":"1996","unstructured":"M. Hintz-Madsen, M. With Pedersen, L.K. Hansen, and J. Larsen: Design and Evaluation of Neural Classifiers. In S. Usui, Y. Tohkura, S. Katagiri and E. Wilson (eds.), Proceedings of the IEEE Workshop on Neural Networks for Signal Processing VI, Piscataway, New Jersey: IEEE, (1996) 223\u2013232"},{"key":"6_CR19","doi-asserted-by":"publisher","first-page":"251","DOI":"10.1016\/0893-6080(91)90009-T","volume":"4","author":"K. Hornik","year":"1991","unstructured":"K. Hornik: Approximation Capabilities of Multilayer Feedforward Networks. Neural Networks 4 (1991) 251\u2013257","journal-title":"Neural Networks"},{"issue":"5","key":"6_CR20","doi-asserted-by":"publisher","first-page":"1143","DOI":"10.1162\/neco.1997.9.5.1143","volume":"9","author":"M. Kearns","year":"1997","unstructured":"M. Kearns: A Bound on the Error of Cross Validation Using the Approximation and Estimation Rates, with Consequences for the Training-Test Split. Neural Computation 9(5) (1997) 1143\u20131161","journal-title":"Neural Computation"},{"key":"6_CR21","doi-asserted-by":"publisher","first-page":"29","DOI":"10.1109\/NNSP.1992.253710","volume-title":"Neural Networks for Signal Processing 2: Proceedings of the 1992 IEEE-SP Workshop","author":"J. Larsen","year":"1992","unstructured":"J. Larsen: A Generalization Error Estimate for Nonlinear Systems. In S.Y. Kung (eds.), Neural Networks for Signal Processing 2: Proceedings of the 1992 IEEE-SP Workshop, Piscataway, New Jersey: IEEE (1992) 29\u201338"},{"key":"6_CR22","unstructured":"J. Larsen: Design of Neural Network Filters, Ph.D. Thesis, Electronics Institute, Technical University of Denmark (1993). Available via ftp:\/\/eivind.imm.dtu.dk\/dist\/PhDfithesis\/jlarsen.thesis.ps.Z"},{"key":"6_CR23","doi-asserted-by":"publisher","first-page":"42","DOI":"10.1109\/NNSP.1994.366065","volume-title":"Proceedings of the IEEE Workshop on Neural Networks for Signal Processing IV","author":"J. Larsen","year":"1994","unstructured":"J. Larsen and L.K. Hansen: Generalization Performance of Regularized Neural Network Models. In J. Vlontzos et al. (eds.), Proceedings of the IEEE Workshop on Neural Networks for Signal Processing IV, Piscataway, New Jersey: IEEE (1994) 42\u201351"},{"key":"6_CR24","doi-asserted-by":"publisher","first-page":"30","DOI":"10.1109\/NNSP.1995.514876","volume-title":"Proceedings of the IEEE Workshop on Neural Networks for Signal Processing V","author":"J. Larsen","year":"1995","unstructured":"J. Larsen and L.K. Hansen: Empirical Generalization Assessment of Neural Network Models. In Fed. Girosi et at (eds.), Proceedings of the IEEE Workshop on Neural Networks for Signal Processing V, Piscataway, New Jersey: IEEE(1995) 30\u201339"},{"key":"6_CR25","doi-asserted-by":"publisher","first-page":"62","DOI":"10.1109\/NNSP.1996.548336","volume-title":"Proceedings of the IEEE Workshop on Neural Networks for Signal Processing VI","author":"J. Larsen","year":"1996","unstructured":"J. Larsen, L.K. Hansen, C. Svarer and M. Ohlsson: Design and Regularization of Neural Networks: The Optimal Use of a Validation Set. In S. Usui, Y. Tohkura, S. Katagiri and E. Wilson (eds.), Proceedings of the IEEE Workshop on Neural Networks for Signal Processing VI, Piscataway, New Jersey: IEEE, (1996) 62\u201371"},{"key":"6_CR26","unstructured":"J. Larsen et al: Optimal Data Set Split Ratio for Empirical Generalization Error Estimates. In preparation."},{"key":"6_CR27","first-page":"598","volume-title":"Advances in Neural Information Processing Systems 2, Proceedings of the 1989 Conference","author":"Y. Cun Le","year":"1990","unstructured":"Y. Le Cun, J.S. Denker and S.A. Solla: Optimal Brain Damage. In D.S. Touretzky (ed.), Advances in Neural Information Processing Systems 2, Proceedings of the 1989 Conference, San Mateo, California: Morgan Kaufmann Publishers (1990) 598\u2013605"},{"key":"6_CR28","unstructured":"D. Lowe: Adaptive Radial Basis Function Nonlinearities and the Problem of Generalisation. Proc. IEE Conf. on Artificial Neural Networks, (1989) 171\u2013175"},{"key":"6_CR29","volume-title":"System Identification: Theory for the User. Englewood Clifis","author":"L. Ljung","year":"1987","unstructured":"L. Ljung: System Identification: Theory for the User. Englewood Clifis, New Jersey: Prentice-Hall (1987)"},{"issue":"3","key":"6_CR30","doi-asserted-by":"publisher","first-page":"448","DOI":"10.1162\/neco.1992.4.3.448","volume":"4","author":"D.J.C. MacKay","year":"1992","unstructured":"D.J.C. MacKay: A Practical Bayesian Framework for Backprop Networks. Neural Computation 4(3) (1992)448\u2013472","journal-title":"Neural Computation"},{"key":"6_CR31","volume-title":"From Statistics to Neural Networks: Theory and Pattern Recognition Applications","author":"J. Moody","year":"1994","unstructured":"J. Moody: Prediction Risk and Architecture Selection for Neural Networks. In V. Cherkassky et al. (eds.), From Statistics to Neural Networks: Theory and Pattern Recognition Applications, Berlin, Germany: Springer-Verlag Series F (1994)"},{"key":"6_CR32","volume-title":"Advances in Neural Information Processing Systems 9, Proceedings of the 1996 Conference","author":"J. Moody","year":"1997","unstructured":"J. Moody, T. Rognvaldsson: Smoothing Regularizers for Projective Basis Function Networks. In Advances in Neural Information Processing Systems 9, Proceedings of the 1996 Conference, Cambridge, Massachusetts: MIT Press (1997)"},{"issue":"6","key":"6_CR33","first-page":"865","volume":"5","author":"N. Murata","year":"1994","unstructured":"N. Murata, S. Yoshizawa and S. Amari: Network Information Criterion-Determining the Number of Hidden Units for an Artificial Neural Network Model. IEEE Transactions on Neural Networks 5(6) (1994) 865\u2013872","journal-title":"Network Information Criterion-Determining the Number of Hidden Units for an Artificial Neural Network Model. IEEE Transactions on Neural Networks"},{"issue":"4","key":"6_CR34","doi-asserted-by":"publisher","first-page":"473","DOI":"10.1162\/neco.1992.4.4.473","volume":"4","author":"S. Nowlan","year":"1992","unstructured":"S. Nowlan and G. Hinton: Simplifying Neural Networks by Soft Weight Sharing. Neural Computation 4(4) (1992) 473\u2013493","journal-title":"Neural Computation"},{"key":"6_CR35","volume-title":"Proceedings of the IEEE Workshop on Neural Networks for Signal Processing VII","author":"M. W. Pedersen","year":"1997","unstructured":"M. With Pedersen: Training Recurrent Networks. In Proceedings of the IEEE Workshop on Neural Networks for Signal Processing VII, Piscataway, New Jersey: IEEE, (1997)"},{"key":"6_CR36","doi-asserted-by":"crossref","unstructured":"G.E. Peterson and H.L. Barney: Control Methods Used in a Study of the Vowels. JASA (1952) 175\u2013184","DOI":"10.1121\/1.1906875"},{"issue":"6","key":"6_CR37","doi-asserted-by":"publisher","first-page":"1202","DOI":"10.1162\/neco.1994.6.6.1202","volume":"6","author":"R.S. Shadafan","year":"1994","unstructured":"R.S. Shadafan and M. Niranjan: A Dynamic Neural Network Architecture by Sequential Partitioning of the Input Space. Neural Computation 6(6) (1994) 1202\u20131222","journal-title":"Neural Computation"},{"key":"6_CR38","volume-title":"Non-Linear System Identification with Neural Networks","author":"J. Sjoberg","year":"1995","unstructured":"J. Sjoberg: Non-Linear System Identification with Neural Networks, Ph.D. Thesis no. 381, Department of Electrical Engineering, Linkoping University, Sweden, (1995)"},{"issue":"2","key":"6_CR39","doi-asserted-by":"crossref","first-page":"111","DOI":"10.1111\/j.2517-6161.1974.tb00994.x","volume":"36","author":"M. Stone","year":"1974","unstructured":"M. Stone: Cross-validatory Choice and Assessment of Statistical Predictors. Journal of the Royal Statistical Society B 36(2) (1974) 111\u2013147","journal-title":"Journal of the Royal Statistical Society B"},{"key":"6_CR40","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1109\/NNSP.1993.471881","volume-title":"Proceedings of the IEEE Workshop on Neural Networks for Signal Processing 3","author":"C. Svarer","year":"1993","unstructured":"C. Svarer, L.K. Hansen, J. Larsen and C. E. Rasmussen: Designer Networks for Time Series Processing. In C.A. Kamm et al. (eds.), Proceedings of the IEEE Workshop on Neural Networks for Signal Processing 3, Piscataway, New Jersey: IEEE (1993) 78\u201387"},{"key":"6_CR41","unstructured":"R.L. Watrous: Current Status of PetersonBarney Vowel Formant Data. JASA (1991) 2459\u20132460"},{"issue":"3","key":"6_CR42","doi-asserted-by":"publisher","first-page":"193","DOI":"10.1142\/S0129065790000102","volume":"1","author":"A.S. Weigend","year":"1990","unstructured":"A.S. Weigend, B.A. Huberman and D.E. Rumelhart: Predicting the Future: A Connectionist Approach. International Journal of Neural Systems 1(3) (1990) 193\u2013209","journal-title":"International Journal of Neural Systems"},{"issue":"1","key":"6_CR43","doi-asserted-by":"publisher","first-page":"117","DOI":"10.1162\/neco.1995.7.1.117","volume":"7","author":"P.M. Williams","year":"1995","unstructured":"P.M. Williams: Bayesian Regularization and Pruning using a Laplace Prior. Neural Computation 7(1) (1995) 117\u2013143","journal-title":"Neural Computation"},{"key":"6_CR44","unstructured":"D.H. Wolpert and W.G. Macready: The Mathematics of Search Technical Report SFI-TR-95-02-010, Santa Fe Instute (1995)"},{"key":"6_CR45","doi-asserted-by":"crossref","unstructured":"L. Wu and J. Moody: A Smoothing Regularizer for Feedforward and Recurrent Neural Networks. Neural Computation 8(3) 1996","DOI":"10.1162\/neco.1996.8.3.461"},{"issue":"7","key":"6_CR46","doi-asserted-by":"publisher","first-page":"1421","DOI":"10.1162\/neco.1996.8.7.1421","volume":"8","author":"H. Zhu","year":"1996","unstructured":"H. Zhu and R. Rohwer. No Free Lunch for Cross Validation. Neural Computation 8(7) (1996) 1421\u20131426","journal-title":"Neural Computation"}],"container-title":["Lecture Notes in Computer Science","Neural Networks: Tricks of the Trade"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/3-540-49430-8_6","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,20]],"date-time":"2025-01-20T08:27:50Z","timestamp":1737361670000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/3-540-49430-8_6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[1998]]},"ISBN":["9783540653110","9783540494300"],"references-count":46,"URL":"https:\/\/doi.org\/10.1007\/3-540-49430-8_6","relation":{},"ISSN":["0302-9743"],"issn-type":[{"value":"0302-9743","type":"print"}],"subject":[],"published":{"date-parts":[[1998]]}}}