{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,19]],"date-time":"2026-04-19T06:34:39Z","timestamp":1776580479858,"version":"3.51.2"},"reference-count":69,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2021,5,19]],"date-time":"2021-05-19T00:00:00Z","timestamp":1621382400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2021,5,19]],"date-time":"2021-05-19T00:00:00Z","timestamp":1621382400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"Crick-Clay Professorship, CSHL H N Mahabala Chair Professorship, IIT Madras"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nat Mach Intell"],"DOI":"10.1038\/s42256-021-00345-8","type":"journal-article","created":{"date-parts":[[2021,5,19]],"date-time":"2021-05-19T16:11:58Z","timestamp":1621440718000},"page":"378-386","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":10,"title":["Fitting elephants in modern machine learning by statistically consistent interpolation"],"prefix":"10.1038","volume":"3","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8818-6804","authenticated-orcid":false,"given":"Partha P.","family":"Mitra","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,5,19]]},"reference":[{"key":"345_CR1","doi-asserted-by":"publisher","first-page":"297","DOI":"10.1038\/427297a","volume":"427","author":"F Dyson","year":"2004","unstructured":"Dyson, F. A meeting with Enrico Fermi. Nature 427, 297 (2004).","journal-title":"Nature"},{"key":"345_CR2","doi-asserted-by":"crossref","unstructured":"James, G., Witten, D., Hastie, T. & Tibshirani, R. An Introduction to Statistical Learning Vol. 112 (Springer, 2013).","DOI":"10.1007\/978-1-4614-7138-7"},{"key":"345_CR3","doi-asserted-by":"crossref","unstructured":"Gy\u00f6rfi, L., Kohler, M., Krzyzak, A. & Walk, H. A Distribution-Free Theory of Nonparametric Regression (Springer, 2002).","DOI":"10.1007\/b97848"},{"key":"345_CR4","unstructured":"Zhang, C., Bengio, S., Hardt, M., Recht, B. & Vinyals, O. Understanding deep learning requires rethinking generalization. In International Conference on Learning Representations (ICLR, 2017)."},{"key":"345_CR5","first-page":"1","volume":"18","author":"AJ Wyner","year":"2017","unstructured":"Wyner, A. J., Olson, M., Bleich, J. & Mease, D. Explaining the success of adaboost and random forests as interpolating classifiers. J. Mach. Learn. Res. 18, 1\u201333 (2017).","journal-title":"J. Mach. Learn. Res."},{"key":"345_CR6","unstructured":"Belkin, M., Ma, S. & Mandal, S. To understand deep learning we need to understand kernel learning. In Proc. 35th International Conference on Machine Learning 541\u2013549 (PMLR, 2018)."},{"key":"345_CR7","unstructured":"Belkin, M., Hsu, D. & Mitra, P. Overfitting or perfect fitting? Risk bounds for classification and regression rules that interpolate. In Advances in Neural Information Processing Systems Vol. 31 (NIPS, 2018)."},{"key":"345_CR8","first-page":"490","volume":"33","author":"A Cutler","year":"2001","unstructured":"Cutler, A. & Zhao, G. Pert-perfect random tree ensembles. Comput. Sci. Stat. 33, 490\u2013497 (2001).","journal-title":"Comput. Sci. Stat."},{"key":"345_CR9","doi-asserted-by":"publisher","first-page":"9446","DOI":"10.1073\/pnas.0502269102","volume":"102","author":"DL Donoho","year":"2005","unstructured":"Donoho, D. L. & Tanner, J. Sparse nonnegative solution of underdetermined linear equations by linear programming. Proc. Natl Acad. Sci. USA 102, 9446\u20139451 (2005).","journal-title":"Proc. Natl Acad. Sci. USA"},{"key":"345_CR10","doi-asserted-by":"crossref","unstructured":"Wainwright, M. J. High-Dimensional Statistics: A Non-Asymptotic Viewpoint Vol. 48 (Cambridge Univ. Press, 2019).","DOI":"10.1017\/9781108627771"},{"key":"345_CR11","unstructured":"Rakhlin, A. & Zhai, X. Consistency of interpolation with laplace kernels is a high-dimensional phenomenon. In Proc. Thirty-Second Conference on Learning Theory 2595\u20132623 (PMLR, 2019)."},{"key":"345_CR12","unstructured":"Ongie, G., Willett, R., Soudry, D. & Srebro, N. A function space view of bounded norm infinite width ReLU nets: the multivariate case. In International Conference on Learning Representations (ICLR, 2020)."},{"key":"345_CR13","doi-asserted-by":"publisher","first-page":"15849","DOI":"10.1073\/pnas.1903070116","volume":"116","author":"M Belkin","year":"2019","unstructured":"Belkin, M., Hsu, D., Ma, S. & Mandal, S. Reconciling modern machine-learning practice and the classical bias\u2013variance trade-off. Proc. Natl Acad. Sci. USA 116, 15849\u201315854 (2019).","journal-title":"Proc. Natl Acad. Sci. USA"},{"key":"345_CR14","doi-asserted-by":"publisher","first-page":"1329","DOI":"10.1214\/19-AOS1849","volume":"48","author":"T Liang","year":"2020","unstructured":"Liang, T. & Rakhlin, A. Just interpolate: kernel \u201cridgeless\u201d regression can generalize. Ann. Stat. 48, 1329\u20131347 (2020).","journal-title":"Ann. Stat."},{"key":"345_CR15","doi-asserted-by":"publisher","first-page":"30063","DOI":"10.1073\/pnas.1907378117","volume":"117","author":"PL Bartlett","year":"2020","unstructured":"Bartlett, P. L., Long, P. M., Lugosi, G. & Tsigler, A. Benign overfitting in linear regression. Proc. Natl Acad. Sci. USA 117, 30063\u201330070 (2020).","journal-title":"Proc. Natl Acad. Sci. USA"},{"key":"345_CR16","unstructured":"Montanari, A., Ruan, F., Sohn, Y. & Yan, J. The generalization error of max-margin linear classifiers: high-dimensional asymptotics in the overparametrized regime. Preprint at https:\/\/arxiv.org\/pdf\/1911.01544.pdf (2019)."},{"key":"345_CR17","unstructured":"Karzand, M. & Nowak, R. D. Active learning in the overparameterized and interpolating regime. Preprint at https:\/\/arxiv.org\/pdf\/1905.12782.pdf (2019)."},{"key":"345_CR18","unstructured":"Xing, Y., Song, Q. & Cheng, G. Statistical optimality of interpolated nearest neighbor algorithms. Preprint at https:\/\/arxiv.org\/pdf\/1810.02814.pdf (2018)."},{"key":"345_CR19","doi-asserted-by":"crossref","unstructured":"Anthony, M. & Bartlett, P. L. Neural Network Learning: Theoretical Foundations (Cambridge Univ. Press, 1999).","DOI":"10.1017\/CBO9780511624216"},{"key":"345_CR20","unstructured":"Arora, S., Du, S., Hu, W., Li, Z. & Wang, R. Fine-grained analysis of optimization and generalization for overparameterized two-layer neural networks. In International Conference on Machine Learning 322\u2013332 (PMLR, 2019)."},{"key":"345_CR21","unstructured":"Allen-Zhu, Z., Li, Y. & Liang, Y. Learning and generalization in overparameterized neural networks, going beyond two layers. In Advances in Neural Information Processing Systems Vol. 32, 6158\u20136169 (NIPS, 2019)."},{"key":"345_CR22","first-page":"1651","volume":"26","author":"RE Schapire","year":"1998","unstructured":"Schapire, R. E. et al. Boosting the margin: a new explanation for the effectiveness of voting methods. Ann. Stat. 26, 1651\u20131686 (1998).","journal-title":"Ann. Stat."},{"key":"345_CR23","unstructured":"M\u00fccke, N. & Steinwart, I. Global minima of DNNs: the plenty pantry. Preprint at https:\/\/arxiv.org\/pdf\/1905.10686.pdf (2019)."},{"key":"345_CR24","doi-asserted-by":"publisher","first-page":"141","DOI":"10.1137\/1109020","volume":"9","author":"EA Nadaraya","year":"1964","unstructured":"Nadaraya, E. A. On estimating regression. Theory Probability Appl. 9, 141\u2013142 (1964).","journal-title":"Theory Probability Appl."},{"key":"345_CR25","first-page":"359","volume":"26","author":"G Watson","year":"1964","unstructured":"Watson, G. Smooth regression analysis. Sankhya A 26, 359\u2013372 (1964).","journal-title":"Sankhya A"},{"key":"345_CR26","doi-asserted-by":"publisher","first-page":"21","DOI":"10.1109\/TIT.1967.1053964","volume":"13","author":"T Cover","year":"1967","unstructured":"Cover, T. & Hart, P. Nearest neighbor pattern classification. IEEE Trans. Inf. Theory 13, 21\u201327 (1967).","journal-title":"IEEE Trans. Inf. Theory"},{"key":"345_CR27","doi-asserted-by":"crossref","unstructured":"Shepard, D. A two-dimensional interpolation function for irregularly-spaced data. In Proc. 23rd ACM National Conference 517\u2013524 (ACM, 1968).","DOI":"10.1145\/800186.810616"},{"key":"345_CR28","doi-asserted-by":"publisher","first-page":"209","DOI":"10.1006\/jmva.1997.1725","volume":"65","author":"L Devroye","year":"1998","unstructured":"Devroye, L., Gy\u00f6rfi, L. & Krzy\u017cak, A. The Hilbert kernel regression estimate. J. Multivariate Anal. 65, 209\u2013227 (1998).","journal-title":"J. Multivariate Anal."},{"key":"345_CR29","first-page":"59","volume":"69","author":"E Waring","year":"1779","unstructured":"Waring, E. VII. Problems concerning interpolations. Philos. Trans. R. Soc. Lond 69, 59\u201367 (1779).","journal-title":"Philos. Trans. R. Soc. Lond"},{"key":"345_CR30","first-page":"20","volume":"46","author":"C Runge","year":"1901","unstructured":"Runge, C. \u00dcber empirische Funktionen und die Interpolation zwischen \u00e4quidistanten Ordinaten. Z. Math. Phys. 46, 20 (1901).","journal-title":"Z. Math. Phys."},{"key":"345_CR31","unstructured":"Xing, Y., Song, Q. & Cheng, G. Benefit of interpolation in nearest neighbor algorithms. Preprint at https:\/\/arxiv.org\/pdf\/1909.11720.pdf (2019)."},{"key":"345_CR32","doi-asserted-by":"publisher","first-page":"303","DOI":"10.1007\/BF02551274","volume":"2","author":"G Cybenko","year":"1989","unstructured":"Cybenko, G. Approximation by superpositions of a sigmoidal function. Math. Control Signals Syst. 2, 303\u2013314 (1989).","journal-title":"Math. Control Signals Syst."},{"key":"345_CR33","unstructured":"Jacot, A., Gabriel, F. & Hongler, C. Neural tangent kernel: convergence and generalization in neural networks. In Advances in Neural Information Processing Systems Vol. 31, 8571\u20138580 (NIPS, 2018)."},{"key":"345_CR34","unstructured":"Goodfellow, I., Bengio, Y. & Courville, A. Deep Learning (MIT Press, 2016)."},{"key":"345_CR35","unstructured":"Bartlett, P. L. For valid generalization the size of the weights is more important than the size of the network. In Advances in Neural Information Processing Systems Vol. 9, 134\u2013140 (NIPS, 1997)."},{"key":"345_CR36","unstructured":"Neyshabur, B., Tomioka, R. & Srebro, N. In search of the real inductive bias: on the role of implicit regularization in deep learning. Preprint at https:\/\/arxiv.org\/pdf\/1412.6614.pdf (2014)."},{"key":"345_CR37","unstructured":"Heaven, W. D. Our weird behavior during the pandemic is messing with AI models. MIT Technology Review (11 May 2020)."},{"key":"345_CR38","unstructured":"Goodfellow, I. J., Shlens, J. & Szegedy, C. Explaining and harnessing adversarial examples. Preprint at https:\/\/arxiv.org\/pdf\/1412.6572.pdf (2014)."},{"key":"345_CR39","unstructured":"Engstrom, L., Tran, B., Tsipras, D., Schmidt, L. & Madry, A. A rotation and a translation suffice: fooling CNNs with simple transformations. In International Conference on Learning Representations (ICLR, 2018)."},{"key":"345_CR40","unstructured":"Ma, S., Bassily, R. & Belkin, M. The power of interpolation: understanding the effectiveness of SGD in modern over-parametrized learning. In International Conference on Machine Learning 3325\u20133334 (PMLR, 2018)."},{"key":"345_CR41","doi-asserted-by":"crossref","unstructured":"Mitra, P. P. Fast convergence for stochastic and distributed gradient descent in the interpolation limit. In Proc. 26th European Signal Processing Conference (EUSIPCO) 1890\u20131894 (IEEE, 2018).","DOI":"10.23919\/EUSIPCO.2018.8553369"},{"key":"345_CR42","doi-asserted-by":"publisher","first-page":"10625","DOI":"10.1073\/pnas.2001875117","volume":"117","author":"M Loog","year":"2020","unstructured":"Loog, M., Viering, T., Mey, A., Krijthe, J. H. & Tax, D. M. A brief prehistory of double descent. Proc. Natl Acad. Sci. USA 117, 10625\u201310626 (2020).","journal-title":"Proc. Natl Acad. Sci. USA"},{"key":"345_CR43","doi-asserted-by":"crossref","unstructured":"Engel, A. & Van den Broeck, C. Statistical Mechanics of Learning (Cambridge Univ. Press, 2001).","DOI":"10.1017\/CBO9781139164542"},{"key":"345_CR44","unstructured":"Hastie, T., Montanari, A., Rosset, S. & Tibshirani, R. J. Surprises in high-dimensional ridgeless least squares interpolation. Preprint at https:\/\/arxiv.org\/pdf\/1903.08560.pdf (2019)."},{"key":"345_CR45","unstructured":"Mitra, P. P. Understanding overfitting peaks in generalization error: analytical risk curves for l2 and l1 penalized interpolation. Preprint at https:\/\/arxiv.org\/pdf\/1906.03667.pdf (2019)."},{"key":"345_CR46","unstructured":"Adlam, B. & Pennington, J. The neural tangent kernel in high dimensions: triple descent and a multi-scale theory of generalization. In International Conference on Machine Learning 74\u201384 (PMLR, 2020)."},{"key":"345_CR47","doi-asserted-by":"crossref","unstructured":"Hessel, M. et al. Rainbow: combining improvements in deep reinforcement learning. In Proc. 32nd AAAI Conference on Artificial Intelligence (AAAI, 2018); https:\/\/ojs.aaai.org\/index.php\/AAAI\/article\/view\/11796","DOI":"10.1609\/aaai.v32i1.11796"},{"key":"345_CR48","doi-asserted-by":"publisher","first-page":"564","DOI":"10.1038\/nature07994","volume":"459","author":"O Feh\u00e9r","year":"2009","unstructured":"Feh\u00e9r, O., Wang, H., Saar, S., Mitra, P. P. & Tchernichovski, O. De novo establishment of wild-type song culture in the zebra finch. Nature 459, 564\u2013568 (2009).","journal-title":"Nature"},{"key":"345_CR49","unstructured":"Chomsky, N. et al. Language and Problems of Knowledge: The Managua Lectures Vol. 16 (MIT Press, 1988)."},{"key":"345_CR50","doi-asserted-by":"crossref","unstructured":"Ronneberger, O., Fischer, P. & Brox, T. U-Net: convolutional networks for biomedical image segmentation. In International Conference on Medical Image Computing and Computer-Assisted Intervention 234\u2013241 (Springer, 2015).","DOI":"10.1007\/978-3-319-24574-4_28"},{"key":"345_CR51","unstructured":"Sutton, R. S. & Barto, A. G. Reinforcement Learning: An Introduction (MIT Press, 2018)."},{"key":"345_CR52","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter, S. & Schmidhuber, J. Long short-term memory. Neural Comput. 9, 1735\u20131780 (1997).","journal-title":"Neural Comput."},{"key":"345_CR53","unstructured":"Vaswani, A. et al. Attention is all you need. In Advances in Neural Information Processing Systems Vol. 30, 5998\u20136008 (NIPS, 2017)."},{"key":"345_CR54","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1002\/jhbs.1094","volume":"38","author":"TH Abraham","year":"2002","unstructured":"Abraham, T. H. (Physio)logical circuits: the intellectual origins of the McCulloch\u2013Pitts neural networks. J. History Behav. Sci. 38, 3\u201325 (2002).","journal-title":"J. History Behav. Sci."},{"key":"345_CR55","unstructured":"Turing, A. M. Intelligent Machinery (National Physical Laboratory, 1948)."},{"key":"345_CR56","doi-asserted-by":"publisher","first-page":"436","DOI":"10.1038\/nature14539","volume":"521","author":"Y LeCun","year":"2015","unstructured":"LeCun, Y., Bengio, Y. & Hinton, G. Deep learning. Nature 521, 436\u2013444 (2015).","journal-title":"Nature"},{"key":"345_CR57","doi-asserted-by":"publisher","first-page":"307","DOI":"10.1016\/j.tins.2006.05.001","volume":"29","author":"AM Sillito","year":"2006","unstructured":"Sillito, A. M., Cudeiro, J. & Jones, H. E. Always returning: feedback and sensory processing in visual cortex and thalamus. Trends Neurosci. 29, 307\u2013316 (2006).","journal-title":"Trends Neurosci."},{"key":"345_CR58","doi-asserted-by":"publisher","first-page":"e1000334","DOI":"10.1371\/journal.pcbi.1000334","volume":"5","author":"JW Bohland","year":"2009","unstructured":"Bohland, J. W. et al. A proposal for a coordinated effort for the determination of brainwide neuroanatomical connectivity in model organisms at a mesoscopic scale. PLoS Comput. Biol. 5, e1000334 (2009).","journal-title":"PLoS Comput. Biol."},{"key":"345_CR59","doi-asserted-by":"publisher","first-page":"1273","DOI":"10.1016\/j.neuron.2014.08.055","volume":"83","author":"PP Mitra","year":"2014","unstructured":"Mitra, P. P. The circuit architecture of whole brains at the mesoscopic scale. Neuron 83, 1273\u20131283 (2014).","journal-title":"Neuron"},{"key":"345_CR60","doi-asserted-by":"publisher","first-page":"207","DOI":"10.1038\/nature13186","volume":"508","author":"SW Oh","year":"2014","unstructured":"Oh, S. W. et al. A mesoscale connectome of the mouse brain. Nature 508, 207\u2013214 (2014).","journal-title":"Nature"},{"key":"345_CR61","doi-asserted-by":"publisher","first-page":"e57443","DOI":"10.7554\/eLife.57443","volume":"9","author":"LK Scheffer","year":"2020","unstructured":"Scheffer, L. K. et al. A connectome and analysis of the adult Drosophila central brain. eLife 9, e57443 (2020).","journal-title":"eLife"},{"key":"345_CR62","doi-asserted-by":"publisher","first-page":"111","DOI":"10.1007\/s00429-018-1764-4","volume":"224","author":"P Majka","year":"2019","unstructured":"Majka, P. et al. Unidirectional monosynaptic connections from auditory areas to the primary visual cortex in the marmoset monkey. Brain Struct. Funct. 224, 111\u2013131 (2019).","journal-title":"Brain Struct. Funct."},{"key":"345_CR63","doi-asserted-by":"publisher","first-page":"915","DOI":"10.1126\/science.aaz7597","volume":"369","author":"LP Kaelbling","year":"2020","unstructured":"Kaelbling, L. P. The foundation of efficient robot learning. Science 369, 915\u2013916 (2020).","journal-title":"Science"},{"key":"345_CR64","doi-asserted-by":"publisher","unstructured":"Mu\u00f1oz-Castaneda, R. et al. Cellular anatomy of the mouse primary motor cortex. Preprint at bioRxiv https:\/\/doi.org\/10.1101\/2020.10.02.323154 (2020).","DOI":"10.1101\/2020.10.02.323154"},{"key":"345_CR65","doi-asserted-by":"publisher","first-page":"81","DOI":"10.1126\/science.1165893","volume":"324","author":"M Schmidt","year":"2009","unstructured":"Schmidt, M. & Lipson, H. Distilling free-form natural laws from experimental data. Science 324, 81\u201385 (2009).","journal-title":"Science"},{"key":"345_CR66","unstructured":"Katz, Y. Noam Chomsky on where artificial intelligence went wrong. The Atlantic (1 November 2012)."},{"key":"345_CR67","doi-asserted-by":"crossref","unstructured":"Acosta, G., Smith, E. & Kreinovich, V. Need for a careful comparison between hypotheses: case study of epicycles. In Towards Analytical Techniques for Systems Engineering Applications 61\u201364 (Springer, 2020).","DOI":"10.1007\/978-3-030-46413-4_13"},{"key":"345_CR68","doi-asserted-by":"publisher","first-page":"183","DOI":"10.1147\/rd.53.0183","volume":"5","author":"R Landauer","year":"1961","unstructured":"Landauer, R. Irreversibility and heat generation in the computing process. IBM J. Res. Dev. 5, 183\u2013191 (1961).","journal-title":"IBM J. Res. Dev."},{"key":"345_CR69","doi-asserted-by":"crossref","unstructured":"Feynman, R. P. Feynman Lectures on Computation (CRC Press, 2018).","DOI":"10.1201\/9780429500442"}],"container-title":["Nature Machine Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s42256-021-00345-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-021-00345-8","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-021-00345-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,3]],"date-time":"2022-12-03T20:50:04Z","timestamp":1670100604000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s42256-021-00345-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,5,19]]},"references-count":69,"journal-issue":{"issue":"5","published-online":{"date-parts":[[2021,5]]}},"alternative-id":["345"],"URL":"https:\/\/doi.org\/10.1038\/s42256-021-00345-8","relation":{},"ISSN":["2522-5839"],"issn-type":[{"value":"2522-5839","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,5,19]]},"assertion":[{"value":"26 November 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 April 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 May 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The author declares no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}