{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,20]],"date-time":"2026-11-20T19:21:18Z","timestamp":1795202478847,"version":"4.10.3"},"reference-count":39,"publisher":"Informa UK Limited","issue":"546","funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["5R01 EB 001988-21"],"award-info":[{"award-number":["5R01 EB 001988-21"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["5R01 EB001988-16"],"award-info":[{"award-number":["5R01 EB001988-16"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["5R01 EB001988-16"],"award-info":[{"award-number":["5R01 EB001988-16"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["19 DMS1208164"],"award-info":[{"award-number":["19 DMS1208164"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["www.tandfonline.com"],"crossmark-restriction":true},"short-container-title":["Journal of the American Statistical Association"],"published-print":{"date-parts":[[2024,4,2]]},"DOI":"10.1080\/01621459.2023.2197686","type":"journal-article","created":{"date-parts":[[2023,4,3]],"date-time":"2023-04-03T12:15:32Z","timestamp":1680524132000},"page":"1434-1445","update-policy":"https:\/\/doi.org\/10.1080\/tandf_crossmark_01","source":"Crossref","is-referenced-by-count":437,"title":["Cross-Validation: What Does It Estimate and How Well Does It Do It?"],"prefix":"10.1080","volume":"119","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3273-8179","authenticated-orcid":false,"given":"Stephen","family":"Bates","sequence":"first","affiliation":[{"name":"Department of Statistics and EECS, University of California","place":["Berkeley"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0164-3142","authenticated-orcid":false,"given":"Trevor","family":"Hastie","sequence":"additional","affiliation":[{"name":"Department of Statistics and Biomedical Data Science, Stanford University","place":["Stanford"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Robert","family":"Tibshirani","sequence":"additional","affiliation":[{"name":"Department of Biomedical Data Science and Statistics, Stanford University","place":["Stanford"]}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"301","published-online":{"date-parts":[[2023,5,15]]},"reference":[{"key":"e_1_3_4_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.1974.1100705"},{"key":"e_1_3_4_3_1","doi-asserted-by":"publisher","DOI":"10.1080\/00401706.1974.10489157"},{"key":"e_1_3_4_4_1","unstructured":"Austern M. and Zhou W. (2020) \u201cAsymptotics of Cross-Validation \u201d arXiv preprint. arXiv:2001.11111."},{"key":"e_1_3_4_5_1","unstructured":"Bayle P. Bayle A. Mackey L. and Janson L. (2020) \u201cCross-Validation Confidence Intervals for Test Error \u201d in Conference on Neural Information Processing Systems."},{"key":"e_1_3_4_6_1","first-page":"1089","article-title":"\u201cNo Unbiased Estimator of the Variance of k-fold Cross-Validation,\u201d","volume":"5","author":"Bengio Y.","year":"2004","unstructured":"Bengio, Y., and Grandvalet, Y. (2004), \u201cNo Unbiased Estimator of the Variance of k-fold Cross-Validation,\u201d Journal of Machine Learning Research, 5, 1089\u20131105.","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_4_7_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.2019.1668794"},{"key":"e_1_3_4_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/307400.307439"},{"key":"e_1_3_4_9_1","unstructured":"Celisse A. and Guedj B. (2016) \u201cStability Revisited: New Generalisation Bounds for the Leave-One-Out \u201d arXiv preprint. arXiv:1608.06412."},{"key":"e_1_3_4_10_1","doi-asserted-by":"publisher","DOI":"10.1162\/089976698300017197"},{"key":"e_1_3_4_11_1","unstructured":"Dua D. and Graff C. (2017) \u201cUCI Machine Learning Repository.\u201d"},{"key":"e_1_3_4_12_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.stamet.2005.02.003"},{"key":"e_1_3_4_13_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1983.10477973"},{"key":"e_1_3_4_14_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1986.10478291"},{"key":"e_1_3_4_15_1","doi-asserted-by":"publisher","DOI":"10.1198\/016214504000000692"},{"key":"e_1_3_4_16_1","doi-asserted-by":"publisher","DOI":"10.2307\/2965703"},{"key":"e_1_3_4_17_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4899-4541-9"},{"key":"e_1_3_4_18_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1975.10479865"},{"key":"e_1_3_4_19_1","unstructured":"Hastie T. Montanari A. Rosset S. and Tibshirani R. J. (2019) \u201cSurprises in High-Dimensional Ridgeless Least Squares Interpolation \u201d arXiv preprint. arXiv:1903.08560."},{"key":"e_1_3_4_20_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-387-84858-7"},{"key":"e_1_3_4_21_1","article-title":"\u201cCross-Validation and Mean-Square Stability,\u201d","author":"Kale S.","year":"2011","unstructured":"Kale, S., Kumar, R., and Vassilvitskii, S. (2011), \u201cCross-Validation and Mean-Square Stability,\u201d in Proceedings of Innovations in Computer Science.","journal-title":"in Proceedings of Innovations in Computer Science"},{"key":"e_1_3_4_22_1","volume-title":"Proceedings of the 30th International Conference on Machine Learning","author":"Kumar R.","year":"2013","unstructured":"Kumar, R., Lokshtanov, D., Vassilvitskii, S., and Vattani, A. (2013), \u201cNear-Optimal Bounds for Cross-Validation via Loss Stability,\u201d in Proceedings of the 30th International Conference on Machine Learning."},{"key":"e_1_3_4_23_1","doi-asserted-by":"publisher","DOI":"10.1214\/15-EJS1035"},{"key":"e_1_3_4_24_1","volume-title":"International Conference on Learning Representations","author":"Liu S.","year":"2020","unstructured":"Liu, S., and Dobriban, E. (2020), \u201cRidge Regression: Structure, Cross-Validation, and Sketching,\u201d in International Conference on Learning Representations."},{"key":"e_1_3_4_25_1","doi-asserted-by":"publisher","DOI":"10.2307\/1267380"},{"key":"e_1_3_4_26_1","first-page":"1127","article-title":"\u201cAnalysis of Variance of Cross-Validation Estimators of the Generalization Error,\u201d","volume":"6","author":"Markatou M.","year":"2005","unstructured":"Markatou, M., Tian, H., Biswas, S., and Hripcsak, G. (2005), \u201cAnalysis of Variance of Cross-Validation Estimators of the Generalization Error,\u201d Journal of Machine Learning Research, 6, 1127\u20131168.","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_4_27_1","doi-asserted-by":"publisher","DOI":"10.1023\/A:1024068626366"},{"key":"e_1_3_4_28_1","unstructured":"Reeves G. Xu J. and Zadik I. (2019) \u201cThe All-or-Nothing Phenomenon in Sparse Linear Regression \u201d in Proceedings of the Thirty-Second Conference on Learning Theory volume 99 of Proceedings of Machine Learning Research eds. A. Beygelzimer and D. Hsu pp. 2652\u20132663."},{"key":"e_1_3_4_29_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.2018.1424632"},{"key":"e_1_3_4_30_1","doi-asserted-by":"publisher","DOI":"10.1214\/aos\/1176344136"},{"key":"e_1_3_4_31_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1993.10476299"},{"key":"e_1_3_4_32_1","doi-asserted-by":"publisher","DOI":"10.1214\/aos\/1176345632"},{"key":"e_1_3_4_33_1","doi-asserted-by":"publisher","DOI":"10.1080\/00207178608933575"},{"key":"e_1_3_4_34_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.2517-6161.1974.tb00994.x"},{"key":"e_1_3_4_35_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.2020.1727235"},{"key":"e_1_3_4_36_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0169-7439(00)00122-2"},{"key":"e_1_3_4_37_1","doi-asserted-by":"publisher","DOI":"10.1214\/009053607000000514"},{"key":"e_1_3_4_38_1","unstructured":"Yousef W. A. (2020) \u201cA Leisurely Look at Versions and Variants of the Cross Validation Estimator \u201d arXiv preprint. arXiv:1907.13413."},{"key":"e_1_3_4_39_1","doi-asserted-by":"publisher","DOI":"10.1214\/aos\/1176349027"},{"key":"e_1_3_4_40_1","first-page":"83","article-title":"\u201cAssessing Prediction Error in Non-parametric Regression,\u201d","volume":"22","author":"Zhang P.","year":"1995","unstructured":"Zhang, P. (1995), \u201cAssessing Prediction Error in Non-parametric Regression,\u201d Scandinavian Journal of Statistics, 22, 83\u201394.","journal-title":"Scandinavian Journal of Statistics"}],"container-title":["Journal of the American Statistical Association"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.tandfonline.com\/doi\/pdf\/10.1080\/01621459.2023.2197686","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,5]],"date-time":"2026-03-05T20:44:54Z","timestamp":1772743494000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.tandfonline.com\/doi\/full\/10.1080\/01621459.2023.2197686"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,5,15]]},"references-count":39,"journal-issue":{"issue":"546","published-print":{"date-parts":[[2024,4,2]]}},"alternative-id":["10.1080\/01621459.2023.2197686"],"URL":"https:\/\/doi.org\/10.1080\/01621459.2023.2197686","relation":{},"ISSN":["0162-1459","1537-274X"],"issn-type":[{"value":"0162-1459","type":"print"},{"value":"1537-274X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,5,15]]},"assertion":[{"value":"The publishing and review policy for this title is described in its Aims & Scope.","order":1,"name":"peerreview_statement","label":"Peer Review Statement"},{"value":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=uasa20","URL":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=uasa20","order":2,"name":"aims_and_scope_url","label":"Aim & Scope"},{"value":"2021-08-19","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2022-07-17","order":1,"name":"revised","label":"Revised","group":{"name":"publication_history","label":"Publication History"}},{"value":"2023-02-27","order":2,"name":"accepted","label":"Accepted","group":{"name":"publication_history","label":"Publication History"}},{"value":"2023-05-15","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}