{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,30]],"date-time":"2026-06-30T22:22:45Z","timestamp":1782858165801,"version":"3.54.5"},"publisher-location":"Cham","reference-count":24,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783031216855","type":"print"},{"value":"9783031216862","type":"electronic"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-21686-2_43","type":"book-chapter","created":{"date-parts":[[2022,11,18]],"date-time":"2022-11-18T08:30:15Z","timestamp":1668760215000},"page":"626-640","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":25,"title":["Cross-validation Strategies for\u00a0Balanced and\u00a0Imbalanced Datasets"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9054-9093","authenticated-orcid":false,"given":"Thomas","family":"Fontanari","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3423-5145","authenticated-orcid":false,"given":"Tiago Comassetto","family":"Fr\u00f3es","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2800-1032","authenticated-orcid":false,"given":"Mariana","family":"Recamonde-Mendoza","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,11,19]]},"reference":[{"issue":"8","key":"43_CR1","doi-asserted-by":"publisher","first-page":"1244","DOI":"10.1093\/jamia\/ocaa096","volume":"27","author":"R Bey","year":"2020","unstructured":"Bey, R., Goussault, R., Grolleau, F., Benchoufi, M., Porcher, R.: Fold-stratified cross-validation for unbiased and privacy-preserving federated learning. J. Am. Med. Inform. Assoc. 27(8), 1244\u20131251 (2020). https:\/\/doi.org\/10.1093\/jamia\/ocaa096","journal-title":"J. Am. Med. Inform. Assoc."},{"key":"43_CR2","unstructured":"Bottou, L., Bengio, Y.: Convergence properties of the k-means algorithms. In: Tesauro, G., Touretzky, D., Leen, T. (eds.) Advances in Neural Information Processing Systems, vol. 7. MIT Press (1994)"},{"issue":"1","key":"43_CR3","doi-asserted-by":"publisher","first-page":"22","DOI":"10.1109\/TNNLS.2012.2222925","volume":"24","author":"M Budka","year":"2013","unstructured":"Budka, M., Gabrys, B.: Density-preserving sampling: robust and efficient alternative to cross-validation for error estimation. IEEE Trans. Neural Netw. Learn. Syst. 24(1), 22\u201334 (2013). https:\/\/doi.org\/10.1109\/TNNLS.2012.2222925","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"43_CR4","unstructured":"Celisse, A., Mary-Huard, T.: Theoretical analysis of cross-validation for estimating the risk of the k-nearest neighbor classifier. J. Mach. Learn. Res. 19(1), 2373\u20132426 (2018). JMLR. org"},{"key":"43_CR5","doi-asserted-by":"publisher","unstructured":"Cervellera, C., Maccio, D.: Distribution-preserving stratified sampling for learning problems. IEEE Trans. Neural Netw. Learn. Syst. 1\u201310 (2017). https:\/\/doi.org\/10.1109\/TNNLS.2017.2706964","DOI":"10.1109\/TNNLS.2017.2706964"},{"key":"43_CR6","doi-asserted-by":"publisher","first-page":"20","DOI":"10.1016\/j.future.2022.04.025","volume":"135","author":"J Cheng","year":"2022","unstructured":"Cheng, J., et al.: dwt-cv: dense weight transfer-based cross validation strategy for model selection in biomedical data analysis. Futur. Gener. Comput. Syst. 135, 20\u201329 (2022). https:\/\/doi.org\/10.1016\/j.future.2022.04.025","journal-title":"Futur. Gener. Comput. Syst."},{"key":"43_CR7","unstructured":"Corder, G.W., Foreman, D.I.: Nonparametric statistics for non-statisticians (2011)"},{"key":"43_CR8","unstructured":"Dabbs, B., Junker, B.: Comparison of cross-validation methods for stochastic block models. Technical report, arXiv:1605.03000, arXiv (May 2016), arXiv:1605.03000 [stat] type: article"},{"issue":"1\u20132","key":"43_CR9","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/S0004-3702(99)00094-6","volume":"116","author":"N Diamantidis","year":"2000","unstructured":"Diamantidis, N., Karlis, D., Giakoumakis, E.: Unsupervised stratification of cross-validation for accuracy estimation. Artif. Intell. 116(1\u20132), 1\u201316 (2000). https:\/\/doi.org\/10.1016\/S0004-3702(99)00094-6","journal-title":"Artif. Intell."},{"key":"43_CR10","doi-asserted-by":"publisher","unstructured":"James, G., Witten, D., Hastie, T., Tibshirani, R.: An Introduction to Statistical Learning, vol. 112, chap. 5. Springer, New York (2013). https:\/\/doi.org\/10.1007\/978-1-4614-7138-7","DOI":"10.1007\/978-1-4614-7138-7"},{"key":"43_CR11","unstructured":"Kohavi, R., others: A study of cross-validation and bootstrap for accuracy estimation and model selection. In: IJCAI, vol. 14, no. 2, pp. 1137\u20131145. Montreal, Canada (1995)"},{"issue":"2","key":"43_CR12","doi-asserted-by":"publisher","first-page":"257","DOI":"10.1093\/biomet\/asaa006","volume":"107","author":"T Li","year":"2020","unstructured":"Li, T., Levina, E., Zhu, J.: Network cross-validation by edge sampling. Biometrika 107(2), 257\u2013276 (2020). https:\/\/doi.org\/10.1093\/biomet\/asaa006","journal-title":"Biometrika"},{"issue":"5","key":"43_CR13","doi-asserted-by":"publisher","first-page":"5770","DOI":"10.1007\/s10489-021-02735-2","volume":"52","author":"S Maldonado","year":"2021","unstructured":"Maldonado, S., L\u00f3pez, J., Iturriaga, A.: Out-of-time cross-validation strategies for classification in the presence of dataset shift. Appl. Intell. 52(5), 5770\u20135783 (2021). https:\/\/doi.org\/10.1007\/s10489-021-02735-2","journal-title":"Appl. Intell."},{"issue":"8","key":"43_CR14","doi-asserted-by":"publisher","first-page":"1304","DOI":"10.1109\/TNNLS.2012.2199516","volume":"23","author":"JG Moreno-Torres","year":"2012","unstructured":"Moreno-Torres, J.G., Saez, J.A., Herrera, F.: Study on the impact of partition-induced dataset shift on k-fold cross-validation. IEEE Trans. Neural Netw. Learn. Syst. 23(8), 1304\u20131312 (2012). https:\/\/doi.org\/10.1109\/TNNLS.2012.2199516","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"43_CR15","doi-asserted-by":"publisher","unstructured":"Motl, J., Kord\u00edk, P.: Stratified cross-validation on multiple columns. In: 2021 IEEE 33rd International Conference on Tools with Artificial Intelligence (ICTAI), pp. 26\u201331, November 2021. https:\/\/doi.org\/10.1109\/ICTAI52525.2021.00012","DOI":"10.1109\/ICTAI52525.2021.00012"},{"issue":"1","key":"43_CR16","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s13040-017-0154-4","volume":"10","author":"RS Olson","year":"2017","unstructured":"Olson, R.S., La Cava, W., Orzechowski, P., Urbanowicz, R.J., Moore, J.H.: PMLB: a large benchmark suite for machine learning evaluation and comparison. BioData mining 10(1), 1\u201313 (2017)","journal-title":"BioData mining"},{"key":"43_CR17","doi-asserted-by":"crossref","unstructured":"P\u00e9rez-Guaita, D., Kuligowski, J., Lendl, B., Wood, B.R., Quint\u00e1s, G.: Assessment of discriminant models in infrared imaging using constrained repeated random sampling-cross validation. Analytica Chimica Acta 1033, 156\u2013164 (2018). Elsevier","DOI":"10.1016\/j.aca.2018.05.019"},{"key":"43_CR18","doi-asserted-by":"publisher","first-page":"30","DOI":"10.1016\/j.aca.2019.10.039","volume":"1097","author":"D P\u00e9rez-Guaita","year":"2020","unstructured":"P\u00e9rez-Guaita, D., Quint\u00e1s, G., Kuligowski, J.: Discriminant analysis and feature selection in mass spectrometry imaging using constrained repeated random sampling - Cross validation (CORRS-CV). Anal. Chim. Acta 1097, 30\u201336 (2020). https:\/\/doi.org\/10.1016\/j.aca.2019.10.039","journal-title":"Anal. Chim. Acta"},{"key":"43_CR19","doi-asserted-by":"publisher","unstructured":"Qian, H., Wang, B., Ma, P., Peng, L., Gao, S., Song, Y.: Managing dataset shift by adversarial validation for credit scoring (2021). https:\/\/doi.org\/10.48550\/ARXIV.2112.10078","DOI":"10.48550\/ARXIV.2112.10078"},{"issue":"4","key":"43_CR20","doi-asserted-by":"publisher","first-page":"59","DOI":"10.1109\/MCI.2018.2866730","volume":"13","author":"MS Santos","year":"2018","unstructured":"Santos, M.S., Soares, J.P., Abreu, P.H., Araujo, H., Santos, J.: Cross-Validation for Imbalanced Datasets: avoiding overoptimistic and overfitting approaches [research frontier]. IEEE Comput. Intell. Mag. 13(4), 59\u201376 (2018). https:\/\/doi.org\/10.1109\/MCI.2018.2866730","journal-title":"IEEE Comput. Intell. Mag."},{"key":"43_CR21","doi-asserted-by":"crossref","unstructured":"Sculley, D.: Web-scale k-means clustering. In: Proceedings of the 19th International Conference on World Wide Web, pp. 1177\u20131178 (2010)","DOI":"10.1145\/1772690.1772862"},{"issue":"8","key":"43_CR22","doi-asserted-by":"publisher","first-page":"1586","DOI":"10.1109\/TKDE.2019.2912815","volume":"32","author":"TT Wong","year":"2020","unstructured":"Wong, T.T., Yeh, P.Y.: Reliable accuracy estimates from k-fold cross validation. IEEE Trans. Knowl. Data Eng. 32(8), 1586\u20131594 (2020). https:\/\/doi.org\/10.1109\/TKDE.2019.2912815","journal-title":"IEEE Trans. Knowl. Data Eng."},{"issue":"1","key":"43_CR23","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/S0169-7439(00)00122-2","volume":"56","author":"QS Xu","year":"2001","unstructured":"Xu, Q.S., Liang, Y.Z.: Monte Carlo cross validation. Chemom. Intell. Lab. Syst. 56(1), 1\u201311 (2001). https:\/\/doi.org\/10.1016\/S0169-7439(00)00122-2","journal-title":"Chemom. Intell. Lab. Syst."},{"issue":"1","key":"43_CR24","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1080\/095281300146272","volume":"12","author":"X Zeng","year":"2000","unstructured":"Zeng, X., Martinez, T.R.: Distribution-balanced stratified cross-validation for accuracy estimation. J. Exp. Theor. Artif. Intell. 12(1), 1\u201312 (2000). https:\/\/doi.org\/10.1080\/095281300146272","journal-title":"J. Exp. Theor. Artif. Intell."}],"container-title":["Lecture Notes in Computer Science","Intelligent Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-21686-2_43","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,7]],"date-time":"2024-03-07T17:13:53Z","timestamp":1709831633000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-21686-2_43"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031216855","9783031216862"],"references-count":24,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-21686-2_43","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"19 November 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"BRACIS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Brazilian Conference on Intelligent Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Campinas","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Brazil","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28 November 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1 December 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"bracis2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www2.sbc.org.br\/bracis2022\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"JEMS","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"225","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"89","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"40% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}