{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,25]],"date-time":"2026-07-25T23:06:51Z","timestamp":1785020811049,"version":"3.55.0"},"reference-count":44,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,11,1]],"date-time":"2026-11-01T00:00:00Z","timestamp":1793491200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,11,1]],"date-time":"2026-11-01T00:00:00Z","timestamp":1793491200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,4,22]],"date-time":"2026-04-22T00:00:00Z","timestamp":1776816000000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100000780","name":"European Commission","doi-asserted-by":"publisher","award":["TIC251-G-FEDER"],"award-info":[{"award-number":["TIC251-G-FEDER"]}],"id":[{"id":"10.13039\/501100000780","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100008530","name":"European Regional Development Fund","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100008530","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100014440","name":"Spain Ministry of Science Innovation and Universities","doi-asserted-by":"publisher","award":["PID2022-137629OA-I00"],"award-info":[{"award-number":["PID2022-137629OA-I00"]}],"id":[{"id":"10.13039\/100014440","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100014440","name":"Spain Ministry of Science Innovation and Universities","doi-asserted-by":"publisher","award":["PID2022-137461NB-C32"],"award-info":[{"award-number":["PID2022-137461NB-C32"]}],"id":[{"id":"10.13039\/100014440","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100014440","name":"Spain Ministry of Science Innovation and Universities","doi-asserted-by":"publisher","award":["PID2022-137451OB-I00"],"award-info":[{"award-number":["PID2022-137451OB-I00"]}],"id":[{"id":"10.13039\/100014440","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Information Fusion"],"published-print":{"date-parts":[[2026,11]]},"DOI":"10.1016\/j.inffus.2026.104404","type":"journal-article","created":{"date-parts":[[2026,4,23]],"date-time":"2026-04-23T06:57:58Z","timestamp":1776927478000},"page":"104404","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":10,"special_numbering":"C","title":["Is K-fold cross validation the best model selection method for machine learning?"],"prefix":"10.1016","volume":"135","author":[{"given":"J.M.","family":"Gorriz","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5905-7189","authenticated-orcid":false,"given":"R.","family":"Martin-Clemente","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1940-8834","authenticated-orcid":false,"given":"F.","family":"Segovia","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"J.","family":"Ramirez","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"A.","family":"Ortiz","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5098-1527","authenticated-orcid":false,"given":"J.","family":"Suckling","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.inffus.2026.104404_bib0001","unstructured":"National Academies of Sciences, Engineering, and Medicine, Reproducibility and replicability in science, The National Academies Press, Washington, DC, Washington, DC, 2019. 10.17226\/25303."},{"issue":"28","key":"10.1016\/j.inffus.2026.104404_bib0002","doi-asserted-by":"crossref","first-page":"7900","DOI":"10.1073\/pnas.1602413113","article-title":"Cluster failure: inflated false positives for fMRI","volume":"113","author":"Eklund","year":"2016","journal-title":"Proc. Nat. Acad. Sci."},{"key":"10.1016\/j.inffus.2026.104404_bib0003","doi-asserted-by":"crossref","DOI":"10.1016\/j.neuroimage.2019.116468","article-title":"Cluster failure or power failure? Evaluating sensitivity in cluster-level inference","volume":"209","author":"Noble","year":"2020","journal-title":"NeuroImage"},{"key":"10.1016\/j.inffus.2026.104404_bib0004","doi-asserted-by":"crossref","first-page":"189","DOI":"10.1002\/hbm.460020402","article-title":"Statistical parametric maps in functional imaging: a general linear approach","volume":"2","author":"Friston","year":"1995","journal-title":"Hum. Brain Mapp."},{"key":"10.1016\/j.inffus.2026.104404_bib0005","doi-asserted-by":"crossref","first-page":"113","DOI":"10.1016\/j.neuroimage.2013.08.025","article-title":"Revisiting multi-subject random effects in fMRI: advocating prevalence estimation","volume":"84","author":"Rosenblatt","year":"2014","journal-title":"NeuroImage"},{"key":"10.1016\/j.inffus.2026.104404_bib0006","unstructured":"M.T. Ribeiro, et al., Model-agnostic interpretability of machine learning, arxiv: 1606.05386(2016)."},{"key":"10.1016\/j.inffus.2026.104404_bib0007","doi-asserted-by":"crossref","first-page":"436","DOI":"10.1038\/nature14539","article-title":"Deep learning","volume":"521","author":"LeCun","year":"2015","journal-title":"Nature"},{"issue":"86","key":"10.1016\/j.inffus.2026.104404_bib0008","first-page":"2579","article-title":"Visualizing data using t-SNE","volume":"9","author":"van der Maaten","year":"2008","journal-title":"J. Mach. Learn. Res."},{"key":"10.1016\/j.inffus.2026.104404_bib0009","doi-asserted-by":"crossref","first-page":"980","DOI":"10.1016\/j.neuroimage.2005.06.070","article-title":"Classifying brain states and determining the discriminating activation patterns: support vector machine on functional MRI data","volume":"28","author":"Mouro-Miranda","year":"2005","journal-title":"NeuroImage"},{"key":"10.1016\/j.inffus.2026.104404_bib0010","doi-asserted-by":"crossref","first-page":"159","DOI":"10.1016\/j.neucom.2022.09.001","article-title":"A hypothesis-driven method based on machine learning for neuroimaging data analysis","volume":"510","author":"Gorriz","year":"2022","journal-title":"Neurocomputing"},{"issue":"4","key":"10.1016\/j.inffus.2026.104404_bib0011","doi-asserted-by":"crossref","first-page":"1139","DOI":"10.1016\/j.neuroimage.2007.03.072","article-title":"Support vector machine learning-based fMRI data group analysis","volume":"36","author":"Wang","year":"2007","journal-title":"NeuroImage"},{"issue":"3","key":"10.1016\/j.inffus.2026.104404_bib0012","doi-asserted-by":"crossref","first-page":"608","DOI":"10.1016\/j.neuroimage.2009.03.016","article-title":"A hybrid SVM\u2013GLM approach for fMRI data analysis","volume":"46","author":"Wang","year":"2009","journal-title":"Neuroimage"},{"key":"10.1016\/j.inffus.2026.104404_bib0013","doi-asserted-by":"crossref","first-page":"351","DOI":"10.1016\/j.neuroimage.2019.05.082","article-title":"Quantifying performance of machine learning methods for neuroimaging data","volume":"199","author":"Jollans","year":"2019","journal-title":"Neuroimage"},{"issue":"5","key":"10.1016\/j.inffus.2026.104404_bib0014","doi-asserted-by":"crossref","first-page":"620","DOI":"10.1016\/j.conb.2003.09.012","article-title":"Independent component analysis of functional MRI: what is signal and what is noise?","volume":"13","author":"McKeown","year":"2003","journal-title":"Curr. Opin. Neurobiol."},{"key":"10.1016\/j.inffus.2026.104404_bib0015","doi-asserted-by":"crossref","first-page":"19","DOI":"10.1016\/j.neuroimage.2017.12.083","article-title":"The same analysis approach: practical protection against the pitfalls of novel neuroimaging analysis methods","volume":"180","author":"Gorgen","year":"2018","journal-title":"NeuroImage"},{"key":"10.1016\/j.inffus.2026.104404_bib0016","doi-asserted-by":"crossref","first-page":"68","DOI":"10.1016\/j.neuroimage.2017.06.061","article-title":"Cross-validation failure: small sample sizes lead to large error bars","volume":"180","author":"Varoquaux","year":"2018","journal-title":"NeuroImage"},{"key":"10.1016\/j.inffus.2026.104404_bib0017","doi-asserted-by":"crossref","first-page":"91","DOI":"10.1186\/1471-2105-7-91","article-title":"Bias in error estimation when using cross-validation for model selection","volume":"7","author":"Varma","year":"2006","journal-title":"BMC Bioinf."},{"key":"10.1016\/j.inffus.2026.104404_bib0018","series-title":"Ergodicity, ensembles, irreversibility in Boltzmann and beyond","first-page":"1571","volume":"78","author":"Gallavotti","year":"1995"},{"key":"10.1016\/j.inffus.2026.104404_bib0019","series-title":"International Joint Conference on Artificial Intelligence (IJCAI)","first-page":"1","article-title":"A study of cross-validation and bootstrap for accuracy estimation and model selection","author":"Kohavi","year":"1995"},{"key":"10.1016\/j.inffus.2026.104404_bib0020","doi-asserted-by":"crossref","first-page":"125","DOI":"10.1080\/00401706.1974.10489157","article-title":"The relationship between variable selection and data augmentation and a method of prediction","volume":"16","author":"Allen","year":"1974","journal-title":"Technometrics"},{"issue":"350","key":"10.1016\/j.inffus.2026.104404_bib0021","doi-asserted-by":"crossref","first-page":"320","DOI":"10.1080\/01621459.1975.10479865","article-title":"The predictive sample reuse method with applications","volume":"70","author":"Geisser","year":"1975","journal-title":"J. Am. Stat. Assoc."},{"issue":"546","key":"10.1016\/j.inffus.2026.104404_bib0022","doi-asserted-by":"crossref","first-page":"1434","DOI":"10.1080\/01621459.2023.2197686","article-title":"Cross-validation: what does it estimate and how well does it do it?","volume":"119","author":"Bates","year":"2023","journal-title":"J. Am. Stat. Assoc."},{"issue":"3","key":"10.1016\/j.inffus.2026.104404_bib0023","doi-asserted-by":"crossref","first-page":"569","DOI":"10.1109\/TPAMI.2009.187","article-title":"Sensitivity analysis of K-fold cross validation in prediction error estimation","volume":"32","author":"Rodriguez","year":"2020","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"10.1016\/j.inffus.2026.104404_bib0024","first-page":"1","article-title":"A machine learning approach to reveal the neurophenotypes of autisms","volume":"1850058","author":"Gorr\u00edz","year":"2019","journal-title":"Int. J. Neural Syst."},{"issue":"1","key":"10.1016\/j.inffus.2026.104404_bib0025","doi-asserted-by":"crossref","DOI":"10.2202\/1544-6115.1585","article-title":"Permutation P-values should never be zero: calculating exact P-values when permutations are randomly drawn","volume":"9","author":"Phipson","year":"2010","journal-title":"Stat. Appl. Genet. Mol. Biol."},{"key":"10.1016\/j.inffus.2026.104404_bib0026","series-title":"Statistical Learning Theory","author":"Vapnik","year":"1998"},{"key":"10.1016\/j.inffus.2026.104404_bib0027","series-title":"Concentration Inequalities: A Nonasymptotic Theory of Independence","author":"Boucheron","year":"2013"},{"key":"10.1016\/j.inffus.2026.104404_bib0028","series-title":"An Introduction to the Bootstrap","author":"Efron","year":"1993"},{"key":"10.1016\/j.inffus.2026.104404_bib0029","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.patcog.2019.03.032","article-title":"On the computation of distribution-free performance bounds: application to small sample sizes in neuroimaging","volume":"93","author":"G\u00f3rRIZ","year":"2019","journal-title":"Pattern Recognit."},{"key":"10.1016\/j.inffus.2026.104404_bib0030","doi-asserted-by":"crossref","first-page":"10","DOI":"10.1016\/j.jneumeth.2018.03.011","article-title":"A machine learning neuroimaging challenge for automated diagnosis of Alzheimer\u2019s disease. editorial on special issue: machine learning on MCI","volume":"302","author":"Sarica","year":"2018","journal-title":"J. Neurosci. Methods"},{"issue":"4","key":"10.1016\/j.inffus.2026.104404_bib0031","doi-asserted-by":"crossref","first-page":"535","DOI":"10.1016\/j.jalz.2018.02.018","article-title":"NIA-AA research framework: toward a biological definition of Alzheimer\u2019s disease","volume":"14","author":"Jack","year":"2018","journal-title":"Alzheimers Dement."},{"key":"10.1016\/j.inffus.2026.104404_bib0032","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1016\/j.neucom.2020.05.078","article-title":"Artificial intelligence within the interplay between natural and artificial computation: advances in data science, trends and applications","volume":"410","author":"Gorriz","year":"2020","journal-title":"Neurocomputing"},{"key":"10.1016\/j.inffus.2026.104404_bib0033","doi-asserted-by":"crossref","first-page":"198","DOI":"10.1016\/j.inffus.2020.09.008","article-title":"Statistical agnostic mapping: a framework in neuroimaging based on concentration inequalities","volume":"66","author":"Gorriz","year":"2021","journal-title":"Inf. Fusion"},{"issue":"2","key":"10.1016\/j.inffus.2026.104404_bib0034","doi-asserted-by":"crossref","first-page":"121","DOI":"10.1023\/A:1009715923555","article-title":"A tutorial on support vector machines for pattern recognition","volume":"2","author":"Burges","year":"1998","journal-title":"Data Min. Knowl. Discov."},{"key":"10.1016\/j.inffus.2026.104404_bib0035","doi-asserted-by":"crossref","first-page":"493","DOI":"10.1214\/aoms\/1177729330","article-title":"A measure of asymptotic efficiency of tests of a hypothesis based on the sum of observations","volume":"23","author":"Chernoff","year":"1952","journal-title":"Ann. Math. Stat."},{"key":"10.1016\/j.inffus.2026.104404_bib0036","series-title":"Surveys in Combinatorics","first-page":"148","article-title":"On the method of bounded differences","author":"McDiarmid","year":"1989"},{"key":"10.1016\/j.inffus.2026.104404_bib0037","series-title":"Estimation dependencies based on Empirical Data","author":"Vapnik","year":"1982"},{"issue":"1","key":"10.1016\/j.inffus.2026.104404_bib0038","doi-asserted-by":"crossref","first-page":"78","DOI":"10.1016\/0890-5401(92)90010-D","article-title":"Decision theoretic generalizations of the PAC model for neural net and other learning applications","volume":"100","author":"Haussler","year":"1992","journal-title":"Inf. Comput."},{"key":"10.1016\/j.inffus.2026.104404_bib0039","unstructured":"O. Catoni, Pac-bayesian supervised classification: the thermodynamics of statistical learning, 2007. arxiv: 0712.0248."},{"key":"10.1016\/j.inffus.2026.104404_bib0040","unstructured":"D. McAllester, A PAC-Bayesian tutorial with a dropout bound, arXiv10.48550\/ARXIV.1307.2118(2013)."},{"issue":"2","key":"10.1016\/j.inffus.2026.104404_bib0041","doi-asserted-by":"crossref","first-page":"183","DOI":"10.1002\/cpa.3160360204","article-title":"Asymptotic evaluation of certain Markov process expectations for large time. IV","volume":"36","author":"Donsker","year":"1983","journal-title":"Commun. Pure Appl. Math."},{"key":"10.1016\/j.inffus.2026.104404_bib0042","series-title":"Global, Voxel, and Cluster Tests, by Theory and Permutation, for a Difference Between Two Groups of Structural MR Images of the Brain","volume":"18","author":"Bullmore","year":"1999"},{"key":"10.1016\/j.inffus.2026.104404_bib0043","doi-asserted-by":"crossref","first-page":"248","DOI":"10.1016\/j.neuroimage.2015.04.032","article-title":"Cross-validation and hypothesis testing in neuroimaging: an irenic comment on the exchange between Friston and Lindquist","volume":"116","author":"Reiss","year":"2015","journal-title":"Neuroimage"},{"key":"10.1016\/j.inffus.2026.104404_bib0044","doi-asserted-by":"crossref","first-page":"598","DOI":"10.1016\/j.inffus.2022.11.007","article-title":"A non-parametric statistical inference framework for deep learning in current neuroimaging","volume":"91","author":"Jimenez-Mesa","year":"2023","journal-title":"Inf. Fusion"}],"container-title":["Information Fusion"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1566253526002836?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1566253526002836?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,7,4]],"date-time":"2026-07-04T11:15:36Z","timestamp":1783163736000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1566253526002836"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,11]]},"references-count":44,"alternative-id":["S1566253526002836"],"URL":"https:\/\/doi.org\/10.1016\/j.inffus.2026.104404","relation":{},"ISSN":["1566-2535"],"issn-type":[{"value":"1566-2535","type":"print"}],"subject":[],"published":{"date-parts":[[2026,11]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Is K-fold cross validation the best model selection method for machine learning?","name":"articletitle","label":"Article Title"},{"value":"Information Fusion","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.inffus.2026.104404","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 The Author(s). Published by Elsevier B.V.","name":"copyright","label":"Copyright"}],"article-number":"104404"}}