{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,29]],"date-time":"2026-08-29T08:27:05Z","timestamp":1787992025712,"version":"build-2784847793"},"reference-count":53,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,2,1]],"date-time":"2026-02-01T00:00:00Z","timestamp":1769904000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,2,1]],"date-time":"2026-02-01T00:00:00Z","timestamp":1769904000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2025,4,19]],"date-time":"2025-04-19T00:00:00Z","timestamp":1745020800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100011033","name":"Agencia Estatal de Investigaci\u00f3n","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100011033","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000780","name":"European Commission","doi-asserted-by":"publisher","award":["CIN\/AEI\/10.13039\/501100011033"],"award-info":[{"award-number":["CIN\/AEI\/10.13039\/501100011033"]}],"id":[{"id":"10.13039\/501100000780","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000780","name":"European Commission","doi-asserted-by":"publisher","award":["PID2022-137629OA-I00"],"award-info":[{"award-number":["PID2022-137629OA-I00"]}],"id":[{"id":"10.13039\/501100000780","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100008530","name":"European Regional Development Fund","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100008530","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004837","name":"Ministerio de Ciencia e Innovaci\u00f3n","doi-asserted-by":"publisher","award":["PID2022-137629OA-I00"],"award-info":[{"award-number":["PID2022-137629OA-I00"]}],"id":[{"id":"10.13039\/501100004837","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004837","name":"Ministerio de Ciencia e Innovaci\u00f3n","doi-asserted-by":"publisher","award":["PID2022-137451OB-I00"],"award-info":[{"award-number":["PID2022-137451OB-I00"]}],"id":[{"id":"10.13039\/501100004837","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100014440","name":"Ministerio de Ciencia, Innovaci\u00f3n y Universidades","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100014440","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100008441","name":"CYTED Ciencia y Tecnolog\u00eda para el Desarrollo","doi-asserted-by":"publisher","award":["225RT0169"],"award-info":[{"award-number":["225RT0169"]}],"id":[{"id":"10.13039\/501100008441","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Journal of Advanced Research"],"published-print":{"date-parts":[[2026,2]]},"DOI":"10.1016\/j.jare.2025.04.026","type":"journal-article","created":{"date-parts":[[2025,5,1]],"date-time":"2025-05-01T18:32:29Z","timestamp":1746124349000},"page":"503-533","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":10,"special_numbering":"C","title":["Statistical agnostic regression: A machine learning method to validate regression models"],"prefix":"10.1016","volume":"80","author":[{"given":"J.M.","family":"Gorriz","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"J.","family":"Ramirez","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"F.","family":"Segovia","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"C.","family":"Jimenez-Mesa","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"F.J.","family":"Martinez-Murcia","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"J.","family":"Suckling","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.jare.2025.04.026_b0005","unstructured":"Marvin Zelen. Linear Estimation and Related Topics. in Survey of Numerical Analysis edited by John Todd, McGraw-Hill Book Co., Inc., New York; 1963. p. 558\u2013577."},{"key":"10.1016\/j.jare.2025.04.026_b0010","doi-asserted-by":"crossref","unstructured":"Hilt Donald E, et al. Ridge, a computer program for calculating ridge regression estimates; 1977. doi:10.5962\/bhl.title.68934.","DOI":"10.5962\/bhl.title.68934"},{"issue":"1","key":"10.1016\/j.jare.2025.04.026_b0015","doi-asserted-by":"crossref","first-page":"267","DOI":"10.1111\/j.2517-6161.1996.tb02080.x","article-title":"Regression Shrinkage and Selection via the lasso","volume":"58","author":"Tibshirani","year":"1996","journal-title":"J Roy Stat Soc Ser B (Methodol)"},{"issue":"2","key":"10.1016\/j.jare.2025.04.026_b0020","doi-asserted-by":"crossref","first-page":"121","DOI":"10.1023\/A:1009715923555","article-title":"A tutorial on support vector machines for pattern recognition","volume":"2","author":"Burges","year":"1998","journal-title":"Data Min Knowl Disc"},{"key":"10.1016\/j.jare.2025.04.026_b0025","doi-asserted-by":"crossref","unstructured":"P Grohs, et al. Mathematical Aspects of Deep Learning. Cambridge University Press. ISBN 9781009025096. doi: 10.1017\/9781009025096.","DOI":"10.1017\/9781009025096"},{"issue":"4","key":"10.1016\/j.jare.2025.04.026_b0030","doi-asserted-by":"crossref","first-page":"415","DOI":"10.1080\/00401706.1977.10489581","article-title":"Validation of regression models: methods and examples","volume":"19","author":"Snee","year":"1977","journal-title":"Technometrics"},{"key":"10.1016\/j.jare.2025.04.026_b0035","series-title":"International Joint Conference on Artificial Intelligence (IJCAI)","first-page":"1","article-title":"A study of cross-validation and bootstrap for accuracy estimation and model selection","author":"Kohavi","year":"1995"},{"key":"10.1016\/j.jare.2025.04.026_b0040","doi-asserted-by":"crossref","first-page":"352","DOI":"10.1145\/256562.256650","article-title":"Validation of trace-driven simulation models: regression analysis revisited","author":"Kleijnen","year":"1996","journal-title":"Proceedings Winter Simulation Conference."},{"issue":"8","key":"10.1016\/j.jare.2025.04.026_b0045","doi-asserted-by":"crossref","first-page":"1213","DOI":"10.1002\/sim.4780100805","article-title":"Validation techniques for logistic regression models","volume":"10","author":"Miller","year":"1991","journal-title":"Stat Med"},{"key":"10.1016\/j.jare.2025.04.026_b0050","unstructured":"A.I Oredein et al. On Validating Regression Models with Bootstraps and Data Splitting Techniques. Global Journal of Science Frontier Research Volume 11 Issue 6 Version 1.0 September 2011."},{"key":"10.1016\/j.jare.2025.04.026_b0055","unstructured":"Moore, D.S., et al. (2003): Bootstrap Methods and Permutation Tests. In The Practice of Business Statistics Companion, chap 18. W.H. Freeman; First Edition ISBN 978-0716757269."},{"key":"10.1016\/j.jare.2025.04.026_b0060","doi-asserted-by":"crossref","first-page":"436","DOI":"10.1038\/nature14539","article-title":"Deep learning","volume":"521","author":"LeCun","year":"2015","journal-title":"Nature"},{"key":"10.1016\/j.jare.2025.04.026_b0065","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1016\/j.neucom.2020.05.078","article-title":"Artificial intelligence within the interplay between natural and artificial computation: Advances in data science, trends and applications","volume":"410","author":"Gorriz","year":"2020","journal-title":"Neurocomputing"},{"key":"10.1016\/j.jare.2025.04.026_b0070","doi-asserted-by":"crossref","first-page":"68","DOI":"10.1016\/j.neuroimage.2017.06.061","article-title":"Cross-validation failure: Small sample sizes lead to large error bars","volume":"180","author":"Varoquaux","year":"2018","journal-title":"NeuroImage"},{"key":"10.1016\/j.jare.2025.04.026_b0075","doi-asserted-by":"crossref","unstructured":"A. Eklund, et al. Cluster failure: Inflated false positives for fMRI. Proceedings of the National Academy of Sciences Jul 2016, 113 (28) 7900\u20137905.","DOI":"10.1073\/pnas.1602413113"},{"issue":"199","key":"10.1016\/j.jare.2025.04.026_b0080","doi-asserted-by":"crossref","first-page":"351","DOI":"10.1016\/j.neuroimage.2019.05.082","article-title":"Quantifying performance of machine learning methods for neuroimaging data","volume":"1","author":"Jollans","year":"2019","journal-title":"Neuroimage"},{"key":"10.1016\/j.jare.2025.04.026_b0085","doi-asserted-by":"crossref","unstructured":"J.M. G\u00f3rriz, et al. A Machine Learning Approach to Reveal the NeuroPhenotypes of Autisms. International journal of neural systems, 1850058. 2019.","DOI":"10.1142\/S0129065718500582"},{"issue":"3","key":"10.1016\/j.jare.2025.04.026_b0090","doi-asserted-by":"crossref","first-page":"374","DOI":"10.1093\/bioinformatics\/btg419","article-title":"Is cross-validation valid for small-sample microarray classification?","volume":"20","author":"Braga-Neto","year":"2004","journal-title":"Bioinformatics"},{"key":"10.1016\/j.jare.2025.04.026_b0095","unstructured":"L.van der Maaten et al. Visualizing Data using t-SNE. Journal of Machine Learning Research 2008 vol 9, num 86, 2579\u20132605."},{"key":"10.1016\/j.jare.2025.04.026_b0100","doi-asserted-by":"crossref","first-page":"598","DOI":"10.1016\/j.inffus.2022.11.007","article-title":"A non-parametric statistical inference framework for Deep Learning in current neuroimaging","volume":"91","author":"Jimenez-Mesa","year":"2023","journal-title":"Information Fusion"},{"key":"10.1016\/j.jare.2025.04.026_b0105","doi-asserted-by":"crossref","first-page":"198","DOI":"10.1016\/j.inffus.2020.09.008","article-title":"Statistical Agnostic Mapping: A framework in neuroimaging based on concentration inequalities","volume":"66","author":"Gorriz","year":"2021","journal-title":"Information Fusion"},{"key":"10.1016\/j.jare.2025.04.026_b0110","doi-asserted-by":"crossref","unstructured":"Tom Viering et al. The Shape of Learning Curves: A Review. IEEE Transactions on Pattern Analysis and Machine Intelligence June 2023, pp. 7799\u20137819, vol. 45 DOI Bookmark: 10.1109\/TPAMI.2022.3220744.","DOI":"10.1109\/TPAMI.2022.3220744"},{"key":"10.1016\/j.jare.2025.04.026_b0115","series-title":"The nature of statistical learning theory","author":"Vapnik","year":"1995"},{"key":"10.1016\/j.jare.2025.04.026_b0120","unstructured":"Bernhard Scholkopf et al. Learning with Kernels: Support Vector Machines, Regularization, Optimization, and Beyond. MIT Press ISBN:978-0-262-19475-4. December 2001."},{"key":"10.1016\/j.jare.2025.04.026_b0125","doi-asserted-by":"crossref","first-page":"73","DOI":"10.1214\/aoms\/1177703732","article-title":"Robust estimation of a location parameter","volume":"35","author":"Huber","year":"1964","journal-title":"Ann Math Statist"},{"key":"10.1016\/j.jare.2025.04.026_b0130","series-title":"Regression Analysis by Example","author":"Chatterjee","year":"2006"},{"key":"10.1016\/j.jare.2025.04.026_b0135","doi-asserted-by":"crossref","unstructured":"E T Bullmore et al. Global, voxel, and cluster tests, by theory and permutation, for a difference between two groups of structural MR images of the brain IEEE Trans Med Imaging (1999) Jan; 18(1):32\u201342.","DOI":"10.1109\/42.750253"},{"key":"10.1016\/j.jare.2025.04.026_b0140","doi-asserted-by":"crossref","unstructured":"P.T. Reiss, et al. Cross-validation and hypothesis testing in neuroimaging: an irenic comment on the exchange between Friston and Lindquist et al. Neuroimage. 2015 August 1; 116: 248\u2013254.","DOI":"10.1016\/j.neuroimage.2015.04.032"},{"key":"10.1016\/j.jare.2025.04.026_b0145","unstructured":"Juan M Gorriz et al. Is K-fold cross validation the best model selection method for Machine Learning? arXiv:2401.16407."},{"key":"10.1016\/j.jare.2025.04.026_b0150","unstructured":"V. Vapnik. Estimation dependencies based on Empirical Data. Springer-Verlach. 1982 ISBN 0-387-90733-5."},{"key":"10.1016\/j.jare.2025.04.026_b0155","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.patcog.2019.03.032","article-title":"On the computation of distribution-free performance bounds: application to small sample sizes in neuroimaging","volume":"93","author":"G\u00f3rriz","year":"2019","journal-title":"Pattern Recogn"},{"issue":"1","key":"10.1016\/j.jare.2025.04.026_b0160","doi-asserted-by":"crossref","first-page":"78","DOI":"10.1016\/0890-5401(92)90010-D","article-title":"Decision theoretic generalizations of the PAC model for neural net and other learning applications","volume":"100","author":"Haussler","year":"1992","journal-title":"Inf Comput"},{"key":"10.1016\/j.jare.2025.04.026_b0165","unstructured":"S. Boucheron et al. Concentration Inequalities: A Nonasymptotic Theory of Independence ISBN: 9780199535255 Oxford University Press."},{"key":"10.1016\/j.jare.2025.04.026_b0170","doi-asserted-by":"crossref","unstructured":"D. McAllester, A PAC-Bayesian tutorial with a dropout bound. arXiv 10.48550\/ARXIV.1307.2118 2013.","DOI":"10.1007\/978-3-642-41136-6_10"},{"key":"10.1016\/j.jare.2025.04.026_b0175","doi-asserted-by":"crossref","unstructured":"T.S. Breusch et al. A Simple Test for heteroscedasticity and random coefficient variation. Econometrica, Sep., 1979, Vol. 47, No. 5 (Sep., 1979), pp. 1287\u20131294.","DOI":"10.2307\/1911963"},{"key":"10.1016\/j.jare.2025.04.026_b0180","doi-asserted-by":"crossref","unstructured":"R. Koenker. A note on studentizing a test for heteroscedascity. Journal of Econometrics 17. 107-l 12. North-Holland Publishing Company (1981).","DOI":"10.1016\/0304-4076(81)90062-2"},{"key":"10.1016\/j.jare.2025.04.026_b0185","doi-asserted-by":"crossref","first-page":"503","DOI":"10.1016\/j.neuroimage.2013.02.057","article-title":"Sample size and the fallacies of classical inference","volume":"81","author":"Friston","year":"2013","journal-title":"NeuroImage"},{"key":"10.1016\/j.jare.2025.04.026_b0190","unstructured":"Addinsoft, 2019. XLSTAT statistical and data analysis solution, Long Island, NY, USA. <https:\/\/www.xlstat.com>"},{"key":"10.1016\/j.jare.2025.04.026_b0195","article-title":"Better-than-chance classification for signal detection","author":"Rosenblatt","year":"2016","journal-title":"Biostatistics"},{"key":"10.1016\/j.jare.2025.04.026_b0200","doi-asserted-by":"crossref","unstructured":"National Academies of Sciences, Engineering, and Medicine. (2019). Reproducibility and Replicability in Science. Washington, DC: The National Academies Press. https:\/\/doi.org\/10.17226\/25303.","DOI":"10.17226\/25303"},{"key":"10.1016\/j.jare.2025.04.026_b0205","first-page":"116468","article-title":"Cluster failure or power failure?","volume":"209","author":"Noble","year":"2020","journal-title":"Evaluating sensitivity in cluster-level inference. NeuroImage"},{"issue":"Iss. 1","key":"10.1016\/j.jare.2025.04.026_b0210","article-title":"Permutation P-values Should Never Be Zero: Calculating Exact P-values When Permutations Are Randomly Drawn","volume":"Vol. 9","author":"Phipson","year":"2010","journal-title":"Statistical Applications in Genetics and Molecular Biology"},{"key":"10.1016\/j.jare.2025.04.026_b0215","doi-asserted-by":"crossref","first-page":"19","DOI":"10.1016\/j.neuroimage.2017.12.083","article-title":"The same analysis approach: Practical protection against the pitfalls of novel neuroimaging analysis methods","volume":"180","author":"Gorgen","year":"2018","journal-title":"NeuroImage"},{"issue":"12","key":"10.1016\/j.jare.2025.04.026_b0220","doi-asserted-by":"crossref","first-page":"5861","DOI":"10.1002\/hbm.22590","article-title":"Multivariate lesion-symptom mapping using support vector regression","volume":"35","author":"Zhang","year":"2014","journal-title":"Hum Brain Mapp"},{"key":"10.1016\/j.jare.2025.04.026_b0225","article-title":"A connection between pattern classification by machine learning and statistical inference with the General Linear Model","author":"Gorriz","year":"2021","journal-title":"IEEE Journal of Biomedical and Health Informatics"},{"issue":"21","key":"10.1016\/j.jare.2025.04.026_b0230","doi-asserted-by":"crossref","first-page":"159","DOI":"10.1016\/j.neucom.2022.09.001","article-title":"A hypothesis-driven method based on machine learning for neuroimaging data analysis","volume":"510","author":"Gorriz","year":"2022","journal-title":"Neurocomputing"},{"issue":"4","key":"10.1016\/j.jare.2025.04.026_b0235","doi-asserted-by":"crossref","first-page":"1139","DOI":"10.1016\/j.neuroimage.2007.03.072","article-title":"Support vector machine learning-based fMRI data group analysis","volume":"36","author":"Wang","year":"2007","journal-title":"NeuroImage"},{"issue":"3","key":"10.1016\/j.jare.2025.04.026_b0240","doi-asserted-by":"crossref","first-page":"608","DOI":"10.1016\/j.neuroimage.2009.03.016","article-title":"A hybrid SVM\u2013GLM approach for fMRI data analysis","volume":"46","author":"Wang","year":"2009","journal-title":"Neuroimage"},{"key":"10.1016\/j.jare.2025.04.026_b0245","series-title":"Proceedings of the 12th Annual Conference on Computational Learning Theory (COLT)","article-title":"PAC-Bayesian model averaging","author":"McAllester","year":"1999"},{"key":"10.1016\/j.jare.2025.04.026_b0250","article-title":"PAC-Bayesian inequalities for general loss functions","author":"Catoni","year":"2007","journal-title":"Theoret Comput Sci"},{"key":"10.1016\/j.jare.2025.04.026_b0255","article-title":"PAC-Bayesian inequalities and their applications","author":"Alquier","year":"2016","journal-title":"J Mach Learn Res"},{"key":"10.1016\/j.jare.2025.04.026_b0260","article-title":"The PAC-Bayesian approach to machine learning","author":"van Erven","year":"2014","journal-title":"Foundations and Trends in Machine Learning"},{"key":"10.1016\/j.jare.2025.04.026_b0265","article-title":"PAC-Bayes bounds for deep learning models","author":"Canonni","year":"2021","journal-title":"Journal of Machine Learning"}],"container-title":["Journal of Advanced Research"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S209012322500270X?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S209012322500270X?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,1,31]],"date-time":"2026-01-31T01:17:46Z","timestamp":1769822266000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S209012322500270X"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,2]]},"references-count":53,"alternative-id":["S209012322500270X"],"URL":"https:\/\/doi.org\/10.1016\/j.jare.2025.04.026","relation":{},"ISSN":["2090-1232"],"issn-type":[{"value":"2090-1232","type":"print"}],"subject":[],"published":{"date-parts":[[2026,2]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Statistical agnostic regression: A machine learning method to validate regression models","name":"articletitle","label":"Article Title"},{"value":"Journal of Advanced Research","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.jare.2025.04.026","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2025 The Author(s). Published by Elsevier B.V. on behalf of Cairo University.","name":"copyright","label":"Copyright"}]}}