{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,18]],"date-time":"2026-03-18T07:50:32Z","timestamp":1773820232544,"version":"3.50.1"},"reference-count":64,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2025,12,1]],"date-time":"2025-12-01T00:00:00Z","timestamp":1764547200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2025,12,1]],"date-time":"2025-12-01T00:00:00Z","timestamp":1764547200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2025,11,9]],"date-time":"2025-11-09T00:00:00Z","timestamp":1762646400000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100006769","name":"Russian Science Foundation","doi-asserted-by":"publisher","award":["25-11-00355"],"award-info":[{"award-number":["25-11-00355"]}],"id":[{"id":"10.13039\/501100006769","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Ecological Informatics"],"published-print":{"date-parts":[[2025,12]]},"DOI":"10.1016\/j.ecoinf.2025.103521","type":"journal-article","created":{"date-parts":[[2025,11,20]],"date-time":"2025-11-20T09:50:14Z","timestamp":1763632214000},"page":"103521","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":5,"special_numbering":"C","title":["Foundation for unbiased cross-validation of spatio-temporal models for Species Distribution Modeling"],"prefix":"10.1016","volume":"92","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8788-6024","authenticated-orcid":false,"given":"Diana","family":"Koldasbayeva","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1653-0204","authenticated-orcid":false,"given":"Alexey","family":"Zaytsev","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"issue":"1","key":"10.1016\/j.ecoinf.2025.103521_b1","doi-asserted-by":"crossref","first-page":"9745","DOI":"10.1038\/s41598-023-36358-z","article-title":"Global spatial distribution of Chromolaena odorata habitat under climate change: Random forest modeling of one of the 100 worst invasive alien species","volume":"13","author":"Adhikari","year":"2023","journal-title":"Sci. Rep."},{"issue":"5","key":"10.1016\/j.ecoinf.2025.103521_b2","doi-asserted-by":"crossref","first-page":"541","DOI":"10.1111\/ecog.01132","article-title":"spThin: an R package for spatial thinning of species occurrence records for use in ecological niche models","volume":"38","author":"Aiello-Lammens","year":"2015","journal-title":"Ecography"},{"key":"10.1016\/j.ecoinf.2025.103521_b3","doi-asserted-by":"crossref","unstructured":"Beery, S., Cole, E., Parker, J., Perona, P., Winner, K., 2021. Species distribution modeling for machine learning practitioners: A review. In: ACM SIGCAS Conference on Computing and Sustainable Societies. pp. 329\u2013348.","DOI":"10.1145\/3460112.3471966"},{"key":"10.1016\/j.ecoinf.2025.103521_b4","article-title":"Package \u2018rgdal\u2019","volume":"172","author":"Bivand","year":"2015","journal-title":"Bind. Geospatial Data Abstr. Libr."},{"key":"10.1016\/j.ecoinf.2025.103521_b5","doi-asserted-by":"crossref","first-page":"73","DOI":"10.1016\/j.ecolmodel.2013.12.012","article-title":"Spatial filtering to reduce sampling bias can improve the performance of ecological niche models","volume":"275","author":"Boria","year":"2014","journal-title":"Ecol. Model.","ISSN":"https:\/\/id.crossref.org\/issn\/0304-3800","issn-type":"print"},{"key":"10.1016\/j.ecoinf.2025.103521_b6","doi-asserted-by":"crossref","DOI":"10.1016\/j.ecoinf.2024.102916","article-title":"Spatially explicit metrics improve the evaluation of species distribution models facing sampling biases","volume":"84","author":"Bracho-Est\u00e9vanez","year":"2024","journal-title":"Ecol. Inform."},{"key":"10.1016\/j.ecoinf.2025.103521_b7","series-title":"The 2003 to 2008 U.S. West Coast Bottom Trawl Surveys of Groundfish Resources Off Washington, Oregon, and California: Estimates of Distribution, Abundance, Length, and Age Composition","first-page":"323","author":"Bradburn","year":"2011"},{"issue":"7","key":"10.1016\/j.ecoinf.2025.103521_b8","doi-asserted-by":"crossref","first-page":"1145","DOI":"10.1016\/S0031-3203(96)00142-2","article-title":"The use of the area under the ROC curve in the evaluation of machine learning algorithms","volume":"30","author":"Bradley","year":"1997","journal-title":"Pattern Recognit."},{"key":"10.1016\/j.ecoinf.2025.103521_b9","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1023\/A:1010933404324","article-title":"Random forests","volume":"45","author":"Breiman","year":"2001","journal-title":"Mach. Learn."},{"issue":"6","key":"10.1016\/j.ecoinf.2025.103521_b10","doi-asserted-by":"crossref","first-page":"853","DOI":"10.5194\/nhess-5-853-2005","article-title":"Spatial prediction models for landslide hazards: review, comparison and evaluation","volume":"5","author":"Brenning","year":"2005","journal-title":"Nat. Hazards Earth Syst. Sci."},{"key":"10.1016\/j.ecoinf.2025.103521_b11","doi-asserted-by":"crossref","unstructured":"Chen, T., Guestrin, C., 2016. Xgboost: A scalable tree boosting system. In: Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining. pp. 785\u2013794.","DOI":"10.1145\/2939672.2939785"},{"key":"10.1016\/j.ecoinf.2025.103521_b12","series-title":"Package \u2018xgboost\u2019","first-page":"1","author":"Chen","year":"2019"},{"key":"10.1016\/j.ecoinf.2025.103521_b13","series-title":"Spatial Analysis: A Guide for Ecologists","author":"Dale","year":"2014"},{"issue":"2","key":"10.1016\/j.ecoinf.2025.103521_b14","doi-asserted-by":"crossref","first-page":"129","DOI":"10.1111\/j.1466-8238.2006.00279.x","article-title":"Effects of incorporating spatial autocorrelation into the analysis of species distribution data","volume":"16","author":"Dormann","year":"2007","journal-title":"Glob. Ecol. Biogeogr."},{"issue":"1","key":"10.1016\/j.ecoinf.2025.103521_b15","doi-asserted-by":"crossref","first-page":"677","DOI":"10.1146\/annurev.ecolsys.110308.120159","article-title":"Species distribution models: ecological explanation and prediction across space and time","volume":"40","author":"Elith","year":"2009","journal-title":"Annu. Rev. Ecol. Evol. Syst."},{"issue":"12","key":"10.1016\/j.ecoinf.2025.103521_b16","doi-asserted-by":"crossref","first-page":"4302","DOI":"10.1002\/joc.5086","article-title":"WorldClim 2: new 1-km spatial resolution climate surfaces for global land areas","volume":"37","author":"Fick","year":"2017","journal-title":"Int. J. Climatol."},{"key":"10.1016\/j.ecoinf.2025.103521_b17","first-page":"1189","article-title":"Greedy function approximation: a gradient boosting machine","author":"Friedman","year":"2001","journal-title":"Ann. Stat."},{"key":"10.1016\/j.ecoinf.2025.103521_b18","series-title":"GBIF occurrence download","author":"GBIF.org","year":"2022"},{"issue":"350","key":"10.1016\/j.ecoinf.2025.103521_b19","doi-asserted-by":"crossref","first-page":"320","DOI":"10.1080\/01621459.1975.10479865","article-title":"The predictive sample reuse method with applications","volume":"70","author":"Geisser","year":"1975","journal-title":"J. Amer. Statist. Assoc."},{"key":"10.1016\/j.ecoinf.2025.103521_b20","series-title":"Handbook of Applied Spatial Analysis: Software Tools, Methods and Applications","first-page":"255","article-title":"Spatial autocorrelation","author":"Getis","year":"2009"},{"key":"10.1016\/j.ecoinf.2025.103521_b21","series-title":"Package \u2018gbm\u2019","author":"Greenwell","year":"2019"},{"issue":"2","key":"10.1016\/j.ecoinf.2025.103521_b22","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pone.0169748","article-title":"SoilGrids250m: Global gridded soil information based on machine learning","volume":"12","author":"Hengl","year":"2017","journal-title":"PLoS One"},{"issue":"3","key":"10.1016\/j.ecoinf.2025.103521_b23","doi-asserted-by":"crossref","first-page":"679","DOI":"10.1890\/11-0826.1","article-title":"Cross-validation of species distribution models: removing spatial sorting bias and calibration with a null model","volume":"93","author":"Hijmans","year":"2012","journal-title":"Ecology"},{"key":"10.1016\/j.ecoinf.2025.103521_b24","series-title":"Package \u2018Terra\u2019","author":"Hijmans","year":"2022"},{"issue":"1","key":"10.1016\/j.ecoinf.2025.103521_b25","first-page":"1","article-title":"Package \u2018dismo\u2019","volume":"9","author":"Hijmans","year":"2017","journal-title":"Circles"},{"key":"10.1016\/j.ecoinf.2025.103521_b26","series-title":"Package \u2018raster\u2019","first-page":"473","author":"Hijmans","year":"2015"},{"issue":"2","key":"10.1016\/j.ecoinf.2025.103521_b27","doi-asserted-by":"crossref","first-page":"142","DOI":"10.1016\/j.ecolmodel.2006.05.017","article-title":"Evaluating the ability of habitat suitability models to predict species presences","volume":"199","author":"Hirzel","year":"2006","journal-title":"Ecol. Model."},{"key":"10.1016\/j.ecoinf.2025.103521_b28","series-title":"Forecasting: Principles and Practice","author":"Hyndman","year":"2018"},{"key":"10.1016\/j.ecoinf.2025.103521_b29","article-title":"Lightgbm: A highly efficient gradient boosting decision tree","volume":"30","author":"Ke","year":"2017","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.ecoinf.2025.103521_b30","first-page":"7","article-title":"The climate of Norway","author":"Ketzler","year":"2021","journal-title":"Landsc. Landf. Nor."},{"issue":"6","key":"10.1016\/j.ecoinf.2025.103521_b31","first-page":"90","article-title":"Review on determining number of cluster in K-means clustering","volume":"1","author":"Kodinariya","year":"2013","journal-title":"Int. J."},{"issue":"1","key":"10.1016\/j.ecoinf.2025.103521_b32","doi-asserted-by":"crossref","first-page":"10700","DOI":"10.1038\/s41467-024-55240-8","article-title":"Challenges in data-driven geospatial modeling for environmental research and practice","volume":"15","author":"Koldasbayeva","year":"2024","journal-title":"Nat. Commun."},{"issue":"7","key":"10.1016\/j.ecoinf.2025.103521_b33","article-title":"Package \u2018caret\u2019","volume":"223","author":"Kuhn","year":"2020","journal-title":"R J."},{"issue":"1","key":"10.1016\/j.ecoinf.2025.103521_b34","doi-asserted-by":"crossref","first-page":"101","DOI":"10.1111\/j.1600-0587.2000.tb00265.x","article-title":"Red-shifts and red herrings in geographical ecology","volume":"23","author":"Lennon","year":"2000","journal-title":"Ecography"},{"issue":"3","key":"10.1016\/j.ecoinf.2025.103521_b35","first-page":"18","article-title":"Classification and regression by randomforest","volume":"2","author":"Liaw","year":"2002","journal-title":"R News"},{"issue":"2","key":"10.1016\/j.ecoinf.2025.103521_b36","doi-asserted-by":"crossref","first-page":"145","DOI":"10.1111\/j.1466-8238.2007.00358.x","article-title":"AUC: a misleading measure of the performance of predictive distribution models","volume":"17","author":"Lobo","year":"2008","journal-title":"Glob. Ecol. Biogeogr."},{"issue":"1","key":"10.1016\/j.ecoinf.2025.103521_b37","doi-asserted-by":"crossref","first-page":"2600","DOI":"10.1038\/s41598-023-29681-y","article-title":"Environmental variables and machine learning models to predict cetacean abundance in the Central-eastern Mediterranean Sea","volume":"13","author":"Maglietta","year":"2023","journal-title":"Sci. Rep."},{"issue":"6","key":"10.1016\/j.ecoinf.2025.103521_b38","doi-asserted-by":"crossref","first-page":"1304","DOI":"10.1111\/2041-210X.13851","article-title":"Nearest neighbour distance matching Leave-One-Out Cross-Validation for map validation","volume":"13","author":"Mila","year":"2022","journal-title":"Methods Ecol. Evol."},{"issue":"6","key":"10.1016\/j.ecoinf.2025.103521_b39","doi-asserted-by":"crossref","first-page":"1452","DOI":"10.1111\/cobi.13522","article-title":"Effects of spatial autocorrelation and sampling design on estimates of protected area effectiveness","volume":"34","author":"Negret","year":"2020","journal-title":"Conserv. Biol."},{"issue":"4","key":"10.1016\/j.ecoinf.2025.103521_b40","doi-asserted-by":"crossref","first-page":"286","DOI":"10.1111\/j.1538-4632.1995.tb00912.x","article-title":"Local spatial autocorrelation statistics: distributional issues and an application","volume":"27","author":"Ord","year":"1995","journal-title":"Geogr. Anal."},{"issue":"1","key":"10.1016\/j.ecoinf.2025.103521_b41","doi-asserted-by":"crossref","first-page":"439","DOI":"10.32614\/RJ-2018-009","article-title":"Simple features for r: standardized support for spatial vector data","volume":"10","author":"Pebesma","year":"2018","journal-title":"R J."},{"issue":"4","key":"10.1016\/j.ecoinf.2025.103521_b42","doi-asserted-by":"crossref","first-page":"994","DOI":"10.1111\/2041-210X.14061","article-title":"Machine learning and deep learning\u2014A review for ecologists","volume":"14","author":"Pichler","year":"2023","journal-title":"Methods Ecol. Evol."},{"issue":"1","key":"10.1016\/j.ecoinf.2025.103521_b43","doi-asserted-by":"crossref","first-page":"4540","DOI":"10.1038\/s41467-020-18321-y","article-title":"Spatial validation reveals poor predictive performance of large-scale ecological mapping models","volume":"11","author":"Ploton","year":"2020","journal-title":"Nat. Commun."},{"issue":"10","key":"10.1016\/j.ecoinf.2025.103521_b44","doi-asserted-by":"crossref","first-page":"2001","DOI":"10.1080\/13658816.2017.1346255","article-title":"Estimating the prediction performance of spatial models via spatial k-fold cross validation","volume":"31","author":"Pohjankukka","year":"2017","journal-title":"Int. J. Geogr. Inf. Sci."},{"issue":"1","key":"10.1016\/j.ecoinf.2025.103521_b45","first-page":"1934","article-title":"Tunability: Importance of hyperparameters of machine learning algorithms","volume":"20","author":"Probst","year":"2019","journal-title":"J. Mach. Learn. Res."},{"issue":"3","key":"10.1016\/j.ecoinf.2025.103521_b46","article-title":"Hyperparameters and tuning strategies for random forest","volume":"9","author":"Probst","year":"2019","journal-title":"Wiley Interdiscip. Rev.: Data Min. Knowl. Discov."},{"issue":"4","key":"10.1016\/j.ecoinf.2025.103521_b47","doi-asserted-by":"crossref","first-page":"629","DOI":"10.1111\/jbi.12227","article-title":"Making better Maxent models of species distributions: complexity, overfitting and evaluation","volume":"41","author":"Radosavljevic","year":"2014","journal-title":"J. Biogeogr."},{"issue":"22","key":"10.1016\/j.ecoinf.2025.103521_b48","doi-asserted-by":"crossref","first-page":"5473","DOI":"10.1175\/2007JCLI1824.1","article-title":"Daily high-resolution-blended analyses for sea surface temperature","volume":"20","author":"Reynolds","year":"2007","journal-title":"J. Clim."},{"issue":"8","key":"10.1016\/j.ecoinf.2025.103521_b49","doi-asserted-by":"crossref","first-page":"913","DOI":"10.1111\/ecog.02881","article-title":"Cross-validation strategies for data with temporal, spatial, hierarchical, or phylogenetic structure","volume":"40","author":"Roberts","year":"2017","journal-title":"Ecography"},{"issue":"6","key":"10.1016\/j.ecoinf.2025.103521_b50","doi-asserted-by":"crossref","first-page":"1035","DOI":"10.1111\/ddi.13252","article-title":"Assessing the reliability of species distribution projections in climate change research","volume":"27","author":"Santini","year":"2021","journal-title":"Diversity and Distributions"},{"key":"10.1016\/j.ecoinf.2025.103521_b51","doi-asserted-by":"crossref","first-page":"109","DOI":"10.1016\/j.ecolmodel.2019.06.002","article-title":"Hyperparameter tuning and performance assessment of statistical and machine-learning algorithms using spatial data","volume":"406","author":"Schratz","year":"2019","journal-title":"Ecol. Model."},{"issue":"1","key":"10.1016\/j.ecoinf.2025.103521_b52","article-title":"Assessing accuracy methods of species distribution models: AUC, specificity, sensitivity and the true skill statistic","volume":"18","author":"Shabani","year":"2018","journal-title":"Glob. J. Hum.-Soc. Sci.: B Geogr. Geo-Sci. Environ. Sci. Disaster Manag."},{"key":"10.1016\/j.ecoinf.2025.103521_b53","series-title":"Lightgbm: Light gradient boosting machine","author":"Shi","year":"2024"},{"issue":"2","key":"10.1016\/j.ecoinf.2025.103521_b54","doi-asserted-by":"crossref","first-page":"216","DOI":"10.1111\/2041-210X.13525","article-title":"Spatial thinning and class balancing: Key choices lead to variation in the performance of species distribution models with citizen science data","volume":"12","author":"Steen","year":"2021","journal-title":"Methods Ecol. Evol."},{"issue":"2","key":"10.1016\/j.ecoinf.2025.103521_b55","doi-asserted-by":"crossref","first-page":"111","DOI":"10.1111\/j.2517-6161.1974.tb00994.x","article-title":"Cross-validatory choice and assessment of statistical predictions","volume":"36","author":"Stone","year":"1974","journal-title":"J. R. Stat. Soc. Ser. B Stat. Methodol."},{"issue":"21\u201322","key":"10.1016\/j.ecoinf.2025.103521_b56","doi-asserted-by":"crossref","first-page":"2930","DOI":"10.1016\/j.quascirev.2011.06.012","article-title":"Applications of species distribution modeling to paleobiology","volume":"30","author":"Svenning","year":"2011","journal-title":"Quat. Sci. Rev."},{"issue":"2","key":"10.1016\/j.ecoinf.2025.103521_b57","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pone.0055158","article-title":"The effects of sampling bias and model complexity on the predictive performance of MaxEnt species distribution models","volume":"8","author":"Syfert","year":"2013","journal-title":"PLoS One"},{"issue":"sup1","key":"10.1016\/j.ecoinf.2025.103521_b58","doi-asserted-by":"crossref","first-page":"234","DOI":"10.2307\/143141","article-title":"A computer movie simulating urban growth in the Detroit region","volume":"46","author":"Tobler","year":"1970","journal-title":"Econ. Geogr."},{"issue":"2","key":"10.1016\/j.ecoinf.2025.103521_b59","doi-asserted-by":"crossref","first-page":"225","DOI":"10.1111\/2041-210X.13107","article-title":"BlockCV: An R package for generating spatially or environmentally separated folds for k-fold cross-validation of species distribution models","volume":"10","author":"Valavi","year":"2018","journal-title":"Methods Ecol. Evol."},{"issue":"8","key":"10.1016\/j.ecoinf.2025.103521_b60","doi-asserted-by":"crossref","first-page":"1661","DOI":"10.1111\/2041-210X.13874","article-title":"Flexsdm: An r package for supporting a comprehensive and flexible species distribution modelling workflow","volume":"13","author":"Velazco","year":"2022","journal-title":"Methods Ecol. Evol."},{"issue":"20","key":"10.1016\/j.ecoinf.2025.103521_b61","doi-asserted-by":"crossref","first-page":"11488","DOI":"10.1002\/ece3.6786","article-title":"SDMtune: An R package to tune and evaluate species distribution models","volume":"10","author":"Vignali","year":"2020","journal-title":"Ecol. Evol."},{"key":"10.1016\/j.ecoinf.2025.103521_b62","doi-asserted-by":"crossref","DOI":"10.1016\/j.ecolmodel.2021.109692","article-title":"Spatial cross-validation is not the right way to evaluate map accuracy","volume":"457","author":"Wadoux","year":"2021","journal-title":"Ecol. Model."},{"issue":"8","key":"10.1016\/j.ecoinf.2025.103521_b63","doi-asserted-by":"crossref","first-page":"2198","DOI":"10.1890\/15-0051.1","article-title":"Using spatiotemporal species distribution models to identify temporally evolving hotspots of species co-occurrence","volume":"25","author":"Ward","year":"2015","journal-title":"Ecol. Appl."},{"issue":"1","key":"10.1016\/j.ecoinf.2025.103521_b64","doi-asserted-by":"crossref","first-page":"79","DOI":"10.3354\/cr030079","article-title":"Advantages of the mean absolute error (MAE) over the root mean square error (RMSE) in assessing average model performance","volume":"30","author":"Willmott","year":"2005","journal-title":"Clim. Res."}],"container-title":["Ecological Informatics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1574954125005308?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1574954125005308?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,3,18]],"date-time":"2026-03-18T06:48:57Z","timestamp":1773816537000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1574954125005308"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,12]]},"references-count":64,"alternative-id":["S1574954125005308"],"URL":"https:\/\/doi.org\/10.1016\/j.ecoinf.2025.103521","relation":{},"ISSN":["1574-9541"],"issn-type":[{"value":"1574-9541","type":"print"}],"subject":[],"published":{"date-parts":[[2025,12]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Foundation for unbiased cross-validation of spatio-temporal models for Species Distribution Modeling","name":"articletitle","label":"Article Title"},{"value":"Ecological Informatics","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.ecoinf.2025.103521","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 The Authors. Published by Elsevier B.V.","name":"copyright","label":"Copyright"}],"article-number":"103521"}}