{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,16]],"date-time":"2026-07-16T19:51:57Z","timestamp":1784231517622,"version":"3.55.0"},"publisher-location":"Cham","reference-count":35,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030109240","type":"print"},{"value":"9783030109257","type":"electronic"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-10925-7_43","type":"book-chapter","created":{"date-parts":[[2019,1,17]],"date-time":"2019-01-17T15:47:28Z","timestamp":1547740048000},"page":"703-718","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":10,"title":["Evaluation Procedures for Forecasting with Spatio-Temporal Data"],"prefix":"10.1007","author":[{"given":"Mariana","family":"Oliveira","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lu\u00eds","family":"Torgo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"V\u00edtor","family":"Santos Costa","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2019,1,18]]},"reference":[{"key":"43_CR1","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"433","DOI":"10.1007\/978-3-319-03524-6_37","volume-title":"AI*IA 2013: Advances in Artificial Intelligence","author":"A Appice","year":"2013","unstructured":"Appice, A., Pravilovic, S., Malerba, D., Lanza, A.: Enhancing regression models with spatio-temporal indicator additions. In: Baldoni, M., Baroglio, C., Boella, G., Micalizio, R. (eds.) AI*IA 2013. LNCS (LNAI), vol. 8249, pp. 433\u2013444. Springer, Cham (2013). https:\/\/doi.org\/10.1007\/978-3-319-03524-6_37"},{"key":"43_CR2","doi-asserted-by":"publisher","first-page":"40","DOI":"10.1214\/09-SS054","volume":"4","author":"S Arlot","year":"2010","unstructured":"Arlot, S., Celisse, A.: A survey of cross-validation procedures for model selection. Stat. Surv. 4, 40\u201379 (2010). https:\/\/doi.org\/10.1214\/09-SS054","journal-title":"Stat. Surv."},{"key":"43_CR3","doi-asserted-by":"publisher","first-page":"192","DOI":"10.1016\/j.ins.2011.12.028","volume":"191","author":"C Bergmeir","year":"2012","unstructured":"Bergmeir, C., Ben\u00edtez, J.M.: On the use of cross-validation for time series predictor evaluation. Inf. Sci. (Ny) 191, 192\u2013213 (2012). https:\/\/doi.org\/10.1016\/j.ins.2011.12.028","journal-title":"Inf. Sci. (Ny)"},{"key":"43_CR4","doi-asserted-by":"publisher","first-page":"132","DOI":"10.1016\/j.csda.2014.02.001","volume":"76","author":"C Bergmeir","year":"2014","unstructured":"Bergmeir, C., Costantini, M., Ben\u00edtez, J.M.: On the usefulness of cross-validation for directional forecast evaluation. Comput. Stat. Data Anal. 76, 132\u2013143 (2014). https:\/\/doi.org\/10.1016\/j.csda.2014.02.001","journal-title":"Comput. Stat. Data Anal."},{"issue":"2","key":"43_CR5","doi-asserted-by":"publisher","first-page":"351","DOI":"10.1093\/biomet\/81.2.351","volume":"81","author":"P Burman","year":"1994","unstructured":"Burman, P., Chow, E., Nolan, D.: A cross-validatory method for dependent data. Biometrika 81(2), 351\u2013358 (1994). https:\/\/doi.org\/10.1093\/biomet\/81.2.351","journal-title":"Biometrika"},{"key":"43_CR6","doi-asserted-by":"crossref","unstructured":"Calvo, B., Santaf\u00e9 Rodrigo, G.: scmamp: statistical comparison of multiple algorithms in multiple problems. R J. 8(1), August 2016","DOI":"10.32614\/RJ-2016-017"},{"issue":"1\u20132","key":"43_CR7","doi-asserted-by":"publisher","first-page":"42","DOI":"10.1016\/S0022-1694(96)03062-4","volume":"190","author":"SS Carroll","year":"1997","unstructured":"Carroll, S.S., Cressie, N.: Spatial modeling of snow water equivalent using covariances estimated from spatial and geomorphic attributes. J. Hydrol. 190(1\u20132), 42\u201359 (1997). https:\/\/doi.org\/10.1016\/S0022-1694(96)03062-4","journal-title":"J. Hydrol."},{"issue":"3","key":"43_CR8","doi-asserted-by":"publisher","first-page":"956","DOI":"10.1109\/TII.2016.2604758","volume":"13","author":"M Ceci","year":"2017","unstructured":"Ceci, M., Corizzo, R., Fumarola, F., Malerba, D., Rashkovska, A.: Predictive modeling of PV energy production: How to set up the learning task for a better prediction? IEEE T. Ind. Inform. 13(3), 956\u2013966 (2017)","journal-title":"IEEE T. Ind. Inform."},{"key":"43_CR9","doi-asserted-by":"publisher","unstructured":"Cerqueira, V., Torgo, L., Smailovi, J., Mozeti, I.: A comparative study of performance estimation methods for time series forecasting. In: International Conference on Data Science and Advanced Analytics (DSAA), pp. 529\u2013538 (2017). https:\/\/doi.org\/10.1109\/DSAA.2017.7","DOI":"10.1109\/DSAA.2017.7"},{"key":"43_CR10","unstructured":"Cheysson, F.: starma: Modelling Space Time AutoRegressive Moving Average. In: (STARMA) Processes (2016)"},{"issue":"4","key":"43_CR11","doi-asserted-by":"publisher","first-page":"1906","DOI":"10.1214\/aos\/1176348377","volume":"19","author":"CK Chu","year":"1991","unstructured":"Chu, C.K., Marron, J.S.: Comparison of two bandwidth selectors with dependent errors. Ann. Stat. 19(4), 1906\u20131918 (1991)","journal-title":"Ann. Stat."},{"issue":"5","key":"43_CR12","doi-asserted-by":"publisher","first-page":"601","DOI":"10.1109\/TIT.1979.1056087","volume":"25","author":"L Devroye","year":"1979","unstructured":"Devroye, L., Wagner, T.: Distribution-free performance bounds for potential function rules. IEEE Trans. Inf. Theory 25(5), 601\u2013604 (1979)","journal-title":"IEEE Trans. Inf. Theory"},{"key":"43_CR13","doi-asserted-by":"crossref","DOI":"10.1093\/oso\/9780198524847.001.0001","volume-title":"Analysis of Longitudinal Data","author":"P Diggle","year":"2002","unstructured":"Diggle, P.: Analysis of Longitudinal Data. Oxford University Press, Oxford (2002)"},{"key":"43_CR14","doi-asserted-by":"publisher","first-page":"70","DOI":"10.1016\/j.spasta.2015.04.001","volume":"14","author":"CK Gasch","year":"2015","unstructured":"Gasch, C.K., Hengl, T., Gr\u00e4ler, B., Meyer, H., Magney, T.S., Brown, D.J.: Spatio-temporal interpolation of soil water, temperature, and electrical conductivity in 3D+ T: the cook agronomy farm data set. Spat. Stat. 14, 70\u201390 (2015)","journal-title":"Spat. Stat."},{"issue":"350","key":"43_CR15","doi-asserted-by":"publisher","first-page":"320","DOI":"10.1080\/01621459.1975.10479865","volume":"70","author":"S Geisser","year":"1975","unstructured":"Geisser, S.: The predictive sample reuse method with applications. J. Am. Stat. Assoc. 70(350), 320\u2013328 (1975)","journal-title":"J. Am. Stat. Assoc."},{"issue":"1\u20132","key":"43_CR16","doi-asserted-by":"publisher","first-page":"144","DOI":"10.1016\/j.jhydrol.2006.06.028","volume":"332","author":"U Haberlandt","year":"2007","unstructured":"Haberlandt, U.: Geostatistical interpolation of hourly precipitation from rain gauges and radar for a large-scale extreme rainfall event. J. Hydrol. 332(1\u20132), 144\u2013157 (2007). https:\/\/doi.org\/10.1016\/j.jhydrol.2006.06.028","journal-title":"J. Hydrol."},{"key":"43_CR17","unstructured":"Hengl, T.: GSIF: Global Soil Information Facilities (2017). R package version 0.5-4"},{"key":"43_CR18","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.envsoft.2017.12.001","volume":"101","author":"H Meyer","year":"2018","unstructured":"Meyer, H., Reudenbach, C., Hengl, T., Katurji, M., Nauss, T.: Improving performance of spatio-temporal machine learning models using forward feature selection and target-oriented validation. Environ. Model. Softw. 101, 1\u20139 (2018). https:\/\/doi.org\/10.1016\/j.envsoft.2017.12.001","journal-title":"Environ. Model. Softw."},{"issue":"1","key":"43_CR19","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1109\/ISIT.1998.708964","volume":"33","author":"DS Modha","year":"1998","unstructured":"Modha, D.S., Masry, E.: Prequential and cross-validated regression estimation. Mach. Learn. 33(1), 5\u201339 (1998). https:\/\/doi.org\/10.1109\/ISIT.1998.708964","journal-title":"Mach. Learn."},{"issue":"3","key":"43_CR20","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1371\/journal.pone.0194317","volume":"13","author":"I Mozeti\u010d","year":"2018","unstructured":"Mozeti\u010d, I., Torgo, L., Cerqueira, V., Smailovi\u0107, J.: How to evaluate sentiment classifiers for Twitter time-ordered data? PLoS One 13(3), 1\u201320 (2018). https:\/\/doi.org\/10.1371\/journal.pone.0194317","journal-title":"PLoS One"},{"key":"43_CR21","unstructured":"Ohashi, O., Torgo, L.: Wind speed forecasting using spatio-temporal indicators. In: Proceedings of the 20th European Conference on Artificial Intelligence, pp. 975\u2013980. IOS Press (2012)"},{"issue":"2","key":"43_CR22","doi-asserted-by":"publisher","first-page":"134","DOI":"10.1214\/ss\/1009213287","volume":"16","author":"J Opsomer","year":"2001","unstructured":"Opsomer, J., Wang, Y., Yang, Y.: Nonparametric regression with correlated errors. Stat. Sci. 16(2), 134\u2013153 (2001). https:\/\/doi.org\/10.1214\/ss\/1009213287","journal-title":"Stat. Sci."},{"issue":"7","key":"43_CR23","doi-asserted-by":"publisher","first-page":"1","DOI":"10.18637\/jss.v051.i07","volume":"51","author":"E Pebesma","year":"2012","unstructured":"Pebesma, E.: spacetime: Spatio-temporal data in R. J. Stat. Softw. 51(7), 1\u201330 (2012). http:\/\/www.jstatsoft.org\/v51\/i07\/","journal-title":"J. Stat. Softw."},{"issue":"1","key":"43_CR24","doi-asserted-by":"publisher","first-page":"35","DOI":"10.2307\/1268381","volume":"22","author":"PE Pfeifer","year":"1980","unstructured":"Pfeifer, P.E., Deutsch, S.J.: A three-stage iterative procedure for space-time modeling. Technometrics 22(1), 35\u201347 (1980)","journal-title":"Technometrics"},{"issue":"1","key":"43_CR25","doi-asserted-by":"publisher","first-page":"191","DOI":"10.1080\/13658816.2017.1381338","volume":"32","author":"S Pravilovic","year":"2018","unstructured":"Pravilovic, S., Appice, A., Malerba, D.: Leveraging correlation across space and time to interpolate geophysical data via CoKriging. Int. J. Geogr. Inf. Sci. 32(1), 191\u2013212 (2018). https:\/\/doi.org\/10.1080\/13658816.2017.1381338","journal-title":"Int. J. Geogr. Inf. Sci."},{"key":"43_CR26","unstructured":"R Core Team: R: a language and environment for statistical computing. In: R Foundation for Statistical Computing, Austria, Vienna (2017)"},{"issue":"1","key":"43_CR27","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1016\/S0304-4076(00)00030-0","volume":"99","author":"J Racine","year":"2000","unstructured":"Racine, J.: Consistent cross-validatory model-selection for dependent data: hv-block cross-validation. J. Econom. 99(1), 39\u201361 (2000)","journal-title":"J. Econom."},{"issue":"8","key":"43_CR28","doi-asserted-by":"publisher","first-page":"913","DOI":"10.1111\/ecog.02881","volume":"40","author":"DR Roberts","year":"2017","unstructured":"Roberts, D.R., et al.: Cross-validation strategies for data with temporal, spatial, hierarchical, or phylogenetic structure. Ecography 40(8), 913\u2013929 (2017)","journal-title":"Ecography"},{"key":"43_CR29","series-title":"LNE","doi-asserted-by":"publisher","first-page":"56","DOI":"10.1007\/978-3-642-61564-1_4","volume-title":"On Model Uncertainty and its Statistical Implications","author":"TAB Snijders","year":"1988","unstructured":"Snijders, T.A.B.: On cross-validation for predictor evaluation in time series. In: Dijkstra, T.K. (ed.) On Model Uncertainty and its Statistical Implications. LNE, pp. 56\u201369. Springer, Berlin, Heidelberg (1988). https:\/\/doi.org\/10.1007\/978-3-642-61564-1_4"},{"issue":"2","key":"43_CR30","doi-asserted-by":"crossref","first-page":"111","DOI":"10.1111\/j.2517-6161.1974.tb00994.x","volume":"36","author":"M. Stone","year":"1974","unstructured":"Stone, M.: Cross-validatory choice and assessment of statistical predictions. J. R. Stat. Soc. B 111\u2013147 (1974)","journal-title":"Journal of the Royal Statistical Society: Series B (Methodological)"},{"issue":"4","key":"43_CR31","doi-asserted-by":"publisher","first-page":"437","DOI":"10.1016\/S0169-2070(00)00065-0","volume":"16","author":"LJ Tashman","year":"2000","unstructured":"Tashman, L.J.: Out-of-sample tests of forecasting accuracy : an analysis and review. Int. J. Forecast. 16(4), 437\u2013450 (2000)","journal-title":"Int. J. Forecast."},{"key":"43_CR32","doi-asserted-by":"crossref","DOI":"10.1201\/9781315399102","volume-title":"Data Mining with R: Learning with Case Studies","author":"L Torgo","year":"2016","unstructured":"Torgo, L.: Data Mining with R: Learning with Case Studies. CRC Press, Boca Raton (2016)"},{"issue":"5","key":"43_CR33","doi-asserted-by":"publisher","first-page":"1215","DOI":"10.5194\/cp-12-1215-2016","volume":"12","author":"M Trachsel","year":"2016","unstructured":"Trachsel, M., Telford, R.J.: Estimating unbiased transfer-function performances in spatially structured environments. Clim. Past 12(5), 1215\u20131223 (2016)","journal-title":"Clim. Past"},{"issue":"1","key":"43_CR34","doi-asserted-by":"publisher","first-page":"1","DOI":"10.18637\/jss.v077.i01","volume":"77","author":"MN Wright","year":"2017","unstructured":"Wright, M.N., Ziegler, A.: Ranger: a fast implementation of random forests for high dimensional data in C++ and R. J. Stat. Softw. 77(1), 1\u201317 (2017). https:\/\/doi.org\/10.18637\/jss.v077.i01","journal-title":"J. Stat. Softw."},{"key":"43_CR35","doi-asserted-by":"publisher","unstructured":"Zheng, Y., Liu, F., Hsieh, H.P.: U-Air: when urban air quality inference meets big data. In: Proceedings of the 19th ACM SIGKDD International Conference on Knowledge Discovery Data Mining, pp. 1436\u20131444. ACM (2013). https:\/\/doi.org\/10.1145\/2487575.2488188","DOI":"10.1145\/2487575.2488188"}],"container-title":["Lecture Notes in Computer Science","Machine Learning and Knowledge Discovery in Databases"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-10925-7_43","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,14]],"date-time":"2024-07-14T05:17:34Z","timestamp":1720934254000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-10925-7_43"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030109240","9783030109257"],"references-count":35,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-10925-7_43","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"18 January 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECML PKDD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Joint European Conference on Machine Learning and Knowledge Discovery in Databases","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Dublin","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Ireland","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2018","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 September 2018","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 September 2018","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecml2018","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.ecmlpkdd2018.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"CMT","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"535","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"131","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"17","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"24% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}