{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,23]],"date-time":"2025-08-23T05:25:47Z","timestamp":1755926747530,"version":"3.37.3"},"reference-count":52,"publisher":"Springer Science and Business Media LLC","issue":"7","license":[{"start":{"date-parts":[[2023,3,22]],"date-time":"2023-03-22T00:00:00Z","timestamp":1679443200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,3,22]],"date-time":"2023-03-22T00:00:00Z","timestamp":1679443200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001804","name":"Canada Research Chairs","doi-asserted-by":"publisher","award":["-"],"award-info":[{"award-number":["-"]}],"id":[{"id":"10.13039\/501100001804","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Process Lett"],"published-print":{"date-parts":[[2023,12]]},"DOI":"10.1007\/s11063-023-11239-8","type":"journal-article","created":{"date-parts":[[2023,3,22]],"date-time":"2023-03-22T05:02:39Z","timestamp":1679461359000},"page":"10073-10091","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Model Selection for Time Series Forecasting An Empirical Analysis of Multiple Estimators"],"prefix":"10.1007","volume":"55","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9694-8423","authenticated-orcid":false,"given":"Vitor","family":"Cerqueira","sequence":"first","affiliation":[]},{"given":"Luis","family":"Torgo","sequence":"additional","affiliation":[]},{"given":"Carlos","family":"Soares","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,3,22]]},"reference":[{"key":"11239_CR1","doi-asserted-by":"crossref","unstructured":"Breiman L, Spector P (1992) Submodel selection and evaluation in regression. The x-random case. International statistical review\/revue internationale de Statistique pp. 291\u2013319","DOI":"10.2307\/1403680"},{"key":"11239_CR2","doi-asserted-by":"publisher","first-page":"40","DOI":"10.1214\/09-SS054","volume":"4","author":"S Arlot","year":"2010","unstructured":"Arlot S, Celisse A et al (2010) A survey of cross-validation procedures for model selection. Stat Surv 4:40\u201379","journal-title":"Stat Surv"},{"key":"11239_CR3","doi-asserted-by":"publisher","first-page":"192","DOI":"10.1016\/j.ins.2011.12.028","volume":"191","author":"C Bergmeir","year":"2012","unstructured":"Bergmeir C, Ben\u00edtez JM (2012) On the use of cross-validation for time series predictor evaluation. Inf Sci 191:192\u2013213","journal-title":"Inf Sci"},{"key":"11239_CR4","doi-asserted-by":"publisher","first-page":"70","DOI":"10.1016\/j.csda.2017.11.003","volume":"120","author":"C Bergmeir","year":"2018","unstructured":"Bergmeir C, Hyndman RJ, Koo B (2018) A note on the validity of cross-validation for evaluating autoregressive time series prediction. Comput Stat Data Anal 120:70\u201383","journal-title":"Comput Stat Data Anal"},{"key":"11239_CR5","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10994-020-05910-7","volume":"109","author":"V Cerqueira","year":"2020","unstructured":"Cerqueira V, Torgo L, Mozeti\u010d I (2020) Evaluating time series forecasting models: an empirical study on performance estimation methods. Mach Learn 109:1\u201332","journal-title":"Mach Learn"},{"issue":"4","key":"11239_CR6","doi-asserted-by":"publisher","first-page":"437","DOI":"10.1016\/S0169-2070(00)00065-0","volume":"16","author":"LJ Tashman","year":"2000","unstructured":"Tashman LJ (2000) Out-of-sample tests of forecasting accuracy: an analysis and review. Int J Forecast 16(4):437\u2013450","journal-title":"Int J Forecast"},{"issue":"3","key":"11239_CR7","doi-asserted-by":"publisher","first-page":"e0194,317","DOI":"10.1371\/journal.pone.0194317","volume":"13","author":"I Mozeti\u010d","year":"2018","unstructured":"Mozeti\u010d I, Torgo L, Cerqueira V, Smailovi\u0107 J (2018) How to evaluate sentiment classifiers for twitter time-ordered data? PLoS ONE 13(3):e0194,317","journal-title":"PLoS ONE"},{"issue":"6","key":"11239_CR8","doi-asserted-by":"publisher","first-page":"2450","DOI":"10.1214\/009053607000000514","volume":"35","author":"Y Yang","year":"2007","unstructured":"Yang Y (2007) Consistency of cross validation for comparing regression procedures. Ann Stat 35(6):2450\u20132473","journal-title":"Ann Stat"},{"issue":"2","key":"11239_CR9","doi-asserted-by":"publisher","first-page":"278","DOI":"10.2307\/2981683","volume":"147","author":"AP Dawid","year":"1984","unstructured":"Dawid AP (1984) Present position and potential developments: Some personal views statistical theory the prequential approach. J R Stat Soc Ser A (General) 147(2):278\u2013290","journal-title":"J R Stat Soc Ser A (General)"},{"key":"11239_CR10","doi-asserted-by":"crossref","unstructured":"Opsomer J, Wang Y, Yang Y (2001) Nonparametric regression with correlated errors. Stat Sci 16(2):134\u2013153","DOI":"10.1214\/ss\/1009213287"},{"key":"11239_CR11","doi-asserted-by":"crossref","unstructured":"Snijders TA (1988) On model uncertainty and its statistical implications. Springer, pp 56\u201369","DOI":"10.1007\/978-3-642-61564-1_4"},{"key":"11239_CR12","doi-asserted-by":"crossref","unstructured":"McQuarrie AD, Tsai CL (1998) Regression and time series model selection. World Scientific","DOI":"10.1142\/3573"},{"issue":"1","key":"11239_CR13","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1016\/S0304-4076(00)00030-0","volume":"99","author":"J Racine","year":"2000","unstructured":"Racine J (2000) Consistent cross-validatory model-selection for dependent data: hv-block cross-validation. J Econ 99(1):39\u201361","journal-title":"J Econ"},{"key":"11239_CR14","doi-asserted-by":"crossref","unstructured":"Gama J, Rodrigues PP, Sebasti\u00e3o R (2009) In: Proceedings of the 2009 ACM symposium on Applied Computing, pp 1496\u20131500","DOI":"10.1145\/1529282.1529616"},{"issue":"3","key":"11239_CR15","doi-asserted-by":"publisher","first-page":"e0194,889","DOI":"10.1371\/journal.pone.0194889","volume":"13","author":"S Makridakis","year":"2018","unstructured":"Makridakis S, Spiliotis E, Assimakopoulos V (2018) Statistical and machine learning forecasting methods: Concerns and ways forward. PLoS ONE 13(3):e0194,889","journal-title":"PLoS ONE"},{"key":"11239_CR16","doi-asserted-by":"crossref","unstructured":"Chatfield C (2000) Time-series forecasting. CRC press","DOI":"10.1201\/9781420036206"},{"issue":"1","key":"11239_CR17","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1002\/for.3980040103","volume":"4","author":"ES Gardner Jr","year":"1985","unstructured":"Gardner ES Jr (1985) Exponential smoothing: the state of the art. J Forecast 4(1):1\u201328","journal-title":"J Forecast"},{"key":"11239_CR18","doi-asserted-by":"crossref","unstructured":"Spiliotis E, Makridakis S, Semenoglou AA, Assimakopoulos V (2022) Comparison of statistical and machine learning methods for daily sku demand forecasting. Oper Res 22(3):3037\u20133061","DOI":"10.1007\/s12351-020-00605-2"},{"key":"11239_CR19","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10844-022-00713-9","volume":"59","author":"V Cerqueira","year":"2022","unstructured":"Cerqueira V, Torgo L, Soares C (2022) A case study comparing machine learning with statistical methods for time series forecasting: size matters. J Intell Inf Syst 59:1\u201319","journal-title":"J Intell Inf Syst"},{"key":"11239_CR20","doi-asserted-by":"publisher","first-page":"1346","DOI":"10.1016\/j.ijforecast.2021.11.013","volume":"38","author":"S Makridakis","year":"2020","unstructured":"Makridakis S, Spiliotis E, Assimakopoulos V (2020) The m5 accuracy competition: results, findings and conclusions. Int J Forecast 38:1346","journal-title":"Int J Forecast"},{"key":"11239_CR21","unstructured":"Ke G, Meng Q, Finley T, Wang T, Chen W, Ma W, Ye Q, Liu TY (2017) In: Advances in neural information processing systems, pp 3146\u20133154"},{"key":"11239_CR22","doi-asserted-by":"crossref","unstructured":"Cerqueira V, Torgo L, Oliveira M, Pfahringer B (2017) In: 2017 IEEE International Conference on Data Science and Advanced Analytics (DSAA) (IEEE, 2017), pp 242\u2013251","DOI":"10.1109\/DSAA.2017.26"},{"issue":"6","key":"11239_CR23","doi-asserted-by":"publisher","first-page":"913","DOI":"10.1007\/s10994-018-05774-y","volume":"108","author":"V Cerqueira","year":"2019","unstructured":"Cerqueira V, Torgo L, Pinto F, Soares C (2019) Arbitrage of forecasting experts. Mach Learn 108(6):913\u2013944","journal-title":"Mach Learn"},{"key":"11239_CR24","unstructured":"Corani G, Benavoli A, Augusto J, Zaffalon M (2020) Automatic forecasting using gaussian processes. arXiv preprint arXiv:2009.08102"},{"key":"11239_CR25","unstructured":"Oreshkin BN, Carpov D, Chapados N, Bengio Y (2019) N-beats: Neural basis expansion analysis for interpretable time series forecasting. arXiv preprint arXiv:1905.10437"},{"issue":"3","key":"11239_CR26","doi-asserted-by":"publisher","first-page":"1181","DOI":"10.1016\/j.ijforecast.2019.07.001","volume":"36","author":"D Salinas","year":"2020","unstructured":"Salinas D, Flunkert V, Gasthaus J, Januschowski T (2020) Deepar: Probabilistic forecasting with autoregressive recurrent networks. Int J Forecast 36(3):1181\u20131191","journal-title":"Int J Forecast"},{"issue":"1","key":"11239_CR27","doi-asserted-by":"publisher","first-page":"75","DOI":"10.1016\/j.ijforecast.2019.03.017","volume":"36","author":"S Smyl","year":"2020","unstructured":"Smyl S (2020) A hybrid method of exponential smoothing and recurrent neural networks for time series forecasting. Int J Forecast 36(1):75\u201385","journal-title":"Int J Forecast"},{"issue":"4","key":"11239_CR28","doi-asserted-by":"publisher","first-page":"1748","DOI":"10.1016\/j.ijforecast.2021.03.012","volume":"37","author":"B Lim","year":"2021","unstructured":"Lim B, Ar\u0131k S\u00d6, Loeff N, Pfister T (2021) Temporal fusion transformers for interpretable multi-horizon time series forecasting. Int J Forecast 37(4):1748\u20131764","journal-title":"Int J Forecast"},{"issue":"4","key":"11239_CR29","doi-asserted-by":"publisher","first-page":"6997","DOI":"10.1109\/JIOT.2019.2913176","volume":"6","author":"MR Chen","year":"2019","unstructured":"Chen MR, Zeng GQ, Lu KD, Weng J (2019) A two-layer nonlinear combination method for short-term wind speed prediction based on elm, enn, and lstm. IEEE Internet Things J 6(4):6997\u20137010","journal-title":"IEEE Internet Things J"},{"issue":"1","key":"11239_CR30","doi-asserted-by":"publisher","first-page":"101","DOI":"10.1109\/TVT.2019.2952605","volume":"69","author":"F Zhao","year":"2019","unstructured":"Zhao F, Zeng GQ, Lu KD (2019) Enlstm-wpeo: Short-term traffic flow prediction by ensemble lstm, nnct weight integration, and population extremal optimization. IEEE Trans Veh Technol 69(1):101\u2013113","journal-title":"IEEE Trans Veh Technol"},{"issue":"1","key":"11239_CR31","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1080\/00031305.2017.1380080","volume":"72","author":"SJ Taylor","year":"2018","unstructured":"Taylor SJ, Letham B (2018) Forecasting at scale. Am Stat 72(1):37\u201345","journal-title":"Am Stat"},{"key":"11239_CR32","unstructured":"Triebe O, Hewamalage H, Pilyugina P, Laptev N, Bergmeir C, Rajagopal R (2021) Neuralprophet: Explainable forecasting at scale. arXiv preprint arXiv:2111.15397"},{"key":"11239_CR33","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2021.108148","volume":"120","author":"K Bandara","year":"2021","unstructured":"Bandara K, Hewamalage H, Liu YH, Kang Y, Bergmeir C (2021) Improving the accuracy of global forecasting models using time series data augmentation. Pattern Recogn 120:108,148","journal-title":"Pattern Recogn"},{"key":"11239_CR34","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2021.108441","volume":"124","author":"H Hewamalage","year":"2022","unstructured":"Hewamalage H, Bergmeir C, Bandara K (2022) Global models for time series forecasting: A simulation study. Pattern Recogn 124:108,441","journal-title":"Pattern Recogn"},{"issue":"6","key":"11239_CR35","doi-asserted-by":"publisher","first-page":"3403","DOI":"10.1103\/PhysRevA.45.3403","volume":"45","author":"MB Kennel","year":"1992","unstructured":"Kennel MB, Brown R, Abarbanel HD (1992) Determining embedding dimension for phase-space reconstruction using a geometrical construction. Physical Rev A 45(6):3403","journal-title":"Physical Rev A"},{"key":"11239_CR36","doi-asserted-by":"crossref","unstructured":"Brazdil PB, Soares C (2000) European conference on machine learning. Springer, pp 63\u201375","DOI":"10.1007\/3-540-45164-1_8"},{"issue":"1","key":"11239_CR37","first-page":"152","volume":"17","author":"A Benavoli","year":"2016","unstructured":"Benavoli A, Corani G, Mangili F (2016) Should we really use post-hoc tests based on mean-ranks? J Mach Learn Res 17(1):152\u2013161","journal-title":"J Mach Learn Res"},{"issue":"1","key":"11239_CR38","doi-asserted-by":"publisher","first-page":"79","DOI":"10.1007\/s10994-017-5687-8","volume":"107","author":"SM Abdulrahman","year":"2018","unstructured":"Abdulrahman SM, Brazdil P, van Rijn JN, Vanschoren J (2018) Speeding up algorithm selection using average ranking and active testing by introducing runtime. Mach Learn 107(1):79\u2013108","journal-title":"Mach Learn"},{"issue":"1","key":"11239_CR39","doi-asserted-by":"publisher","first-page":"54","DOI":"10.1016\/j.ijforecast.2019.04.014","volume":"36","author":"S Makridakis","year":"2020","unstructured":"Makridakis S, Spiliotis E, Assimakopoulos V (2020) The m4 competition: 100,000 time series and 61 forecasting methods. Int J Forecast 36(1):54\u201374","journal-title":"Int J Forecast"},{"key":"11239_CR40","unstructured":"Hyndman R, Yang Y (2019) tsdl: Time series data library. https:\/\/finyang.github.io\/tsdl\/, https:\/\/github.com\/FinYang\/tsdl"},{"issue":"9","key":"11239_CR41","doi-asserted-by":"publisher","first-page":"1","DOI":"10.18637\/jss.v011.i09","volume":"11","author":"A Karatzoglou","year":"2004","unstructured":"Karatzoglou A, Smola A, Hornik K, Zeileis A (2004) kernlab-an s4 package for kernel methods in r. J Stat Softw 11(9):1\u201320","journal-title":"J Stat Softw"},{"key":"11239_CR42","unstructured":"Milborrow S (2012) earth: multivariate adaptive regression spline models"},{"key":"11239_CR43","unstructured":"Wright MN (2015) ranger: a fast implementation of random forests. R package"},{"issue":"376","key":"11239_CR44","doi-asserted-by":"publisher","first-page":"817","DOI":"10.1080\/01621459.1981.10477729","volume":"76","author":"JH Friedman","year":"1981","unstructured":"Friedman JH, Stuetzle W (1981) Projection pursuit regression. J Am Stat Assoc 76(376):817\u2013823","journal-title":"J Am Stat Assoc"},{"key":"11239_CR45","unstructured":"Kuhn M, Weston S, Keefer C (2014) N.C.C. code for Cubist\u00a0by Ross\u00a0Quinlan, Cubist: rule- and instance-based regression modeling. R package version 0.0.18"},{"key":"11239_CR46","unstructured":"Cannon AJ (2017) monmlp: Multi-layer perceptron neural network with optional monotonicity constraints. https:\/\/CRAN.R-project.org\/package=monmlp. R package version 1.1.5"},{"issue":"1","key":"11239_CR47","doi-asserted-by":"publisher","first-page":"1","DOI":"10.18637\/jss.v033.i01","volume":"33","author":"J Friedman","year":"2010","unstructured":"Friedman J, Hastie T, Tibshirani R (2010) Regularization paths for generalized linear models via coordinate descent. J Stat Softw 33(1):1\u201322","journal-title":"J Stat Softw"},{"key":"11239_CR48","unstructured":"Mevik BH, Wehrens R, Liland KH (2016) pls: partial least squares and principal component regression. https:\/\/CRAN.R-project.org\/package=pls. R package version 2.6-0"},{"key":"11239_CR49","doi-asserted-by":"crossref","unstructured":"Chen T, Guestrin C (2016) In: Proceedings of the 22nd acm sigkdd international conference on knowledge discovery and data mining, pp 785\u2013794","DOI":"10.1145\/2939672.2939785"},{"issue":"387","key":"11239_CR50","doi-asserted-by":"publisher","first-page":"575","DOI":"10.1080\/01621459.1984.10478083","volume":"79","author":"RR Picard","year":"1984","unstructured":"Picard RR, Cook RD (1984) Cross-validation of regression models. J Am Stat Assoc 79(387):575\u2013583","journal-title":"J Am Stat Assoc"},{"issue":"1","key":"11239_CR51","first-page":"3","volume":"36","author":"CL Jain","year":"2017","unstructured":"Jain CL (2017) Answers to your forecasting questions. J Bus Forecast 36(1):3","journal-title":"J Bus Forecast"},{"key":"11239_CR52","first-page":"2825","volume":"12","author":"F Pedregosa","year":"2011","unstructured":"Pedregosa F, Varoquaux G, Gramfort A, Michel V, Thirion B, Grisel O, Blondel M, Prettenhofer P, Weiss R, Dubourg V et al (2011) Scikit-learn: machine learning in python. J Mach Learn Res 12:2825\u20132830","journal-title":"J Mach Learn Res"}],"container-title":["Neural Processing Letters"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11063-023-11239-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11063-023-11239-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11063-023-11239-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,16]],"date-time":"2024-10-16T20:01:38Z","timestamp":1729108898000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11063-023-11239-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,3,22]]},"references-count":52,"journal-issue":{"issue":"7","published-print":{"date-parts":[[2023,12]]}},"alternative-id":["11239"],"URL":"https:\/\/doi.org\/10.1007\/s11063-023-11239-8","relation":{},"ISSN":["1370-4621","1573-773X"],"issn-type":[{"type":"print","value":"1370-4621"},{"type":"electronic","value":"1573-773X"}],"subject":[],"published":{"date-parts":[[2023,3,22]]},"assertion":[{"value":"8 March 2023","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 March 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no relevant financial or non-financial interests to disclose","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"Not applicable","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to participate"}},{"value":"Not applicable","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"Not applicable","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval"}}]}}