{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,2]],"date-time":"2025-12-02T14:33:28Z","timestamp":1764686008077,"version":"3.46.0"},"reference-count":44,"publisher":"Springer Science and Business Media LLC","issue":"11","license":[{"start":{"date-parts":[[2025,10,15]],"date-time":"2025-10-15T00:00:00Z","timestamp":1760486400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,10,15]],"date-time":"2025-10-15T00:00:00Z","timestamp":1760486400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Mach Learn"],"published-print":{"date-parts":[[2025,11]]},"DOI":"10.1007\/s10994-025-06881-3","type":"journal-article","created":{"date-parts":[[2025,10,15]],"date-time":"2025-10-15T20:27:04Z","timestamp":1760560024000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Mast: interpretable stress testing via meta-learning for forecasting model robustness evaluation"],"prefix":"10.1007","volume":"114","author":[{"given":"Ricardo","family":"In\u00e1cio","sequence":"first","affiliation":[]},{"given":"Vitor","family":"Cerqueira","sequence":"additional","affiliation":[]},{"given":"Mar\u00edlia","family":"Barandas","sequence":"additional","affiliation":[]},{"given":"Carlos","family":"Soares","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,10,15]]},"reference":[{"key":"6881_CR1","doi-asserted-by":"crossref","unstructured":"Akiba, T., Sano, S., Yanase, T., Ohta, T., & Koyama, M. (2019). Optuna: A next-generation hyperparameter optimization framework. In: Proceedings of the 25th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining","DOI":"10.1145\/3292500.3330701"},{"key":"6881_CR2","unstructured":"Ansari, A.F., Stella, L., Turkmen, C., Zhang, X., Mercado, P., Shen, H., Shchur, O., Rangapuram, S.S., Arango, S.P., & Kapoor, S., et\u00a0al. (2024) Chronos: Learning the language of time series. arXiv preprint arXiv:2403.07815"},{"key":"6881_CR3","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2021.108148","volume":"120","author":"K Bandara","year":"2021","unstructured":"Bandara, K., Hewamalage, H., Liu, Y. H., Kang, Y., & Bergmeir, C. (2021). Improving the accuracy of global forecasting models using time series data augmentation. Pattern Recognition, 120, Article 108148.","journal-title":"Pattern Recognition"},{"key":"6881_CR4","doi-asserted-by":"publisher","DOI":"10.1016\/j.softx.2020.100456","volume":"11","author":"M Barandas","year":"2020","unstructured":"Barandas, M., Folgado, D., Fernandes, L., Santos, S., Abreu, M., Bota, P., Liu, H., Schultz, T., & Gamboa, H. (2020). Tsfel: Time series feature extraction library. SoftwareX, 11, Article 100456.","journal-title":"SoftwareX"},{"issue":"1","key":"6881_CR5","doi-asserted-by":"publisher","first-page":"20","DOI":"10.1145\/1007730.1007735","volume":"6","author":"GE Batista","year":"2004","unstructured":"Batista, G. E., Prati, R. C., & Monard, M. C. (2004). A study of the behavior of several methods for balancing machine learning training data. ACM SIGKDD Explorations Newsletter, 6(1), 20\u201329.","journal-title":"ACM SIGKDD Explorations Newsletter"},{"key":"6881_CR6","doi-asserted-by":"crossref","unstructured":"Bontempi, G., Ben\u00a0Taieb, S., & Le\u00a0Borgne, Y.A. (2013) Machine learning strategies for time series forecasting. Business Intelligence: Second European Summer School, eBISS 2012, Brussels, Belgium, July 15-21, 2012, Tutorial Lectures 2 pp. 62\u201377.","DOI":"10.1007\/978-3-642-36318-4_3"},{"key":"6881_CR7","doi-asserted-by":"crossref","unstructured":"Brazdil, P., van Rijn, J.N., Soares, C., & Vanschoren, J. (2022). Metalearning approaches for algorithm selection ii. In: Metalearning: Applications to Automated Machine Learning and Data Mining, pp. 77\u2013102. Springer.","DOI":"10.1007\/978-3-030-67024-5_5"},{"key":"6881_CR8","doi-asserted-by":"crossref","unstructured":"Cerqueira, V., Moniz, N., In\u00e1cio, R., & Soares, C. (2024). Time series data augmentation as an imbalanced learning problem. In: EPIA Conference on Artificial Intelligence. pp. 335\u2013346. Springer.","DOI":"10.1007\/978-3-031-73500-4_28"},{"key":"6881_CR9","doi-asserted-by":"publisher","first-page":"913","DOI":"10.1007\/s10994-018-05774-y","volume":"108","author":"V Cerqueira","year":"2019","unstructured":"Cerqueira, V., Torgo, L., Pinto, F., & Soares, C. (2019). Arbitrage of forecasting experts. Machine Learning, 108, 913\u2013944.","journal-title":"Machine Learning"},{"issue":"2","key":"6881_CR10","doi-asserted-by":"publisher","first-page":"415","DOI":"10.1007\/s10844-022-00713-9","volume":"59","author":"V Cerqueira","year":"2022","unstructured":"Cerqueira, V., Torgo, L., & Soares, C. (2022). A case study comparing machine learning with statistical methods for time series forecasting: Size matters. Journal of Intelligent Information Systems, 59(2), 415\u2013433.","journal-title":"Journal of Intelligent Information Systems"},{"key":"6881_CR11","doi-asserted-by":"publisher","first-page":"321","DOI":"10.1613\/jair.953","volume":"16","author":"NV Chawla","year":"2002","unstructured":"Chawla, N. V., Bowyer, K. W., Hall, L. O., & Kegelmeyer, W. P. (2002). Smote: synthetic minority over-sampling technique. Journal of Artificial Intelligence Research, 16, 321\u2013357.","journal-title":"Journal of Artificial Intelligence Research"},{"key":"6881_CR12","unstructured":"Christ, M., Kempa-Liehr, A.W., & Feindt, M. (2016) Distributed and parallel time series feature extraction for industrial big data applications. arXiv preprint arXiv:1610.07717"},{"key":"6881_CR13","doi-asserted-by":"publisher","first-page":"91","DOI":"10.1007\/978-3-031-30047-9_8","volume-title":"Advances in Intelligent Data Analysis XXI","author":"L Cunha","year":"2023","unstructured":"Cunha, L., Soares, C., Restivo, A., & Teixeira, L. F. (2023). Gasten: Generative adversarial stress test networks. In B. Cr\u00e9milleux, S. Hess, & S. Nijssen (Eds.), Advances in Intelligent Data Analysis XXI (pp. 91\u2013102). Cham: Springer Nature."},{"issue":"226","key":"6881_CR14","first-page":"1","volume":"23","author":"A D\u2019Amour","year":"2022","unstructured":"D\u2019Amour, A., Heller, K., Moldovan, D., Adlam, B., Alipanahi, B., Beutel, A., Chen, C., Deaton, J., Eisenstein, J., Hoffman, M. D., et al. (2022). Underspecification presents challenges for credibility in modern machine learning. Journal of Machine Learning Research, 23(226), 1\u201361.","journal-title":"Journal of Machine Learning Research"},{"key":"6881_CR15","unstructured":"Edbrooke, J. (2017). Time Series Modelling Technique Analysis for Enterprise Stress Testing. Ph.D. thesis, Thesis, Imperial College London."},{"key":"6881_CR16","doi-asserted-by":"crossref","unstructured":"Forestier, G., Petitjean, F., Dau, H.A., Webb, G.I., & Keogh, E. (2017) Generating synthetic time series to augment sparse datasets. In: Data Mining (ICDM), 2017 IEEE International Conference on. pp. 865\u2013870. IEEE.","DOI":"10.1109\/ICDM.2017.106"},{"issue":"4","key":"6881_CR17","doi-asserted-by":"publisher","first-page":"109","DOI":"10.1007\/s11229-023-04334-9","volume":"202","author":"T Freiesleben","year":"2023","unstructured":"Freiesleben, T., & Grote, T. (2023). Beyond generalization: A theory of robustness in machine learning. Synthese, 202(4), 109.","journal-title":"Synthese"},{"key":"6881_CR18","doi-asserted-by":"crossref","unstructured":"Godahewa, R., Bandara, K., Webb, G.I., Smyl, S., & Bergmeir, C. (2021). Ensembles of localised models for time series forecasting. Knowledge-Based Systems 233","DOI":"10.1016\/j.knosys.2021.107518"},{"key":"6881_CR19","unstructured":"Guillermo, I., Edgar, T., & \u00c1ngel, G.P. (2023). Data augmentation techniques in time series domain: A survey and taxonomy."},{"key":"6881_CR20","doi-asserted-by":"crossref","unstructured":"Han, H., Wang, W.Y., & Mao, B.H. (2005). Borderline-smote: a new over-sampling method in imbalanced data sets learning. In: International conference on intelligent computing. pp. 878\u2013887. Springer.","DOI":"10.1007\/11538059_91"},{"key":"6881_CR21","doi-asserted-by":"crossref","unstructured":"He, H., Bai, Y., Garcia, E.A., & Li, S. (2008). Adasyn: Adaptive synthetic sampling approach for imbalanced learning. In: 2008 IEEE international joint conference on neural networks (IEEE world congress on computational intelligence). pp. 1322\u20131328. IEEE.","DOI":"10.1109\/IJCNN.2008.4633969"},{"key":"6881_CR22","unstructured":"Hyndman, R., Kang, Y., Montero-Manso, P., O\u2019Hara-Wild, M., Talagala, T., Wang, E., & Yang, Y. (2024). tsfeatures: Time Series Feature Extraction, https:\/\/pkg.robjhyndman.com\/tsfeatures\/, r package version 1.1.1.9000, https:\/\/github.com\/robjhyndman\/tsfeatures."},{"key":"6881_CR23","doi-asserted-by":"crossref","unstructured":"In\u00e1cio, R., Cerqueira, V., Barandas, M., & Soares, C. (2025) Meta-learning and data augmentation for stress testing forecasting models (accepted).","DOI":"10.1007\/978-3-031-91398-3_26"},{"issue":"7","key":"6881_CR24","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0254841","volume":"16","author":"BK Iwana","year":"2021","unstructured":"Iwana, B. K., & Uchida, S. (2021). An empirical survey of data augmentation for time series classification with neural networks. Plos one, 16(7), Article e0254841.","journal-title":"Plos one"},{"key":"6881_CR25","doi-asserted-by":"crossref","unstructured":"Jacovi, A., Marasovi\u0107, A., Miller, T., & Goldberg, Y. (2021). Formalizing trust in artificial intelligence: Prerequisites, causes and goals of human trust in AI. In: Proceedings of the 2021 ACM conference on fairness, accountability, and transparency. pp. 624\u2013635.","DOI":"10.1145\/3442188.3445923"},{"issue":"1","key":"6881_CR26","first-page":"3","volume":"36","author":"CL Jain","year":"2017","unstructured":"Jain, C. L. (2017). Answers to your forecasting questions. The Journal of Business Forecasting, 36(1), 3.","journal-title":"The Journal of Business Forecasting"},{"issue":"2s","key":"6881_CR27","doi-asserted-by":"publisher","first-page":"575","DOI":"10.52783\/jes.1478","volume":"20","author":"M Kolambe","year":"2024","unstructured":"Kolambe, M., & Arora, S. (2024). Forecasting the future: A comprehensive review of time series prediction techniques. Journal of Electrical Systems, 20(2s), 575\u2013586.","journal-title":"Journal of Electrical Systems"},{"issue":"10\u201312","key":"6881_CR28","doi-asserted-by":"publisher","first-page":"2006","DOI":"10.1016\/j.neucom.2009.09.020","volume":"73","author":"C Lemke","year":"2010","unstructured":"Lemke, C., & Gabrys, B. (2010). Meta-learning for time series forecasting and forecast combination. Neurocomputing, 73(10\u201312), 2006\u20132016.","journal-title":"Neurocomputing"},{"key":"6881_CR29","doi-asserted-by":"crossref","unstructured":"Li, Y., Xu, J., & Anastasiu, D.C. (2023). Seed: An effective model for highly-skewed streamflow time series data forecasting. In: 2023 IEEE International Conference on Big Data (BigData). pp. 728\u2013737. IEEE.","DOI":"10.1109\/BigData59044.2023.10386959"},{"issue":"6","key":"6881_CR30","doi-asserted-by":"publisher","first-page":"1821","DOI":"10.1007\/s10618-019-00647-x","volume":"33","author":"CH Lubba","year":"2019","unstructured":"Lubba, C. H., Sethi, S. S., Knaute, P., Schultz, S. R., Fulcher, B. D., & Jones, N. S. (2019). catch22: Canonical time-series characteristics. Data Mining and Knowledge Discovery, 33(6), 1821\u20131852.","journal-title":"Data Mining and Knowledge Discovery"},{"key":"6881_CR31","unstructured":"Lundberg, S.M., & Lee, S.I. (2017) A unified approach to interpreting model predictions. Advances in Neural Information Processing Systems 30."},{"issue":"4","key":"6881_CR32","doi-asserted-by":"publisher","first-page":"451","DOI":"10.1016\/S0169-2070(00)00057-1","volume":"16","author":"S Makridakis","year":"2000","unstructured":"Makridakis, S., & Hibon, M. (2000). The m3-competition: Results, conclusions and implications. International Journal of Forecasting, 16(4), 451\u2013476.","journal-title":"International Journal of Forecasting"},{"issue":"1","key":"6881_CR33","doi-asserted-by":"publisher","first-page":"54","DOI":"10.1016\/j.ijforecast.2019.04.014","volume":"36","author":"S Makridakis","year":"2020","unstructured":"Makridakis, S., Spiliotis, E., & Assimakopoulos, V. (2020). The m4 competition: 100,000 Time series and 61 forecasting methods. International Journal of Forecasting, 36(1), 54\u201374.","journal-title":"International Journal of Forecasting"},{"issue":"4","key":"6881_CR34","doi-asserted-by":"publisher","first-page":"1346","DOI":"10.1016\/j.ijforecast.2021.11.013","volume":"38","author":"S Makridakis","year":"2022","unstructured":"Makridakis, S., Spiliotis, E., & Assimakopoulos, V. (2022). M5 accuracy competition: Results, findings, and conclusions. International Journal of Forecasting, 38(4), 1346\u20131364.","journal-title":"International Journal of Forecasting"},{"issue":"4","key":"6881_CR35","doi-asserted-by":"publisher","first-page":"1365","DOI":"10.1016\/j.ijforecast.2021.10.009","volume":"38","author":"S Makridakis","year":"2022","unstructured":"Makridakis, S., Spiliotis, E., Assimakopoulos, V., Chen, Z., Gaba, A., Tsetlin, I., & Winkler, R. L. (2022). The m5 uncertainty competition: Results, findings and conclusions. International Journal of Forecasting, 38(4), 1365\u20131385. https:\/\/doi.org\/10.1016\/j.ijforecast.2021.10.009","journal-title":"International Journal of Forecasting"},{"key":"6881_CR36","doi-asserted-by":"crossref","unstructured":"Mitchell, M., Wu, S., Zaldivar, A., Barnes, P., Vasserman, L., Hutchinson, B., Spitzer, E., Raji, I.D., & Gebru, T. (2019). Model cards for model reporting. In: Proceedings of the conference on fairness, accountability, and transparency. pp. 220\u2013229.","DOI":"10.1145\/3287560.3287596"},{"key":"6881_CR37","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2021.115011","volume":"178","author":"N Moniz","year":"2021","unstructured":"Moniz, N., & Cerqueira, V. (2021). Automated imbalanced classification via meta-learning. Expert Systems with Applications, 178, Article 115011.","journal-title":"Expert Systems with Applications"},{"issue":"1","key":"6881_CR38","doi-asserted-by":"publisher","first-page":"86","DOI":"10.1016\/j.ijforecast.2019.02.011","volume":"36","author":"P Montero-Manso","year":"2020","unstructured":"Montero-Manso, P., Athanasopoulos, G., Hyndman, R. J., & Talagala, T. S. (2020). Fforma: Feature-based forecast model averaging. International Journal of Forecasting, 36(1), 86\u201392.","journal-title":"International Journal of Forecasting"},{"issue":"1","key":"6881_CR39","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1504\/IJKESDP.2011.039875","volume":"3","author":"HM Nguyen","year":"2011","unstructured":"Nguyen, H. M., Cooper, E. W., & Kamei, K. (2011). Borderline over-sampling for imbalanced data classification. International Journal of Knowledge Engineering and Soft Data Paradigms, 3(1), 4\u201321.","journal-title":"International Journal of Knowledge Engineering and Soft Data Paradigms"},{"key":"6881_CR40","unstructured":"Shafer, G., & Vovk, V. (2008). A tutorial on conformal prediction. Journal of Machine Learning Research 9(3)"},{"key":"6881_CR41","doi-asserted-by":"crossref","unstructured":"Teixeira, C., Gomes, I., Cunha, L., Soares, C., & van Rijn, J.N. (2024). Gastenv2: Generative adversarial stress testing networks with gaussian loss. In: EPIA Conference on Artificial Intelligence. pp. 261\u2013272. Springer.","DOI":"10.1007\/978-3-031-73500-4_22"},{"key":"6881_CR42","doi-asserted-by":"crossref","unstructured":"Um, T.T., Pfister, F.M., Pichler, D., Endo, S., Lang, M., Hirche, S., Fietzek, U., & Kuli\u0107, D. (2017). Data augmentation of wearable sensor data for parkinson\u2019s disease monitoring using convolutional neural networks. In: Proceedings of the 19th ACM international conference on multimodal interaction. pp. 216\u2013220.","DOI":"10.1145\/3136755.3136817"},{"key":"6881_CR43","doi-asserted-by":"crossref","unstructured":"Woolson, R.F. (2005). Wilcoxon signed-rank test. Encyclopedia of Biostatistics 8.","DOI":"10.1002\/0470011815.b2a15177"},{"key":"6881_CR44","doi-asserted-by":"crossref","unstructured":"Zadrozny, B., & Elkan, C. (2002) Transforming classifier scores into accurate multiclass probability estimates. In: Proceedings of the eighth ACM SIGKDD International Conference on Knowledge Discovery and Data Mining. pp. 694\u2013699.","DOI":"10.1145\/775047.775151"}],"container-title":["Machine Learning"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-025-06881-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10994-025-06881-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-025-06881-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,2]],"date-time":"2025-12-02T14:29:07Z","timestamp":1764685747000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10994-025-06881-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,15]]},"references-count":44,"journal-issue":{"issue":"11","published-print":{"date-parts":[[2025,11]]}},"alternative-id":["6881"],"URL":"https:\/\/doi.org\/10.1007\/s10994-025-06881-3","relation":{},"ISSN":["0885-6125","1573-0565"],"issn-type":[{"type":"print","value":"0885-6125"},{"type":"electronic","value":"1573-0565"}],"subject":[],"published":{"date-parts":[[2025,10,15]]},"assertion":[{"value":"3 April 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 July 2025","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 September 2025","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 October 2025","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no relevant financial or non-financial interests to disclose.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}},{"value":"Not applicable.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to participate"}},{"value":"Not applicable.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}}],"article-number":"251"}}