{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,29]],"date-time":"2026-03-29T02:57:43Z","timestamp":1774753063309,"version":"3.50.1"},"reference-count":46,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2021,7,27]],"date-time":"2021-07-27T00:00:00Z","timestamp":1627344000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2021,7,27]],"date-time":"2021-07-27T00:00:00Z","timestamp":1627344000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2022,3]]},"DOI":"10.1007\/s10489-021-02662-2","type":"journal-article","created":{"date-parts":[[2021,7,27]],"date-time":"2021-07-27T19:02:54Z","timestamp":1627412574000},"page":"4727-4743","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":30,"title":["Evaluation of interpretability methods for multivariate time series forecasting"],"prefix":"10.1007","volume":"52","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7493-8056","authenticated-orcid":false,"given":"Ozan","family":"Ozyegen","sequence":"first","affiliation":[]},{"given":"Igor","family":"Ilic","sequence":"additional","affiliation":[]},{"given":"Mucahit","family":"Cevik","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,7,27]]},"reference":[{"key":"2662_CR1","doi-asserted-by":"publisher","first-page":"52138","DOI":"10.1109\/ACCESS.2018.2870052","volume":"6","author":"A Adadi","year":"2018","unstructured":"Adadi A, Berrada M (2018) Peeking inside the black-box: a survey on explainable artificial intelligence (xai). IEEE Access 6:52138\u201352160","journal-title":"IEEE Access"},{"issue":"2","key":"2662_CR2","doi-asserted-by":"publisher","first-page":"587","DOI":"10.1016\/j.ijforecast.2020.07.007","volume":"37","author":"CS Bojer","year":"2021","unstructured":"Bojer C S, Meldgaard J P (2021) Kaggle forecasting competitions: an overlooked learning opportunity. Int J Forecast 37(2):587\u2013603","journal-title":"Int J Forecast"},{"issue":"1","key":"2662_CR3","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41598-019-53751-9","volume":"9","author":"R Boshra","year":"2019","unstructured":"Boshra R, Ruiter K I, DeMatteo C, Reilly J P, Connolly J F (2019) Neurophysiological correlates of concussion: Deep learning for clinical assessment. Sci Rep 9(1):1\u201310","journal-title":"Sci Rep"},{"key":"2662_CR4","unstructured":"Breiman L, Friedman J, Stone CJ, Olshen RA (1984) Classification and regression trees. CRC press"},{"key":"2662_CR5","unstructured":"Caruana R (2017) Intelligible machine learning for critical applications such as health care. In: 2017 AAAS Annual Meeting. AAAS"},{"issue":"1","key":"2662_CR6","doi-asserted-by":"publisher","first-page":"16","DOI":"10.1016\/j.compeleceng.2013.11.024","volume":"40","author":"G Chandrashekar","year":"2014","unstructured":"Chandrashekar G, Sahin F (2014) A survey on feature selection methods. Comput Electr Eng 40(1):16\u201328","journal-title":"Comput Electr Eng"},{"key":"2662_CR7","doi-asserted-by":"crossref","unstructured":"Ding Y, Liu Y, Luan H, Sun M (2017) Visualizing and understanding neural machine translation. In: Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics, pp 1150\u20131159","DOI":"10.18653\/v1\/P17-1106"},{"key":"2662_CR8","unstructured":"Doshi-Velez F, Kim B (2017) Towards a rigorous science of interpretable machine learning. arXiv:170208608"},{"key":"2662_CR9","doi-asserted-by":"crossref","unstructured":"Fong RC, Vedaldi A (2017) Interpretable explanations of black boxes by meaningful perturbation. In: Proceedings of the IEEE International Conference on Computer Vision, pp 3429\u20133437","DOI":"10.1109\/ICCV.2017.371"},{"key":"2662_CR10","doi-asserted-by":"crossref","unstructured":"Friedman J (2001) Greedy function approximation: A gradient boosting machine. Ann Stat:1189\u20131232","DOI":"10.1214\/aos\/1013203451"},{"key":"2662_CR11","doi-asserted-by":"crossref","unstructured":"Gautam Y (2021) Transfer learning for covid-19 cases and deaths forecast using lstm network. ISA transactions","DOI":"10.1016\/j.isatra.2020.12.057"},{"key":"2662_CR12","doi-asserted-by":"crossref","unstructured":"Gilpin L H, Bau D, Yuan B Z, Bajwa A, Specter M, Kagal L (2018) Explaining Explanations: An overview of interpretability of machine learning. In: 2018 IEEE 5Th international conference on data science and advanced analytics (DSA). IEEE, pp 80\u201389","DOI":"10.1109\/DSAA.2018.00018"},{"key":"2662_CR13","doi-asserted-by":"crossref","unstructured":"Grabczewski K, Jankowski N (2005) Feature selection with decision tree criterion. In: Fifth International Conference on Hybrid Intelligent Systems (HIS\u201905). IEEE, pp 6\u2013pp","DOI":"10.1109\/ICHIS.2005.43"},{"issue":"5","key":"2662_CR14","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3236009","volume":"51","author":"R Guidotti","year":"2018","unstructured":"Guidotti R, Monreale A, Ruggieri S, Turini F, Giannotti F, Pedreschi D (2018) A survey of methods for explaining black box models. ACM Comput Surv (CSUR) 51(5):1\u201342","journal-title":"ACM Comput Surv (CSUR)"},{"key":"2662_CR15","unstructured":"Guo T, Lin T, Antulov-Fantulin N (2019) Exploring interpretable lstm neural networks over multi-variable data. In: International Conference on Machine Learning. PMLR, pp 2494\u20132504"},{"issue":"1","key":"2662_CR16","doi-asserted-by":"publisher","first-page":"389","DOI":"10.1023\/A:1012487302797","volume":"46","author":"I Guyon","year":"2002","unstructured":"Guyon I, Weston J, Barnhill S, Vapnik V (2002) Gene selection for cancer classification using support vector machines. Mach Learn 46(1):389\u2013422","journal-title":"Mach Learn"},{"key":"2662_CR17","unstructured":"Han S, Mao H, Dally WJ (2016) Deep compression: Compressing deep neural networks with pruning, trained quantization and huffman coding. International Conference on Learning Representations (ICLR)"},{"key":"2662_CR18","doi-asserted-by":"publisher","first-page":"106610","DOI":"10.1016\/j.asoc.2020.106610","volume":"96","author":"A Hernandez-Matamoros","year":"2020","unstructured":"Hernandez-Matamoros A, Fujita H, Hayashi T, Perez-Meana H (2020) Forecasting of covid19 per regions using arima models and polynomial functions. Appl Soft Comput 96:106610","journal-title":"Appl Soft Comput"},{"issue":"8","key":"2662_CR19","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter S, Schmidhuber J (1997) Long short-term memory. Neural Comput 9(8):1735\u20131780","journal-title":"Neural Comput"},{"key":"2662_CR20","unstructured":"Jain A, Menon MN, Chandra S (2015) Sales forecasting for retail chains"},{"key":"2662_CR21","unstructured":"Kingma D, Ba J (2014) Adam: A method for stochastic optimization. arXiv:14126980"},{"key":"2662_CR22","unstructured":"Lim B, Arik SO, Loeff N, Pfister T (2019) Temporal fusion transformers for interpretable multi-horizon time series forecasting. arXiv:191209363"},{"key":"2662_CR23","unstructured":"Lundberg SM, Lee SI (2017) A unified approach to interpreting model predictions. In: Advances in neural information processing systems, pp 4765\u20134774"},{"issue":"1","key":"2662_CR24","doi-asserted-by":"publisher","first-page":"2522","DOI":"10.1038\/s42256-019-0138-9","volume":"2","author":"SM Lundberg","year":"2020","unstructured":"Lundberg S M, Erion G, Chen H, DeGrave A, Prutkin J M, Nair B, Katz R, Himmelfarb J, Bansal N, Lee S I (2020) From local explanations to global understanding with explainable AI for trees. Nat Mach Intell 2(1):2522\u20135839","journal-title":"Nat Mach Intell"},{"issue":"1","key":"2662_CR25","doi-asserted-by":"publisher","first-page":"54","DOI":"10.1016\/j.ijforecast.2019.04.014","volume":"36","author":"S Makridakis","year":"2020","unstructured":"Makridakis S, Spiliotis E, Assimakopoulos V (2020a) The M4 competition: 100,000 time series and 61 forecasting methods. Int J Forecast 36(1):54\u201374","journal-title":"Int J Forecast"},{"key":"2662_CR26","unstructured":"Makridakis S, Spiliotis E, Assimakopoulos V (2020b) The M5 accuracy competition: Results, findings and conclusions. International Journal of Forecasting"},{"key":"2662_CR27","doi-asserted-by":"crossref","unstructured":"Marc\u00edlio WE, Eler DM (2020) From explanations to feature selection: assessing shap values as feature selection mechanism. In: 2020 33rd SIBGRAPI Conference on Graphics, Patterns and Images (SIBGRAPI), IEEE, pp 340\u2013347","DOI":"10.1109\/SIBGRAPI51738.2020.00053"},{"key":"2662_CR28","unstructured":"Marling C, Bunescu R C (2018) The ohiot1dm dataset for blood glucose level prediction. In: KHD@ IJCAI"},{"key":"2662_CR29","unstructured":"Mokhtari KE, Higdon BP, Ba\u015far A (2019) Interpreting financial time series with shap values. In: Proceedings of the 29th Annual International Conference on Computer Science and Software Engineering, pp 166\u2013172"},{"key":"2662_CR30","unstructured":"Molnar C (2019) Interpretable Machine Learning. https:\/\/christophm.github.io\/interpretable-ml-book\/"},{"key":"2662_CR31","doi-asserted-by":"publisher","first-page":"112869","DOI":"10.1016\/j.enconman.2020.112869","volume":"213","author":"SR Moreno","year":"2020","unstructured":"Moreno S R, da Silva R G, Mariani V C, dos Santos Coelho L (2020) Multi-step wind speed forecasting based on hybrid multi-stage decomposition model and long short-term memory neural network. Energy Convers Manag 213:112869","journal-title":"Energy Convers Manag"},{"key":"2662_CR32","doi-asserted-by":"publisher","first-page":"114844","DOI":"10.1016\/j.eswa.2021.114844","volume":"175","author":"N Mughees","year":"2021","unstructured":"Mughees N, Mohsin S A, Mughees A, Mughees A (2021) Deep sequence to sequence bi-lstm neural networks for day-ahead peak load forecasting. Expert Syst Appl 175:114844","journal-title":"Expert Syst Appl"},{"key":"2662_CR33","unstructured":"Mujkanovic F (2019) Explaining the predictions of any time series classifier. Master\u2019s thesis, Hasso Plattner Institut"},{"key":"2662_CR34","doi-asserted-by":"crossref","unstructured":"Nguyen D (2018) Comparing automatic and human evaluation of local explanations for text classification. In: Proceedings of the 2018 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, vol 1. Long Papers, pp 1069\u20131078","DOI":"10.18653\/v1\/N18-1097"},{"key":"2662_CR35","doi-asserted-by":"publisher","first-page":"102282","DOI":"10.1016\/j.ijinfomgt.2020.102282","volume":"57","author":"H Nguyen","year":"2021","unstructured":"Nguyen H, Tran K P, Thomassey S, Hamad M (2021) Forecasting and anomaly detection approaches using lstm and lstm autoencoder techniques with the applications in supply chain management. Int J Inf Manag 57:102282","journal-title":"Int J Inf Manag"},{"key":"2662_CR36","unstructured":"Norgeot B, Lituiev D, Glicksberg BS, Butte AJ (2018) Time aggregation and model interpretation for deep multivariate longitudinal patient outcome forecasting systems in chronic ambulatory care. In: NeurIPS Machine Learning for Health (ML4H) Workshop"},{"key":"2662_CR37","doi-asserted-by":"crossref","unstructured":"Olah C, Cammarata N, Schubert L, Goh G, Petrov M, Carter S (2020) Zoom in: An introduction to circuits. Distill 5(3):e00024\u2013001","DOI":"10.23915\/distill.00024.001"},{"key":"2662_CR38","doi-asserted-by":"crossref","unstructured":"Ozyegen O, Mohammadjafari S, Kavurmacioglu E, Maidens J, Basar A (2019) Experimental results on the impact of memory in neural networks for spectrum prediction in land mobile radio bands. IEEE Transactions on Cognitive Communications and Networking","DOI":"10.1109\/TCCN.2019.2958639"},{"key":"2662_CR39","unstructured":"Pascanu R, Gulcehre C, Cho K, Bengio Y (2013) How to construct deep recurrent neural networks. arXiv:13126026"},{"key":"2662_CR40","doi-asserted-by":"crossref","unstructured":"Ribeiro MT, Singh S, Guestrin C (2016) \u201dwhy should i trust you?\u201d explaining the predictions of any classifier. In: Proceedings of the 22nd ACM SIGKDD international conference on knowledge discovery and data mining, pp 1135\u20131144","DOI":"10.1145\/2939672.2939778"},{"key":"2662_CR41","doi-asserted-by":"crossref","unstructured":"Salinas D, Flunkert V, Gasthaus J, Januschowski T (2019) Deepar: Probabilistic forecasting with autoregressive recurrent networks. International Journal of Forecasting","DOI":"10.1016\/j.ijforecast.2019.07.001"},{"key":"2662_CR42","unstructured":"Shrikumar A, Greenside P, Kundaje A (2017) Learning important features through propagating activation differences. In: Proceedings of the 34th International Conference on Machine Learning, vol 70. JMLR. org, pp 3145\u20133153"},{"key":"2662_CR43","doi-asserted-by":"crossref","unstructured":"Sturmfels P, Lundberg S, Lee SI (2020) Visualizing the impact of feature attribution baselines. Distill, https:\/\/distill.pub\/2020\/attribution-baselines","DOI":"10.23915\/distill.00022"},{"key":"2662_CR44","unstructured":"Suresh H, Hunt N, Johnson A, Celi LA, Szolovits P, Ghassemi M (2017) Clinical intervention prediction and understanding with deep neural networks. In: Doshi-Velez F, Fackler J, Kale D, Ranganath R, Wallace B, Wiens J (eds) Proceedings of the 2nd Machine Learning for Healthcare Conference, PMLR, vol 68. Massachusetts, Proceedings of Machine Learning Research, Boston, pp 322\u2013337. http:\/\/proceedings.mlr.press\/v68\/suresh17a.html"},{"issue":"8","key":"2662_CR45","doi-asserted-by":"publisher","first-page":"7067","DOI":"10.1016\/j.eswa.2012.01.039","volume":"39","author":"SB Taieb","year":"2012","unstructured":"Taieb S B, Bontempi G, Atiya A F, Sorjamaa A (2012) A review and comparison of strategies for multi-step ahead time series forecasting based on the nn5 forecasting competition. Expert Syst Appl 39(8):7067\u20137083","journal-title":"Expert Syst Appl"},{"issue":"3","key":"2662_CR46","doi-asserted-by":"publisher","first-page":"328","DOI":"10.1109\/29.21701","volume":"37","author":"A Waibel","year":"1989","unstructured":"Waibel A, Hanazawa T, Hinton G, Shikano K, Lang K J (1989) Phoneme recognition using time-delay neural networks. IEEE Trans Acoust Speech Signal Process 37(3):328\u2013339","journal-title":"IEEE Trans Acoust Speech Signal Process"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-021-02662-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-021-02662-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-021-02662-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,9]],"date-time":"2025-04-09T09:33:22Z","timestamp":1744191202000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-021-02662-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,7,27]]},"references-count":46,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2022,3]]}},"alternative-id":["2662"],"URL":"https:\/\/doi.org\/10.1007\/s10489-021-02662-2","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,7,27]]},"assertion":[{"value":"5 July 2021","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 July 2021","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}