{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,26]],"date-time":"2026-02-26T15:33:01Z","timestamp":1772119981252,"version":"3.50.1"},"reference-count":89,"publisher":"Springer Science and Business Media LLC","issue":"13","license":[{"start":{"date-parts":[[2025,8,1]],"date-time":"2025-08-01T00:00:00Z","timestamp":1754006400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,8,1]],"date-time":"2025-08-01T00:00:00Z","timestamp":1754006400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100024579","name":"Vicerrector\u00eda de Investigaci\u00f3n, Creaci\u00f3n e Innovaci\u00f3n","doi-asserted-by":"publisher","award":["039.485\/2024"],"award-info":[{"award-number":["039.485\/2024"]}],"id":[{"id":"10.13039\/501100024579","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100024579","name":"Vicerrector\u00eda de Investigaci\u00f3n, Creaci\u00f3n e Innovaci\u00f3n","doi-asserted-by":"publisher","award":["039.247"],"award-info":[{"award-number":["039.247"]}],"id":[{"id":"10.13039\/501100024579","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100021828","name":"German Academic Exchange Service","doi-asserted-by":"publisher","award":["IFI program"],"award-info":[{"award-number":["IFI program"]}],"id":[{"id":"10.13039\/100021828","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100005017","name":"Bayerisches Staatsministerium f\u00fcr Wirtschaft, Infrastruktur, Verkehr und Technologie","doi-asserted-by":"publisher","award":["Leistungszentrum Elektroniksysteme (LZE)"],"award-info":[{"award-number":["Leistungszentrum Elektroniksysteme (LZE)"]}],"id":[{"id":"10.13039\/501100005017","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100005017","name":"Bayerisches Staatsministerium f\u00fcr Wirtschaft, Infrastruktur, Verkehr und Technologie","doi-asserted-by":"publisher","award":["Analytics-Data-Applications (ADA-Center)"],"award-info":[{"award-number":["Analytics-Data-Applications (ADA-Center)"]}],"id":[{"id":"10.13039\/501100005017","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2025,8]]},"DOI":"10.1007\/s10489-025-06798-3","type":"journal-article","created":{"date-parts":[[2025,8,12]],"date-time":"2025-08-12T13:34:44Z","timestamp":1755005684000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Don\u2019t get me wrong: How to apply deep visual interpretations to time series"],"prefix":"10.1007","volume":"55","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1834-8323","authenticated-orcid":false,"given":"Christoffer","family":"L\u00f6ffler","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wei-Cheng","family":"Lai","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dario","family":"Zanca","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lukas","family":"Schmidt","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bj\u00f6rn M.","family":"Eskofier","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Christopher","family":"Mutschler","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,8,12]]},"reference":[{"key":"6798_CR1","doi-asserted-by":"crossref","unstructured":"Fawaz IH, Forestier G, Weber J, Idoumghar L, Muller PA (2019) Deep learning for time series classification: a review. Data Min Knowl Discov 33","DOI":"10.1007\/s10618-019-00619-1"},{"key":"6798_CR2","unstructured":"Berkenkamp F, Turchetta M, Schoellig AP, Krause A (2017) Safe model-based reinforcement learning with stability guarantees. In: Proceedings of the 31st international conference on neural information processing systems long beach CA, pp. 908\u2013919"},{"key":"6798_CR3","doi-asserted-by":"publisher","unstructured":"Huang H, Shah T, Karigiannis J, Evans S (2024) Deep root cause analysis: Unveiling anomalies and enhancing fault detection in industrial time series. In: 2024 international joint conference on neural networks (IJCNN), pp 1\u20138. https:\/\/doi.org\/10.1109\/IJCNN60899.2024.10650906","DOI":"10.1109\/IJCNN60899.2024.10650906"},{"key":"6798_CR4","first-page":"532","volume-title":"Machine learning and knowledge discovery in databases","author":"C L\u00f6ffler","year":"2021","unstructured":"L\u00f6ffler C, Nickel C, Sobel C, Dzibela D, Braat J, Gruhler B, Woller P, Witt N, Mutschler C (2021) Automated quality assurance for hand-held tools via embedded classification and automl. Machine learning and knowledge discovery in databases. Applied data science and demo track, Ghent Belgium, pp 532\u2013535"},{"key":"6798_CR5","doi-asserted-by":"publisher","DOI":"10.1016\/j.iswa.2022.200149","volume":"16","author":"I Iqbal","year":"2022","unstructured":"Iqbal I, Walayat K, Kakar MU, Ma J (2022) Automated identification of human gastrointestinal tract abnormalities based on deep convolutional neural network with endoscopic images. Intell Syst Appl 16:200149. https:\/\/doi.org\/10.1016\/j.iswa.2022.200149","journal-title":"Intell Syst Appl"},{"key":"6798_CR6","doi-asserted-by":"publisher","first-page":"1","DOI":"10.3389\/fbioe.2020.00604","volume":"8","author":"E Dorschky","year":"2020","unstructured":"Dorschky E, Nitschke M, Martindale C, Bogert AJ, Koelewijn A, Eskofier B (2020) CNN-based estimation of sagittal plane walking and running biomechanics from measured and simulated inertial sensor data. Front Bioeng Biotechnol 8:1\u201314","journal-title":"Front Bioeng Biotechnol"},{"key":"6798_CR7","doi-asserted-by":"crossref","unstructured":"Schmidt LM, Kontes G, Plinge A, Mutschler C (2021) Can you trust your autonomous car? interpretable and verifiably safe reinforcement learning. In: IEEE intelligent vehicles symposium (IV), Tokyo Japan pp, 171\u2013178","DOI":"10.1109\/IV48863.2021.9575328"},{"issue":"8","key":"6798_CR8","doi-asserted-by":"publisher","first-page":"832","DOI":"10.3390\/electronics8080832","volume":"8","author":"DV Carvalho","year":"2019","unstructured":"Carvalho DV, Pereira EM, Cardoso JS (2019) Machine learning interpretability: A survey on methods and metrics. Electron 8(8):832","journal-title":"Electron"},{"issue":"3","key":"6798_CR9","first-page":"50","volume":"38","author":"B Goodman","year":"2017","unstructured":"Goodman B, Flaxman S (2017) European union regulations on algorithmic decision-making and a \u201cright to explanation\". AI Mag 38(3):50\u201357","journal-title":"AI Mag"},{"issue":"1","key":"6798_CR10","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1631\/FITEE.1700808","volume":"19","author":"Q Zhang","year":"2018","unstructured":"Zhang Q, Zhu S (2018) Visual interpretability for deep learning: A survey. Front Inf Technol Electron Eng 19(1):27\u201339","journal-title":"Front Inf Technol Electron Eng"},{"key":"6798_CR11","first-page":"9505","volume-title":"Advances in neural information processing systems","author":"J Adebayo","year":"2018","unstructured":"Adebayo J, Gilmer J, Muelly M, Goodfellow I, Hardt M, Kim B (2018) Sanity checks for saliency maps. Advances in neural information processing systems. Curran Associates Inc, Montreal Canada, pp 9505\u20139515"},{"key":"6798_CR12","unstructured":"Simonyan K, Vedaldi A, Zisserman A (2014) Deep inside convolutional networks: Visualising image classification models and saliency maps. arXiv preprint arXiv:1312.6034"},{"key":"6798_CR13","doi-asserted-by":"crossref","unstructured":"Ribeiro MT, Singh S, Guestrin C (2016) \u201cwhy should i trust you?\": Explaining the predictions of any classifier. In: Proceecings of the 22nd ACM SIGKDD international conference on knowledge discovery and data mining, San Francisco CA, pp 1135\u20131144","DOI":"10.1145\/2939672.2939778"},{"key":"6798_CR14","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1016\/j.inffus.2019.12.012","volume":"58","author":"AB Arrieta","year":"2020","unstructured":"Arrieta AB, D\u00edaz-Rodr\u00edguez N, Del Ser J, Bennetot A, Tabik S, Barbado A, Garc\u00eda S, Gil-L\u00f3pez S, Molina D, Benjamins R et al (2020) Explainable artificial intelligence (xai): Concepts, taxonomies opportunities and challenges toward responsible AI. Inf Fusion 58:82\u2013115","journal-title":"Inf Fusion"},{"issue":"3","key":"6798_CR15","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1109\/JPROC.2021.3060483","volume":"109","author":"W Samek","year":"2021","unstructured":"Samek W, Montavon G, Lapuschkin S, Anders CJ, M\u00fcller KR (2021) Explaining deep neural networks and beyond: A review of methods and applications. Proc of the IEEE 109(3):247\u2013278","journal-title":"Proc of the IEEE"},{"key":"6798_CR16","unstructured":"Rojat T, Puget R, Filliat D, Del\u00a0Ser J, Gelin R., D\u00edaz-Rodr\u00edguez N (2021) Explainable artificial intelligence (xai) on timeseries data: A survey. arXiv preprint arXiv:2104.00950"},{"key":"6798_CR17","doi-asserted-by":"publisher","unstructured":"Horst F, Lapuschkin S, Samek W, M\u00fcller KR, Sch\u00f6llhorn WI (2019) Explaining the unique nature of individual gait patterns with deep learning. Sci Rep 9(1):2391. https:\/\/doi.org\/10.1038\/s41598-019-38748-8. Accessed 2022-08-30","DOI":"10.1038\/s41598-019-38748-8"},{"key":"6798_CR18","doi-asserted-by":"publisher","unstructured":"L\u00f6ffler C, Nickel C, Sobel C, Dzibela D, Braat J, Gruhler B., Woller P, Witt N, Mutschler C (2021) Automated quality assurance for hand-held tools via embedded classification and AutoML. In: Lecture notes in computer science (LNAI,Volume 12461), vol 2, pp 532\u2013535. https:\/\/doi.org\/10.1007\/978-3-030-67670-4sps33","DOI":"10.1007\/978-3-030-67670-4sps33"},{"key":"6798_CR19","doi-asserted-by":"publisher","first-page":"2660","DOI":"10.1109\/TNNLS.2016.2599820","volume":"28","author":"W Samek","year":"2017","unstructured":"Samek W, Binder A, Montavon G, Lapuschkin S, M\u00fcller KR (2017) Evaluating the visualization of what a deep neural network has learned. IEEE Trans Neural Netw Learn Syst 28:2660\u20132673. https:\/\/doi.org\/10.1109\/TNNLS.2016.2599820","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"6798_CR20","doi-asserted-by":"crossref","unstructured":"Rebuffi SA, Fong R, Ji X, Vedaldi A (2020) There and back again: Revisiting backpropagation saliency methods. In: Conference on computer vision and pattern recognition (CVPR) Seattle WA","DOI":"10.1109\/CVPR42600.2020.00886"},{"key":"6798_CR21","doi-asserted-by":"crossref","unstructured":"Arras L, Montavon G, M\u00fcller KR, Samek W (2017) Explaining recurrent neural network predictions in sentiment analysis. In: Proceedings of the 8th workshop on computational approaches to subjectivity sentiment and social media analysis copenhagen denmark, pp 159\u2013168","DOI":"10.18653\/v1\/W17-5221"},{"key":"6798_CR22","doi-asserted-by":"crossref","unstructured":"Schlegel U, Arnout H, El-Assady M, Oelke D, Keim D (2019)Towards a rigorous evaluation of xai methods on time series. IEEE\/CVF Intl Conf Comput Vis Work (ICCVW) 4197\u20134201","DOI":"10.1109\/ICCVW.2019.00516"},{"issue":"3","key":"6798_CR23","doi-asserted-by":"publisher","first-page":"250","DOI":"10.1038\/s42256-023-00620-w","volume":"5","author":"H Turb\u00e9","year":"2023","unstructured":"Turb\u00e9 H, Bjelogrlic M, Lovis C, Mengaldo G (2023) Evaluation of post-hoc interpretability methods in time-series classification. Nat Mach Intell 5(3):250\u2013260. https:\/\/doi.org\/10.1038\/s42256-023-00620-w","journal-title":"Nat Mach Intell"},{"issue":"6","key":"6798_CR24","doi-asserted-by":"publisher","first-page":"3372","DOI":"10.1007\/s10618-024-01045-8","volume":"38","author":"TT Nguyen","year":"2024","unstructured":"Nguyen TT, Le Nguyen T, Ifrim G (2024) Robust explainer recommendation for time series classification. Data Min Knowl Discov 38(6):3372\u20133413. https:\/\/doi.org\/10.1007\/s10618-024-01045-8","journal-title":"Data Min Knowl Discov"},{"key":"6798_CR25","doi-asserted-by":"publisher","first-page":"6021","DOI":"10.1609\/aaai.v34i04.6064","volume":"34","author":"R Tomsett","year":"2020","unstructured":"Tomsett R, Harborne D, Chakraborty S, Gurram P, Preece A (2020) Sanity checks for saliency metrics. Proc AAAI Conf Artif Intell 34:6021\u20136029. https:\/\/doi.org\/10.1609\/aaai.v34i04.6064","journal-title":"Proc AAAI Conf Artif Intell"},{"issue":"34","key":"6798_CR26","first-page":"1","volume":"24","author":"A Hedstr\u00f6m","year":"2023","unstructured":"Hedstr\u00f6m A, Weber L, Krakowczyk D, Bareeva D, Motzkus F, Samek W, Lapuschkin S, H\u00f6hne MMM (2023) Quantus: An explainable ai toolkit for responsible evaluation of neural network explanations and beyond. J Mach Learn Res 24(34):1\u201311","journal-title":"J Mach Learn Res"},{"key":"6798_CR27","doi-asserted-by":"crossref","unstructured":"Long J, Shelhamer E, Darrell T (2015) Fully convolutional networks for semantic segmentation. In: Proceedings of the IEEE conference on computer vision and pattern recognition, Boston MA, pp 3431\u20133440","DOI":"10.1109\/CVPR.2015.7298965"},{"key":"6798_CR28","unstructured":"Bai S, Kolter JZ, Koltun V (2018) An empirical evaluation of generic convolutional and recurrent networks for sequence modeling. arXiv preprint arXiv:1803.01271"},{"key":"6798_CR29","doi-asserted-by":"crossref","unstructured":"Dau H, Bagnall A, Kamgar K, Yeh M, Zhu Y, Gharghabi S., Ratanamahatana C (2018) The UCR time series archive. ArXiv e-prints. arXiv:1810.07758","DOI":"10.1109\/JAS.2019.1911747"},{"key":"6798_CR30","unstructured":"Sundararajan M, Taly A, Yan Q (2017) Axiomatic attribution for deep networks. In: International conference on machine learning Sydney Australia, PMLR, pp 3319\u20133328"},{"key":"6798_CR31","unstructured":"Smilkov D, Thorat N, Kim B, Vi\u00e9gas F, Wattenberg M (2017) Smoothgrad: removing noise by adding noise. arXiv preprint arXiv:1706.03825"},{"key":"6798_CR32","volume-title":"3rd international conference on learning representations ICLR 2015 San Diego","author":"JT Springenberg","year":"2015","unstructured":"Springenberg JT, Dosovitskiy A, Brox T, Riedmiller MA (2015) Striving for simplicity: The all convolutional net. In: Bengio Y, LeCun Y (eds) 3rd international conference on learning representations ICLR 2015 San Diego. CA"},{"key":"6798_CR33","doi-asserted-by":"crossref","unstructured":"Selvaraju RR, Cogswell M, Das A, Vedantam R, Parikh D, Batra D (2017) Grad-cam: Visual explanations from deep networks via gradient-based localization. In: IEEE intlernational conference on computer vision, Venice Italy, pp 618\u2013626","DOI":"10.1109\/ICCV.2017.74"},{"key":"6798_CR34","doi-asserted-by":"publisher","unstructured":"Bach S, Binder A, Montavon G, Klauschen F, M\u00fcller KR, Samek W (2015) On pixel-wise explanations for non-linear classifier decisions by layer-wise relevance propagation. PLoS ONE 10(7):1\u201346. https:\/\/doi.org\/10.1371\/journal.pone.0130140","DOI":"10.1371\/journal.pone.0130140"},{"key":"6798_CR35","unstructured":"Lundberg SM, Lee SI (2017) A unified approach to interpreting model predictions. In: Advances in neural information processing systems, vol 30, Curran Associates Inc, Long Beach CA"},{"key":"6798_CR36","first-page":"10","volume-title":"Advances in neural information processing systems","author":"DA Melis","year":"2018","unstructured":"Melis DA, Jaakkola T (2018) Towards robust interpretability with self-explaining neural networks. In: Bengio S, Wallach H, Larochelle H, Grauman K, Cesa-Bianchi N, Garnett R (eds) Advances in neural information processing systems, vol 31. Curran Associates Inc., Montr\u00e9al Canada, p 10"},{"key":"6798_CR37","unstructured":"Yeh CK, Hsieh CY, Suggala AS, Inouye DI, Ravikumar P (2019) On the (In)fidelity and sensitivity of explanations. In: Advances in neural information processing systems, Curran Associates Inc., Vancouver Canada, p 12"},{"key":"6798_CR38","unstructured":"Fel T, Vigouroux D (2020) Representativity and consistency measures for deep neural network explanations. arXiv preprint arXiv:2009.04521"},{"key":"6798_CR39","doi-asserted-by":"crossref","unstructured":"Li XH, Shi Y, Li H, Bai W, Cao CC, Chen L (2021) An experimental study of quantitative evaluations on saliency methods. In: Proceedings of the 27th ACM SIGKDD conference on knowledge discovery & data mining, Singapore, pp 3200\u20133208","DOI":"10.1145\/3447548.3467148"},{"key":"6798_CR40","doi-asserted-by":"crossref","unstructured":"Warnecke A, Arp D, Wressnegger C, Rieck K (2020) Evaluating explanation methods for deep learning in security. In: IEEE european symposium on security and privacy EuroS &P, Genova Italy, pp 158\u2013174","DOI":"10.1109\/EuroSP48549.2020.00018"},{"key":"6798_CR41","first-page":"6441","volume-title":"Advances in neural information processing systems","author":"AA Ismail","year":"2020","unstructured":"Ismail AA, Gunady M, Corrada Bravo H, Feizi S (2020) Benchmarking deep learning interpretability in time series predictions. Advances in neural information processing systems, vol 33. Curran Associates Inc, Vancouver Canada, pp 6441\u20136452"},{"key":"6798_CR42","doi-asserted-by":"publisher","unstructured":"Letzgus S, Wagner P, Lederer J, Samek W, M\u00fcller KR, Montavon G (2022) Toward explainable artificial intelligence for regression models: A methodological perspective. IEEE Signal Process Mag 39(4):40\u201358. https:\/\/doi.org\/10.1109\/MSP.2022.3153277. Accessed 2022-08-30","DOI":"10.1109\/MSP.2022.3153277"},{"key":"6798_CR43","first-page":"1803","volume":"11","author":"D Baehrens","year":"2010","unstructured":"Baehrens D, Schroeter T, Harmeling S, Kawanabe M, Hansen K, M\u00fcller KR (2010) How to explain individual classification decisions. J Mach Learn Res 11:1803\u20131831","journal-title":"J Mach Learn Res"},{"key":"6798_CR44","doi-asserted-by":"publisher","unstructured":"Li XH, Shi Y, Li H, Bai W, Cao CC, Chen L (2021) An experimental study of quantitative evaluations on saliency methods. In: Proceedings of the 27th ACM SIGKDD conference on knowledge discovery & data mining, Association for Computing Machinery Singapore, pp 3200\u20133208. https:\/\/doi.org\/10.1145\/3447548.3467148","DOI":"10.1145\/3447548.3467148"},{"key":"6798_CR45","unstructured":"Tatbul N, Lee TJ, Zdonik S, Alam M, Gottschlich J (2018) Precision and recall for time series. In: Advances in neural information processing systems, vol 31. Curran Associates Inc, Montr\u00e9al Canada"},{"key":"6798_CR46","doi-asserted-by":"publisher","unstructured":"Montavon G, Samek W, M\u00fcller KR (2018) Methods for interpreting and understanding deep neural networks. Digital l 73:1\u201315. https:\/\/doi.org\/10.1016\/j.dsp.2017.10.011. Accessed 03 Sept 2023","DOI":"10.1016\/j.dsp.2017.10.011"},{"key":"6798_CR47","first-page":"90","volume":"22","author":"IC Covert","year":"2021","unstructured":"Covert IC, Lundberg S, Lee SI (2021) Explaining by removing: A unified framework for model explanation. J Mach Learn Res 22:90","journal-title":"J Mach Learn Res"},{"issue":"4","key":"6798_CR48","doi-asserted-by":"publisher","first-page":"600","DOI":"10.1109\/TIP.2003.819861","volume":"13","author":"Z Wang","year":"2004","unstructured":"Wang Z, Bovik AC, Sheikh HR, Simoncelli EP (2004) Image quality assessment: From error visibility to structural similarity. IEEE Trans Image Process 13(4):600\u2013612","journal-title":"IEEE Trans Image Process"},{"key":"6798_CR49","unstructured":"Yona G, Greenfeld D (2021) Revisiting sanity checks for saliency maps. In: Workshop on eXplainable AI approaches for debugging and diagnosis at NeurIPS,Vancouver Canada, p 10"},{"key":"6798_CR50","doi-asserted-by":"crossref","unstructured":"Han J, Kamber M, Pei J (2012) 2 - getting to know your data. In: Data mining (3rd edn) The morgan kaufmann series in data management, systems pp 39\u201382 Boston","DOI":"10.1016\/B978-0-12-381479-1.00002-2"},{"key":"6798_CR51","volume-title":"Advances in neural information processing systems","author":"AK Dombrowski","year":"2019","unstructured":"Dombrowski AK, Alber M, Anders C, Ackermann M, M\u00fcller KR, Kessel P (2019) Explanations can be manipulated and geometry is to blame. In: Wallach H, Larochelle H, Beygelzimer A, Alch\u00e9-Buc F, Fox E, Garnett R (eds) Advances in neural information processing systems, vol 32. Curran Associates Inc, Vancouver Canada"},{"key":"6798_CR52","doi-asserted-by":"publisher","unstructured":"Dombrowski AK, Anders CJ, M\u00fcller KR, Kessel P (2022) Towards robust explanations for deep neural networks. Pattern Recognit 121:108194. https:\/\/doi.org\/10.1016\/j.patcog.2021.108194. Accessed 30 Aug 2022","DOI":"10.1016\/j.patcog.2021.108194"},{"key":"6798_CR53","unstructured":"Alvarez-Melis D, Jaakkola TS (2018) On the robustness of interpretability methods. In: Proceedings of the 2018 ICML workshop in human interpretability in machine learning, Stockholm Sweden"},{"key":"6798_CR54","unstructured":"Agarwal C, Johnson N, Pawelczyk M, Krishna S, Saxena E, Zitnik M, Lakkaraju H (2022) Rethinking stability for attribution-based explanations. arXiv preprint arXiv:2203.06877"},{"key":"6798_CR55","doi-asserted-by":"publisher","unstructured":"Fel T, Vigouroux D, Cadene R, Serre T (2022) How good is your explanation? Algorithmic stability measures to assess the quality of explanations for deep neural networks. In: 2022 IEEE\/CVF winter conference on applications of computer vision (WACV), IEEE Waikoloa HI USA, pp 1565\u20131575 https:\/\/doi.org\/10.1109\/WACV51458.2022.00163. Accessed 30 Aug 2022","DOI":"10.1109\/WACV51458.2022.00163"},{"issue":"1","key":"6798_CR56","first-page":"52","volume":"4","author":"TK Vintsyuk","year":"1968","unstructured":"Vintsyuk TK (1968) Speech discrimination by dynamic programming. Cybern 4(1):52\u201357","journal-title":"Speech discrimination by dynamic programming. Cybern"},{"key":"6798_CR57","doi-asserted-by":"publisher","unstructured":"Kindermans PJ, Hooker S, Adebayo J, Alber M, Sch\u00fctt K.T, D\u00e4hne, S, Erhan D, Kim B (2019) The (Un)reliability of saliency methods. In: Samek W, Montavon G, Vedaldi A, Hansen LK, M\u00fcller KR (eds) Explainable AI: Interpreting explaining and visualizing deep learning, vol 11700. Springer International Publishing, Cham Switzerland, pp 267\u2013280. https:\/\/doi.org\/10.1007\/978-3-030-28954-6sps14","DOI":"10.1007\/978-3-030-28954-6sps14"},{"key":"6798_CR58","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2023.101805","volume":"99","author":"S Ali","year":"2023","unstructured":"Ali S, Abuhmed T, El-Sappagh S, Muhammad K, Alonso-Moral JM, Confalonieri R, Guidotti R, Del Ser J, D\u00edaz-Rodr\u00edguez N, Herrera F (2023) Explainable artificial intelligence (XAI): What we know and what is left to attain trustworthy artificial intelligence. Inf Fusion 99:101805. https:\/\/doi.org\/10.1016\/j.inffus.2023.101805","journal-title":"Inf Fusion"},{"issue":"8","key":"6798_CR59","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter S, Schmidhuber J (1997) Long short-term memory. Neural Comput 9(8):1735\u20131780","journal-title":"Neural Comput"},{"key":"6798_CR60","doi-asserted-by":"publisher","unstructured":"Wen Q, Zhou T, Zhang C, Chen W, Ma Z, Yan J, Sun L (2023) Transformers in time series: A survey. arXiv. https:\/\/doi.org\/10.48550\/arXiv.2202.07125","DOI":"10.48550\/arXiv.2202.07125"},{"key":"6798_CR61","unstructured":"Darcet T, Oquab M, Mairal J, Bojanowski P (2024) Vision transformers need registers. In: The 12th international conference on learning representations. https:\/\/openreview.net\/forum?id=2dnO3LLiJ1"},{"key":"6798_CR62","unstructured":"Ioffe S, Szegedy C (2015) Batch normalization: Accelerating deep network training by reducing internal covariate shift. In: Proceedings of the 32nd international conference on machine learning, Lille France, pp 448\u2013456"},{"key":"6798_CR63","doi-asserted-by":"crossref","unstructured":"Wang Z, Yan W, Oates T (2017) Time series classification from scratch with deep neural networks: A strong baseline. In: International joint conference on neural networks, Anchorage AK, pp 1578\u20131585","DOI":"10.1109\/IJCNN.2017.7966039"},{"key":"6798_CR64","doi-asserted-by":"crossref","unstructured":"Ates E, Aksar B, Leung VJ, Coskun AK (2021) Counterfactual explanations for multivariate time series. In: 2021 international conference on applied artificial intelligence (ICAPAI), Halden Norway pp 1\u20138","DOI":"10.1109\/ICAPAI49758.2021.9462056"},{"key":"6798_CR65","unstructured":"Kokhlikyan N, Miglani V, Martin M, Wang E, Alsallakh B, Reynolds J, Melnikov A, Kliushkina N, Araya C, Yan S, Reblitz-Richardson O (2020) Captum: A unified and generic model interpretability library for PyTorch"},{"key":"6798_CR66","doi-asserted-by":"crossref","unstructured":"Borji A, Tavakoli HR, Sihite DN, Itti L (2013) Analysis of scores, datasets and models in visual saliency prediction. In: Proceedings of the IEEE international conference on computer vision (ICCV), Sydney Australia","DOI":"10.1109\/ICCV.2013.118"},{"key":"6798_CR67","doi-asserted-by":"crossref","unstructured":"Hedstr\u00f6m A, Weber L, Lapuschkin S, H\u00f6hne M (2024) A fresh look at sanity checks for saliency maps. In: Explainable artificial intelligence, Springer Cham, pp 403\u2013420","DOI":"10.1007\/978-3-031-63787-2_21"},{"key":"6798_CR68","unstructured":"Zhang H, Yu Y, Jiao J, Xing EP, Ghaoui LE, Jordan MI (2019) Theoretically principled trade-off between robustness and accuracy. In: Chaudhuri K, Salakhutdinov R (eds) Proceedings of the 36th international conference on machine learning ICML 2019 9-15 June 2019 Long Beach, California USA. Proceedings of machine learning research, vol 97. PMLR Long Beach CA, pp 7472\u20137482"},{"key":"6798_CR69","unstructured":"Arjovsky M, Bottou L, Gulrajani I, Lopez-Paz D (2019) Invariant risk minimization. arXiv preprint arXiv:1907.02893"},{"issue":"11","key":"6798_CR70","doi-asserted-by":"publisher","first-page":"665","DOI":"10.1038\/s42256-020-00257-z","volume":"2","author":"R Geirhos","year":"2020","unstructured":"Geirhos R, Jacobsen JH, Michaelis C, Zemel R, Brendel W, Bethge M, Wichmann FA (2020) Shortcut learning in deep neural networks. Nat Mach Intell 2(11):665\u2013673","journal-title":"Nat Mach Intell"},{"key":"6798_CR71","unstructured":"Balduzzi D, Frean M, Leary L, Lewis JP, Ma KWD, McWilliams B (2017) The shattered gradients problem: If resnets are the answer then what is the question? In: Proceedings of the 34th international conference on machine learning, PMLR??? pp 342\u2013350"},{"key":"6798_CR72","doi-asserted-by":"crossref","unstructured":"Zhou B, Khosla A, Lapedriza A, Oliva A, Torralba A (2016) Learning deep features for discriminative localization. In: Proceedings of the IEEE conference on computer vision and pattern recognition (CVPR), Las Vegas NV","DOI":"10.1109\/CVPR.2016.319"},{"key":"6798_CR73","unstructured":"Doshi-Velez F, Kim B (2017) Towards a rigorous science of interpretable machine learning. arXiv preprint arXiv:1702.08608"},{"issue":"1","key":"6798_CR74","doi-asserted-by":"publisher","DOI":"10.1088\/1361-6579\/aaf34d","volume":"40","author":"N Strodthoff","year":"2019","unstructured":"Strodthoff N, Strodthoff C (2019) Detecting and interpreting myocardial infarction using fully convolutional neural networks. Physiol Meas 40(1):015001","journal-title":"Physiol Meas"},{"key":"6798_CR75","doi-asserted-by":"publisher","first-page":"1611","DOI":"10.1007\/s11548-019-02039-4","volume":"14","author":"HI Fawaz","year":"2019","unstructured":"Fawaz HI, Forestier G, Weber J, Idoumghar L, Muller PA (2019) Accurate and interpretable evaluation of surgical skills from kinematic data using fully convolutional neural networks. Int J Comput Assist Radiol Surg 14:1611\u20131617","journal-title":"Int J Comput Assist Radiol Surg"},{"issue":"1","key":"6798_CR76","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41524-019-0196-x","volume":"5","author":"F Oviedo","year":"2019","unstructured":"Oviedo F, Ren Z, Sun S, Settens C, Liu Z, Hartono NTP, Ramasamy S, DeCost BL, Tian SI, Romano G et al (2019) Fast and interpretable classification of small x-ray diffraction datasets using data augmentation and deep neural networks. NPJ Comput Mater 5(1):1\u20139","journal-title":"NPJ Comput Mater"},{"key":"6798_CR77","unstructured":"Jianming Z, Zhe L, Jonathan B, Xiaohui S, Stan S (2016) Top-down neural attention by excitation backprop. In: European conference on computer vision (ECCV), Amsterdam Netherlands"},{"key":"6798_CR78","doi-asserted-by":"publisher","unstructured":"Lapuschkin S, W\u00e4ldchen S, Binder A, Montavon G, Samek W, M\u00fcller KR (2019) Unmasking Clever Hans predictors and assessing what machines really learn. Nat Commun 10(1):1096. https:\/\/doi.org\/10.1038\/s41467-019-08987-4. Accessed 2022-08-30","DOI":"10.1038\/s41467-019-08987-4"},{"key":"6798_CR79","doi-asserted-by":"publisher","first-page":"261","DOI":"10.1016\/j.inffus.2021.07.015","volume":"77","author":"CJ Anders","year":"2022","unstructured":"Anders CJ, Weber L, Neumann D, Samek W, M\u00fcller KR, Lapuschkin S (2022) Finding and removing Clever Hans: Using explanation methods to debug and improve deep models. Inf Fusion 77:261\u2013295. https:\/\/doi.org\/10.1016\/j.inffus.2021.07.015","journal-title":"Inf Fusion"},{"key":"6798_CR80","doi-asserted-by":"publisher","unstructured":"Silva W, Fernandes K, Cardoso MJ, Cardoso JS (2018) Towards complementary explanations using deep neural networks. In: Stoyanov D, Taylor Z, Kia, S.M, Oguz I, Reyes M, Martel A, Maier-Hein L, Marquand AF, Duchesnay E, L\u00f6fstedt T, Landman B, Cardoso MJ, Silva CA, Pereira S, Meier R (eds) Understanding and interpreting machine learning in medical image computing applications, vol 11038. Springer International Publishing Cham Switzerland, pp 133\u2013140. https:\/\/doi.org\/10.1007\/978-3-030-02628-8sps15","DOI":"10.1007\/978-3-030-02628-8sps15"},{"issue":"2","key":"6798_CR81","doi-asserted-by":"publisher","first-page":"539","DOI":"10.3390\/make5020032","volume":"5","author":"M Schr\u00f6der","year":"2023","unstructured":"Schr\u00f6der M, Zamanian A, Ahmidi N (2023) What about the Latent Space? The Need for Latent Feature Saliency Detection in Deep Time Series Classification. Mach Learn Knowl Extraction 5(2):539\u2013559. https:\/\/doi.org\/10.3390\/make5020032","journal-title":"Mach Learn Knowl Extraction"},{"issue":"10","key":"6798_CR82","doi-asserted-by":"publisher","first-page":"697","DOI":"10.1080\/08839514.2021.1922841","volume":"35","author":"I Iqbal","year":"2021","unstructured":"Iqbal I, Odesanmi GA, Wang J, Liu L (2021) Comparative investigation of learning algorithms for image classification with small dataset. Appl Artif Intell 35(10):697\u2013716. https:\/\/doi.org\/10.1080\/08839514.2021.1922841","journal-title":"Appl Artif Intell"},{"key":"6798_CR83","doi-asserted-by":"publisher","unstructured":"Zhao Z, Shi Y, Wu S, Yang F, Song W, Liu N (2023) Interpretation of time-series deep models: A survey. arXiv. https:\/\/doi.org\/10.48550\/arXiv.2305.14582","DOI":"10.48550\/arXiv.2305.14582"},{"issue":"1","key":"6798_CR84","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3702646","volume":"16","author":"S Fleischmann","year":"2025","unstructured":"Fleischmann S, Dietz S, Shanbhag J, Wuensch A, Nitschke M, Miehling J, Wartzack S, Leyendecker S, Eskofier BM, Koelewijn AD (2025) Exploring dataset bias and scaling techniques in multi-source gait biomechanics: An explainable machine learning approach. ACM Trans Intell Syst Technol 16(1):1\u201319. https:\/\/doi.org\/10.1145\/3702646","journal-title":"ACM Trans Intell Syst Technol"},{"key":"6798_CR85","doi-asserted-by":"publisher","unstructured":"Rezaei S, Liu X (2025) Explanation space: A new perspective into time series interpretability. arXiv. https:\/\/doi.org\/10.48550\/arXiv.2409.01354","DOI":"10.48550\/arXiv.2409.01354"},{"key":"6798_CR86","doi-asserted-by":"publisher","unstructured":"Meng F, Kan Z, Rezaei S, Kong Z, Chen X, Liu X (2025) Implet: A post-hoc subsequence explainer for time series models. arXiv. https:\/\/doi.org\/10.48550\/arXiv.2505.08748","DOI":"10.48550\/arXiv.2505.08748"},{"issue":"1","key":"6798_CR87","first-page":"1929","volume":"15","author":"N Srivastava","year":"2014","unstructured":"Srivastava N, Hinton G, Krizhevsky A, Sutskever I, Salakhutdinov R (2014) Dropout: A simple way to prevent neural networks from overfitting. J Mach Learn Res 15(1):1929\u20131958","journal-title":"J Mach Learn Res"},{"key":"6798_CR88","volume-title":"Experiments on learning by back propagation","author":"DC Plaut","year":"1986","unstructured":"Plaut DC, Nowlan SJ, Hinton GE (1986) Experiments on learning by back propagation. Technical report Carnegie-Mellon Univ, Pittsburgh Pa, Dept. of Computer Science"},{"key":"6798_CR89","unstructured":"Krogh A, Hertz J (1991) A simple weight decay can improve generalization. Adv Neural Inf Process Syst 4"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-025-06798-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-025-06798-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-025-06798-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,27]],"date-time":"2025-09-27T14:32:53Z","timestamp":1758983573000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-025-06798-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,8]]},"references-count":89,"journal-issue":{"issue":"13","published-print":{"date-parts":[[2025,8]]}},"alternative-id":["6798"],"URL":"https:\/\/doi.org\/10.1007\/s10489-025-06798-3","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,8]]},"assertion":[{"value":"12 July 2025","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 August 2025","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}},{"value":"Yes.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"Not applicable.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Materials availability"}},{"value":"Published on GitHub under .","order":6,"name":"Ethics","group":{"name":"EthicsHeading","label":"Code availability"}}],"article-number":"920"}}