{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,13]],"date-time":"2026-01-13T22:56:30Z","timestamp":1768344990999,"version":"3.49.0"},"publisher-location":"Cham","reference-count":45,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031395383","type":"print"},{"value":"9783031395390","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-39539-0_10","type":"book-chapter","created":{"date-parts":[[2023,7,30]],"date-time":"2023-07-30T00:02:38Z","timestamp":1690675358000},"page":"106-121","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["Post-hoc Saliency Methods Fail to\u00a0Capture Latent Feature Importance in\u00a0Time Series Data"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-4141-4314","authenticated-orcid":false,"given":"Maresa","family":"Schr\u00f6der","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7412-6755","authenticated-orcid":false,"given":"Alireza","family":"Zamanian","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0983-9964","authenticated-orcid":false,"given":"Narges","family":"Ahmidi","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,7,30]]},"reference":[{"key":"10_CR1","doi-asserted-by":"crossref","unstructured":"Akiba, T., Sano, S., Yanase, T., Ohta, T., Koyama, M.: Optuna: a next-generation hyperparameter optimization framework. In: Proceedings of the 25st ACM SIGKDD International Conference on Knowledge Discovery and Data Mining (KDD 2019), Anchorage, USA (2019)","DOI":"10.1145\/3292500.3330701"},{"key":"10_CR2","doi-asserted-by":"crossref","unstructured":"Ates, E., Aksar, B., Leung, V.J., Coskun, A.K.: Counterfactual explanations for multivariate time series. In: Proceedings of the 2021 International Conference on Applied Artificial Intelligence (ICAPAI), Halden, Norway, pp. 1\u20138 (2021)","DOI":"10.1109\/ICAPAI49758.2021.9462056"},{"key":"10_CR3","doi-asserted-by":"publisher","unstructured":"Bach, S., Binder, A., Montavon, G., Klauschen, F., M\u00fcller, K., Samek, W.: On pixel-wise explanations for non-linear classifier decisions by layer-wise relevance propagation. PLoS One 10(7) (2015). https:\/\/doi.org\/10.1371\/journal.pone.0130140","DOI":"10.1371\/journal.pone.0130140"},{"key":"10_CR4","doi-asserted-by":"crossref","unstructured":"Bastings, J., Filippova, K.: The elephant in the interpretability room: why use attention as explanation when we have saliency methods? In: Proceedings of the 2020 EMNLP Workshop BlackboxNLP: Analyzing and Interpreting Neural Networks for NLP (2020)","DOI":"10.18653\/v1\/2020.blackboxnlp-1.14"},{"key":"10_CR5","volume-title":"The Fourier Transform and Its Applications","author":"RN Bracewell","year":"2000","unstructured":"Bracewell, R.N.: The Fourier Transform and Its Applications, 3rd edn. McGraw-Hill, New York (2000)","edition":"3"},{"key":"10_CR6","doi-asserted-by":"publisher","unstructured":"Carrillo, A., Cant\u00fa, L.F., Noriega, A.: Individual explanations in machine learning models: a survey for practitioners. arXiv (2021). https:\/\/doi.org\/10.48550\/arXiv.2104.04144","DOI":"10.48550\/arXiv.2104.04144"},{"key":"10_CR7","doi-asserted-by":"publisher","first-page":"93","DOI":"10.1016\/j.neucom.2020.04.057","volume":"404","author":"D Charte","year":"2020","unstructured":"Charte, D., Charte, F., del Jesus, M.J., Herrera, F.: An analysis on the use of autoencoders for representation learning: fundamentals, learning task case studies, explainability and challenges. Neurocomputing 404, 93\u2013107 (2020). https:\/\/doi.org\/10.1016\/j.neucom.2020.04.057","journal-title":"Neurocomputing"},{"key":"10_CR8","doi-asserted-by":"crossref","unstructured":"Datta, A., Sen, S., Zick, Y.: Algorithmic transparency via quantitative input influence: theory and experiments with learning systems. In: Proceedings of the 2016 IEEE Symposium on Security and Privacy (SP), San Jose, USA, pp. 598\u2013617 (2016)","DOI":"10.1109\/SP.2016.42"},{"key":"10_CR9","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"32","DOI":"10.1007\/978-3-030-86957-1_3","volume-title":"Case-Based Reasoning Research and Development","author":"E Delaney","year":"2021","unstructured":"Delaney, E., Greene, D., Keane, M.T.: Instance-based counterfactual explanations for time series classification. In: S\u00e1nchez-Ruiz, A.A., Floyd, M.W. (eds.) ICCBR 2021. LNCS (LNAI), vol. 12877, pp. 32\u201347. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-86957-1_3"},{"key":"10_CR10","doi-asserted-by":"publisher","unstructured":"Falcon, W.: Pytorch lightning (2019). https:\/\/doi.org\/10.5281\/zenodo.3828935","DOI":"10.5281\/zenodo.3828935"},{"key":"10_CR11","doi-asserted-by":"crossref","unstructured":"Fong, R.C., Vedaldi, A.: Interpretable explanations of black boxes by meaningful perturbation. In: Proceedings of the 2017 IEEE International Conference on Computer Vision (ICCV), Venice, Italy, pp. 3449\u20133457 (2017)","DOI":"10.1109\/ICCV.2017.371"},{"key":"10_CR12","doi-asserted-by":"publisher","first-page":"287","DOI":"10.1016\/0304-4076(81)90003-8","volume":"17","author":"JF Geweke","year":"1981","unstructured":"Geweke, J.F., Singleton, K.J.: Latent variable models for time series: a frequency domain approach with an application to the permanent income hypothesis. J. Econometrics 17, 287\u2013304 (1981). https:\/\/doi.org\/10.1016\/0304-4076(81)90003-8","journal-title":"J. Econometrics"},{"key":"10_CR13","doi-asserted-by":"publisher","unstructured":"Guidotti, R., Monreale, A., Ruggieri, S., Turini, F., Giannotti, F., Pedreschi, D.: A survey of methods for explaining black box models. ACM Comput. Surv. 51(5) (2018). https:\/\/doi.org\/10.1145\/3236009","DOI":"10.1145\/3236009"},{"key":"10_CR14","doi-asserted-by":"crossref","unstructured":"Guidotti, R., Monreale, A., Spinnato, F., Pedreschi, D., Giannotti, F.: Explaining any time series classifier. In: Proceedings of the 2020 IEEE Second International Conference on Cognitive Machine Intelligence (CogMI), Atlanta, USA, pp. 167\u2013176 (2020)","DOI":"10.1109\/CogMI50398.2020.00029"},{"issue":"8","key":"10_CR15","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter, S., Schmidhuber, J.: Long short-term memory. Neural Comput. 9(8), 1735\u20131780 (1997)","journal-title":"Neural Comput."},{"key":"10_CR16","unstructured":"Ismail, A.A., Corrada Bravo, H., Feizi, S.: Improving deep learning interpretability by saliency guided training. In: Proceedings of the 35th Conference on Neural Information Processing Systems (NeurIPS 2021), pp. 26726\u201326739 (2021)"},{"key":"10_CR17","unstructured":"Ismail, A.A., Gunady, M.K., Corrada Bravo, H., Feizi, S.: Benchmarking deep learning interpretability in time series predictions. In: Proceedings of the 34th Conference on Neural Information Processing Systems (NeurIPS), pp. 6441\u20136452 (2020)"},{"issue":"5","key":"10_CR18","doi-asserted-by":"publisher","first-page":"1671","DOI":"10.1007\/s10115-019-01389-4","volume":"62","author":"I Karlsson","year":"2019","unstructured":"Karlsson, I., Rebane, J., Papapetrou, P., Gionis, A.: Locally and globally explainable time series tweaking. Knowl. Inf. Syst. 62(5), 1671\u20131700 (2019). https:\/\/doi.org\/10.1007\/s10115-019-01389-4","journal-title":"Knowl. Inf. Syst."},{"key":"10_CR19","doi-asserted-by":"publisher","unstructured":"Kokhlikyan, N., et al.: Captum: a unified and generic model interpretability library for PyTorch. arXiv (2020). https:\/\/doi.org\/10.48550\/arXiv.2009.07896","DOI":"10.48550\/arXiv.2009.07896"},{"issue":"11","key":"10_CR20","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1109\/35.41400","volume":"27","author":"Y Le Cun","year":"1989","unstructured":"Le Cun, Y., et al.: Handwritten digit recognition: applications of neural network chips and automatic learning. IEEE Commun. Mag. 27(11), 41\u201346 (1989). https:\/\/doi.org\/10.1109\/35.41400","journal-title":"IEEE Commun. Mag."},{"key":"10_CR21","doi-asserted-by":"publisher","first-page":"1748","DOI":"10.1016\/j.ijforecast.2021.03.012","volume":"37","author":"B Lim","year":"2021","unstructured":"Lim, B., Arik, S., Loeff, N., Pfister, T.: Temporal fusion transformers for interpretable multi-horizon time series forecasting. Int. J. Forecast. 37, 1748\u20131764 (2021). https:\/\/doi.org\/10.1016\/j.ijforecast.2021.03.012","journal-title":"Int. J. Forecast."},{"key":"10_CR22","doi-asserted-by":"publisher","first-page":"319","DOI":"10.1002\/asmb.446","volume":"17","author":"S Lipovetsky","year":"2001","unstructured":"Lipovetsky, S., Conklin, M.: Analysis of regression in game theory approach. Appl. Stoch. Model. Bus. Ind. 17, 319\u2013330 (2001). https:\/\/doi.org\/10.1002\/asmb.446","journal-title":"Appl. Stoch. Model. Bus. Ind."},{"key":"10_CR23","doi-asserted-by":"publisher","unstructured":"Loeffler, C., Lai, W.C., Eskofier, B., Zanca, D., Schmidt, L., Mutschler, C.: Don\u2019t get me wrong: how to apply deep visual interpretations to time series. arXiv (2022). https:\/\/doi.org\/10.48550\/ARXIV.2203.07861","DOI":"10.48550\/ARXIV.2203.07861"},{"key":"10_CR24","unstructured":"Lundberg, S.M., Lee, S.I.: A unified approach to interpreting model predictions. In: Proceedings of the 31st International Conference on Neural Information Processing Systems (NIPS 2017), Long Beach, USA, pp. 4768\u20134777 (2017)"},{"key":"10_CR25","unstructured":"Mikolov, T., Sutskever, I., Chen, K., Corrado, G.S., Dean, J.: Distributed representations of words and phrases and their compositionality. In: Proceedings of the 27th Conference on Neural Information Processing Systems (NeurIPS 2013), Lake Tahoe, USA (2013)"},{"key":"10_CR26","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1016\/j.patcog.2016.11.008","volume":"65","author":"G Montavon","year":"2017","unstructured":"Montavon, G., Lapuschkin, S., Binder, A., Samek, W., M\u00fcller, K.R.: Explaining nonlinear classification decisions with deep Taylor decomposition. Pattern Recogn. 65, 211\u2013222 (2017). https:\/\/doi.org\/10.1016\/j.patcog.2016.11.008","journal-title":"Pattern Recogn."},{"key":"10_CR27","unstructured":"Neely, M., Schouten, S.F., Bleeker, M.J.R., Lucic, A.: Order in the court: explainable AI methods prone to disagreement. In: Proceedings of the ICML Workshop on Theoretic Foundation, Criticism, and Application Trend of Explainable AI (2021)"},{"key":"10_CR28","doi-asserted-by":"crossref","unstructured":"Parvatharaju, P.S., Doddaiah, R., Hartvigsen, T., Rundensteiner, E.A.: Learning saliency maps to explain deep time series classifiers. In: Proceedings of the 30th ACM International Conference on Information & Knowledge Management, Virtual Event, Queensland, Australia, pp. 1406\u20131415 (2021)","DOI":"10.1145\/3459637.3482446"},{"key":"10_CR29","unstructured":"Paszke, A., et al.: PyTorch: an imperative style, high-performance deep learning library. In: Proceedings of the 32nd Conference on Neural Information Processing Systems (NeurIPS 2019), Vancouver, Canada, pp. 8024\u20138035 (2019)"},{"key":"10_CR30","unstructured":"Petsiuk, V., Das, A., Saenko, K.: Rise: randomized input sampling for explanation of black-box models. In: Proceedings of the 29th British Machine Vision Conference (BMVC), Newcastle, UK (2018)"},{"key":"10_CR31","doi-asserted-by":"crossref","unstructured":"Ribeiro, M.T., Singh, S., Guestrin, C.: \u201cWhy should I trust you?\u201d explaining the predictions of any classifier. In: Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining (KDD 2016), New York, USA, pp. 1135\u20131144 (2016)","DOI":"10.1145\/2939672.2939778"},{"key":"10_CR32","doi-asserted-by":"crossref","unstructured":"Schlegel, U., Keim, D.A.: Time series model attribution visualizations as explanations. In: Proceedings of the 2021 IEEE Workshop on TRust and EXpertise in Visual Analytics (TREX), New Orleans, USA, pp. 27\u201331 (2021)","DOI":"10.1109\/TREX53765.2021.00010"},{"key":"10_CR33","unstructured":"Schlegel, U., Oelke, D., Keim, D.A., El-Assady, M.: An empirical study of explainable AI techniques on deep learning models for time series tasks. In: Proceedings of the Pre-registration Workshop NeurIPS 2020, Vancouver, Canada (2020)"},{"key":"10_CR34","doi-asserted-by":"crossref","unstructured":"Shapley, L.S.: A Value for N-Person Games, pp. 307\u2013317. Princeton University Press, Princeton (1953)","DOI":"10.1515\/9781400881970-018"},{"key":"10_CR35","unstructured":"Shrikumar, A., Greenside, P., Kundaje, A.: Learning important features through propagating activation differences. In: Proceedings of the 34th International Conference on Machine Learning (ICML 2017), Sydney, Australia, vol. 70 (2017)"},{"key":"10_CR36","unstructured":"Shrikumar, A., Greenside, P., Shcherbina, A., Kundaje, A.: Not just a black box: learning important features through propagating activation differences. In: Proceedings of the 33rd International Conference on Machine Learning (ICML 2016), New York, USA, vol. 48 (2016)"},{"key":"10_CR37","doi-asserted-by":"publisher","unstructured":"Simonyan, K., Vedaldi, A., Zisserman, A.: Deep inside convolutional networks: visualising image classification models and saliency maps. arXiv (2014). https:\/\/doi.org\/10.48550\/arXiv.1312.6034","DOI":"10.48550\/arXiv.1312.6034"},{"key":"10_CR38","doi-asserted-by":"publisher","unstructured":"Smilkov, D., Thorat, N., Kim, B., Kim, B., Vi\u00e9gas, F.B., Wattenberg, M.: SmoothGrad: removing noise by adding noise. arXiv (2017). https:\/\/doi.org\/10.48550\/arXiv.1706.03825","DOI":"10.48550\/arXiv.1706.03825"},{"key":"10_CR39","doi-asserted-by":"publisher","unstructured":"Springenberg, J.T., Dosovitskiy, A., Brox, T., Riedmiller, M.A.: Striving for simplicity: the all convolutional net. arXiv (2015). https:\/\/doi.org\/10.48550\/arXiv.1412.6806","DOI":"10.48550\/arXiv.1412.6806"},{"key":"10_CR40","unstructured":"Sundararajan, M., Taly, A., Yan, Q.: Axiomatic attribution for deep networks. In: Proceedings of the 34th International Conference on Machine Learning (ICML 2017), Sydney, Australia, pp. 3319\u20133328 (2017)"},{"issue":"3","key":"10_CR41","doi-asserted-by":"publisher","first-page":"647","DOI":"10.1007\/s10115-013-0679-x","volume":"41","author":"E \u0160trumbelj","year":"2014","unstructured":"\u0160trumbelj, E., Kononenko, I.: Explaining prediction models and individual predictions with feature contributions. Knowl. Inf. Syst. 41(3), 647\u2013665 (2014)","journal-title":"Knowl. Inf. Syst."},{"key":"10_CR42","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"369","DOI":"10.1007\/978-3-030-88942-5_29","volume-title":"Discovery Science","author":"Z Wang","year":"2021","unstructured":"Wang, Z., Samsten, I., Mochaourab, R., Papapetrou, P.: Learning time series counterfactuals via latent space representations. In: Soares, C., Torgo, L. (eds.) DS 2021. LNCS (LNAI), vol. 12986, pp. 369\u2013384. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-88942-5_29"},{"key":"10_CR43","doi-asserted-by":"crossref","unstructured":"Wiegreffe, S., Pinter, Y.: Attention is not not explanation. In: Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP), Hong Kong, China, pp. 11\u201320 (2019)","DOI":"10.18653\/v1\/D19-1002"},{"key":"10_CR44","doi-asserted-by":"crossref","unstructured":"Ye, L., Keogh, E.: Time series shapelets: a new primitive for data mining. In: Proceedings of the 15th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining (KDD 2009), Paris, France, pp. 947\u2013956 (2009)","DOI":"10.1145\/1557019.1557122"},{"key":"10_CR45","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"818","DOI":"10.1007\/978-3-319-10590-1_53","volume-title":"Computer Vision \u2013 ECCV 2014","author":"MD Zeiler","year":"2014","unstructured":"Zeiler, M.D., Fergus, R.: Visualizing and understanding convolutional networks. In: Fleet, D., Pajdla, T., Schiele, B., Tuytelaars, T. (eds.) ECCV 2014. LNCS, vol. 8689, pp. 818\u2013833. Springer, Cham (2014). https:\/\/doi.org\/10.1007\/978-3-319-10590-1_53"}],"container-title":["Lecture Notes in Computer Science","Trustworthy Machine Learning for Healthcare"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-39539-0_10","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,7,30]],"date-time":"2023-07-30T00:29:25Z","timestamp":1690676965000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-39539-0_10"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031395383","9783031395390"],"references-count":45,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-39539-0_10","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"30 July 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"TML4H","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Workshop on Trustworthy Machine Learning for Healthcare","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 May 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 May 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"tml4h2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/cse.hkust.edu.hk\/~jhc\/2023tml4h.html","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"OpenReview","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"30","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"16","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"53% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2.73","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1.44","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}