{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,28]],"date-time":"2026-01-28T08:25:47Z","timestamp":1769588747105,"version":"3.49.0"},"publisher-location":"Cham","reference-count":36,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030657413","type":"print"},{"value":"9783030657420","type":"electronic"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-65742-0_6","type":"book-chapter","created":{"date-parts":[[2020,12,15]],"date-time":"2020-12-15T02:03:06Z","timestamp":1607997786000},"page":"77-94","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":24,"title":["A Model-Agnostic Approach to Quantifying the Informativeness of Explanation Methods for Time Series Classification"],"prefix":"10.1007","author":[{"given":"Thu Trang","family":"Nguyen","sequence":"first","affiliation":[]},{"given":"Thach","family":"Le Nguyen","sequence":"additional","affiliation":[]},{"given":"Georgiana","family":"Ifrim","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2020,12,16]]},"reference":[{"key":"6_CR1","unstructured":"Adebayo, J., Gilmer, J., Muelly, M., Goodfellow, I., Hardt, M., Kim, B.: Sanity checks for saliency maps. In: Proceedings of the 32nd International Conference on Neural Information Processing Systems, NIPS 2018, pp. 9525\u20139536. Curran Associates Inc., Red Hook (2018)"},{"key":"6_CR2","unstructured":"Apley, D.W., Zhu, J.: Visualizing the effects of predictor variables in black box supervised learning models (2016)"},{"key":"6_CR3","unstructured":"Avci, A., Bosch, S., Marin-Perianu, M., Marin-Perianu, R., Havinga, P.: Activity recognition using inertial sensing for healthcare, wellbeing and sports applications: a survey, pp. 167\u2013176 (01 2010)"},{"key":"6_CR4","doi-asserted-by":"publisher","unstructured":"Bagnall, A., Lines, J., Bostrom, A., Large, J., Keogh, E.: The great time series classification bake off: a review and experimental evaluation of recent algorithmic advances. Data Mining and Knowledge Discovery, 1\u201355 (2016). https:\/\/doi.org\/10.1007\/s10618-016-0483-9","DOI":"10.1007\/s10618-016-0483-9"},{"key":"6_CR5","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"257","DOI":"10.1007\/978-3-319-22729-0_20","volume-title":"Big Data Analytics and Knowledge Discovery","author":"A Bostrom","year":"2015","unstructured":"Bostrom, A., Bagnall, A.: Binary Shapelet transform for multiclass time series classification. In: Madria, S., Hara, T. (eds.) DaWaK 2015. LNCS, vol. 9263, pp. 257\u2013269. Springer, Cham (2015). https:\/\/doi.org\/10.1007\/978-3-319-22729-0_20"},{"key":"6_CR6","unstructured":"Bostrom, N., Yudkowsky, E.: The ethics of artificial intelligence (2011)"},{"key":"6_CR7","unstructured":"Dau, H.A., et al.: Hexagon-ML: The UCR time series classification archive, October 2018. https:\/\/www.cs.ucr.edu\/~eamonn\/time_series_data_2018\/"},{"key":"6_CR8","doi-asserted-by":"crossref","unstructured":"Dempster, A., Petitjean, F., Webb, G.I.: Rocket: exceptionally fast and accurate time series classification using random convolutional kernels (2019)","DOI":"10.1007\/s10618-020-00701-z"},{"key":"6_CR9","unstructured":"Doshi-Velez, F., Kim, B.: Towards a rigorous science of interpretable machine learning (2017)"},{"key":"6_CR10","unstructured":"Fisher, A., Rudin, C., Dominici, F.: All models are wrong, but many are useful: learning a variable\u2019s importance by studying an entire class of prediction models simultaneously (2018)"},{"key":"6_CR11","doi-asserted-by":"publisher","unstructured":"Grabocka, J., Schilling, N., Wistuba, M., Schmidt-Thieme, L.: Learning time-series Shapelets. In: Proceedings of the 20th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, KDD 2014, pp. 392\u2013401. ACM, New York (2014). https:\/\/doi.org\/10.1145\/2623330.2623613","DOI":"10.1145\/2623330.2623613"},{"key":"6_CR12","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. CoRR abs\/1512.03385 (2015). http:\/\/arxiv.org\/abs\/1512.03385"},{"key":"6_CR13","doi-asserted-by":"publisher","unstructured":"Ifrim, G., Wiuf, C.: Bounded coordinate-descent for biological sequence classification in high dimensional predictor space. In: Proceedings of the 17th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, KDD 2011, pp. 708\u2013716. Association for Computing Machinery, New York (2011). https:\/\/doi.org\/10.1145\/2020408.2020519","DOI":"10.1145\/2020408.2020519"},{"key":"6_CR14","doi-asserted-by":"publisher","unstructured":"Ismail\u00a0Fawaz, H., Forestier, G., Weber, J., Idoumghar, L., Muller,P.A.: Accurate and interpretable evaluation of surgical skills from kinematic datausing fully convolutional neural networks. Int. J. Comput. Assist. Radiol. Surg. 14(9), 1611\u20131617 (2019).https:\/\/doi.org\/10.1007\/s11548-019-02039-4","DOI":"10.1007\/s11548-019-02039-4"},{"key":"6_CR15","doi-asserted-by":"publisher","unstructured":"Ismail\u00a0Fawaz, H., Forestier, G., Weber, J., Idoumghar, L., Muller,P.A.: Deep learning for time series classification: a review. Data Min. Knowl Disc. (2019). https:\/\/doi.org\/10.1007\/s10618-019-00619-1","DOI":"10.1007\/s10618-019-00619-1"},{"issue":"3","key":"6_CR16","doi-asserted-by":"publisher","first-page":"358","DOI":"10.1007\/s10115-004-0154-9","volume":"7","author":"E Keogh","year":"2005","unstructured":"Keogh, E., Ratanamahatana, C.A.: Exact indexing of dynamic time warping. Knowl. Inf. Syst. 7(3), 358\u2013386 (2005). https:\/\/doi.org\/10.1007\/s10115-004-0154-9","journal-title":"Knowl. Inf. Syst."},{"key":"6_CR17","unstructured":"Krizhevsky, A., Sutskever, I., Hinton, G.E.: ImageNet classification with deep convolutional neural networks. In: Pereira, F., Burges, C.J.C., Bottou, L., Weinberger, K.Q. (eds.) Advances in Neural Information Processing Systems, vol. 25, pp. 1097\u20131105. Curran Associates, Inc. (2012). http:\/\/papers.nips.cc\/paper\/4824-imagenet-classification-with-deep-convolutional-neural-networks.pdf"},{"issue":"4","key":"6_CR18","doi-asserted-by":"publisher","first-page":"1183","DOI":"10.1007\/s10618-019-00633-3","volume":"33","author":"T Le Nguyen","year":"2019","unstructured":"Le Nguyen, T., Gsponer, S., Ilie, I., O\u2019Reilly, M., Ifrim, G.: Interpretable time series classification using linear models and multi-resolution multi-domain symbolic representations. Data Min. Knowl. Disc. 33(4), 1183\u20131222 (2019). https:\/\/doi.org\/10.1007\/s10618-019-00633-3","journal-title":"Data Min. Knowl. Disc."},{"issue":"2","key":"6_CR19","doi-asserted-by":"publisher","first-page":"107","DOI":"10.1007\/s10618-007-0064-z","volume":"15","author":"J Lin","year":"2007","unstructured":"Lin, J., Keogh, E., Wei, L., Lonardi, S.: Experiencing sax: a novel symbolic representation of time series. Data Min. Knowl. Disc. 15(2), 107\u2013144 (2007). https:\/\/doi.org\/10.1007\/s10618-007-0064-z","journal-title":"Data Min. Knowl. Disc."},{"key":"6_CR20","unstructured":"Lundberg, S.M., Lee, S.I.: A unified approach to interpreting model predictions. In: Guyon, I., Luxburg, U.V., Bengio, S., Wallach, H., Fergus, R., Vishwanathan, S., Garnett, R. (eds.) Advances in Neural Information Processing Systems, vol. 30, pp. 4765\u20134774. Curran Associates, Inc. (2017). http:\/\/papers.nips.cc\/paper\/7062-a-unified-approach-to-interpreting-model-predictions.pdf"},{"key":"6_CR21","doi-asserted-by":"publisher","unstructured":"Nguyen, T.L., Gsponer, S., Ifrim, G.: Time series classification by sequence learning in all-subsequence space. In: IEEE 33rd International Conference on Data Engineering (ICDE), pp. 947\u2013958, April 2017. https:\/\/doi.org\/10.1109\/ICDE.2017.142","DOI":"10.1109\/ICDE.2017.142"},{"key":"6_CR22","doi-asserted-by":"crossref","unstructured":"Petitjean, F., Forestier, G., Webb, G.I., Nicholson, A.E., Chen, Y., Keogh, E.: Dynamic time warping averaging of time series allows faster and more accurate classification. In: IEEE International Conference on Data Mining, pp. 470\u2013479 (2014)","DOI":"10.1109\/ICDM.2014.27"},{"key":"6_CR23","doi-asserted-by":"publisher","first-page":"291","DOI":"10.1016\/j.yebeh.2014.06.023","volume":"37C","author":"S Ramgopal","year":"2014","unstructured":"Ramgopal, S., et al.: Seizure detection, seizure prediction, and closed-loop warning systems in epilepsy. Epilepsy Behav. E&B 37C, 291\u2013307 (2014). https:\/\/doi.org\/10.1016\/j.yebeh.2014.06.023","journal-title":"Epilepsy Behav. E&B"},{"key":"6_CR24","unstructured":"Ribeiro, M.T., Singh, S., Guestrin, C.: Why should I trust you?: explaining the predictions of any classifier. CoRR abs\/1602.04938 (2016). http:\/\/arxiv.org\/abs\/1602.04938"},{"key":"6_CR25","doi-asserted-by":"crossref","unstructured":"Ribeiro, M.T., Singh, S., Guestrin, C.: Anchors: High-precision model-agnostic explanations. In: AAAI (2018)","DOI":"10.1609\/aaai.v32i1.11491"},{"issue":"6","key":"6_CR26","doi-asserted-by":"publisher","first-page":"1505","DOI":"10.1007\/s10618-014-0377-7","volume":"29","author":"P Sch\u00e4fer","year":"2015","unstructured":"Sch\u00e4fer, P.: The boss is concerned with time series classification in the presence of noise. Data Min. Knowl. Discov. 29(6), 1505\u20131530 (2015)","journal-title":"Data Min. Knowl. Discov."},{"key":"6_CR27","doi-asserted-by":"publisher","unstructured":"Sch\u00e4fer, P., Leser, U.: Fast and accurate time series classification with weasel. In: Proceedings of the 2017 ACM on Conference on Information and Knowledge Management, CIKM 2017, pp. 637\u2013646. ACM, New York (2017). https:\/\/doi.org\/10.1145\/3132847.3132980","DOI":"10.1145\/3132847.3132980"},{"key":"6_CR28","unstructured":"Selvaraju, R.R., Das, A., Vedantam, R., Cogswell, M., Parikh, D., Batra, D.: Grad-CAM: why did you say that? visual explanations from deep networks via gradient-based localization. CoRR abs\/1610.02391 (2016). http:\/\/arxiv.org\/abs\/1610.02391"},{"key":"6_CR29","doi-asserted-by":"publisher","unstructured":"Senin, P., Malinchik, S.: SAX-VSM: interpretable time series classification using sax and vector space model. In: IEEE 13th International Conference on Data Mining (ICDM), pp. 1175\u20131180, December 2013. https:\/\/doi.org\/10.1109\/ICDM.2013.52","DOI":"10.1109\/ICDM.2013.52"},{"key":"6_CR30","unstructured":"Simonyan, K., Vedaldi, A., Zisserman, A.: Deep inside convolutional networks: visualising image classification models and saliency maps. Preprint, December 2013"},{"key":"6_CR31","unstructured":"Smilkov, D., Thorat, N., Kim, B., Vi\u00e9gas, F.B., Wattenberg, M.: Smoothgrad: removing noise by adding noise. CoRR abs\/1706.03825 (2017), http:\/\/arxiv.org\/abs\/1706.03825"},{"key":"6_CR32","unstructured":"Springenberg, J., Dosovitskiy, A., Brox, T., Riedmiller, M.: Striving for simplicity: the all convolutional net. In: ICLR (workshop track) (2015). http:\/\/lmb.informatik.uni-freiburg.de\/Publications\/2015\/DB15a"},{"key":"6_CR33","doi-asserted-by":"crossref","unstructured":"Szegedy, C., et al.: Going deeper with convolutions. In: IEEE Conference on Computer Vision and Pattern Recognition (CVPR), pp. 1\u20139 (2015)","DOI":"10.1109\/CVPR.2015.7298594"},{"key":"6_CR34","doi-asserted-by":"crossref","unstructured":"Wachter, S., Mittelstadt, B.D., Russell, C.: Counterfactual explanations without opening the black box: automated decisions and the GDPR. CoRR abs\/1711.00399 (2017). http:\/\/arxiv.org\/abs\/1711.00399","DOI":"10.2139\/ssrn.3063289"},{"key":"6_CR35","doi-asserted-by":"publisher","unstructured":"Wang, Z., Yan, W., Oates, T.: Time series classification from scratch with deep neural networks: a strong baseline. In: International Joint Conference on Neural Networks (IJCNN), pp. 1578\u20131585, May 2017. https:\/\/doi.org\/10.1109\/IJCNN.2017.7966039","DOI":"10.1109\/IJCNN.2017.7966039"},{"key":"6_CR36","doi-asserted-by":"crossref","unstructured":"Zhou, B., Khosla, A., Lapedriza, A., Oliva, A., Torralba, A.: Learning deep features for discriminative localization. In: CVPR (2016)","DOI":"10.1109\/CVPR.2016.319"}],"container-title":["Lecture Notes in Computer Science","Advanced Analytics and Learning on Temporal Data"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-65742-0_6","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,15]],"date-time":"2025-12-15T01:01:57Z","timestamp":1765760517000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-65742-0_6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030657413","9783030657420"],"references-count":36,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-65742-0_6","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"16 December 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AALTD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Workshop on Advanced Analytics and Learning on Temporal Data","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Ghent","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Belgium","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 September 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 September 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aaltd2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/project.inria.fr\/aaltd20\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"29","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"15","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"52% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2-3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2-3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}