{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,4]],"date-time":"2026-08-04T15:25:28Z","timestamp":1785857128644,"version":"3.56.0"},"reference-count":182,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/501100000780","name":"European Commission","doi-asserted-by":"publisher","award":["834756"],"award-info":[{"award-number":["834756"]}],"id":[{"id":"10.13039\/501100000780","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000780","name":"European Commission","doi-asserted-by":"publisher","award":["871042"],"award-info":[{"award-number":["871042"]}],"id":[{"id":"10.13039\/501100000780","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000780","name":"European Commission","doi-asserted-by":"publisher","award":["952026"],"award-info":[{"award-number":["952026"]}],"id":[{"id":"10.13039\/501100000780","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000780","name":"European Commission","doi-asserted-by":"publisher","award":["952215"],"award-info":[{"award-number":["952215"]}],"id":[{"id":"10.13039\/501100000780","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100007148","name":"Bundesministerium f?r Wissenschaft und Forschung","doi-asserted-by":"publisher","award":["13N16242"],"award-info":[{"award-number":["13N16242"]}],"id":[{"id":"10.13039\/501100007148","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2022]]},"DOI":"10.1109\/access.2022.3207765","type":"journal-article","created":{"date-parts":[[2022,9,19]],"date-time":"2022-09-19T20:02:31Z","timestamp":1663617751000},"page":"100700-100724","source":"Crossref","is-referenced-by-count":194,"title":["Explainable AI for Time Series Classification: A Review, Taxonomy and Research Directions"],"prefix":"10.1109","volume":"10","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0746-0424","authenticated-orcid":false,"given":"Andreas","family":"Theissler","sequence":"first","affiliation":[{"name":"Information Systems, Aalen University of Applied Sciences, Aalen, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3203-6716","authenticated-orcid":false,"given":"Francesco","family":"Spinnato","sequence":"additional","affiliation":[{"name":"Computer Science, Scuola Normale Superiore, Pisa, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Udo","family":"Schlegel","sequence":"additional","affiliation":[{"name":"Department of Computer and Information Science, University of Konstanz, Konstanz, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2827-7613","authenticated-orcid":false,"given":"Riccardo","family":"Guidotti","sequence":"additional","affiliation":[{"name":"Department of Computer Science, University of Pisa, Pisa, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref170","author":"gildenblat","year":"2021","journal-title":"Pytorch library for cam methods"},{"key":"ref172","first-page":"1","article-title":"Tslearn, a machine learning toolkit for time series data","volume":"21","author":"tavenard","year":"2020","journal-title":"J Mach Learn Res"},{"key":"ref171","article-title":"Sktime: A unified interface for machine learning with time series","author":"l\u00f6ning","year":"2019","journal-title":"arXiv 1909 07872"},{"key":"ref174","article-title":"Going beyond visualization. Verbalization as complementary medium to explain machine learning models","author":"sevastjanova","year":"2018","journal-title":"Proc Workshop Vis AI Explainability (VIS)"},{"key":"ref173","first-page":"1","article-title":"pyts: A Python package for time series classification","volume":"21","author":"faouzi","year":"2020","journal-title":"J Mach Learn Res"},{"key":"ref176","article-title":"What do we need to build explainable AI systems for the medical domain?","author":"holzinger","year":"2017","journal-title":"arXiv 1712 09923"},{"key":"ref175","article-title":"Human-centered explainable AI (XAI): From algorithms to user experiences","author":"vera liao","year":"2021","journal-title":"arXiv 2110 10790"},{"key":"ref178","article-title":"On the importance of domain-specific explanations in AI-based cybersecurity systems (technical report)","author":"paredes","year":"2021","journal-title":"arXiv 2108 02006"},{"key":"ref177","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372855"},{"key":"ref168","first-page":"1","article-title":"A benchmark for interpretability methods in deep neural networks","volume":"32","author":"hooker","year":"2019","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref169","article-title":"Captum: A unified and generic model interpretability library for PyTorch","author":"kokhlikyan","year":"2020","journal-title":"arXiv 2009 07896"},{"key":"ref39","first-page":"3145","article-title":"Learning important features through propagating activation differences","volume":"70","author":"shrikumar","year":"2017","journal-title":"Proc 34th Int Conf Mach Learn (ICML)"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.74"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1016\/j.artmed.2008.11.007"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1007\/s10618-018-0596-4"},{"key":"ref31","first-page":"1","article-title":"CNN approaches for time series classification","author":"sadouk","year":"2019","journal-title":"Time Series Analysis: Methods and Applications"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1007\/s10618-020-00727-3"},{"key":"ref37","first-page":"4768","article-title":"A unified approach to interpreting model predictions","author":"lundberg","year":"2017","journal-title":"Proc 31st Int Conf Neural Inf Process Syst"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939778"},{"key":"ref35","first-page":"1","article-title":"XAI methods for neural time series classification: A brief review","volume":"abs 2108 8009","author":"simic","year":"2021","journal-title":"CoRR"},{"key":"ref34","first-page":"1","article-title":"Explainable artificial intelligence (XAI) on timeseries data: A survey","volume":"abs 2104 950","author":"rojat","year":"2021","journal-title":"CoRR"},{"key":"ref181","author":"wah","year":"2011","journal-title":"The Caltech-UCSD Birds-200-2011 Dataset"},{"key":"ref180","article-title":"Do we need another explainable AI method? Toward unifying post-hoc XAI evaluation methods into an interactive and multi-dimensional benchmark","author":"belaid","year":"2022","journal-title":"arXiv 2207 14160"},{"key":"ref182","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2021.11.008"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1007\/s10618-016-0483-9"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/ETFA45728.2021.9613467"},{"key":"ref179","author":"dau","year":"2018","journal-title":"The UCR time series classification archive"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1007\/s10618-019-00619-1"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1016\/j.ejor.2006.04.051"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2018.07.007"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.23919\/MIPRO.2018.8400040"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1561\/1500000066"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2019\/876"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN52387.2021.9533293"},{"key":"ref26","first-page":"1","article-title":"A survey on explainable artificial intelligence (XAI): Towards medical XAI","volume":"abs 1907 7374","author":"tjoa","year":"2019","journal-title":"CoRR"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1109\/CogMI50398.2020.00029"},{"key":"ref25","first-page":"1078","article-title":"Explainable agents and robots: Results from a systematic literature review","author":"anjomshoae","year":"2019","journal-title":"Proc AAMAS"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1145\/3236386.3241340"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbusres.2019.07.039"},{"key":"ref154","doi-asserted-by":"publisher","DOI":"10.3390\/pr8070790"},{"key":"ref153","doi-asserted-by":"publisher","DOI":"10.1016\/j.aap.2019.105371"},{"key":"ref156","doi-asserted-by":"publisher","DOI":"10.1007\/s10845-020-01608-8"},{"key":"ref155","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2020.3012989"},{"key":"ref150","doi-asserted-by":"publisher","DOI":"10.1007\/s10479-006-0076-x"},{"key":"ref152","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-44794-6_10"},{"key":"ref151","first-page":"1","article-title":"Deep convolutional neural networks on multichannel time series for human activity recognition","author":"yang","year":"2015","journal-title":"Proc 24th Int Joint Conf Artif Intell"},{"key":"ref146","doi-asserted-by":"publisher","DOI":"10.1007\/s10618-016-0473-y"},{"key":"ref147","first-page":"1","article-title":"Explanations based on the missing: Towards contrastive explanations with pertinent negatives","volume":"31","author":"dhurandhar","year":"2018","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref148","first-page":"841","article-title":"Counterfactual explanations without opening the black box: Automated decisions and the GDPR","volume":"31","author":"wachter","year":"2018","journal-title":"Harv J Law Technol"},{"key":"ref149","doi-asserted-by":"publisher","DOI":"10.1109\/TITB.2008.2003323"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN52387.2021.9534419"},{"key":"ref58","article-title":"SmoothGrad: Removing noise by adding noise","author":"smilkov","year":"2017","journal-title":"arXiv 1706 03825"},{"key":"ref57","doi-asserted-by":"crossref","first-page":"818","DOI":"10.1007\/978-3-319-10590-1_53","article-title":"Visualizing and understanding convolutional networks","volume":"8689","author":"matthew zeiler","year":"2014","journal-title":"Computer Vision—ECCV 2014"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46493-0_33"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0130140"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2017.7966039"},{"key":"ref53","first-page":"3319","article-title":"Axiomatic attribution for deep networks","volume":"70","author":"sundararajan","year":"2017","journal-title":"Proc 34th Int Conf Mach Learn"},{"key":"ref52","first-page":"15","article-title":"Explaining deep classification of time-series data with learned prototypes","volume":"2429","author":"gee","year":"2019","journal-title":"Proc CEUR Workshop"},{"key":"ref40","article-title":"A shapelet transform for multivariate time series classification","author":"bostrom","year":"2017","journal-title":"arXiv 1712 06428"},{"key":"ref167","first-page":"1","article-title":"On the (in) fidelity and sensitivity of explanations","volume":"32","author":"yeh","year":"2019","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref166","article-title":"An empirical study of explainable AI techniques on deep learning models for time series tasks","author":"schlegel","year":"2020","journal-title":"Proc NeurIPS Workshops"},{"key":"ref165","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-65742-0_6"},{"key":"ref164","first-page":"6441","article-title":"Benchmarking deep learning interpretability in time series predictions","volume":"33","author":"ismail","year":"2020","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref163","first-page":"1","article-title":"Sanity checks for saliency maps","volume":"31","author":"adebayo","year":"2018","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref162","doi-asserted-by":"publisher","DOI":"10.5220\/0010904400003116"},{"key":"ref161","first-page":"1","article-title":"Towards XAI: Structuring the processes of explanations","author":"el-assady","year":"2019","journal-title":"Proc ACM Workshop Hum -Centered Mach Learn"},{"key":"ref160","doi-asserted-by":"publisher","DOI":"10.1109\/JSEN.2021.3057076"},{"key":"ref4","first-page":"1064","article-title":"Explainer: A visual analytics framework for interactive and explainable machine learning","volume":"26","author":"spinner","year":"2020","journal-title":"IEEE Trans Vis Comput Graphics"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2870052"},{"key":"ref6","author":"krizhevsky","year":"2009","journal-title":"Learning multiple layers of features from tiny images"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"ref159","doi-asserted-by":"publisher","DOI":"10.1109\/JBHI.2020.2971610"},{"key":"ref8","author":"mobley","year":"2002","journal-title":"An Introduction to Predictive Maintenance"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-64949-4_8"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/ICCVW.2019.00516"},{"key":"ref157","doi-asserted-by":"publisher","DOI":"10.1109\/JBHI.2021.3060997"},{"key":"ref158","doi-asserted-by":"publisher","DOI":"10.1007\/s11548-019-02039-4"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2017.02.023"},{"key":"ref46","author":"barocas","year":"2018","journal-title":"The FAT-ML Workshop Series on Fairness Accountability and Transparency in Machine Learning"},{"key":"ref45","first-page":"44","article-title":"DARPA’s explainable artificial intelligence (XAI) program","volume":"40","author":"gunning","year":"2019","journal-title":"AI Mag"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2019.12.012"},{"key":"ref47","first-page":"8","article-title":"Explanation and justification in machine learning: A survey","author":"biran","year":"2017","journal-title":"Proc IJCAI Workshop Explainable Artif Intell (XAI)"},{"key":"ref42","article-title":"Towards a rigorous science of interpretable machine learning","author":"doshi-velez","year":"2017","journal-title":"arXiv 1702 08608"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1145\/2594473.2594475"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1145\/3334480.3383047"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-57321-8_1"},{"key":"ref127","first-page":"3543","article-title":"Attention is not explanation","volume":"1","author":"jain","year":"2019","journal-title":"Proc Conf North Amer Chapter Assoc Comput Linguistics Hum Lang Technol"},{"key":"ref126","first-page":"1","article-title":"Attention is all you need","volume":"30","author":"vaswani","year":"2017","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref125","first-page":"1","article-title":"Sequence to sequence learning with neural networks","volume":"27","author":"sutskever","year":"2014","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref124","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3119110"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/ICPR.2018.8545288"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2017.2772336"},{"key":"ref129","doi-asserted-by":"publisher","DOI":"10.1145\/347090.347153"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/ICTAI.2019.00067"},{"key":"ref128","doi-asserted-by":"publisher","DOI":"10.1007\/s10618-007-0064-z"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2020.08.109"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1145\/3437963.3441815"},{"key":"ref130","doi-asserted-by":"publisher","DOI":"10.1145\/2247596.2247656"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1145\/3406601.3406643"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-16142-2_42"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1007\/s41019-020-00123-3"},{"key":"ref133","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-22729-0_20"},{"key":"ref134","doi-asserted-by":"publisher","DOI":"10.1109\/DSAA.2015.7344782"},{"key":"ref131","doi-asserted-by":"publisher","DOI":"10.1145\/1557019.1557122"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1145\/3468784.3471603"},{"key":"ref132","doi-asserted-by":"publisher","DOI":"10.1137\/1.9781611972832.74"},{"key":"ref79","first-page":"1","article-title":"Show me what you’re looking for: Visualizing abstracted transformer attention for enhancing their local interpretability on time series data","volume":"34","author":"schwenke","year":"2021","journal-title":"Proc Int FLAIRS Conf"},{"key":"ref136","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2018.11.031"},{"key":"ref135","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v30i1.10178"},{"key":"ref138","doi-asserted-by":"publisher","DOI":"10.1109\/CSCWD.2019.8791861"},{"key":"ref137","first-page":"1","article-title":"Exploring interpretable features for large time series with SE4TeC","author":"zuo","year":"2019","journal-title":"Proc EDBT"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-019-01228-7"},{"key":"ref139","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2020.2995870"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-30493-5_43"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2912823"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.3390\/s21217373"},{"key":"ref64","first-page":"537","article-title":"Local interpretable model-agnostic explanations for music content analysis","author":"mishra","year":"2017","journal-title":"Proc ISMIR"},{"key":"ref140","doi-asserted-by":"publisher","DOI":"10.1109\/SusTech.2014.7046249"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2019.00106"},{"key":"ref141","doi-asserted-by":"publisher","DOI":"10.1137\/1.9781611974010.35"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1145\/3459637.3482446"},{"key":"ref142","doi-asserted-by":"publisher","DOI":"10.1007\/s10115-015-0905-9"},{"key":"ref67","first-page":"799","article-title":"What went wrong and when? Instance-wise feature importance for time-series black-box models","volume":"33","author":"tonekaboni","year":"2020","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref143","doi-asserted-by":"publisher","DOI":"10.1145\/2888451.2888456"},{"key":"ref68","first-page":"1","article-title":"Temporal dependencies in feature importance for time series predictions","author":"rooke","year":"2021","journal-title":"Proc ICML"},{"key":"ref144","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2016.0179"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/3236009"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1016\/j.artmed.2021.102059"},{"key":"ref145","first-page":"2579","article-title":"Visualizing data using t-SNE","volume":"9","author":"van der maaten","year":"2008","journal-title":"J Mach Learn Res"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-019-0048-x"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-91473-2_8"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.3390\/s21041059"},{"key":"ref108","first-page":"18","article-title":"Feature extraction over multiple representations for time series classification","author":"gay","year":"2013","journal-title":"Proc Int Workshop New Frontiers Mining Complex Patterns"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1109\/ICTAI50040.2020.00165"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i04.6165"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i04.5948"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN48605.2020.9206860"},{"key":"ref92","first-page":"85","article-title":"Localized random shapelets","author":"guilleme","year":"2019","journal-title":"Proc Int Workshop Adv Anal Learn Temporal Data"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330908"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-03338-5_41"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3220060"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2018.00052"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1109\/ICDMW51313.2020.00068"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-63836-8_27"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN48605.2020.9207341"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.3390\/sym13010110"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1109\/ICAwST.2019.8923166"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1145\/3461702.3462553"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1007\/s00521-020-05179-w"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1007\/s11634-021-00437-8"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.3389\/frai.2021.699448"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.2991\/.2013.40"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1016\/S0925-2312(03)00372-2"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2017.2779939"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.ress.2021.107864"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ETFA45728.2021.9613688"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-99740-7_21"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.1145\/3340531.3412710"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1900654116"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1007\/s10618-019-00633-3"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33012496"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.3390\/electronics8080832"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-15-7981-3_22"},{"key":"ref18","author":"molnar","year":"2020","journal-title":"Interpretable Machine Learning"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1007\/s10618-010-0179-5"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.1145\/3365365.3382218"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-28954-6"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1145\/3447548.3467346"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1007\/s10115-019-01389-4"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-86957-1_3"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-59065-9_19"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.21236\/ADA603196"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1109\/ICAPAI49758.2021.9462056"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.1109\/TREX53765.2021.00010"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1109\/ICTAI.2016.0071"},{"key":"ref121","first-page":"1","article-title":"Deep inside convolutional networks: Visualising image classification models and saliency maps","author":"simonyan","year":"2014","journal-title":"Proc 2nd Int Conf Learn Represent (ICLR)"},{"key":"ref122","first-page":"4211","article-title":"How can I explain this to you? An empirical study of deep neural network explanation methods","volume":"33","author":"jeyakumar","year":"2020","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref123","doi-asserted-by":"publisher","DOI":"10.1007\/s11229-022-03485-5"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1145\/2339530.2339579"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1186\/1471-2105-13-195"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1145\/2020408.2020587"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1145\/2623330.2623613"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/9668973\/09895252.pdf?arnumber=9895252","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,10,14]],"date-time":"2022-10-14T20:42:35Z","timestamp":1665780155000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9895252\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"references-count":182,"URL":"https:\/\/doi.org\/10.1109\/access.2022.3207765","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]}}}