{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,22]],"date-time":"2026-07-22T16:45:25Z","timestamp":1784738725063,"version":"3.55.0"},"reference-count":90,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"name":"Kent State University\u2019s Open Access APC Support Fund"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2025]]},"DOI":"10.1109\/access.2025.3581136","type":"journal-article","created":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T13:40:10Z","timestamp":1750254010000},"page":"120785-120806","source":"Crossref","is-referenced-by-count":23,"title":["A Survey of Post-Hoc XAI Methods From a Visualization Perspective: Challenges and Opportunities"],"prefix":"10.1109","volume":"13","author":[{"ORCID":"https:\/\/orcid.org\/0009-0002-0115-6026","authenticated-orcid":false,"given":"Deepshikha","family":"Bhati","sequence":"first","affiliation":[{"name":"Department of Computer Science, Kent State University, Kent, OH, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2292-5798","authenticated-orcid":false,"given":"MD","family":"Amiruzzaman","sequence":"additional","affiliation":[{"name":"Department of Computer Science, West Chester University, West Chester, PA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3877-0943","authenticated-orcid":false,"given":"Ye","family":"Zhao","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Kent State University, Kent, OH, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Angela","family":"Guercio","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Kent State University, Kent, OH, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-6679-2584","authenticated-orcid":false,"given":"Tram","family":"Le","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Kent State University, Kent, OH, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-68796-0_2"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1145\/3236009"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1613\/jair.1.13200"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/DSAA.2018.00018"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.3390\/e23010018"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2019.12.012"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2870052"},{"key":"ref9","article-title":"Opportunities and challenges in explainable artificial intelligence (XAI): A survey","author":"Das","year":"2020","journal-title":"arXiv:2006.11371"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1007\/s10618-022-00867-8"},{"key":"ref11","article-title":"A systematic review of explainable artificial intelligence models and applications: Recent developments and future trends","volume":"7","author":"Saranya","year":"2023","journal-title":"Decis. Anal. J."},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.3390\/s23020634"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.compbiomed.2021.105111"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.3390\/app11115088"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.3390\/jimaging6060052"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2022.102470"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1016\/j.compbiomed.2023.106668"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2020.3027314"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1016\/j.cosrev.2020.100270"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1148\/ryai.2020190043"},{"key":"ref21","article-title":"Artificial intelligence in the battle against coronavirus (COVID-19): A survey and future research directions","author":"Nguyen","year":"2020","journal-title":"arXiv:2008.07343"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1016\/j.irbm.2021.07.002"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1007\/s11301-023-00320-0"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.3390\/risks10120230"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-28954-6"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2021.3060483"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2023.110273"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/MCG.2018.042731661"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1007\/s41095-020-0191-7"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1016\/j.cag.2021.09.002"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.14733"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2024.3357065"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1177\/0739456X17723971"},{"key":"ref34","volume-title":"Google Scholar","year":"2025"},{"key":"ref35","year":"2025","journal-title":"IEEE Xplore Digital Library"},{"key":"ref36","first-page":"23","volume-title":"Association for Computing Machinery (ACM)","year":"2025"},{"key":"ref37","volume-title":"Springer\u2014International Publisher Science, Technology, Medicine","year":"2025"},{"key":"ref38","volume-title":"MDPI\u2014Multidisciplinary Digital Publishing Institute","year":"2025"},{"key":"ref39","volume-title":"Elsevier\u2014Academic Publishing Company","year":"2025"},{"key":"ref40","volume-title":"Scopus\u2014Abstract and Citation Database","year":"2025"},{"key":"ref41","volume-title":"ScienceDirect\u2014Elsevier Journal and Book Platform","year":"2025"},{"key":"ref42","volume-title":"ArXiv\u2014Open-access Preprint Repository","year":"2025"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-10590-1_53"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N16-3020"},{"key":"ref45","first-page":"4768","article-title":"A unified approach to interpreting model predictions","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"30","author":"Lundberg"},{"key":"ref46","article-title":"Deep inside convolutional networks: Visualising image classification models and saliency maps","author":"Simonyan","year":"2013","journal-title":"arXiv:1312.6034"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.74"},{"key":"ref48","article-title":"SmoothGrad: Removing noise by adding noise","author":"Smilkov","year":"2017","journal-title":"arXiv:1706.03825"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0130140"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-023-00711-8"},{"key":"ref51","first-page":"9277","article-title":"Towards automatic concept-based explanations","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"32","author":"Ghorbani"},{"key":"ref52","article-title":"Striving for simplicity: The all convolutional net","author":"Tobias Springenberg","year":"2014","journal-title":"arXiv:1412.6806"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46466-4_5"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/TGRS.2021.3103517"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00244"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00831"},{"key":"ref57","volume-title":"Inceptionism: Going Deeper into Neural Networks\u2014Google AI Blog","year":"2025"},{"key":"ref58","volume-title":"DeepDream Implementation\u2014GitHub Repository by M. Fatin Akarsu","year":"2025"},{"key":"ref59","volume-title":"DeepDream - dream.ipynb\u2014GitHub Repository by Google","year":"2025"},{"key":"ref60","volume-title":"Journey Through the Layers of the Mind\u2014Memo Akten","year":"2015"},{"key":"ref61","volume-title":"Inside Deep Dreams: How Google Made Its Computers Go Crazy\u2014Wired","year":"2025"},{"key":"ref62","first-page":"342","article-title":"The shattered gradients problem: If resnets are the answer, then what is the question?","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Balduzzi"},{"key":"ref63","first-page":"3319","article-title":"Axiomatic attribution for deep networks","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Sundararajan"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.319"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/WACV.2018.00097"},{"key":"ref66","article-title":"Smooth Grad-CAM++: An enhanced inference level visualization technique for deep convolutional neural network models","author":"Omeiza","year":"2019","journal-title":"arXiv:1908.01224"},{"key":"ref67","article-title":"Stochastic pooling for regularization of deep convolutional neural networks","author":"Zeiler","year":"2013","journal-title":"arXiv:1301.3557"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-00928-1_55"},{"issue":"14","key":"ref69","first-page":"5","article-title":"Inceptionism: Going deeper into neural networks","volume":"20","author":"Mordvintsev","year":"2015","journal-title":"Google Res. blog"},{"key":"ref70","article-title":"Towards better understanding of gradient-based attribution methods for deep neural networks","author":"Ancona","year":"2017","journal-title":"arXiv:1711.06104"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-20893-6_8"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/ICCVW.2019.00513"},{"key":"ref73","first-page":"3145","article-title":"Learning important features through propagating activation differences","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Shrikumar"},{"key":"ref74","article-title":"Explainable AI for trees: From local explanations to global understanding","author":"Lundberg","year":"2019","journal-title":"arXiv:1905.04610"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.14302"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-44781-0_8"},{"key":"ref77","first-page":"2668","article-title":"Interpretability beyond feature attribution: Quantitative testing with concept activation vectors (TCAV)","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Kim"},{"key":"ref78","article-title":"Explaining classifiers with causal concept effect (CaCE)","author":"Goyal","year":"2019","journal-title":"arXiv:1907.07165"},{"key":"ref79","first-page":"20554","article-title":"On completeness-aware concept-based explanations in deep neural networks","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"33","author":"Yeh"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1145\/3587470"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2022.3146806"},{"key":"ref82","article-title":"Captum: A unified and generic model interpretability library for PyTorch","author":"Kokhlikyan","year":"2020","journal-title":"arXiv:2009.07896"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2019.2934659"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2023.3326929"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00304"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2024\/411"},{"key":"ref87","article-title":"Software for dataset-wide XAI: From local explanations to global insights with zennit, CoRelAy, and ViRelAy","author":"Anders","year":"2021","journal-title":"arXiv:2106.13200"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2021.3114858"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2022.3209384"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2024.3388514"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6287639\/10820123\/11039632.pdf?arnumber=11039632","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,7,18]],"date-time":"2025-07-18T17:46:40Z","timestamp":1752860800000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11039632\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"references-count":90,"URL":"https:\/\/doi.org\/10.1109\/access.2025.3581136","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]}}}