{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,26]],"date-time":"2025-11-26T19:11:23Z","timestamp":1764184283981,"version":"3.46.0"},"reference-count":86,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/100000183","name":"Army Research Office","doi-asserted-by":"publisher","award":["W15QKN-21-C-0077.S"],"award-info":[{"award-number":["W15QKN-21-C-0077.S"]}],"id":[{"id":"10.13039\/100000183","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Department of Education through a Graduate Assistance in Areas of National Need (GAANN) Program Award","award":["P200A180055"],"award-info":[{"award-number":["P200A180055"]}]},{"name":"U. The work of Ghulam Rasool was supported in part by NSF","award":["2234468","2234836"],"award-info":[{"award-number":["2234468","2234836"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2025]]},"DOI":"10.1109\/access.2025.3631378","type":"journal-article","created":{"date-parts":[[2025,11,11]],"date-time":"2025-11-11T18:28:39Z","timestamp":1762885719000},"page":"196766-196782","source":"Crossref","is-referenced-by-count":0,"title":["IntActEval: A Continuous Framework for Quantitatively Evaluating Faithfulness of Feature Visualization Methods"],"prefix":"10.1109","volume":"13","author":[{"given":"Bradley","family":"Gathers","sequence":"first","affiliation":[{"name":"Department of Electrical and Computer Engineering, Rowan University, Glassboro, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6783-0533","authenticated-orcid":false,"given":"Ian E.","family":"Nielsen","sequence":"additional","affiliation":[{"name":"Department of Electrical and Computer Engineering, Rowan University, Glassboro, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-5163-057X","authenticated-orcid":false,"given":"Keith W.","family":"Soules","sequence":"additional","affiliation":[{"name":"Department of Electrical and Computer Engineering, Rowan University, Glassboro, USA"}]},{"given":"Ozan","family":"Tekben","sequence":"additional","affiliation":[{"name":"Department of Electrical and Computer Engineering, Rowan University, Glassboro, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0011-4561","authenticated-orcid":false,"given":"Ravi P.","family":"Ramachandran","sequence":"additional","affiliation":[{"name":"Department of Electrical and Computer Engineering, Rowan University, Glassboro, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8833-8414","authenticated-orcid":false,"given":"Nidhal Carla","family":"Bouaynaya","sequence":"additional","affiliation":[{"name":"Department of Electrical and Computer Engineering, Rowan University, Glassboro, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2690-7685","authenticated-orcid":false,"given":"Hassan M.","family":"Fathallah-Shaykh","sequence":"additional","affiliation":[{"name":"Departments of Neurology, The University of Alabama at Birmingham, Birmingham, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8551-0090","authenticated-orcid":false,"given":"Ghulam","family":"Rasool","sequence":"additional","affiliation":[{"name":"Machine Learning Department, Moffitt Cancer Center, Tampa, USA"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-022-10237-x"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.3390\/app9245574"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1177\/1470785320972526"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2019.2962338"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.3390\/diagnostics12020237"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2022.3197671"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/j.resuscitation.2021.02.028"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.cosrev.2021.100395"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2020.2986444"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.47672\/ejt.1473"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.4108\/eai.21-4-2021.169418"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.34190\/iccws.17.1.38"},{"key":"ref13","article-title":"Explainable artificial intelligence for autonomous driving: A comprehensive overview and field guide for future research directions","author":"Atakishiyev","year":"2021","journal-title":"arXiv:2112.11561"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2022.3146552"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/MIS.2024.3383155"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1609\/aimag.v38i3.2741"},{"issue":"11","key":"ref17","doi-asserted-by":"crossref","DOI":"10.23915\/distill.00007","article-title":"Feature visualization","volume":"2","author":"Olah","year":"2017","journal-title":"Distill"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-28954-6_9"},{"key":"ref19","article-title":"Striving for simplicity: The all convolutional net","author":"Springenberg","year":"2014","journal-title":"arXiv:1412.6806"},{"key":"ref20","article-title":"SmoothGrad: Removing noise by adding noise","author":"Smilkov","year":"2017","journal-title":"arXiv:1706.03825"},{"key":"ref21","first-page":"9737","article-title":"A benchmark for interpretability methods in deep neural networks","volume-title":"Proc. 33rd Int. Conf. Neural Inf. Process. Syst. (NeurIPS)","author":"Hooker"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2023.3300242"},{"key":"ref23","article-title":"Deletion and insertion tests in regression models","author":"Hama","year":"2022","journal-title":"arXiv:2205.12423"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/BigData52589.2021.9671895"},{"issue":"3","key":"ref25","first-page":"1","article-title":"Visualizing higher-layer features of a deep network","volume":"1341","author":"Erhan","year":"2009","journal-title":"Univ. Montreal"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7299155"},{"key":"ref28","article-title":"Understanding neural networks through deep visualization","author":"Yosinski","year":"2015","journal-title":"arXiv:1506.06579"},{"article-title":"Inceptionism: Going deeper into neural networks","year":"2015","author":"Mordvintsev","key":"ref29"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298640"},{"key":"ref31","article-title":"The disagreement problem in explainable machine learning: A practitioner\u2019s perspective","author":"Krishna","year":"2024","journal-title":"Trans. Mach. Learn. Res."},{"key":"ref32","first-page":"5256","article-title":"Which explanation should i choose? A function approximation perspective to characterizing post hoc explanations","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Han"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2021.3096804"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/MLSP.2019.8918747"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2025.112503"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2022.3142719"},{"key":"ref37","article-title":"How explainable are adversarially-robust CNNs?","author":"Nourelahi","year":"2022","journal-title":"arXiv:2205.13042"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-28954-6_4"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.23915\/distill.00015"},{"article-title":"Intriguing properties of neural networks","volume-title":"Proc. 2nd Int. Conf. Learn. Represent.","author":"Szegedy","key":"ref40"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.374"},{"key":"ref42","first-page":"3387","article-title":"Synthesizing the preferred inputs for neurons in neural networks via deep generator networks","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"29","author":"Nguyen"},{"key":"ref43","article-title":"What do vision transformers learn? A visual exploration","author":"Ghiasi","year":"2022","journal-title":"arXiv:2212.06727"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.23915\/distill.00030"},{"volume-title":"Class Visualization With Bilateral Filters","year":"2016","author":"Tyka","key":"ref45"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1027"},{"article-title":"Robustness may be at odds with accuracy","volume-title":"Proc. Int. Conf. Learn. Represent.","author":"Tsipras","key":"ref47"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1706.06083"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-017-1059-x"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.319"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/MWSCAS57524.2023.10405878"},{"key":"ref52","first-page":"1383","article-title":"Concise explanations of neural networks using adversarial training","volume-title":"Proc. 37th Int. Conf. Mach. Learn.","volume":"119","author":"Chalasani"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.354"},{"key":"ref54","first-page":"26422","article-title":"The effectiveness of feature attribution methods and its correlation with automatic evaluation scores","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"34","author":"Nguyen"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-10590-1_53"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.74"},{"key":"ref57","first-page":"3319","article-title":"Axiomatic attribution for deep networks","volume-title":"Proc. 34th Int. Conf. Mach. Learn.","author":"Sundararajan"},{"article-title":"Attributionlab: Faithfulness of feature attribution under controllable environments","year":"2024","author":"Zhang","key":"ref58"},{"key":"ref59","first-page":"9505","article-title":"Sanity checks for saliency maps","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"31","author":"Adebayo"},{"article-title":"Iteroar: Quantifying the interpretation of feature importance methods","volume-title":"Proc. 35th Pre-Registration Workshop (NeurIPS)","author":"Palacio","key":"ref60"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2018.2858759"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-024-10852-w"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.3389\/frai.2024.1456486"},{"key":"ref64","article-title":"Does faithfulness conflict with plausibility? An empirical study in explainable AI across NLP tasks","author":"Lu","year":"2024","journal-title":"arXiv:2404.00140"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00998"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2024.128282"},{"key":"ref67","article-title":"Multifaceted feature visualization: Uncovering the different types of features learned by each neuron in deep neural networks","author":"Nguyen","year":"2016","journal-title":"arXiv:1602.03616"},{"key":"ref68","first-page":"109","article-title":"L 2 regularization for learning kernels","volume-title":"Proc. 25th Conf. Uncertainty Artif. Intell.","author":"Cortes"},{"article-title":"Decoupled weight decay regularization","volume-title":"Proc. Int. Conf. Learn. Represent.","author":"Loshchilov","key":"ref69"},{"key":"ref70","first-page":"6105","article-title":"EfficientNet: Rethinking model scaling for convolutional neural networks","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Tan"},{"key":"ref71","article-title":"Imagenet classification with deep convolutional neural networks","volume-title":"Proc. Adv. neural Inf. Process. Syst.","volume":"25","author":"Krizhevsky"},{"key":"ref72","article-title":"One weird trick for parallelizing convolutional neural networks","author":"Krizhevsky","year":"2014","journal-title":"arXiv:1404.5997"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.243"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298594"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1602.07360"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00474"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1145\/1873951.1874254"},{"article-title":"Learning multiple layers of features from tiny images","year":"2009","author":"Krizhevsky","key":"ref78"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1706.06083"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1109\/SP.2017.49"},{"key":"ref81","article-title":"Explaining and harnessing adversarial examples","author":"Goodfellow","year":"2014","journal-title":"arXiv:1412.6572"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2009.191"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1109\/jproc.2020.3004555"},{"key":"ref84","first-page":"125","article-title":"Adversarial examples are not bugs, they are features","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"32","author":"Ilyas"},{"key":"ref85","article-title":"Adversarial robustness as a prior for learned representations","author":"Engstrom","year":"2019","journal-title":"arXiv:1906.00945"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.14418"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/6287639\/10820123\/11238242-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6287639\/10820123\/11238242.pdf?arnumber=11238242","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,26]],"date-time":"2025-11-26T19:05:14Z","timestamp":1764183914000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11238242\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"references-count":86,"URL":"https:\/\/doi.org\/10.1109\/access.2025.3631378","relation":{},"ISSN":["2169-3536"],"issn-type":[{"type":"electronic","value":"2169-3536"}],"subject":[],"published":{"date-parts":[[2025]]}}}