{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,26]],"date-time":"2025-11-26T16:44:47Z","timestamp":1764175487683,"version":"3.37.3"},"reference-count":47,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["ECCS-1903466","OAC-2008690","OAC-2234836"],"award-info":[{"award-number":["ECCS-1903466","OAC-2008690","OAC-2234836"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000138","name":"U.S. Department of Education through a Graduate Assistance in areas of National Need (GAANN) Program","doi-asserted-by":"publisher","award":["P200A180055"],"award-info":[{"award-number":["P200A180055"]}],"id":[{"id":"10.13039\/100000138","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2023]]},"DOI":"10.1109\/access.2023.3300242","type":"journal-article","created":{"date-parts":[[2023,7,31]],"date-time":"2023-07-31T17:35:18Z","timestamp":1690824918000},"page":"82556-82569","source":"Crossref","is-referenced-by-count":7,"title":["EvalAttAI: A Holistic Approach to Evaluating Attribution Maps in Robust and Non-Robust Models"],"prefix":"10.1109","volume":"11","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6783-0533","authenticated-orcid":false,"given":"Ian E.","family":"Nielsen","sequence":"first","affiliation":[{"name":"Department of Electrical and Computer Engineering, Rowan University, Glassboro, NJ, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0011-4561","authenticated-orcid":false,"given":"Ravi P.","family":"Ramachandran","sequence":"additional","affiliation":[{"name":"Department of Electrical and Computer Engineering, Rowan University, Glassboro, NJ, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8833-8414","authenticated-orcid":false,"given":"Nidhal","family":"Bouaynaya","sequence":"additional","affiliation":[{"name":"Department of Electrical and Computer Engineering, Rowan University, Glassboro, NJ, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2690-7685","authenticated-orcid":false,"given":"Hassan M.","family":"Fathallah-Shaykh","sequence":"additional","affiliation":[{"name":"UAB Heersink School of Medicine, University of Alabama at Birmingham, Birmingham, AL, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8551-0090","authenticated-orcid":false,"given":"Ghulam","family":"Rasool","sequence":"additional","affiliation":[{"name":"Machine Learning Department, H. Lee Moffitt Cancer Center and the Research Institute, Tampa, FL, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01962"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/BigData52589.2021.9671895"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.3390\/electronics10050593"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2016.2599820"},{"key":"ref15","article-title":"SUPER-Net: Trustworthy medical image segmentation with uncertainty propagation in encoder-decoder networks","author":"carannante","year":"2021","journal-title":"arXiv 2111 05978"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2021.3096804"},{"key":"ref36","first-page":"1","article-title":"Deep inside convolutional networks: Visualising image classification models and saliency maps","author":"simonyan","year":"2014","journal-title":"Proc Int Conf Learn Represent (ICLR)"},{"key":"ref31","article-title":"On the (in)fidelity and sensitivity of explanations","volume":"32","author":"yeh","year":"2019","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-79108-7_8"},{"key":"ref11","article-title":"Deletion and insertion tests in regression models","author":"hama","year":"2022","journal-title":"arXiv 2205 12423"},{"key":"ref33","article-title":"RISE: Randomized input sampling for explanation of black-box models","author":"petsiuk","year":"2018","journal-title":"arXiv 1806 07421"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1175\/AIES-D-22-0012.1"},{"key":"ref32","article-title":"Counterfactual evaluation for explainable AI","author":"ge","year":"2021","journal-title":"arXiv 2109 01962"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-021-10088-y"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1002\/widm.1391"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/RADAR42522.2020.9114737"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/ISBI48211.2021.9434062"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/MLSP.2019.8918747"},{"article-title":"Learning multiple layers of features from tiny images","year":"2009","author":"krizhevsky","key":"ref38"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-71676-9_13"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1038\/s44172-022-00043-2"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.319"},{"article-title":"Pytorch Captum","year":"2019","author":"kokhlikyan","key":"ref46"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-017-1059-x"},{"key":"ref45","article-title":"Captum: A unified and generic model interpretability library for PyTorch","author":"kokhlikyan","year":"2020","journal-title":"arXiv 2009 07896"},{"key":"ref26","first-page":"7502","article-title":"Interpreting adversarially trained convolutional neural networks","volume":"97","author":"zhang","year":"2019","journal-title":"Proc 36th Int Conf Mach Learn"},{"key":"ref25","article-title":"The weighting game: Evaluating quality of explainability methods","author":"raatikainen","year":"2022","journal-title":"arXiv 2208 06175"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/MLSP49062.2020.9231550"},{"key":"ref20","first-page":"6","article-title":"Robustness may be at odds with accuracy","author":"tsipras","year":"2019","journal-title":"Proc Int Conf Learn Represent"},{"key":"ref42","first-page":"3319","article-title":"Axiomatic attribution for deep networks","author":"sundararajan","year":"2017","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref41","first-page":"7","article-title":"Striving for simplicity: The all convolutional net","author":"springenberg","year":"2015","journal-title":"Proc ICLR"},{"key":"ref22","article-title":"From anecdotal evidence to quantitative evaluation methods: A systematic review on evaluating explainable AI","author":"nauta","year":"2022","journal-title":"arXiv 2201 08164"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.74"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-28954-6_9"},{"key":"ref43","article-title":"SmoothGrad: Removing noise by adding noise","author":"smilkov","year":"2017","journal-title":"arXiv 1706 03825"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbi.2020.103655"},{"key":"ref27","first-page":"1383","article-title":"Concise explanations of neural networks using adversarial training","volume":"119","author":"chalasani","year":"2020","journal-title":"Proc 37th Int Conf Mach Learn"},{"key":"ref29","article-title":"On quantitative aspects of model interpretability","author":"nguyen","year":"2020","journal-title":"arXiv 2007 07584"},{"key":"ref8","first-page":"9737","article-title":"A benchmark for interpretability methods in deep neural networks","author":"hooker","year":"2019","journal-title":"Proc 33rd Int Conf Neural Inf Process Syst (NIPS)"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2022.3142719"},{"key":"ref9","article-title":"How explainable are adversarially-robust CNNs?","author":"nourelahi","year":"2022","journal-title":"arXiv 2205 13042"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.3390\/diagnostics12020237"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/MLSP49062.2020.9231833"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.3389\/fmedt.2022.919046"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2022.102470"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1038\/s41597-022-01721-8"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/6287639\/10005208\/10197367-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/10005208\/10197367.pdf?arnumber=10197367","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,8,28]],"date-time":"2023-08-28T18:13:50Z","timestamp":1693246430000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10197367\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"references-count":47,"URL":"https:\/\/doi.org\/10.1109\/access.2023.3300242","relation":{},"ISSN":["2169-3536"],"issn-type":[{"type":"electronic","value":"2169-3536"}],"subject":[],"published":{"date-parts":[[2023]]}}}