{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,4]],"date-time":"2026-04-04T21:42:13Z","timestamp":1775338933002,"version":"3.50.1"},"reference-count":118,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"16","license":[{"start":{"date-parts":[[2023,8,15]],"date-time":"2023-08-15T00:00:00Z","timestamp":1692057600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,8,15]],"date-time":"2023-08-15T00:00:00Z","timestamp":1692057600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,8,15]],"date-time":"2023-08-15T00:00:00Z","timestamp":1692057600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Internet Things J."],"published-print":{"date-parts":[[2023,8,15]]},"DOI":"10.1109\/jiot.2023.3287678","type":"journal-article","created":{"date-parts":[[2023,6,20]],"date-time":"2023-06-20T17:33:54Z","timestamp":1687282434000},"page":"14764-14779","source":"Crossref","is-referenced-by-count":115,"title":["Explainable Artificial Intelligence (XAI) for Internet of Things: A Survey"],"prefix":"10.1109","volume":"10","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9787-8079","authenticated-orcid":false,"given":"\u0130brahim","family":"K\u00f6k","sequence":"first","affiliation":[{"name":"Department of Computer Engineering, Pamukkale University, Denizli, Turkey"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6239-3722","authenticated-orcid":false,"given":"Feyza Y\u0131ld\u0131r\u0131m","family":"Okay","sequence":"additional","affiliation":[{"name":"Department of Computer Engineering, Gazi University, Ankara, Turkey"}]},{"given":"\u00d6zgecan","family":"Muyanl\u0131","sequence":"additional","affiliation":[{"name":"Department of Computer Engineering, Hacettepe University, Ankara, Turkey"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4588-4538","authenticated-orcid":false,"given":"Suat","family":"\u00d6zdemir","sequence":"additional","affiliation":[{"name":"Department of Computer Engineering, Gazi University, Ankara, Turkey"}]}],"member":"263","reference":[{"key":"ref57","first-page":"818","article-title":"Visualizing and understanding convolutional networks","author":"zeiler","year":"2014","journal-title":"Proc Eur Conf Comput Vis"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-53352-6_24"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.319"},{"key":"ref58","article-title":"Striving for simplicity: The all convolutional net","author":"springenberg","year":"2014","journal-title":"arXiv 1412 6806"},{"key":"ref53","article-title":"Understanding representations learned in deep architectures","author":"erhan","year":"2010"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.371"},{"key":"ref55","first-page":"3145","article-title":"Learning important features through propagating activation differences","author":"shrikumar","year":"2017","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref54","first-page":"1","article-title":"Deep inside convolutional networks: Visualising image classification models and saliency maps","author":"simonyan","year":"2014","journal-title":"Proc Workshop Int Conf Learn Represent"},{"key":"ref51","article-title":"Visualizing deep neural network decisions: Prediction difference analysis","author":"zintgraf","year":"2017","journal-title":"arXiv 1702 04595"},{"key":"ref50","article-title":"Rise: Randomized input sampling for explanation of black-box models","author":"petsiuk","year":"2018","journal-title":"arXiv 1806 07421"},{"key":"ref46","doi-asserted-by":"crossref","first-page":"1229","DOI":"10.1145\/3324884.3418932","article-title":"Making Fair ML Software using Trustworthy Explanation","author":"chakraborty","year":"2020","journal-title":"IEEE\/ACM Int Conference on Automated Software Engineering (ASE)"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01231-1_31"},{"key":"ref48","article-title":"Opportunities and challenges in explainable artificial intelligence (XAI): A survey","author":"das","year":"2020","journal-title":"arXiv 2006 11371"},{"key":"ref47","article-title":"Explainable artificial intelligence (XAI) for increasing user trust in deep reinforcement learning driven autonomous systems","author":"druce","year":"2021","journal-title":"arXiv 2106 03775"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.2017.1307116"},{"key":"ref41","author":"galkin","year":"2018","journal-title":"Human microbiome aging clocks based on deep learning and tandem of permutation feature importance and accumulated local effects"},{"key":"ref44","first-page":"1","article-title":"Explanations based on the missing: Towards contrastive explanations with pertinent negatives","volume":"31","author":"dhurandhar","year":"2018","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref43","author":"lewis","year":"2013","journal-title":"Counterfactuals"},{"key":"ref49","article-title":"Understanding neural networks through representation erasure","author":"li","year":"2016","journal-title":"arXiv 1612 08220"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2023.101805"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/3236009"},{"key":"ref9","article-title":"Explainable artificial intelligence: Understanding, visualizing and interpreting deep learning models","author":"samek","year":"2017","journal-title":"arXiv 1708 08296"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/JSEN.2021.3055618"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2016.2615180"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1007\/s11277-021-08708-5"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1049\/trit.2018.1008"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2022.3194837"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1109\/OJCOMS.2022.3188750"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1214\/07-AOAS148"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.21105\/joss.01389"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1111\/rssb.12377"},{"key":"ref37","first-page":"1","article-title":"A unified approach to interpreting model predictions","volume":"30","author":"lundberg","year":"2017","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/IISA50023.2020.9284372"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-83356-5"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.3390\/electronics8080832"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1080\/10618600.2014.907095"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1214\/aos\/1013203451"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11491"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.3390\/electronics11040592"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1080\/1463922X.2022.2061080"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1002\/widm.1391"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2022.3217217"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2870052"},{"key":"ref20","year":"2022","journal-title":"ScienceDirect"},{"key":"ref22","year":"2022","journal-title":"Providing researchers with access to millions of scientific documents from journals books series protocols reference works and proceedings"},{"key":"ref21","year":"2022","journal-title":"IEEE Xplore"},{"key":"ref28","author":"van den berg","year":"2020","journal-title":"XAI in the financial sector A conceptual framework for explainable AI (XAI)"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-82017-6_12"},{"key":"ref29","article-title":"Explainable artificial intelligence: A systematic review","author":"vilone","year":"2020","journal-title":"arXiv 2006 00093"},{"key":"ref13","article-title":"Explainable artificial intelligence (XAI) on timeseries data: A survey","author":"rojat","year":"2021","journal-title":"arXiv 2104 00950"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2019.12.012"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2021.3122019"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2022.3146552"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1155\/2021\/6634811"},{"key":"ref96","article-title":"An explainable machine learning-based network intrusion detection system for enabling generalisability in securing IoT networks","author":"sarhan","year":"2021","journal-title":"arXiv 2104 07183"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2020.3027314"},{"key":"ref99","first-page":"101","article-title":"IoT botnet detection using black-box machine learning models: The trade-off between performance and interpretability","author":"rabah","year":"2021","journal-title":"Proc IEEE 30th Int Conf Enabling Technol Infrastruct Collaborat Enterprises (WETICE)"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/DSAA.2018.00018"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1109\/TNSM.2021.3098157"},{"key":"ref17","article-title":"Explainable activity recognition for smart home systems","author":"das","year":"2021","journal-title":"arXiv 2105 09787"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.3390\/electronics12041020"},{"key":"ref19","doi-asserted-by":"crossref","first-page":"1183","DOI":"10.1016\/j.ifacol.2022.09.550","article-title":"Explainable anomaly detection for industrial control system cybersecurity","volume":"55","author":"hoang","year":"2022","journal-title":"IFAC-PapersOnLine"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1007\/s41666-022-00114-1"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1145\/3339252.3340497"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.2988359"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2021.3130156"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2020.2996425"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1016\/j.ymssp.2021.108105"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-64949-4_1"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.2021.4190"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3006491"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1007\/s13218-019-00586-1"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1109\/FUZZ48607.2020.9177537"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3009852"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1186\/s12911-020-01201-2"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.3390\/risks9030046"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2021.108053"},{"key":"ref83","article-title":"Explainable AI meets healthcare: A study on heart disease dataset","author":"dave","year":"2020","journal-title":"arXiv 2011 03195"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1007\/s00521-020-05379-4"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1109\/MNET.011.2000458"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.3390\/smartcities3040065"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/ISBI.2019.8759428"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbankfin.2021.106290"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.3390\/electronics11040536"},{"key":"ref107","article-title":"An experimentation platform for explainable coalition situational understanding","author":"barrett-powell","year":"2020","journal-title":"arXiv 2010 14388"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1007\/s10614-020-10042-0"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.3390\/s21165386"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2019.113100"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1016\/j.ecolind.2021.108200"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.7717\/peerj-cs.340"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2022.3173288"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.3390\/risks8040137"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.3390\/s22031154"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/SEGE.2016.7589556"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1007\/s11277-020-07108-5"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1913003117"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1109\/DCOSS49796.2020.00043"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/ACSOS-C51401.2020.00063"},{"key":"ref112","article-title":"Zero-bias deep learning enabled quick and reliable abnormality detection in IoT","author":"liu","year":"2021","journal-title":"arXiv 2105 15098"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1016\/j.physa.2022.127277"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1111\/ecog.05360"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1109\/AIKE.2018.00042"},{"key":"ref68","article-title":"Peeking inside the black-box: Explainable machine learning applied to household transportation energy consumption","volume":"88","author":"amiri","year":"2021","journal-title":"Comput Environ Urban Syst"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2020.3042783"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1007\/s11229-022-03485-5"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1145\/3297662.3365816"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN48605.2020.9207637"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/ICC40277.2020.9149151"},{"key":"ref115","first-page":"1","article-title":"Bayesian case-exclusion and explainable AI (XAI) for sustainable farming","author":"kenny","year":"2021","journal-title":"Proc 29th Int Joint Conf Artif Intell 17th Pacific Rim Int Conf Artif Intell (IJCAI-PRICAI)"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-30391-4_4"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.1016\/S2589-7500(21)00208-9"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.3390\/s20195497"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-49186-4_16"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.3390\/en12040739"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.2139\/ssrn.3834259"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.74"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1145\/3278721.3278776"},{"key":"ref61","first-page":"997","article-title":"The impact of POMDP-generated explanations on trust and performance in human-robot teams","author":"wang","year":"2016","journal-title":"Proc 1st Int Conf Autonomous Agents Multiagent Syst"}],"container-title":["IEEE Internet of Things Journal"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6488907\/10210448\/10158334.pdf?arnumber=10158334","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,8,28]],"date-time":"2023-08-28T18:05:15Z","timestamp":1693245915000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10158334\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,8,15]]},"references-count":118,"journal-issue":{"issue":"16"},"URL":"https:\/\/doi.org\/10.1109\/jiot.2023.3287678","relation":{},"ISSN":["2327-4662","2372-2541"],"issn-type":[{"value":"2327-4662","type":"electronic"},{"value":"2372-2541","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,8,15]]}}}