{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,3]],"date-time":"2026-08-03T22:39:45Z","timestamp":1785796785550,"version":"3.56.0"},"reference-count":135,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2021]]},"DOI":"10.1109\/access.2021.3127881","type":"journal-article","created":{"date-parts":[[2021,11,13]],"date-time":"2021-11-13T00:23:28Z","timestamp":1636763008000},"page":"153316-153348","source":"Crossref","is-referenced-by-count":282,"title":["A Systematic Review of Human\u2013Computer Interaction and Explainable Artificial Intelligence in Healthcare With Artificial Intelligence Techniques"],"prefix":"10.1109","volume":"9","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5038-8005","authenticated-orcid":false,"given":"Mobeen","family":"Nazar","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5773-7140","authenticated-orcid":false,"given":"Muhammad Mansoor","family":"Alam","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3144-0784","authenticated-orcid":false,"given":"Eiad","family":"Yafi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9975-4483","authenticated-orcid":false,"given":"Mazliham Mohd","family":"Su'ud","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/C-CODE.2019.8680978"},{"key":"ref38","first-page":"1","article-title":"Human-centered design of complex systems: An experience-based approach","volume":"3","author":"boy","year":"2017","journal-title":"Science"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0186744"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1155\/2017\/6787504"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1145\/3392878"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1007\/s41870-017-0048-1"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2019.106195"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2017.05.060"},{"key":"ref35","volume":"903","author":"rad\u00fcntz","year":"2019","journal-title":"Application of the Usability Metrics of the ISO 9126 Standard in the E-Commerce Domain A Case Study"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1016\/j.pdisas.2020.100118"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1080\/10447318.2020.1819668"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/MACS48846.2019.9024771"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2020.106274"},{"key":"ref20","article-title":"Explainable artificial intelligence (XAI): An engineering perspective","author":"hussain","year":"2021","journal-title":"arXiv 2101 03613"},{"key":"ref22","first-page":"169","article-title":"Incorporating explainable artificial intelligence (XAI) to aid the understanding of machine learning in the healthcare domain","volume":"2771","author":"pawar","year":"2020","journal-title":"Proc CEUR Workshop"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.3389\/fpubh.2020.00117"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/CyberSA49311.2020.9139655"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1093\/jamia\/ocaa053"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.14034"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1609\/aimag.v40i2.2850"},{"key":"ref100","first-page":"273","article-title":"Subject index","author":"choo","year":"2000"},{"key":"ref25","article-title":"Unbox the black-box for the medical explainable AI via multi-modal and multi-centre data fusion: A mini-review, two showcases and beyond","author":"yang","year":"2021","journal-title":"arXiv 2102 01998"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1208\/s12248-018-0210-0"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W17-5221"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1002\/rcs.1968"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/TIV.2019.2955903"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/IVS.2018.8500421"},{"key":"ref56","article-title":"Towards accountable AI: Hybrid human-machine analyses for characterizing system failure","author":"nushi","year":"2018","journal-title":"arXiv 1809 07424"},{"key":"ref55","volume":"1","author":"desai","year":"2020","journal-title":"BlockFLA Accountable Federated Learning via Hybrid Blockchain Architecture"},{"key":"ref54","article-title":"BlockFLow: An accountable and privacy-preserving solution for federated learning","author":"mugunthan","year":"2020","journal-title":"arXiv 2007 03856"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1108\/JOSM-03-2019-0073"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1007\/s11036-020-01699-w"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0238099"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2020.07.048"},{"key":"ref3","first-page":"1","article-title":"Technology acceptance theories and factors influencing artificial Intelligence-based intelligent products","volume":"47","author":"sohn","year":"2019","journal-title":"Telematics and Informatics"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/3419764"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.11648\/j.acis.20200801.11"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/2882879.2882895"},{"key":"ref49","first-page":"1","article-title":"Deep learning book review","volume":"29","author":"kim","year":"2019","journal-title":"Nature"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2019.12.012"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1080\/08838151.2020.1843357"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3057865"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1016\/j.cosrev.2021.100398"},{"key":"ref48","article-title":"Business intelligence for enterprise Internet of Things","author":"anandakumar","year":"2020"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1088\/1361-6633\/aab406"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.23919\/MIPRO.2018.8400040"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.22215\/timreview\/1385"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3009184"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/ICTKE.2017.8259629"},{"key":"ref127","doi-asserted-by":"publisher","DOI":"10.4103\/CRST.CRST_50_19"},{"key":"ref126","doi-asserted-by":"publisher","DOI":"10.1001\/jama.2019.21579"},{"key":"ref125","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2019.06.007"},{"key":"ref124","doi-asserted-by":"publisher","DOI":"10.1111\/imj.14876"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-93846-2_71"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173704"},{"key":"ref129","doi-asserted-by":"publisher","DOI":"10.1016\/j.amjmed.2019.01.017"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/SP.2017.12"},{"key":"ref128","doi-asserted-by":"publisher","DOI":"10.1136\/svn-2017-000101"},{"key":"ref70","article-title":"Chiron: Privacy-preserving machine learning as a service","author":"hunt","year":"2018","journal-title":"arXiv 1803 05961"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1360\/N112018-00181"},{"key":"ref130","doi-asserted-by":"publisher","DOI":"10.1080\/17460441.2019.1586880"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1360\/N112017-00221"},{"key":"ref74","article-title":"Interaction and artificial intelligence to cite this version: HAL Id: HAL-02424944 cross-fertilisation between human-computer interaction and artificial intelligence","author":"kolski","year":"2020"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1360\/N112017-00225"},{"key":"ref133","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-15-0947-6_31"},{"key":"ref134","article-title":"Deep learning based decision support for medicine—A case study on skin cancer diagnosis","author":"lucieri","year":"2021","journal-title":"arXiv 2103 05112"},{"key":"ref131","doi-asserted-by":"publisher","DOI":"10.1109\/BigData.2018.8622627"},{"key":"ref78","first-page":"835","article-title":"Towards using human-computer interaction research for advancing intelligent built environments: A review","author":"topak","year":"2020","journal-title":"Proc 6th Int Project ConstrUction Manage Conf"},{"key":"ref132","article-title":"Explainable AI meets healthcare: A study on heart disease dataset","author":"dataset","year":"2020","journal-title":"arXiv 2011 03195"},{"key":"ref79","year":"0","journal-title":"Holy Grail of AI for Enterprise—Explainable AI"},{"key":"ref135","author":"winckler","year":"2020","journal-title":"Human Computer Interaction and Emerging Technologies Workshop Proceedings from the INTERACT 2019 Workshops"},{"key":"ref60","article-title":"The measure and mismeasure of fairness: A critical review of fair machine learning","author":"corbett-davies","year":"2018","journal-title":"arXiv 1808 00023"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2018.8593552"},{"key":"ref61","article-title":"On adversarial bias and the robustness of fair machine learning","author":"chang","year":"2020","journal-title":"arXiv 2006 08669"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2019\/876"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3051315"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2019.2934629"},{"key":"ref66","article-title":"Elucidating the design and behavior of nanophotonic structures through explainable convolutional neural networks","author":"yeung","year":"2020","journal-title":"arXiv 2003 06075"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1016\/j.actamat.2020.01.047"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2020.2974555"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1080\/14616688.2020.1762118"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1002\/widm.1340"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/3290607.3298806"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-00801-7_7"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372852"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1007\/s00163-020-00336-7"},{"key":"ref94","article-title":"Explainable text classification in legal document review a case study of explainable predictive coding","author":"chhatwal","year":"2019","journal-title":"arXiv 1904 01721"},{"key":"ref107","article-title":"BLIMEy: Surrogate prediction explanations beyond LIME","author":"sokol","year":"2019","journal-title":"arXiv 1910 13016"},{"key":"ref93","article-title":"Explainable text-driven neural network for stock prediction","author":"yang","year":"2019","journal-title":"arXiv 1902 04994"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1145\/3128572.3140450"},{"key":"ref92","article-title":"One explanation does not fit all: A toolkit and taxonomy of AI explainability techniques","author":"arya","year":"2019","journal-title":"arXiv 1909 03012"},{"key":"ref105","article-title":"Semantic XAI for contextualized demand forecasting explanations","author":"ro\u017eanec","year":"2021","journal-title":"arXiv 2104 00452"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2020\/669"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1016\/j.patrec.2021.06.032"},{"key":"ref90","article-title":"A situation awareness-based framework for design and evaluation of explainable AI","author":"sanneman","year":"2019","journal-title":"Explainable Transparent Autonomous Agents and Multi-Agent Systems"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.14569\/SpecialIssue.2014.040109"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2020.103387"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-019-05856-5"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.001.2000050"},{"key":"ref110","doi-asserted-by":"crossref","first-page":"785","DOI":"10.1007\/s11634-020-00419-2","article-title":"Editable machine learning models? A rule-based framework for user studies of explainability","volume":"14","author":"voj\u00ed?","year":"2020","journal-title":"Adv Data Anal Classification"},{"key":"ref98","article-title":"A performance-explainability framework to benchmark machine learning methods: Application to multivariate time series classifiers","author":"fauvel","year":"2020","journal-title":"arXiv 2005 14501"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1109\/FUZZ48607.2020.9177542"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2020.103428"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.2139\/ssrn.3559477"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3017883"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-43883-8_7"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3375624"},{"key":"ref13","article-title":"The relationship between trust in AI and trustworthy machine learning technologies","author":"toreini","year":"2019","journal-title":"arXiv 1912 00782"},{"key":"ref14","article-title":"Privacy preserving machine learning: Threats and solutions","author":"al-rubaie","year":"2018","journal-title":"arXiv 1804 11238"},{"key":"ref15","article-title":"An overview of privacy in machine learning","author":"de cristofaro","year":"2020","journal-title":"arXiv 2005 08679"},{"key":"ref118","first-page":"78","article-title":"Social robots—A new perspective in healthcare","volume":"114","author":"korn","year":"2020","journal-title":"Res Outreach"},{"key":"ref16","article-title":"Opportunities and challenges in explainable artificial intelligence (XAI): A survey","author":"das","year":"2020","journal-title":"arXiv 2006 11371"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2020.102551"},{"key":"ref117","first-page":"43","article-title":"State of the art: A study of human-robot interaction in healthcare","volume":"9","author":"clarke","year":"2017","journal-title":"Int J Inf Eng Electron Bus"},{"key":"ref17","article-title":"Personalized explanation for machine learning: A conceptualization","author":"schneider","year":"2019","journal-title":"arXiv 1901 00770"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1145\/3290607.3312787"},{"key":"ref18","article-title":"A survey of the state of explainable AI for natural language processing","author":"danilevsky","year":"2020","journal-title":"arXiv 2010 00711"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1007\/s00766-020-00333-1"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.1177\/2327857918071019"},{"key":"ref19","article-title":"The three stages of explainable AI: How explainability facilitates real world deployment of AI How XAI makes a difference","author":"mars","year":"2019"},{"key":"ref83","first-page":"1","article-title":"Explainable AI: A review of machine learning interpretability methods","volume":"23","author":"linardatos","year":"2021","journal-title":"Entropy"},{"key":"ref114","article-title":"What do you see? Evaluation of explainable artificial intelligence (XAI) interpretability through neural backdoors","author":"lin","year":"2020","journal-title":"arXiv 2009 10639"},{"key":"ref113","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1007\/978-3-030-57321-8_1","article-title":"Explainable artificial intelligence: Concepts, applications, research challenges and visions","volume":"12279","author":"longo","year":"2020","journal-title":"Machine Learning and Knowledge Extraction"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.1007\/s10209-016-0515-7"},{"key":"ref80","article-title":"A perspective from human-computer interaction","author":"xu","year":"2019"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1126\/scirobotics.aay7120"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-72287-0_15"},{"key":"ref89","first-page":"1033","article-title":"Explainable AI through rule-based interactive conversation Christian","volume":"2","author":"madumal","year":"2018","journal-title":"Proc 3rd Int Joint Conf Autonomous Agents and Multiagent Systems (AAMAS)"},{"key":"ref121","doi-asserted-by":"publisher","DOI":"10.1111\/inm.12527"},{"key":"ref122","doi-asserted-by":"publisher","DOI":"10.1145\/3312714.3312730"},{"key":"ref123","first-page":"55","article-title":"Human computer interaction and visualization tools in health care services","volume":"1","author":"kaysi","year":"2018","journal-title":"Proc Int Conf Inf Knowl Eng"},{"key":"ref85","first-page":"1","article-title":"White, grey, black: Effects of XAI augmentation on the confidence in AI-based decision support systems","author":"wanner","year":"2020","journal-title":"Proc 41st Int Conf Inf Syst"},{"key":"ref86","article-title":"Evidence-based explanation to promote fairness in AI systems","author":"ferreira","year":"2020","journal-title":"arXiv 2003 01525"},{"key":"ref87","year":"0","journal-title":"Designing Accessible XAI"},{"key":"ref88","article-title":"Interactive recommendation AI to support transparent human decision making","author":"nakao","year":"0","journal-title":"FUJITSU Sci Tech J"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/9312710\/09614151.pdf?arnumber=9614151","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,15]],"date-time":"2023-01-15T03:28:51Z","timestamp":1673753331000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9614151\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"references-count":135,"URL":"https:\/\/doi.org\/10.1109\/access.2021.3127881","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021]]}}}