{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,21]],"date-time":"2026-05-21T18:13:03Z","timestamp":1779387183574,"version":"3.53.1"},"reference-count":150,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2022]]},"DOI":"10.1109\/access.2022.3197671","type":"journal-article","created":{"date-parts":[[2022,8,8]],"date-time":"2022-08-08T19:50:29Z","timestamp":1659988229000},"page":"84486-84517","source":"Crossref","is-referenced-by-count":432,"title":["Explainable AI for Healthcare 5.0: Opportunities and Challenges"],"prefix":"10.1109","volume":"10","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7966-398X","authenticated-orcid":false,"given":"Deepti","family":"Saraswat","sequence":"first","affiliation":[{"name":"Department of Computer Science and Engineering, Institute of Technology, Nirma University, Ahmedabad, Gujarat, India"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1206-2298","authenticated-orcid":false,"given":"Pronaya","family":"Bhattacharya","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Engineering, Institute of Technology, Nirma University, Ahmedabad, Gujarat, India"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8904-228X","authenticated-orcid":false,"given":"Ashwin","family":"Verma","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Engineering, Institute of Technology, Nirma University, Ahmedabad, Gujarat, India"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4942-8094","authenticated-orcid":false,"given":"Vivek Kumar","family":"Prasad","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Engineering, Institute of Technology, Nirma University, Ahmedabad, Gujarat, India"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1776-4651","authenticated-orcid":false,"given":"Sudeep","family":"Tanwar","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Engineering, Institute of Technology, Nirma University, Ahmedabad, Gujarat, India"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Gulshan","family":"Sharma","sequence":"additional","affiliation":[{"name":"Department of Electrical Engineering Technology, University of Johannesburg, Johannesburg, South Africa"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9178-2700","authenticated-orcid":false,"given":"Pitshou N.","family":"Bokoro","sequence":"additional","affiliation":[{"name":"Department of Electrical Engineering Technology, University of Johannesburg, Johannesburg, South Africa"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8584-9753","authenticated-orcid":false,"given":"Ravi","family":"Sharma","sequence":"additional","affiliation":[{"name":"Centre for Inter-Disciplinary Research and Innovation, University of Petroleum and Energy Studies, Dehradun, India"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TNSE.2019.2961932"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOMWKSHPS50562.2020.9162738"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/ICCWorkshops49005.2020.9145044"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1016\/j.glohj.2021.11.008"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/JBHI.2015.2461555"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/MITP.2016.42"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/ICAML48257.2019.00044"},{"key":"ref8","first-page":"1","article-title":"Incorporating explainable artificial intelligence (XAI) to aid the understanding of machine learning in the healthcare domain","volume-title":"Proc. Irish Conf. Artif. Intell. Cogn. Sci.","author":"Pawar"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/JBHI.2021.3103404"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1186\/s12911-020-01332-6"},{"key":"ref11","volume-title":"Global Explainable AI Market (2021 to 2030)","year":"2022"},{"key":"ref12","article-title":"Explainable AI in healthcare and medicine: Building a culture of transparency and accountability","volume-title":"Proc. AAAI Int. Workshop Health Intell. (W3PHIAI)","volume":"914","author":"Shaban-Nejad"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/3387166"},{"key":"ref14","volume-title":"FWF Project Reference Model of Explainable AI for the Medical Domain","year":"2022"},{"key":"ref15","volume-title":"From One Year to Six Weeks: Highmark Health Teams With IBM to Accelerate AI in Urgent Times","year":"2022"},{"key":"ref16","volume-title":"SAS Analytics and Solutions","year":"2022"},{"key":"ref17","volume-title":"The Antidote Project or Explainable AI","year":"2022"},{"key":"ref18","volume-title":"Explainable AI in Healthcare","year":"2022"},{"key":"ref19","volume-title":"Human-Centered AI Projects","year":"2022"},{"key":"ref20","volume-title":"DoC Researcher Funded to Collaborate With Industry on World-Leading AI Research","year":"2022"},{"key":"ref21","volume-title":"Cancer Research UK Project Award: Cancer Risk Algorithms and Their Influence on Clinical Judgement","year":"2022"},{"issue":"3","key":"ref22","doi-asserted-by":"crossref","first-page":"1353","DOI":"10.3390\/app12031353","article-title":"A systematic review of explainable artificial intelligence in terms of different application domains and tasks","volume":"12","author":"Islam","year":"2022","journal-title":"Appl. Sci."},{"key":"ref23","volume-title":"In Latest Facebook Data Exposure, History Repeats Itself","year":"2022"},{"key":"ref24","volume-title":"Maze Ransomware Operators Allegedly Breached National Highways Authority of India (NHAI)","year":"2022"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/ICHI.2018.00095"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1001\/jama.2018.17163"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-022-29437-8"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-16-3783-4_15"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1016\/j.bspc.2022.103584"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pdig.0000004"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1186\/s12859-021-04368-1"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-81716-9_16"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1142\/S0218213022410032"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pmed.1002689"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2008.09.009"},{"key":"ref36","article-title":"Guidelines for performing systematic literature reviews in software engineering","author":"Keele","year":"2007"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2016.11.012"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2020.01.011"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/MCOMSTD.0001.2100057"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.34190\/iccws.17.1.38"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2018.11.037"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2020.106240"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2017.11.009"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhm.2020.102495"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-19-0284-0_18"},{"key":"ref46","first-page":"1","article-title":"Explainable AI for medical imaging: Explaining pneumothorax diagnoses with Bayesian teaching","volume":"abs\/2106.04684","author":"Folke","year":"2021","journal-title":"CoRR"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2020.01.006"},{"key":"ref48","first-page":"3","article-title":"Uber shuts down self-driving operations in Arizona","volume":"809","author":"McFarland","year":"2018","journal-title":"CNNMoney"},{"key":"ref49","article-title":"End to end learning for self-driving cars","author":"Bojarski","year":"2016","journal-title":"arXiv:1604.07316"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1145\/3173386.3177057"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.3846\/tede.2019.9383"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1186\/s40854-019-0121-9"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1016\/j.omega.2019.05.010"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2019.105836"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1145\/3278721.3278725"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1111\/1745-9133.12047"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1002\/qre.2939"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1111\/j.1937-5956.2012.01363.x"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1016\/j.ress.2017.06.014"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1287\/ijoc.2018.0823"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-013-5365-4"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2007.70776"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2016.2569096"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.3846\/tede.2019.8740"},{"key":"ref65","first-page":"1885","article-title":"Understanding black-box predictions via influence functions","volume-title":"Int. Conf. Mach. Learn.","author":"Koh"},{"key":"ref66","article-title":"Explaining how a deep neural network trained with End-to-End learning steers a car","author":"Bojarski","year":"2017","journal-title":"arXiv:1704.07911"},{"key":"ref67","first-page":"1","article-title":"Responsible artificial intelligence: Designing AI for human values","volume":"1","author":"Dignum","year":"2017","journal-title":"ITU J., ICT Discoveries"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2018.07.007"},{"key":"ref69","volume-title":"Powerful But Limited: A DARPA Perspective on AI","year":"2017"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.2139\/ssrn.3070741"},{"key":"ref71","first-page":"900","article-title":"An explainable artificial intelligence system for small-unit tactical behavior","volume-title":"Proc. 16th Conf. Innov. Appl. Artif. Intell. (IAAI)","author":"van Lent"},{"issue":"12","key":"ref72","doi-asserted-by":"crossref","first-page":"1990","DOI":"10.3390\/math10121990","article-title":"XAI-fall: Explainable AI for fall detection on wearable devices using sequence models and XAI techniques","volume":"10","author":"Mankodiya","year":"2022","journal-title":"Mathematics"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1145\/3236009"},{"key":"ref74","article-title":"Explainable artificial intelligence: A systematic review","author":"Vilone","year":"2020","journal-title":"arXiv:2006.00093"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1016\/j.metabol.2017.01.011"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.4103\/jfmpc.jfmpc_440_19"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1038\/s41395-018-0268-4"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1016\/j.jisa.2020.102673"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1109\/IOTM.001.2100045"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1145\/3301275.3308446"},{"key":"ref81","article-title":"The FAT-ML workshop series on fairness, accountability, and transparency in machine learning","author":"Brocas","year":"2022"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1109\/ICC42927.2021.9500397"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1109\/CCCI52664.2021.9583190"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2020.2983930"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1109\/CyberSA49311.2020.9139655"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.3390\/diagnostics12020237"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2021.07.016"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2870052"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2020.3027314"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.001.2000050"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3137364"},{"key":"ref92","article-title":"Deep learning, natural language processing, and explainable artificial intelligence in the biomedical domain","author":"Moradi","year":"2022","journal-title":"arXiv:2202.12678"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.5489\/cuaj.7473"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1145\/3388440.3412455"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1109\/BIBM49941.2020.9313304"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.3390\/make2040027"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3127881"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1007\/s13042-020-01248-7"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1007\/s00521-021-06219-9"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1002\/widm.1424"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1002\/mp.15359"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1016\/j.compeleceng.2022.107691"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3534639"},{"key":"ref104","doi-asserted-by":"crossref","first-page":"53","DOI":"10.1016\/j.inffus.2022.03.011","article-title":"Towards a data collection methodology for responsible artificial intelligence in health: A prospective and qualitative study in pregnancy","volume":"83","author":"Oprescu","year":"2022","journal-title":"Inf. Fusion"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2022.3159583"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-13-1747-7_17"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3008830"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.2993803"},{"issue":"11","key":"ref109","doi-asserted-by":"crossref","first-page":"5310","DOI":"10.3390\/app12115310","article-title":"OD-XAI: Explainable AI-based semantic object detection for autonomous vehicles","volume":"12","author":"Mankodiya","year":"2022","journal-title":"Appl. Sci."},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58604-1_16"},{"key":"ref111","article-title":"Grad-CAM: Why did you say that?","author":"Selvaraju","year":"2016","journal-title":"arXiv:1611.07450"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.1007\/s11517-022-02526-y"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2021.107763"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1007\/s43681-022-00142-y"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1109\/3DV.2016.79"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.1186\/s12859-015-0774-y"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.1002\/mrm.25447"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbi.2016.03.001"},{"key":"ref121","doi-asserted-by":"publisher","DOI":"10.1186\/s12918-016-0302-3"},{"key":"ref122","doi-asserted-by":"publisher","DOI":"10.1186\/s12859-018-2500-z"},{"key":"ref123","doi-asserted-by":"publisher","DOI":"10.1109\/JBHI.2019.2899218"},{"key":"ref124","doi-asserted-by":"publisher","DOI":"10.1186\/s12859-017-1843-1"},{"key":"ref125","first-page":"460","article-title":"An interpretable ICU mortality prediction model based on logistic regression and recurrent neural networks with LSTM units","volume-title":"Proc. AMIA Annu. Symp.","author":"Ge"},{"key":"ref126","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/bty497"},{"key":"ref127","doi-asserted-by":"publisher","DOI":"10.1111\/bju.15122"},{"key":"ref128","doi-asserted-by":"publisher","DOI":"10.1117\/12.2568631"},{"key":"ref129","doi-asserted-by":"publisher","DOI":"10.1145\/2783258.2788613"},{"key":"ref130","doi-asserted-by":"publisher","DOI":"10.1214\/15-AOAS848"},{"key":"ref131","first-page":"371","article-title":"Interpretable deep models for ICU outcome prediction","volume-title":"Proc. AMIA Annu. Symp.","author":"Che"},{"key":"ref132","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2864812"},{"key":"ref133","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0195024"},{"key":"ref134","doi-asserted-by":"publisher","DOI":"10.2196\/11728"},{"key":"ref135","doi-asserted-by":"publisher","DOI":"10.1007\/s12031-019-01311-1"},{"key":"ref136","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2020.106164"},{"key":"ref137","doi-asserted-by":"publisher","DOI":"10.1016\/j.artmed.2020.101952"},{"key":"ref138","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372855"},{"key":"ref139","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2875677"},{"key":"ref140","first-page":"1","article-title":"RETAIN: An interpretable predictive model for healthcare using reverse time attention mechanism","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"29","author":"Choi"},{"key":"ref141","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0211057"},{"key":"ref142","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-019-38491-0"},{"key":"ref143","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/bty842"},{"key":"ref144","article-title":"Infusing domain knowledge in AI-based \u2018black box\u2019 models for better explainability with application in bankruptcy prediction","author":"Rabiul Islam","year":"2019","journal-title":"arXiv:1905.11474"},{"key":"ref145","doi-asserted-by":"publisher","DOI":"10.1109\/51.932724"},{"key":"ref146","doi-asserted-by":"publisher","DOI":"10.1109\/CSICC52343.2021.9420620"},{"key":"ref147","doi-asserted-by":"publisher","DOI":"10.3390\/s22051928"},{"key":"ref148","doi-asserted-by":"publisher","DOI":"10.1109\/MIS.2020.2988604"},{"key":"ref149","doi-asserted-by":"publisher","DOI":"10.3390\/info11120549"},{"key":"ref150","doi-asserted-by":"publisher","DOI":"10.1016\/j.cmpb.2020.105607"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/9668973\/09852458.pdf?arnumber=9852458","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,17]],"date-time":"2025-01-17T18:40:25Z","timestamp":1737139225000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9852458\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"references-count":150,"URL":"https:\/\/doi.org\/10.1109\/access.2022.3197671","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]}}}