{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,17]],"date-time":"2026-11-17T12:31:10Z","timestamp":1794918670694,"version":"4.9.1"},"reference-count":133,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2026,1,5]],"date-time":"2026-01-05T00:00:00Z","timestamp":1767571200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2026,1,15]],"date-time":"2026-01-15T00:00:00Z","timestamp":1768435200000},"content-version":"vor","delay-in-days":10,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["BMC Med Imaging"],"DOI":"10.1186\/s12880-025-02118-w","type":"journal-article","created":{"date-parts":[[2026,1,5]],"date-time":"2026-01-05T18:51:53Z","timestamp":1767639113000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":66,"title":["Explainable artificial intelligence (XAI) in medical imaging: a systematic review of techniques, applications, and challenges"],"prefix":"10.1186","volume":"26","author":[{"given":"Fahad","family":"Ahmed","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Naila Sammar","family":"Naz","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sunawar","family":"Khan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ateeq Ur","family":"Rehman","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Waleed M.","family":"Ismael","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Muhammad Adnan","family":"Khan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,1,5]]},"reference":[{"key":"2118_CR1","doi-asserted-by":"publisher","first-page":"106405","DOI":"10.1016\/j.compbiomed.2022.106405","volume":"152","author":"R Ranjbarzadeh","year":"2023","unstructured":"Ranjbarzadeh R, Caputo A, Tirkolaee EB, Ghoushchi SJ, Bendechache M. Brain tumor segmentation of MRI images: a comprehensive review on the application of artificial intelligence tools. Comput In Biol Med. 2023;152:106405. https:\/\/doi.org\/10.1016\/j.compbiomed.2022.106405.","journal-title":"Comput In Biol Med"},{"key":"2118_CR2","doi-asserted-by":"publisher","first-page":"102049","DOI":"10.1016\/j.media.2021.102049","volume":"71","author":"J Bai","year":"2021","unstructured":"Bai J, Posner R, Wang T, Yang C, Nabavi S. Applying deep learning in digital breast tomosynthesis for automatic breast cancer detection: a review. Med Image Anal. 2021;71:102049. https:\/\/doi.org\/10.1016\/j.media.2021.102049.","journal-title":"Med Image Anal"},{"key":"2118_CR3","doi-asserted-by":"publisher","first-page":"101758","DOI":"10.1016\/j.artmed.2019.101758","volume":"102","author":"S Sengupta","year":"2020","unstructured":"Sengupta S, Singh A, Leopold HA, Gulati T, Lakshminarayanan V. Ophthalmic diagnosis using deep learning with fundus images-A critical review. Artif Intel in Med. 2020;102:101758. https:\/\/doi.org\/10.1016\/j.artmed.2019.101758.","journal-title":"Artif Intel in Med"},{"key":"2118_CR4","doi-asserted-by":"publisher","first-page":"861","DOI":"10.1117\/12.2582227","volume-title":"Medical imaging 2021: image processing","author":"A Janik","year":"2021","unstructured":"Janik A, Dodd J, Ifrim G, Sankaran K, Curran K. Interpretability of a deep learning model in the application of cardiac MRI segmentation with an ACDC challenge dataset. In: Medical imaging 2021: image processing. Vol. 11596. SPIE; 2021. p. 861\u201372. https:\/\/doi.org\/10.1117\/12.2582227."},{"key":"2118_CR5","doi-asserted-by":"publisher","first-page":"848","DOI":"10.1038\/s42256-025-01041-7","volume":"7","author":"FP Mahner","year":"2025","unstructured":"Mahner FP, Muttenthaler L, G\u00fc\u00e7l\u00fc U, et al. Dimensions underlying the representational alignment of deep neural networks with humans. Nat Mach Intell. 2025;7:848\u201359. https:\/\/doi.org\/10.1038\/s42256-025-01041-7.","journal-title":"Nat Mach Intell"},{"key":"2118_CR6","doi-asserted-by":"publisher","first-page":"3503","DOI":"10.1007\/s10462-021-10088-y","volume":"55","author":"D Minh","year":"2022","unstructured":"Minh D, Wang HX, Li YF, et al. Explainable artificial intelligence: a comprehensive review. Artif Intell Rev. 2022;55:3503\u201368. https:\/\/doi.org\/10.1007\/s10462-021-10088-y.","journal-title":"Artif Intell Rev"},{"issue":"3","key":"2118_CR7","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1609\/aimag.v38i3.2741","volume":"38","author":"B Goodman","year":"2017","unstructured":"Goodman B, Flaxman S. European Union regulations on algorithmic decision-making and a \u201cright to explanation. AI Mag. 2017;38(3):50\u201357. https:\/\/doi.org\/10.1609\/aimag.v38i3.2741.","journal-title":"AI Mag"},{"key":"2118_CR8","doi-asserted-by":"publisher","first-page":"100164","DOI":"10.1016\/j.crbiot.2023.100164","volume":"7","author":"C Chakraborty","year":"2024","unstructured":"Chakraborty C, Bhattacharya M, Pal S, Lee S-S. From machine learning to deep learning: advances of the recent data-driven paradigm shift in medicine and healthcare. Curr Res In Biotechnol. 2024;7:100164. https:\/\/doi.org\/10.1016\/j.crbiot.2023.100164.","journal-title":"Curr Res In Biotechnol"},{"issue":"4","key":"2118_CR9","doi-asserted-by":"publisher","first-page":"807","DOI":"10.1016\/j.gie.2020.06.040","volume":"92","author":"V Kaul","year":"2020","unstructured":"Kaul V, Enslin S, Gross SA. History of artificial intelligence in medicine. Gastrointestinal Endoscopy. 2020;92(4):807\u201312. https:\/\/doi.org\/10.1016\/j.gie.2020.06.040.","journal-title":"Gastrointestinal Endoscopy"},{"issue":"12","key":"2118_CR10","doi-asserted-by":"publisher","first-page":"1435","DOI":"10.3390\/bioengineering10121435","volume":"10","author":"L Pinto-Coelho","year":"2023","unstructured":"Pinto-Coelho L. How artificial intelligence is shaping medical imaging technology: a survey of innovations and applications. Bioengineering. 2023;10(12):1435. https:\/\/doi.org\/10.3390\/bioengineering10121435.","journal-title":"Bioengineering"},{"issue":"4","key":"2118_CR11","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3705724","volume":"57","author":"N Ullah","year":"2024","unstructured":"Ullah N, Khan JA, Falco ID, Sannino G. Explainable artificial intelligence: importance, use domains, stages, output shapes, and challenges. ACM Comput Surv. 2024;57(4):1\u201336. https:\/\/doi.org\/10.1145\/3705724.","journal-title":"ACM Comput Surv"},{"issue":"11","key":"2118_CR12","doi-asserted-by":"publisher","first-page":"4793","DOI":"10.1109\/TNNLS.2020.3027314","volume":"32","author":"E Tjoa","year":"2020","unstructured":"Tjoa E, Guan C. A survey on explainable artificial intelligence (xai): toward medical xai. IEEE Trans On Neural Networks And Learn Syst. 2020;32(11):4793\u2013813. https:\/\/doi.org\/10.1109\/TNNLS.2020.3027314.","journal-title":"IEEE Trans On Neural Networks And Learn Syst"},{"issue":"1","key":"2118_CR13","doi-asserted-by":"publisher","first-page":"18","DOI":"10.3390\/e23010018","volume":"23","author":"P Linardatos","year":"2020","unstructured":"Linardatos P, Papastefanopoulos V, Kotsiantis S. Explainable ai: a review of machine learning interpretability methods. Entropy. 2020;23(1):18. https:\/\/doi.org\/10.3390\/e23010018.","journal-title":"Entropy"},{"issue":"4","key":"2118_CR14","doi-asserted-by":"publisher","first-page":"337","DOI":"10.3390\/bioengineering11040337","volume":"11","author":"SM Varnosfaderani","year":"2024","unstructured":"Varnosfaderani SM, Forouzanfar M. The role of AI in hospitals and clinics: transforming healthcare in the 21st century. Bioengineering. 2024, doi: 11(4):337. https:\/\/doi.org\/10.3390\/bioengineering11040337.","journal-title":"Bioengineering"},{"issue":"10","key":"2118_CR15","doi-asserted-by":"publisher","first-page":"239","DOI":"10.3390\/jimaging10100239","volume":"10","author":"D Bhati","year":"2024","unstructured":"Bhati D, Neha F, Amiruzzaman M. A survey on explainable artificial intelligence (xai) techniques for visualizing deep learning models in medical imaging. J Imag. 2024;10(10):239. https:\/\/doi.org\/10.3390\/jimaging10100239.","journal-title":"J Imag"},{"issue":"9","key":"2118_CR16","doi-asserted-by":"publisher","first-page":"1072","DOI":"10.3390\/diagnostics15091072","volume":"15","author":"O Shobayo","year":"2025","unstructured":"Shobayo O, Saatchi R. Developments in deep learning artificial neural Network techniques for medical image analysis and interpretation. Diagnostics. 2025;15(9):1072. https:\/\/doi.org\/10.3390\/diagnostics15091072.","journal-title":"Diagnostics"},{"key":"2118_CR17","doi-asserted-by":"publisher","first-page":"45","DOI":"10.1007\/s12559-023-10179-8","volume":"16","author":"V Hassija","year":"2024","unstructured":"Hassija V, Chamola V, Mahapatra A, et al. Interpreting black-box models: a review on Explainable artificial intelligence. Cogn Comput. 2024;16:45\u201374. https:\/\/doi.org\/10.1007\/s12559-023-10179-8.","journal-title":"Cogn Comput"},{"key":"2118_CR18","doi-asserted-by":"publisher","unstructured":"Mienye ID, et al. A survey of explainable artificial intelligence in healthcare: concepts, applications, and challenges. Inf In Med Unlocked. 2024;101587. https:\/\/doi.org\/10.1016\/j.imu.2024.101587.","DOI":"10.1016\/j.imu.2024.101587"},{"issue":"20","key":"2118_CR19","doi-asserted-by":"publisher","first-page":"8068","DOI":"10.3390\/s22208068","volume":"22","author":"RK Sheu","year":"2022","unstructured":"Sheu RK, Pardeshi MS. A survey on medical Explainable AI (XAI): recent progress, explainability approach, human interaction and scoring System. Sensors (basel, Switz). 2022;22(20):8068. https:\/\/doi.org\/10.3390\/s22208068.","journal-title":"Sensors (basel, Switz)"},{"issue":"2","key":"2118_CR20","doi-asserted-by":"publisher","first-page":"634","DOI":"10.3390\/s23020634","volume":"23","author":"A Chaddad","year":"2023","unstructured":"[Chaddad A, Peng J, Xu J, & Bouridane A. Survey of Explainable AI techniques in healthcare. Sensors. 2023;23(2):634. https:\/\/doi.org\/10.3390\/s23020634.","journal-title":"Sensors"},{"issue":"19","key":"2118_CR21","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1016\/j.ifacol.2022.09.185","volume":"55","author":"C Turner","year":"2022","unstructured":"Turner C, Okorie O, Oyekan J. XAI sustainable human in the loop maintenance. IFAC-Papersonline. 2022;55(19):67\u201372. https:\/\/doi.org\/10.1016\/j.ifacol.2022.09.185.","journal-title":"IFAC-Papersonline"},{"key":"2118_CR22","doi-asserted-by":"publisher","first-page":"102470","DOI":"10.1016\/j.media.2022.102470","volume":"79","author":"BH Van der Velden","year":"2022","unstructured":"Van der Velden BH, Kuijf HJ, Gilhuijs KG, Viergever MA. Explainable artificial intelligence (XAI) in deep learning-based medical image analysis. Med Image Anal. 2022;79:102470. https:\/\/doi.org\/10.1016\/j.media.2022.102470.","journal-title":"Med Image Anal"},{"key":"2118_CR23","doi-asserted-by":"publisher","first-page":"1180773","DOI":"10.3389\/fmed.2023.1180773","volume":"10","author":"BM de Vries","year":"2023","unstructured":"de Vries BM, Zwezerijnen GJC, Burchell GL, van Velden FHP, Menke-van der Houven van Oordt CW, Boellaard R. Explainable artificial intelligence (XAI) in radiology and nuclear medicine: a literature review. Front Med. 2023;10:1180773. https:\/\/doi.org\/10.3389\/fmed.2023.1180773.","journal-title":"Front Med"},{"key":"2118_CR24","doi-asserted-by":"publisher","first-page":"156","DOI":"10.1038\/s41746-022-00699-2","volume":"5","author":"H Chen","year":"2022","unstructured":"Chen H, Gomez C, Huang CM, et al. Explainable medical imaging AI needs human-centered design: guidelines and evidence from a systematic review. npj Digit. Med. 2022;5:156. https:\/\/doi.org\/10.1038\/s41746-022-00699-2.","journal-title":"npj Digit. Med"},{"key":"2118_CR25","doi-asserted-by":"publisher","first-page":"110787","DOI":"10.1016\/j.ejrad.2023.110786","volume":"162","author":"K Borys","year":"2023","unstructured":"Borys K, Schmitt YA, Nauta M, Seifert C, Kr\u00e4mer N, Friedrich CM, Nensa F. Explainable AI in medical imaging: an overview for clinical practitioners-saliency-based XAI approaches. Eur J Radiol. 2023;162:110787. https:\/\/doi.org\/10.1016\/j.ejrad.2023.110786.","journal-title":"Eur J Radiol"},{"key":"2118_CR26","doi-asserted-by":"publisher","first-page":"231","DOI":"10.1007\/s40846-024-00863-x","volume":"44","author":"X Li","year":"2024","unstructured":"Li X, Zhang L, Yang J, et al. Role of artificial intelligence in medical image analysis: a review of Current trends and future directions. J. Med. Biol. Eng. 2024;44:231\u201343. https:\/\/doi.org\/10.1007\/s40846-024-00863-x.","journal-title":"J. Med. Biol. Eng"},{"key":"2118_CR27","doi-asserted-by":"publisher","unstructured":"Page MJ, McKenzie JE, Bossuyt PM, et al. The PRISMA, 2020 statement: an updated guideline for reporting systematic reviews. Syst Rev. 2021;10(89). https:\/\/doi.org\/10.1186\/s13643-021-01626-4.","DOI":"10.1186\/s13643-021-01626-4"},{"key":"2118_CR28","doi-asserted-by":"publisher","DOI":"10.1007\/s13369-024-09896-5","author":"P Garg","year":"2025","unstructured":"Garg P, Sharma MK, Kumar P. Transparency in diagnosis: unveiling the Power of deep learning and Explainable AI for medical image interpretation. Arab J Sci Eng. 2025. https:\/\/doi.org\/10.1007\/s13369-024-09896-5.","journal-title":"Arab J Sci Eng"},{"key":"2118_CR29","doi-asserted-by":"publisher","unstructured":"Zhou B, Khosla A, Lapedriza A, Oliva A, Torralba A. Learning deep features for discriminative localization. Proceedings of the IEEE conference on computer vision and pattern recognition. 2016, pp. 2921\u201329. https:\/\/doi.org\/10.1109\/CVPR.2016.319.","DOI":"10.1109\/CVPR.2016.319"},{"key":"2118_CR30","doi-asserted-by":"publisher","first-page":"101805","DOI":"10.1016\/j.inffus.2023.101805","volume":"99","author":"S Ali","year":"2023","unstructured":"Ali S, et al. Explainable artificial intelligence (XAI): what we know and what is left to attain trustworthy artificial intelligence. Inf Fusion. 2023;99:101805. https:\/\/doi.org\/10.1016\/j.inffus.2023.101805.","journal-title":"Inf Fusion"},{"key":"2118_CR31","doi-asserted-by":"publisher","first-page":"128111","DOI":"10.1016\/j.neucom.2024.128111","volume":"599","author":"M Mersha","year":"2024","unstructured":"Mersha M, Lam K, Wood J, Alshami AK, Kalita J. Explainable artificial intelligence: a survey of needs, techniques, applications, and future direction. Neurocomputing. 2024;599:128111. https:\/\/doi.org\/10.1016\/j.neucom.2024.128111.","journal-title":"Neurocomputing"},{"key":"2118_CR32","doi-asserted-by":"publisher","unstructured":"Selvaraju RR, Cogswell M, Das A, Vedantam R, Parikh D, Batra D. Grad-cam: visual explanations from deep networks via gradient-based localization. Proceedings of the IEEE international conference on computer vision. 2017, pp. 618\u201326. https:\/\/doi.org\/10.1109\/ICCV.2017.74.","DOI":"10.1109\/ICCV.2017.74"},{"key":"2118_CR33","doi-asserted-by":"publisher","first-page":"455","DOI":"10.1016\/j.procs.2016.05.192","volume":"85","author":"G Nagarajan","year":"2016","unstructured":"Nagarajan G, Minu RI, Muthukumar B, Vedanarayanan V, Sundarsingh SD. Hybrid genetic algorithm for medical image feature extraction and selection. Procedia Comput Sci. 2016;85:455\u201362. https:\/\/doi.org\/10.1016\/j.procs.2016.05.192.","journal-title":"Procedia Comput Sci"},{"key":"2118_CR34","doi-asserted-by":"publisher","first-page":"123","DOI":"10.4018\/978-1-6684-6361-1.ch005","volume-title":"Advances in explainable AI applications for smart cities","author":"SR Sindiramutty","year":"2024","unstructured":"Sindiramutty SR, Tee WJ, Balakrishnan S, Kaur S, Thangaveloo R, Jazri H, \u2026 & Manchuri AR. Explainable AI in healthcare application. In: Advances in explainable AI applications for smart cities. IGI Global Scientific Publishing; 2024. p. 123\u201376. https:\/\/doi.org\/10.4018\/978-1-6684-6361-1.ch005."},{"key":"2118_CR35","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-33850-3_1","volume-title":"Lecture notes in computer science()","author":"F Eitel","year":"2019","unstructured":"Eitel F, Ritter K, for the Alzheimer\u2019s Disease Neuroimaging Initiative (ADNI). Testing the robustness of attribution methods for convolutional neural networks in MRI-Based Alzheimer\u2019s disease classification. in: et al. et al. Interpretability of machine intelligence in medical image Computing and multimodal learning for clinical decision support. ML-CDS IMIMIC, 2019, 2019. In: Lecture notes in computer science(). Vol. 11797. Cham: Springer; 2019. https:\/\/doi.org\/10.1007\/978-3-030-33850-3_1."},{"issue":"7","key":"2118_CR36","doi-asserted-by":"publisher","first-page":"e0130140","DOI":"10.1371\/journal.pone.0130140","volume":"10","author":"S Bach","year":"2015","unstructured":"Bach S, Binder A, Montavon G, Klauschen F, M\u00fcller K-R, Samek W. On pixel-wise explanations for non-linear classifier decisions by layer-wise relevance propagation. PLoS One. 2015;10(7):e0130140. https:\/\/doi.org\/10.1371\/journal.pone.0130140.","journal-title":"PLoS One"},{"key":"2118_CR37","unstructured":"Shrikumar A, Greenside P, Kundaje A. Learning important features through propagating activation differences. International conference on machine learning. 2017:PMlR, pp. 3145\u20133153."},{"issue":"6","key":"2118_CR38","doi-asserted-by":"publisher","first-page":"52","DOI":"10.3390\/jimaging6060052","volume":"6","author":"A Singh","year":"2020","unstructured":"Singh A, Sengupta S, Lakshminarayanan V. Explainable deep learning models in medical image analysis. J Imag. 2020;6(6):52. https:\/\/doi.org\/10.3390\/jimaging6060052.","journal-title":"J Imag"},{"issue":"4","key":"2118_CR39","doi-asserted-by":"publisher","first-page":"04TR01","DOI":"10.1088\/1361-6560\/abcd17","volume":"66","author":"DT Huff","year":"2021","unstructured":"Huff DT, Weisman AJ, Jeraj R. Interpretation and visualization techniques for deep learning models in medical imaging. Phys In Med Biol. 2021;66(4):04TR01. https:\/\/doi.org\/10.1088\/1361-6560\/abcd17.","journal-title":"Phys In Med Biol"},{"issue":"1","key":"2118_CR40","doi-asserted-by":"publisher","first-page":"1","DOI":"10.3233\/XST-190581","volume":"28","author":"Y Wang","year":"2020","unstructured":"Wang Y, Wu B, Zhang N, Liu J, Ren F, Zhao L. Research progress of computer aided diagnosis system for pulmonary nodules in ct images. J X-Ray Sci Technol. 2020;28(1):1\u201316. https:\/\/doi.org\/10.3233\/XST-190581.","journal-title":"J X-Ray Sci Technol"},{"issue":"3","key":"2118_CR41","doi-asserted-by":"publisher","first-page":"790","DOI":"10.1109\/TMI.2011.2181857","volume":"31","author":"A Hamamci","year":"2011","unstructured":"Hamamci A, Kucuk N, Karaman K, Engin K, Unal G. Tumor-cut: segmentation of brain tumors on contrast enhanced MR images for radiosurgery applications. IEEE Trans On Med Imag. 2011;31(3):790\u2013804. https:\/\/doi.org\/10.1109\/TMI.2011.2181857.","journal-title":"IEEE Trans On Med Imag"},{"key":"2118_CR42","doi-asserted-by":"publisher","first-page":"102332","DOI":"10.1016\/j.artmed.2022.102332","volume":"130","author":"M Khojaste-Sarakhsi","year":"2022","unstructured":"Khojaste-Sarakhsi M, Haghighi SS, Ghomi SF, Marchiori E. Deep learning for Alzheimer\u2019s disease diagnosis: a survey. Artif Intel in Med. 2022;130:102332. https:\/\/doi.org\/10.1016\/j.artmed.2022.102332.","journal-title":"Artif Intel in Med"},{"key":"2118_CR43","doi-asserted-by":"publisher","unstructured":"Zhang J, Chen X, Yang B, Guan Q, Chen J, Wu Q, Xie Y, Xia Y. Advances in attention mechanisms for medical image segmentation. Comput Sci Rev. 2025;56(100721). https:\/\/doi.org\/10.1016\/j.cosrev.2024.100721.","DOI":"10.1016\/j.cosrev.2024.100721"},{"key":"2118_CR44","doi-asserted-by":"publisher","unstructured":"Ribeiro MT, Singh S, Guestrin C.\u201d\u201d Why should i trust you?\u201d Explaining the predictions of any classifier,\u201d in Proceedings of the 22nd ACM SIGKDD international conference on knowledge discovery and data mining. 2016, pp. 1135\u201344. https:\/\/doi.org\/10.1145\/2939672.2939778.","DOI":"10.1145\/2939672.2939778"},{"key":"2118_CR45","doi-asserted-by":"publisher","unstructured":"Haq I, Gong Z, Liang H, Zhang W, Khan R, Gu L, \u2026 & Huang B. A review of breast cancer histopathology image analysis with deep learning: challenges, innovations, and clinical integration. Image Vision Comput. 2025;105708. https:\/\/doi.org\/10.1016\/j.imavis.2025.105708.","DOI":"10.1016\/j.imavis.2025.105708"},{"key":"2118_CR46","doi-asserted-by":"publisher","first-page":"103375","DOI":"10.1016\/j.compbiomed.2019.103375","volume":"112","author":"B Remeseiro","year":"2019","unstructured":"Remeseiro B, Bolon-Canedo V. A review of feature selection methods in medical applications. Comput In Biol Med. 2019;112:103375. https:\/\/doi.org\/10.1016\/j.compbiomed.2019.103375.","journal-title":"Comput In Biol And Med"},{"key":"2118_CR47","doi-asserted-by":"publisher","first-page":"487","DOI":"10.1117\/12.3008526","volume-title":"Medical imaging, 2024: computer-aided diagnosis","author":"R Arora","year":"2024","unstructured":"Arora R, Lee J. Understanding impact of textural changes for mammogram analysis using counterfactuals. In: Medical imaging, 2024: computer-aided diagnosis. Vol. 12927. SPIE; 2024. p. 487\u201393. https:\/\/doi.org\/10.1117\/12.3008526."},{"issue":"3","key":"2118_CR48","doi-asserted-by":"publisher","first-page":"163","DOI":"10.3390\/a18030163","volume":"18","author":"OT Adeniran","year":"2025","unstructured":"Adeniran OT, Ojeme B, Ajibola TE, Peter OOE, Ajala AO, Rahman MM, Khalifa F. Explainable MRI-Based ensemble learnable architecture for Alzheimer\u2019s disease detection. Algorithms. 2025;18(3):163. https:\/\/doi.org\/10.3390\/a18030163.","journal-title":"Algorithms"},{"key":"2118_CR49","doi-asserted-by":"publisher","first-page":"6","DOI":"10.3389\/fncom.2020.00006","volume":"14","author":"P Natekar","year":"2020","unstructured":"Natekar P, Kori A, Krishnamurthi G. Demystifying brain tumor segmentation networks: interpretability and uncertainty analysis. Front Comput Neurosci. 2020;14:6. https:\/\/doi.org\/10.3389\/fncom.2020.00006.","journal-title":"Front Comput Neurosci"},{"issue":"1","key":"2118_CR50","doi-asserted-by":"publisher","first-page":"1","DOI":"10.59341\/2707-7799.1845","volume":"15","author":"SK Singh","year":"2025","unstructured":"Singh SK, Virdee BS, Aggarwal S, Maroju A. Incorporation of XAI and deep learning in biomedical imaging: a review. Polytechnic J. 2025;15(1):1\u201315. https:\/\/doi.org\/10.59341\/2707-7799.1845.","journal-title":"Polytechnic J"},{"issue":"13","key":"2118_CR51","doi-asserted-by":"publisher","first-page":"11639","DOI":"10.1609\/aaai.v35i13.17384","volume":"35","author":"S Sattarzadeh","year":"2021","unstructured":"Sattarzadeh S, et al. Explaining convolutional neural networks through attribution-based input sampling and block-wise feature aggregation. Proc AAAI Conf On Artif Intel. 2021;35(13):11639\u201347. https:\/\/doi.org\/10.1609\/aaai.v35i13.17384.","journal-title":"Proc AAAI Conf On Artif Intel"},{"key":"2118_CR52","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-28954-6_8","volume-title":"Explainable AI: interpreting, explaining and visualizing deep learning. Lecture notes in computer science()","author":"R Fong","year":"2019","unstructured":"Fong R, Vedaldi A. Explanations for attributing deep neural Network predictions. In: Samek W, Montavon G, Vedaldi A, Hansen L, M\u00fcller K, editors. Explainable AI: interpreting, explaining and visualizing deep learning. Lecture notes in computer science(). Vol. 11700. Cham: Springer; 2019. https:\/\/doi.org\/10.1007\/978-3-030-28954-6_8."},{"key":"2118_CR53","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-28954-6_10","volume-title":"Explainable AI: interpreting, explaining and visualizing deep learning. Lecture notes in computer science()","author":"G Montavon","year":"2019","unstructured":"Montavon G, Binder A, Lapuschkin S, Samek W, M\u00fcller KR. Layer-wise relevance propagation: an overview. In: Samek W, Montavon G, Vedaldi A, Hansen L, M\u00fcller K, editors. Explainable AI: interpreting, explaining and visualizing deep learning. Lecture notes in computer science(). Vol. 11700. Cham: Springer; 2019. https:\/\/doi.org\/10.1007\/978-3-030-28954-6_10."},{"issue":"2","key":"2118_CR54","doi-asserted-by":"publisher","first-page":"1252","DOI":"10.52783\/jes.1768","volume":"20","author":"D Mane","year":"2024","unstructured":"Mane D, Magar A, Khode O, Koli S, Bhat K, Korade P. Unlocking machine learning model decisions: a comparative analysis of LIME and SHAP for enhanced interpretability. J. Electr. Syst. 2024;20(2):1252\u201367. https:\/\/doi.org\/10.52783\/jes.1768.","journal-title":"J. Electr. Syst"},{"key":"2118_CR55","doi-asserted-by":"publisher","first-page":"106310","DOI":"10.1016\/j.asoc.2020.106310","volume":"92","author":"X Gu","year":"2020","unstructured":"Gu X, Angelov PP. Highly interpretable hierarchical deep rule-based classifier. Appl Soft Comput. 2020;92:106310. https:\/\/doi.org\/10.1016\/j.asoc.2020.106310.","journal-title":"Appl Soft Comput"},{"key":"2118_CR56","doi-asserted-by":"publisher","unstructured":"Wang Z, Mardziel P, Datta A, Fredrikson M. Interpreting interpretations: organizing attribution methods by criteria. Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition Workshops. 2020, pp. 10\u201311. https:\/\/doi.org\/10.1109\/CVPRW50498.2020.00013.","DOI":"10.1109\/CVPRW50498.2020.00013"},{"key":"2118_CR57","doi-asserted-by":"publisher","first-page":"110987","DOI":"10.1016\/j.knosys.2023.110987","volume":"280","author":"Z Liang","year":"2023","unstructured":"Liang Z, Zhao K, Liang G, Li S, Wu Y, Zhou Y. Maxformer: enhanced transformer for medical image segmentation with multi-attention and multi-scale features fusion. Knowl-Based Syst. 2023;280:110987. https:\/\/doi.org\/10.1016\/j.knosys.2023.110987.","journal-title":"Knowl-Based Syst"},{"key":"2118_CR58","doi-asserted-by":"publisher","first-page":"57","DOI":"10.1016\/j.aiopen.2021.01.001","volume":"1","author":"J Zhou","year":"2020","unstructured":"Zhou J, et al. Graph neural networks: a review of methods and applications. AI Open. 2020;1:57\u201381. https:\/\/doi.org\/10.1016\/j.aiopen.2021.01.001.","journal-title":"AI Open"},{"issue":"10","key":"2118_CR59","doi-asserted-by":"publisher","first-page":"219","DOI":"10.3390\/jimaging9100219","volume":"9","author":"M Bhandari","year":"2023","unstructured":"Bhandari M, Shahi TB, Neupane A. Evaluating retinal disease diagnosis with an interpretable lightweight CNN model resistant to adversarial attacks. J Imag. 2023;9(10):219. https:\/\/doi.org\/10.3390\/jimaging9100219.","journal-title":"J Imag"},{"issue":"1","key":"2118_CR60","doi-asserted-by":"publisher","first-page":"2","DOI":"10.1007\/s43684-023-00060-8","volume":"4","author":"M Li","year":"2024","unstructured":"Li M, Sun H, Huang Y, Chen H. Shapley value: from cooperative game to explainable artificial intelligence. Auton Intell Syst. 2024;4(1):2. https:\/\/doi.org\/10.1007\/s43684-023-00060-8.","journal-title":"Auton Intell Syst"},{"key":"2118_CR61","doi-asserted-by":"publisher","first-page":"1450103","DOI":"10.3389\/fmed.2024.1450103","volume":"11","author":"F Abdullakutty","year":"2024","unstructured":"Abdullakutty F, Akbari Y, Al-Maadeed S, Bouridane A, Talaat IM, Hamoudi R. Histopathology in focus: a review on explainable multi-modal approaches for breast cancer diagnosis. Front Med. 2024;11:1450103. https:\/\/doi.org\/10.3389\/fmed.2024.1450103.","journal-title":"Front Med"},{"key":"2118_CR62","doi-asserted-by":"publisher","unstructured":"Moujahid H, et al. Combining CNN and Grad-cam for COVID-19 disease prediction and visual explanation. Intell Automation Soft Comput. 2022;32(2). https:\/\/doi.org\/10.32604\/iasc.2022.022179.","DOI":"10.32604\/iasc.2022.022179"},{"key":"2118_CR63","doi-asserted-by":"publisher","unstructured":"M MM, R T, M V, VK, et al. Enhancing brain tumor detection in MRI images through explainable AI using Grad-CAM with Resnet 50. BMC Med Imag. 2024;24:107. https:\/\/doi.org\/10.1186\/s12880-024-01292-7.","DOI":"10.1186\/s12880-024-01292-7"},{"key":"2118_CR64","doi-asserted-by":"publisher","first-page":"109370","DOI":"10.1016\/j.compeleceng.2024.109370","volume":"118","author":"Z Sadeghi","year":"2024","unstructured":"Sadeghi Z, et al. A review of Explainable artificial intelligence in healthcare. Comput Electr Eng. 2024;118:109370. https:\/\/doi.org\/10.1016\/j.compeleceng.2024.109370.","journal-title":"Comput Electr Eng"},{"issue":"4","key":"2118_CR65","doi-asserted-by":"publisher","first-page":"045024","DOI":"10.1088\/2632-2153\/ad0798","volume":"4","author":"J Sigut","year":"2023","unstructured":"Sigut J, Fumero F, Arnay R, Est\u00e9vez J, D\u00edaz-Alem\u00e1n T. Interpretable surrogate models to approximate the predictions of convolutional neural networks in glaucoma diagnosis. Mach Learn: Sci Technol. 2023;4(4):045024. https:\/\/doi.org\/10.1088\/2632-2153\/ad0798.","journal-title":"Mach Learn: Sci Technol"},{"key":"2118_CR66","doi-asserted-by":"publisher","first-page":"109246","DOI":"10.1016\/j.compeleceng.2024.109246","volume":"117","author":"MT Hosain","year":"2024","unstructured":"Hosain MT, Jim JR, Mridha M, Kabir MM. Explainable AI approaches in deep learning: advancements, applications and challenges. Comput Electr Eng. 2024;117:109246. https:\/\/doi.org\/10.1016\/j.compeleceng.2024.109246.","journal-title":"Comput Electr Eng"},{"key":"2118_CR67","doi-asserted-by":"publisher","unstructured":"Jitha K, Navas K, Ahmed CN, Nasrin CN. Deep learning and grad-cam for the diagnosis of pneumonia based on x-rays. 2023 International Conference on Innovations in Engineering and Technology (ICIET). IEEE; 2023, pp. 1\u20135. https:\/\/doi.org\/10.1109\/ICIET57285.2023.10220839.","DOI":"10.1109\/ICIET57285.2023.10220839"},{"issue":"5","key":"2118_CR68","doi-asserted-by":"publisher","first-page":"1164","DOI":"10.1007\/s10278-022-00631-w","volume":"35","author":"Z Gandomkar","year":"2022","unstructured":"Gandomkar Z, Khong PL, Punch A, Lewis S. Using occlusion-based saliency maps to explain an artificial intelligence tool in lung cancer screening: agreement between radiologists, labels, and visual prompts. J Digit Imag. 2022;35(5):1164\u201375. https:\/\/doi.org\/10.1007\/s10278-022-00631-w.","journal-title":"J Digit Imag"},{"key":"2118_CR69","doi-asserted-by":"publisher","unstructured":"Thulasiram PP. Explainable artificial intelligence (Xai): enhancing transparency and trust in machine learning models. 2025. https:\/\/doi.org\/10.2139\/ssrn.5057400.","DOI":"10.2139\/ssrn.5057400"},{"issue":"2","key":"2118_CR70","doi-asserted-by":"publisher","first-page":"161","DOI":"10.1177\/107327481702400208","volume":"24","author":"M Raghavan","year":"2017","unstructured":"Raghavan M. Conventional modalities and novel, emerging imaging techniques for musculoskeletal tumors. Cancer Control. 2017;24(2):161\u201371. https:\/\/doi.org\/10.1177\/107327481702400208.","journal-title":"Cancer Control"},{"key":"2118_CR71","doi-asserted-by":"publisher","DOI":"10.1016\/j.csbj.2024.08.005","author":"D Muhammad","year":"2024","unstructured":"] Muhammad D, Bendechache M. Unveiling the black box: a systematic review of Explainable artificial intelligence in medical image analysis. Comput Struct Biotechnol J. 2024. https:\/\/doi.org\/10.1016\/j.csbj.2024.08.005.","journal-title":"Comput Struct Biotechnol J"},{"key":"2118_CR72","doi-asserted-by":"publisher","first-page":"107221","DOI":"10.1016\/j.bspc.2024.107221","volume":"101","author":"A Hekmat","year":"2025","unstructured":"Hekmat A, Zhang Z, Khan SUR, Shad I, Bilal O. An attention-fused architecture for brain tumor diagnosis. Biomed Signal Process Control. 2025;101:107221. https:\/\/doi.org\/10.1016\/j.bspc.2024.107221.","journal-title":"Biomed Signal Process Control"},{"key":"2118_CR73","doi-asserted-by":"publisher","first-page":"102003","DOI":"10.1016\/j.nicl.2019.102003","volume":"24","author":"F Eitel","year":"2019","unstructured":"Eitel F, et al. Uncovering convolutional neural network decisions for diagnosing multiple sclerosis on conventional MRI using layer-wise relevance propagation. neuroimage: Clin. 2019;24:102003. https:\/\/doi.org\/10.1016\/j.nicl.2019.102003.","journal-title":"neuroimage: Clin"},{"key":"2118_CR74","doi-asserted-by":"publisher","first-page":"110934","DOI":"10.1016\/j.ejrad.2023.110934","volume":"165","author":"Z Yao","year":"2023","unstructured":"Yao Z, et al. Artificial intelligence-based diagnosis of Alzheimer\u2019s disease with brain MRI images. Eur J Radiol. 2023;165:110934. https:\/\/doi.org\/10.1016\/j.ejrad.2023.110934.","journal-title":"Eur J Radiol"},{"key":"2118_CR75","doi-asserted-by":"publisher","unstructured":"Singh R, Gupta S, Mohamed HG, et al. Advancing prenatal healthcare by explainable AI enhanced fetal ultrasound image segmentation using U-Net++ with attention mechanisms. Sci Rep. 2025;15:19612. https:\/\/doi.org\/10.1038\/s41598-025-04631-y.","DOI":"10.1038\/s41598-025-04631-y"},{"issue":"11","key":"2118_CR76","doi-asserted-by":"publisher","first-page":"3697","DOI":"10.3390\/jcm9113697","volume":"9","author":"SW Jahn","year":"2020","unstructured":"Jahn SW, Plass M, Moinfar F. Digital pathology: advantages, limitations and emerging perspectives. J Clin Med. 2020, doi: 9(11):3697. https:\/\/doi.org\/10.3390\/jcm9113697.","journal-title":"J Clin Med"},{"issue":"7","key":"2118_CR77","doi-asserted-by":"publisher","first-page":"8459","DOI":"10.1007\/s12652-021-03612-z","volume":"14","author":"Y Kumar","year":"2023","unstructured":"Kumar Y, Koul A, Singla R, Ijaz MF. Artificial intelligence in disease diagnosis: a systematic literature review, synthesizing framework and future research agenda. J Ambient Intel Humanized Comput. 2023;14(7):8459\u201386. https:\/\/doi.org\/10.1007\/s12652-021-03612-z.","journal-title":"J Ambient Intel Humanized Comput"},{"issue":"6","key":"2118_CR78","doi-asserted-by":"publisher","first-page":"718","DOI":"10.3390\/diagnostics15060718","volume":"15","author":"LA Aldakhil","year":"2025","unstructured":"Aldakhil LA, Alharbi SS, Aloraini A, Alhasson HF. Leveraging attention-based deep learning in binary classification for early-Stage breast cancer diagnosis. Diagnostics. 2025, doi: 15(6):718. https:\/\/doi.org\/10.3390\/diagnostics15060718.","journal-title":"Diagnostics"},{"key":"2118_CR79","doi-asserted-by":"publisher","first-page":"107014","DOI":"10.1016\/j.bspc.2024.107014","volume":"100","author":"CC Ukwuoma","year":"2025","unstructured":"Ukwuoma CC, et al. Enhancing histopathological medical image classification for early cancer diagnosis using deep learning and explainable AI-LIME & shap. Biomed Signal Process Control. 2025;100:107014. https:\/\/doi.org\/10.1016\/j.bspc.2024.107014.","journal-title":"Biomed Signal Process Control"},{"issue":"11","key":"2118_CR80","doi-asserted-by":"publisher","first-page":"e1914645","DOI":"10.1001\/jamanetworkopen.2019.14645","volume":"2","author":"N Tomita","year":"2019","unstructured":"Tomita N, Abdollahi B, Wei J, Ren B, Suriawinata A, Hassanpour S. Attention-based deep neural networks for detection of cancerous and precancerous esophagus tissue on histopathological slides. JAMA Network Open. 2019;2(11):e1914645. https:\/\/doi.org\/10.1001\/jamanetworkopen.2019.14645.","journal-title":"JAMA Network Open"},{"key":"2118_CR81","doi-asserted-by":"publisher","unstructured":"Garg P, Sharma M, Kumar P. Transparency in diagnosis: unveiling the power of deep learning and Explainable AI for medical image interpretation. Arabian J For Sci Eng. 2025;1\u201317. https:\/\/doi.org\/10.1007\/s13369-024-09896-5.","DOI":"10.1007\/s13369-024-09896-5"},{"issue":"2","key":"2118_CR82","doi-asserted-by":"publisher","first-page":"142","DOI":"10.2174\/1574362415666200226103116","volume":"16","author":"T Tirupal","year":"2021","unstructured":"Tirupal T, Mohan BC, Kumar SS. Multimodal medical image fusion techniques-a review. Curr Signal Transduct Ther. 2021, doi: 16(2):142\u201363. https:\/\/doi.org\/10.2174\/1574362415666200226103116.","journal-title":"Curr Signal Transduct Ther"},{"key":"2118_CR83","doi-asserted-by":"publisher","first-page":"1773","DOI":"10.1038\/s41591-022-01981-2","volume":"28","author":"JN Acosta","year":"2022","unstructured":"Acosta JN, Falcone GJ, Rajpurkar P, et al. Multimodal biomedical AI. Nat Med. 2022;28:1773\u201384. https:\/\/doi.org\/10.1038\/s41591-022-01981-2.","journal-title":"Nat Med"},{"key":"2118_CR84","doi-asserted-by":"publisher","unstructured":"Rodis N, Sardianos C, Radoglou-Grammatikis P, Sarigiannidis P, Varlamis I, Papadopoulos GT. Multimodal explainable artificial intelligence: a comprehensive review of methodological advances and future research directions. IEEE Access. 2024. https:\/\/doi.org\/10.1109\/ACCESS.2024.3467062.","DOI":"10.1109\/ACCESS.2024.3467062"},{"key":"2118_CR85","doi-asserted-by":"publisher","first-page":"109438","DOI":"10.1016\/j.compbiomed.2024.109438","volume":"184","author":"M Abdelaziz","year":"2025","unstructured":"Abdelaziz M, Wang T, Anwaar W, Elazab A. Multi-scale multimodal deep learning framework for Alzheimer\u2019s disease diagnosis. Comput in Biol Med. 2025;184:109438. https:\/\/doi.org\/10.1016\/j.compbiomed.2024.109438.","journal-title":"Comput in Biol Med"},{"issue":"1","key":"2118_CR86","doi-asserted-by":"publisher","first-page":"195","DOI":"10.1038\/s41746-024-01190-w","volume":"7","author":"AP de Mortanges","year":"2024","unstructured":"de Mortanges AP, et al. Orchestrating explainable artificial intelligence for multimodal and longitudinal data in medical imaging. NPJ Digit Med. 2024;7(1):195. https:\/\/doi.org\/10.1038\/s41746-024-01190-w.","journal-title":"NPJ Digit Med"},{"key":"2118_CR87","doi-asserted-by":"publisher","first-page":"161","DOI":"10.1007\/978-981-16-0425-6_13","volume-title":"In advances in signal processing and intelligent recognition Systems: 6th International symposium, sirs 2020, Chennai, India, October 14-17, 2020, revised selected papers 6","author":"PK Seerala","year":"2021","unstructured":"Seerala PK, Krishnan S. Grad-CAM-based classification of chest X-Ray images of pneumonia patients. In: In advances in signal processing and intelligent recognition Systems: 6th International symposium, sirs 2020, Chennai, India, October 14-17, 2020, revised selected papers 6. Springer; 2021. p. 161\u201374. https:\/\/doi.org\/10.1007\/978-981-16-0425-6_13."},{"key":"2118_CR88","doi-asserted-by":"publisher","first-page":"123392","DOI":"10.1016\/j.eswa.2024.123392","volume":"248","author":"M Nahiduzzaman","year":"2024","unstructured":"Nahiduzzaman M, Abdulrazak LF, Ayari MA, Khandakar A, Islam SR. A novel framework for lung cancer classification using lightweight convolutional neural networks and ridge extreme learning machine model with SHapley Additive exPlanations (shap). Expert Syst With Appl. 2024;248:123392. https:\/\/doi.org\/10.1016\/j.eswa.2024.123392.","journal-title":"Expert Syst With Appl"},{"key":"2118_CR89","doi-asserted-by":"publisher","unstructured":"Vanitha K, et al. Attention-based feature fusion with external attention Transformers for breast cancer histopathology analysis. IEEE Access. 2024. https:\/\/doi.org\/10.1109\/ACCESS.2024.3443126.","DOI":"10.1109\/ACCESS.2024.3443126"},{"key":"2118_CR90","doi-asserted-by":"publisher","first-page":"108979","DOI":"10.1016\/j.compbiomed.2024.108979","volume":"180","author":"Q Yu","year":"2024","unstructured":"Yu Q, et al. A transformer-based unified multimodal framework for Alzheimer\u2019s disease assessment. J Comput in Biol Med. 2024;180:108979. https:\/\/doi.org\/10.1016\/j.compbiomed.2024.108979.","journal-title":"J Comput in Biol Med"},{"key":"2118_CR91","doi-asserted-by":"publisher","first-page":"110786","DOI":"10.1016\/j.ejrad.2023.110786","volume":"162","author":"K Borys","year":"2023","unstructured":"Borys K, et al. Explainable AI in medical imaging: an overview for clinical practitioners-beyond saliency-based XAI approaches. Eur J Radiol. 2023;162:110786. https:\/\/doi.org\/10.1016\/j.ejrad.2023.110786.","journal-title":"Eur J Radiol"},{"key":"2118_CR92","doi-asserted-by":"publisher","unstructured":"Narkhede J. Comparative evaluation of post-hoc explainability methods in AI: lime, shap, and Grad-CAM. 2024 4th International Conference on Sustainable Expert Systems (ICSES). IEEE; 2024, pp. 826\u201330. https:\/\/doi.org\/10.1109\/ICSES63445.2024.10762963.","DOI":"10.1109\/ICSES63445.2024.10762963"},{"key":"2118_CR93","doi-asserted-by":"publisher","first-page":"858","DOI":"10.1016\/B978-0-12-813467-2.00123-1","volume-title":"Clinical engineering handbook","author":"KE Miller","year":"2020","unstructured":"Miller KE, Singh H, Arnold R, Klein G. Clinical decision-making in complex healthcare delivery systems. In: Clinical engineering handbook. Elsevier; 2020. p. 858\u201364. https:\/\/doi.org\/10.1016\/B978-0-12-813467-2.00123-1."},{"key":"2118_CR94","doi-asserted-by":"publisher","first-page":"100230","DOI":"10.1016\/j.dajour.2023.100230","volume":"7","author":"A Saranya","year":"2023","unstructured":"Saranya A, Subhashini R. A systematic review of Explainable artificial intelligence models and applications: recent developments and future trends. Decis Analytics J. 2023;7:100230. https:\/\/doi.org\/10.1016\/j.dajour.2023.100230.","journal-title":"Decis Analytics J"},{"key":"2118_CR95","doi-asserted-by":"publisher","first-page":"100142","DOI":"10.1016\/j.cmpbup.2024.100142","volume":"5","author":"M Khalifa","year":"2024","unstructured":"Khalifa M, Albadawy M, Iqbal U. Advancing clinical decision support: the role of artificial intelligence across six domains. Comput Methods Programs In Biomed Update. 2024;5:100142. https:\/\/doi.org\/10.1016\/j.cmpbup.2024.100142.","journal-title":"Comput Methods Programs In Biomed Update"},{"issue":"1","key":"2118_CR96","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1057\/s41599-024-04044-8","volume":"11","author":"S Afroogh","year":"2024","unstructured":"Afroogh S, Akbari A, Malone E, Kargar M, Alambeigi H. Trust in AI: progress, challenges, and future directions. Humanit Soc Sci Commun. 2024;11(1):1\u201330. https:\/\/doi.org\/10.1057\/s41599-024-04044-8.","journal-title":"Humanit Soc Sci Commun"},{"issue":"9","key":"2118_CR97","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/356104","volume":"55","author":"R Dwivedi","year":"2023","unstructured":"Dwivedi R, et al. Explainable AI (XAI): core ideas, techniques, and solutions. ACM Comput Surv. 2023;55(9):1\u201333. https:\/\/doi.org\/10.1145\/356104.","journal-title":"ACM Comput Surv"},{"key":"2118_CR98","doi-asserted-by":"publisher","unstructured":"Saw SN, Yan YY, Ng KH. Current status and future directions of explainable artificial intelligence in medical imaging. Eur J Radiol. 2024;111884. https:\/\/doi.org\/10.1016\/j.ejrad.2024.111884.","DOI":"10.1016\/j.ejrad.2024.111884"},{"issue":"11","key":"2118_CR99","doi-asserted-by":"publisher","first-page":"2730","DOI":"10.1093\/jamia\/ocae209","volume":"31","author":"S Labkoff","year":"2024","unstructured":"Labkoff S, et al. Toward a responsible future: recommendations for AI-enabled clinical decision support. J Am Med Inf Assoc. 2024;31(11):2730\u201339. https:\/\/doi.org\/10.1093\/jamia\/ocae209.","journal-title":"J Am Med Inf Assoc"},{"issue":"15","key":"2118_CR100","doi-asserted-by":"publisher","first-page":"6638","DOI":"10.3390\/app14156638","volume":"14","author":"SY Kim","year":"2024","unstructured":"Kim SY, Kim DH, Kim MJ, Ko HJ, Jeong OR. XAI-Based clinical decision support systems: a systematic review. Appl Sci. 2024, doi: 14(15):6638. https:\/\/doi.org\/10.3390\/app14156638.","journal-title":"Appl Sci"},{"key":"2118_CR101","doi-asserted-by":"publisher","first-page":"108408","DOI":"10.1016\/j.pec.2024.108408","volume-title":"Ellen, and counseling, \u201cthe effects of shared decision making on health outcomes, health care quality, cost, and consultation time: an umbrella review","author":"JD Bruch","year":"2024","unstructured":"Bruch JD, Khazen M, Mahmic-Kaknjo M, L\u00e9gar\u00e9 F, e MEJP. Ellen, and counseling, \u201cthe effects of shared decision making on health outcomes, health care quality, cost, and consultation time: an umbrella review. 2024. p. 108408. https:\/\/doi.org\/10.1016\/j.pec.2024.108408."},{"key":"2118_CR102","doi-asserted-by":"publisher","unstructured":"Singhal A, Agrawal KK, Quezada A, Agui\u00f1aga AR, Jim\u00e9nez S, Yadav SP. Explainable artificial intelligence (XAI) model for cancer image classification. CMES-Comput Modeling In Eng Sci. 2024;141(1). https:\/\/doi.org\/10.32604\/cmes.2024.051363.","DOI":"10.32604\/cmes.2024.051363"},{"issue":"4","key":"2118_CR103","doi-asserted-by":"publisher","first-page":"493","DOI":"10.1177\/10946705231190018","volume":"26","author":"TS Danaher","year":"2023","unstructured":"Danaher TS, Berry LL, Howard C, Moore SG, Attai DJ. Improving how clinicians communicate with patients: an integrative review and framework. J Service Res. 2023;26(4):493\u2013510. https:\/\/doi.org\/10.1177\/10946705231190018.","journal-title":"J Service Res"},{"key":"2118_CR104","doi-asserted-by":"publisher","first-page":"111159","DOI":"10.1016\/j.ejrad.2023.111159","volume":"169","author":"M Champendal","year":"2023","unstructured":"Champendal M, M\u00fcller H, Prior JO, Dos Reis CS. A scoping review of interpretability and explainability concerning artificial intelligence methods in medical imaging. Eur J Radiol. 2023;169:111159. https:\/\/doi.org\/10.1016\/j.ejrad.2023.111159.","journal-title":"Eur J Radiol"},{"issue":"2","key":"2118_CR105","doi-asserted-by":"publisher","first-page":"237","DOI":"10.3390\/diagnostics12020237","volume":"12","author":"Y Zhang","year":"2022","unstructured":"Zhang Y, Weng Y, Lund J. Applications of explainable artificial intelligence in diagnosis and surgery. Diagnostics. 2022, doi: 12(2):237. https:\/\/doi.org\/10.3390\/diagnostics12020237.","journal-title":"Diagnostics"},{"key":"2118_CR106","doi-asserted-by":"publisher","unstructured":"Watson DS, et al. Clinical applications of machine learning algorithms: beyond the black box. BMJ. 2019;364. https:\/\/doi.org\/10.1136\/bmj.l886.","DOI":"10.1136\/bmj.l886"},{"issue":"2","key":"2118_CR107","first-page":"151","volume":"7","author":"A Deac","year":"2018","unstructured":"Deac A. Regulation (eu) 2016\/679 of the European Parliament and of the council on the protection of individuals with regard to the processing of personal data and the free movement of these data. Erspectives of Law Public Adm. 2018;7(2):151\u201356.","journal-title":"Erspectives Of Law Public Adm"},{"key":"2118_CR108","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1016\/B978-0-323-85648-5.00003-7","volume-title":"Human-centered artificial intelligence","author":"JY Jung","year":"2022","unstructured":"Jung JY, Park D. Are AI models explainable, interpretable, and understandable? In: Human-centered artificial intelligence. Academic Press; 2022. p. 3\u201316. https:\/\/doi.org\/10.1016\/B978-0-323-85648-5.00003-7."},{"key":"2118_CR109","doi-asserted-by":"publisher","unstructured":"Abrantes J, Rouzrokh P. Explaining explainability: the role of XAI in medical imaging. Eur J Radiol. 2024;173. https:\/\/doi.org\/10.1016\/j.ejrad.2024.111389.","DOI":"10.1016\/j.ejrad.2024.111389"},{"key":"2118_CR110","unstructured":"Sundararajan M, Taly A, Yan Q. Axiomatic attribution for deep networks. International conference on machine learning. PMLR; 2017, pp. 3319\u201328."},{"key":"2118_CR111","doi-asserted-by":"publisher","first-page":"1746","DOI":"10.1038\/s41598-024-83966-4","volume":"15","author":"S Abbas","year":"2025","unstructured":"Abbas S, Ahmed F, Khan WA, et al. Intelligent skin disease prediction system using transfer learning and explainable artificial intelligence. Sci Rep. 2025;15:1746. https:\/\/doi.org\/10.1038\/s41598-024-83966-4.","journal-title":"Sci Rep"},{"key":"2118_CR112","doi-asserted-by":"publisher","first-page":"122079","DOI":"10.1016\/j.apenergy.2023.122079","volume":"353","author":"C Van Zyl","year":"2024","unstructured":"Van Zyl C, Ye X, Naidoo R. Harnessing eXplainable artificial intelligence for feature selection in time series energy forecasting: a comparative analysis of Grad-CAM and SHAP. Appl Energy. 2024;353:122079. https:\/\/doi.org\/10.1016\/j.apenergy.2023.122079.","journal-title":"Appl Energy"},{"key":"2118_CR113","doi-asserted-by":"publisher","first-page":"6173","DOI":"10.1038\/s41598-024-56478-4","volume":"14","author":"F Ahmed","year":"2024","unstructured":"Ahmed F, Abbas S, Athar A, et al. Identification of kidney stones in KUB X-ray images using VGG16 empowered with explainable artificial intelligence. Sci Rep. 2024;14:6173. https:\/\/doi.org\/10.1038\/s41598-024-56478-4.","journal-title":"Sci Rep"},{"key":"2118_CR114","doi-asserted-by":"publisher","unstructured":"Zhang Y, Liao QV, Bellamy RK. Effect of confidence and explanation on accuracy and trust calibration in AI-assisted decision making. Proceedings of the 2020 conference on fairness, accountability, and transparency. 2020, pp. 295\u2013305. https:\/\/doi.org\/10.1145\/3351095.3372852.","DOI":"10.1145\/3351095.3372852"},{"key":"2118_CR115","doi-asserted-by":"publisher","unstructured":"Kaur H, Nori H, Jenkins S, Caruana R, Wallach H, Vaughan JW. Interpreting interpretability: understanding data scientists\u2019 use of interpretability tools for machine learning. Proceedings of the 2020 CHI conference on human factors in computing systems. 2020, pp. 1\u201314. https:\/\/doi.org\/10.1145\/3313831.3376219.","DOI":"10.1145\/3313831.3376219"},{"key":"2118_CR116","doi-asserted-by":"publisher","unstructured":"Leslie D, Mazumder A, Peppin A, Wolters MK, Hagerty A. Does \u201cAI\u201d stand for augmenting inequality in the era of covid-19 healthcare? BMJ. 2021;372. https:\/\/doi.org\/10.1136\/bmj.n304.","DOI":"10.1136\/bmj.n304"},{"key":"2118_CR117","doi-asserted-by":"publisher","first-page":"2176","DOI":"10.1038\/s41591-021-01595-0","volume":"27","author":"L Seyyed-Kalantari","year":"2021","unstructured":"Seyyed-Kalantari L, Zhang H, McDermott MBA, et al. Underdiagnosis bias of artificial intelligence algorithms applied to chest radiographs in under-served patient populations. Nat Med. 2021;27:2176\u201382. https:\/\/doi.org\/10.1038\/s41591-021-01595-0.","journal-title":"Nat Med"},{"issue":"6464","key":"2118_CR118","doi-asserted-by":"publisher","first-page":"447","DOI":"10.1126\/science.aax2342","volume":"366","author":"Z Obermeyer","year":"2019","unstructured":"Obermeyer Z, Powers B, Vogeli C, Mullainathan S. Dissecting racial bias in an algorithm used to manage the health of populations. Science. 2019;366(6464):447\u201353. https:\/\/doi.org\/10.1126\/science.aax2342.","journal-title":"Science"},{"key":"2118_CR119","doi-asserted-by":"publisher","unstructured":"Norori N, Hu Q, Aellen FM, Faraci FD, Tzovara A. Addressing bias in big data and AI for health care: a call for open science. Patterns. 2021;2(10). https:\/\/doi.org\/10.1016\/j.patter.2021.100347.","DOI":"10.1016\/j.patter.2021.100347"},{"key":"2118_CR120","doi-asserted-by":"publisher","first-page":"884","DOI":"10.1038\/s42256-023-00697-3","volume":"5","author":"J Yang","year":"2023","unstructured":"Yang J, Soltan AAS, Eyre DW, et al. Algorithmic fairness and bias mitigation for clinical machine learning with deep reinforcement learning. Nat Mach Intell. 2023;5:884\u201394. https:\/\/doi.org\/10.1038\/s42256-023-00697-3.","journal-title":"Nat Mach Intell"},{"issue":"11","key":"2118_CR121","doi-asserted-by":"publisher","first-page":"1544","DOI":"10.1001\/jamainternmed.2018.3763","volume":"178","author":"MA Gianfrancesco","year":"2018","unstructured":"Gianfrancesco MA, Tamang S, Yazdany J, Schmajuk G. Potential biases in machine learning algorithms using electronic health record data. JAMA Intern Med. 2018;178(11):1544\u201347. https:\/\/doi.org\/10.1001\/jamainternmed.2018.3763.","journal-title":"JAMA Intern Med"},{"issue":"6552","key":"2118_CR122","doi-asserted-by":"publisher","first-page":"284","DOI":"10.1126\/science.abg1834","volume":"373","author":"B Babic","year":"2021","unstructured":"Babic B, Gerke S, Evgeniou T, Cohen IG. Beware explanations from AI in health care. Science. 2021;373(6552):284\u201386. https:\/\/doi.org\/10.1126\/science.abg1834.","journal-title":"Science"},{"issue":"2","key":"2118_CR123","doi-asserted-by":"publisher","first-page":"95","DOI":"10.2345\/0899-8205-45.2.95","volume":"45","author":"J Gagliardi","year":"2011","unstructured":"Gagliardi J. Medical Device Software: verification, validation and compliance. Biomed Instrum Technol. 2011;45(2):95\u201395. https:\/\/doi.org\/10.2345\/0899-8205-45.2.95.","journal-title":"Biomed Instrum Technol"},{"key":"2118_CR124","doi-asserted-by":"publisher","first-page":"759","DOI":"10.3389\/fphar.2020.00759","volume":"11","author":"Z Angehrn","year":"2020","unstructured":"Angehrn Z, Haldna L, Zandvliet AS, Gil Berglund E, Zeeuw J, Amzal B, \u2026 & Heckman NM. Artificial intelligence and machine learning applied at the point of care. Front Pharmacol. 2020;11:759. https:\/\/doi.org\/10.3389\/fphar.2020.00759.","journal-title":"Front Pharmacol"},{"key":"2118_CR125","doi-asserted-by":"publisher","unstructured":"Giansanti D. The regulation of artificial intelligence in digital radiology in the scientific literature: a narrative review of reviews. In: Healthcare. Vol. 10(10). MDPI; 2022 September. p. 1824. https:\/\/doi.org\/10.3390\/healthcare10101824.","DOI":"10.3390\/healthcare10101824"},{"issue":"1","key":"2118_CR126","doi-asserted-by":"publisher","first-page":"278","DOI":"10.1002\/hbm.25120","volume":"43","author":"T White","year":"2022","unstructured":"White T, Blok E, Calhoun VD. Data sharing and privacy issues in neuroimaging research: opportunities, obstacles, challenges, and monsters under the bed. Hum Brain Mapp. 2022;43(1):278\u201391. https:\/\/doi.org\/10.1002\/hbm.25120.","journal-title":"Hum Brain Mapp"},{"key":"2118_CR127","doi-asserted-by":"publisher","first-page":"388","DOI":"10.1038\/s41746-025-01800-1","volume":"8","author":"R Singh","year":"2025","unstructured":"Singh R, Bapna M, Diab AR, et al. How AI is used in FDA-authorized medical devices: a taxonomy across 1, 016 authorizations. NPJ Digit. Med. 2025;8:388. https:\/\/doi.org\/10.1038\/s41746-025-01800-1.","journal-title":"npj Digit. Med"},{"issue":"4","key":"2118_CR128","doi-asserted-by":"publisher","first-page":"241","DOI":"10.1097\/PAP.0000000000000264","volume":"27","author":"AB Tosun","year":"2020","unstructured":"Tosun AB, Pullara F, Becich MJ, Taylor DL, Fine JL, Chennubhotla SC. Explainable AI (xAI) for anatomic pathology. Adv Anat Pathol. 2020, Jul;27(4):241\u201350. https:\/\/doi.org\/10.1097\/PAP.0000000000000264. PMID: 32541594.","journal-title":"Adv Anat Pathol"},{"key":"2118_CR129","doi-asserted-by":"publisher","unstructured":"McNamara SL, Yi PH, Lotter W. The clinician-AI interface: intended use and explainability in FDA-cleared AI devices for medical image interpretation. NPJ Digit. Med. 2024;7(80). https:\/\/doi.org\/10.1038\/s41746-024-01080-1.","DOI":"10.1038\/s41746-024-01080-1"},{"key":"2118_CR130","doi-asserted-by":"publisher","first-page":"310","DOI":"10.1186\/s12911-020-01332-6","volume":"20","author":"J Amann","year":"2020","unstructured":"Amann J, Blasimme A, Vayena E, et al. Explainability for artificial intelligence in healthcare: a multidisciplinary perspective. BMC Med Inf Decis Mak. 2020;20:310. https:\/\/doi.org\/10.1186\/s12911-020-01332-6.","journal-title":"BMC Med Inf Decis Mak"},{"issue":"17","key":"2118_CR131","doi-asserted-by":"publisher","first-page":"2154","DOI":"10.3390\/healthcare13172154","volume":"13","author":"Q Abbas","year":"2025","unstructured":"Abbas Q, Jeong W, Lee SW. Explainable AI in clinical decision support systems: a meta-analysis of methods, applications, and usability challenges. Healthcare (Basel, Switz). 2025;13(17):2154. https:\/\/doi.org\/10.3390\/healthcare13172154.","journal-title":"Healthcare (basel, Switz)"},{"key":"2118_CR132","doi-asserted-by":"publisher","first-page":"469","DOI":"10.1007\/s10586-025-05281-5","volume":"28","author":"EH Houssein","year":"2025","unstructured":"Houssein EH, Gamal AM, Younis EMG, et al. Explainable artificial intelligence for medical imaging systems using deep learning: a comprehensive review. Cluster Comput. 2025;28:469. https:\/\/doi.org\/10.1007\/s10586-025-05281-5.","journal-title":"Cluster Comput"},{"key":"2118_CR133","doi-asserted-by":"publisher","unstructured":"Ullah N, Guzm\u00e1n-Aroca F, Mart\u00ednez-\u00c1lvarez F, De Falco I, Sannino G. A novel explainable AI framework for medical image classification integrating statistical, visual, and rule-based methods. Med Image Anal. 2025;103665. https:\/\/doi.org\/10.1016\/j.media.2025.103665.","DOI":"10.1016\/j.media.2025.103665"}],"container-title":["BMC Medical Imaging"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/article\/10.1186\/s12880-025-02118-w","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s12880-025-02118-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s12880-025-02118-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,15]],"date-time":"2026-01-15T14:24:35Z","timestamp":1768487075000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1186\/s12880-025-02118-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,1,5]]},"references-count":133,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2026,12]]}},"alternative-id":["2118"],"URL":"https:\/\/doi.org\/10.1186\/s12880-025-02118-w","relation":{},"ISSN":["1471-2342"],"issn-type":[{"value":"1471-2342","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,1,5]]},"assertion":[{"value":"22 June 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 December 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 January 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare that they have no conflicts of interest regarding the publication of this work.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Not applicable.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"The authors declare no competing interests.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"37"}}