{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,12]],"date-time":"2026-11-12T14:08:54Z","timestamp":1794492534462,"version":"4.9.1"},"reference-count":107,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2026,7,15]],"date-time":"2026-07-15T00:00:00Z","timestamp":1784073600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2026,11,6]],"date-time":"2026-11-06T00:00:00Z","timestamp":1793923200000},"content-version":"vor","delay-in-days":114,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"DOI":"10.13039\/501100000923","name":"Australian Research Council","doi-asserted-by":"publisher","award":["IM240100224"],"award-info":[{"award-number":["IM240100224"]}],"id":[{"id":"10.13039\/501100000923","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["npj Digit. Med."],"DOI":"10.1038\/s41746-026-02953-3","type":"journal-article","created":{"date-parts":[[2026,7,15]],"date-time":"2026-07-15T03:24:18Z","timestamp":1784085858000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["A scoping review of explainable artificial intelligence for medical multimodal data"],"prefix":"10.1038","volume":"9","author":[{"given":"Kaiyuan","family":"Hu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xingyue","family":"Fu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yupeng","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Adam G.","family":"Dunn","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jinman","family":"Kim","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,7,15]]},"reference":[{"key":"2953_CR1","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1038\/s41586-019-1799-6","volume":"577","author":"SM McKinney","year":"2020","unstructured":"McKinney, S. M. et al. International evaluation of an AI system for breast cancer screening. Nature 577, 89\u201394 (2020).","journal-title":"Nature"},{"key":"2953_CR2","doi-asserted-by":"publisher","first-page":"552","DOI":"10.1016\/j.ophtha.2018.11.016","volume":"126","author":"R Sayres","year":"2019","unstructured":"Sayres, R. et al. Using a deep learning algorithm and integrated gradients explanation to assist grading for diabetic retinopathy. Ophthalmology 126, 552\u2013564 (2019).","journal-title":"Ophthalmology"},{"key":"2953_CR3","doi-asserted-by":"publisher","first-page":"eadg7492","DOI":"10.1126\/science.adg7492","volume":"381","author":"J Cheng","year":"2023","unstructured":"Cheng, J. et al. Accurate proteome-wide missense variant effect prediction with alphamissense. Science 381, eadg7492 (2023).","journal-title":"Science"},{"key":"2953_CR4","unstructured":"Rajkomar, A. et al. Scalable and accurate deep learning with electronic health records. npj Digit. Med. 1, 18 (2018)."},{"key":"2953_CR5","unstructured":"U.S. Food and Drug Administration. Artificial intelligence and machine learning (AI\/ML)-enabled medical devices. https:\/\/www.fda.gov\/medical-devices\/software-medical-device-samd\/artificial-intelligence-and-machine-learning-aiml-enabled-medical-devices (2024)."},{"key":"2953_CR6","doi-asserted-by":"crossref","unstructured":"Abr\u00e0moff, M. D. et al. Pivotal trial of an autonomous AI-based diagnostic system for detection of diabetic retinopathy in primary care offices. npj Digit. Med. 1, 39 (2018).","DOI":"10.1038\/s41746-018-0040-6"},{"key":"2953_CR7","doi-asserted-by":"publisher","first-page":"512","DOI":"10.1053\/j.gastro.2020.04.062","volume":"159","author":"A Repici","year":"2020","unstructured":"Repici, A. et al. Efficacy of real-time computer-aided detection of colorectal neoplasia in a randomized trial. Gastroenterology 159, 512\u2013520 (2020).","journal-title":"Gastroenterology"},{"key":"2953_CR8","first-page":"2384","volume":"10","author":"N Beaubier","year":"2019","unstructured":"Beaubier, N. et al. Clinical validation of the Tempus xT next-generation targeting oncology assay. Nat. Med. 10, 2384\u20132396 (2019).","journal-title":"Nat. Med."},{"key":"2953_CR9","doi-asserted-by":"publisher","first-page":"e745","DOI":"10.1016\/S2589-7500(21)00208-9","volume":"3","author":"M Ghassemi","year":"2021","unstructured":"Ghassemi, M. et al. The false hope of current approaches to explainable artificial intelligence in health care. Lancet Digital Health 3, e745\u2013e750 (2021).","journal-title":"Lancet Digital Health"},{"key":"2953_CR10","doi-asserted-by":"crossref","unstructured":"Pal, A., Umapathi, L. K. & Sankarasubbu, M. Med-halt: Medical domain hallucination test for large language models. In Proc. 27th Conference on Computational Natural Language Learning (CoNLL) 314\u2013334 (Association for Computational Linguistics, 2023).","DOI":"10.18653\/v1\/2023.conll-1.21"},{"key":"2953_CR11","unstructured":"European Parliament. Regulation (EU) 2024\/1689 of the European Parliament and of the Council laying down harmonised rules on Artificial Intelligence (Artificial Intelligence Act). Official Journal of the European Union https:\/\/eur-lex.europa.eu\/eli\/reg\/2024\/1689\/oj (2024)."},{"key":"2953_CR12","doi-asserted-by":"crossref","unstructured":"Brown, A. et al. Detecting shortcut learning for fair medical AI using shortcut testing. Nat. Commun. 14, (2023).","DOI":"10.1038\/s41467-023-39902-7"},{"key":"2953_CR13","doi-asserted-by":"crossref","unstructured":"Byeon, J. et al. Interpretable multimodal transformer for prediction of molecular subtypes and grades in adult-type diffuse gliomas. npj Digit. Med. 8, 4314 (2025).","DOI":"10.1038\/s41746-025-01530-4"},{"key":"2953_CR14","doi-asserted-by":"publisher","DOI":"10.1038\/s41746-022-00712-8","volume":"5","author":"A Kline","year":"2022","unstructured":"Kline, A. et al. Multimodal machine learning in precision health: a scoping review. npj Digit. Med. 5, 171 (2022).","journal-title":"npj Digit. Med."},{"key":"2953_CR15","doi-asserted-by":"publisher","first-page":"107555","DOI":"10.1016\/j.compbiomed.2023.107555","volume":"166","author":"S Ali","year":"2023","unstructured":"Ali, S. et al. The enlightening role of explainable artificial intelligence in medical & healthcare domains: a systematic literature review. Comput. Biol. Med. 166, 107555 (2023).","journal-title":"Comput. Biol. Med."},{"key":"2953_CR16","doi-asserted-by":"publisher","DOI":"10.1186\/s12911-025-02944-6","volume":"25","author":"O Alkhanbouli","year":"2025","unstructured":"Alkhanbouli, O. et al. The role of explainable artificial intelligence in disease prediction: a systematic literature review and future research directions. BMC Med Inf. Decis. Mak. 25, 110 (2025).","journal-title":"BMC Med Inf. Decis. Mak."},{"key":"2953_CR17","doi-asserted-by":"publisher","first-page":"103621","DOI":"10.1016\/j.media.2025.103621","volume":"105","author":"D Schouten","year":"2025","unstructured":"Schouten, D. et al. Navigating the landscape of multimodal AI in medicine: a scoping review on technical challenges and clinical applications. Med. Image Anal. 105, 103621 (2025).","journal-title":"Med. Image Anal."},{"key":"2953_CR18","doi-asserted-by":"publisher","first-page":"104482","DOI":"10.1016\/j.jbi.2023.104482","volume":"146","author":"Z Sun","year":"2023","unstructured":"Sun, Z. et al. A scoping review on multimodal deep learning in biomedical images and texts. J. Biomed. Inform. 146, 104482 (2023).","journal-title":"J. Biomed. Inform."},{"key":"2953_CR19","doi-asserted-by":"publisher","first-page":"205520762412726","DOI":"10.1177\/20552076241272657","volume":"10","author":"J Caterson","year":"2024","unstructured":"Caterson, J., Lewin, A. & Williamson, E. The application of explainable artificial intelligence (XAI) in electronic health record research: a scoping review. Digit. Health 10, 20552076241272657 (2024).","journal-title":"Digit. Health"},{"key":"2953_CR20","doi-asserted-by":"crossref","unstructured":"Speith, T. A review of taxonomies of explainable artificial intelligence (XAI) methods. In Proc. 2022 ACM Conference on Fairness, Accountability, and Transparency 2239\u20132250 (Association for Computing Machinery, 2022).","DOI":"10.1145\/3531146.3534639"},{"key":"2953_CR21","doi-asserted-by":"publisher","first-page":"159794","DOI":"10.1109\/ACCESS.2024.3467062","volume":"12","author":"N Rodis","year":"2024","unstructured":"Rodis, N. et al. Multimodal explainable artificial intelligence: a comprehensive review of methodological advances and future research directions. IEEE Access 12, 159794\u2013159820 (2024).","journal-title":"IEEE Access"},{"key":"2953_CR22","doi-asserted-by":"crossref","unstructured":"Deb, D., Dash, R. & Mohapatra, D. Customized convolutional neural network with explainable AI for multimodal breast cancer detection. In Sadhana - Academy Proceedings in Engineering Sciences 50, 130 (2025).","DOI":"10.1007\/s12046-025-02795-x"},{"key":"2953_CR23","doi-asserted-by":"crossref","unstructured":"Al-Bakri, F. et al. A feature-augmented explainable artificial intelligence model for diagnosing alzheimer\u2019s disease from multimodal clinical and neuroimaging data. Diagnostics 15, 39 (2025).","DOI":"10.3390\/diagnostics15162060"},{"key":"2953_CR24","doi-asserted-by":"crossref","unstructured":"Dusari, S. & Challa, N. Camaf: context-aware multimodal alignment framework for explainable lung disease risk stratification. Expert Syst. Appl. 279, 127398 (2025).","DOI":"10.1016\/j.eswa.2025.127398"},{"key":"2953_CR25","first-page":"4103","volume":"103","author":"A Brahmareddy","year":"2025","unstructured":"Brahmareddy, A. & Paul Selvan, M. Advanced CNN-based frameworks for robust and explainable breast cancer diagnosis across multi-modal imaging datasets. J. Theor. Appl. Inf. Technol. 103, 4103\u20134114 (2025).","journal-title":"J. Theor. Appl. Inf. Technol."},{"key":"2953_CR26","doi-asserted-by":"publisher","first-page":"100349","DOI":"10.1016\/j.medntd.2024.100349","volume":"25","author":"D Manna","year":"2025","unstructured":"Manna, D. et al. Genexai: Influential gene identification for breast cancer stages using XAI-based multi-modal framework. Med. Nov. Technol. Devices 25, 100349 (2025).","journal-title":"Med. Nov. Technol. Devices"},{"key":"2953_CR27","first-page":"144","volume":"281","author":"N Sikora","year":"2025","unstructured":"Sikora, N. et al. Colonscopex: leveraging explainable expert systems with multimodal data for improved early diagnosis of colorectal cancer. Proc. Mach. Learn. Res. 281, 144\u2013154 (2025).","journal-title":"Proc. Mach. Learn. Res."},{"key":"2953_CR28","doi-asserted-by":"publisher","first-page":"1234","DOI":"10.1109\/ACCESS.2025.3547343","volume":"13","author":"S Jahan","year":"2025","unstructured":"Jahan, S. et al. Federated explainable ai-based alzheimer\u2019s disease prediction with multimodal data. IEEE Access 13, 1234\u20131245 (2025).","journal-title":"IEEE Access"},{"key":"2953_CR29","doi-asserted-by":"publisher","first-page":"693","DOI":"10.1007\/s44174-025-00296-3","volume":"4","author":"S Shinde","year":"2025","unstructured":"Shinde, S. & Ghotkar, A. Mental stress detection with the multimodal data using ensemble optimization enabled explainable convolutional neural network. Biomed. Mater. Devices 4, 693\u2013715 (2025).","journal-title":"Biomed. Mater. Devices"},{"key":"2953_CR30","doi-asserted-by":"crossref","unstructured":"Ayaz, H. et al. An explainable deep learning model for multi-modal MRI grading of IDH-mutant astrocytomas. Results Eng. 24, 103353 (2024).","DOI":"10.1016\/j.rineng.2024.103353"},{"key":"2953_CR31","doi-asserted-by":"crossref","unstructured":"Zeineldin, R. et al. Neuroign: explainable multimodal image-guided system for precise brain tumor surgery. J. Med. Syst. 48, 25 (2024).","DOI":"10.1007\/s10916-024-02037-3"},{"key":"2953_CR32","doi-asserted-by":"crossref","unstructured":"Zeineldin, R. et al. Explainable hybrid vision transformers and convolutional network for multimodal glioma segmentation in brain MRI. Sci. Rep. 14, 3713 (2024).","DOI":"10.1038\/s41598-024-54186-7"},{"key":"2953_CR33","doi-asserted-by":"publisher","first-page":"1472","DOI":"10.1109\/TMI.2022.3230750","volume":"42","author":"Q Zhu","year":"2023","unstructured":"Zhu, Q. et al. Deep multi-modal discriminative and interpretability network for alzheimer\u2019s disease diagnosis. IEEE Trans. Med. Imaging 42, 1472\u20131483 (2023).","journal-title":"IEEE Trans. Med. Imaging"},{"key":"2953_CR34","doi-asserted-by":"publisher","first-page":"363","DOI":"10.1016\/j.inffus.2022.11.028","volume":"92","author":"N Rahim","year":"2023","unstructured":"Rahim, N. et al. Prediction of alzheimer\u2019s progression based on multimodal deep-learning-based fusion and visual explainability of time-series data. Inf. Fusion 92, 363\u2013388 (2023).","journal-title":"Inf. Fusion"},{"key":"2953_CR35","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-024-70165-4","volume":"14","author":"V Dentamaro","year":"2024","unstructured":"Dentamaro, V. et al. Enhancing early Parkinson\u2019s disease detection through multimodal deep learning and explainable AI: insights from the PPMI database. Sci. Rep. 14, 20941 (2024).","journal-title":"Sci. Rep."},{"key":"2953_CR36","doi-asserted-by":"publisher","first-page":"e02833","DOI":"10.1002\/advs.202502833","volume":"12","author":"Z Yang","year":"2025","unstructured":"Yang, Z. et al. An explainable multimodal artificial intelligence model integrating histopathological microenvironment and EHR phenotypes for germline genetic testing in breast cancer. Adv. Sci. 12, e02833 (2025).","journal-title":"Adv. Sci."},{"key":"2953_CR37","doi-asserted-by":"publisher","first-page":"1073","DOI":"10.1007\/s41060-024-00514-z","volume":"20","author":"H Saleh","year":"2025","unstructured":"Saleh, H. et al. Genetic algorithm-based hybrid deep learning model for explainable alzheimer\u2019s disease prediction using temporal multimodal cognitive data. Int. J. Data Sci. Anal. 20, 1073\u20131103 (2025).","journal-title":"Int. J. Data Sci. Anal."},{"key":"2953_CR38","doi-asserted-by":"crossref","unstructured":"Kamal, M. & Nimmy, S. Interpretable transformers for alzheimer disease diagnosis on multi-modal data. In Proc. 2024 International Joint Conference on Neural Networks (IJCNN) 1\u20138 (Institute of Electrical and Electronics Engineers, 2024).","DOI":"10.1109\/IJCNN60899.2024.10651416"},{"key":"2953_CR39","doi-asserted-by":"crossref","unstructured":"Tasnim, N. & Ahmed, F. Ai-powered skin disease detection using multimodal imaging and explainable AI. In Proc. 2025 International Conference on Quantum Photonics, AI, and Networking (QPAIN) 1\u20135 (Institute of Electrical and Electronics Engineers, 2025).","DOI":"10.1109\/QPAIN66474.2025.11172177"},{"key":"2953_CR40","doi-asserted-by":"crossref","unstructured":"Wang, G. et al. A novel multimodal prototype network for interpretable medical image classification. In Proc. 2023 IEEE International Conference on Systems, Man, and Cybernetics (SMC) 2577\u20132583 (Institute of Electrical and Electronics Engineers, 2023).","DOI":"10.1109\/SMC53992.2023.10394356"},{"key":"2953_CR41","doi-asserted-by":"publisher","first-page":"12623","DOI":"10.1109\/TCYB.2021.3069920","volume":"52","author":"S Wang","year":"2022","unstructured":"Wang, S. et al. Interpretability-based multimodal convolutional neural networks for skin lesion diagnosis. IEEE Trans. Cybern. 52, 12623\u201312637 (2022).","journal-title":"IEEE Trans. Cybern."},{"key":"2953_CR42","doi-asserted-by":"crossref","unstructured":"Hofmann, S. et al. Towards the interpretability of deep learning models for multi-modal neuroimaging: Finding structural changes of the ageing brain. NeuroImage 261, 119504 (2022).","DOI":"10.1016\/j.neuroimage.2022.119504"},{"key":"2953_CR43","doi-asserted-by":"crossref","unstructured":"Watanabe, A. et al. Improving disease classification performance and explainability of deep learning models in radiology with heatmap generators. Front. Radiol. 2, 991683 (2022).","DOI":"10.3389\/fradi.2022.991683"},{"key":"2953_CR44","first-page":"192","volume":"13760","author":"H Zhang","year":"2022","unstructured":"Zhang, H. et al. Mmln: Leveraging domain knowledge for multimodal diagnosis. ISBRA 2022. 13760, 192\u2013203 (2022).","journal-title":"ISBRA 2022."},{"key":"2953_CR45","first-page":"82","volume":"13611","author":"R Kraaijveld","year":"2022","unstructured":"Kraaijveld, R. et al. Multi-modal volumetric concept activation to explain detection and classification of metastatic prostate cancer on PSMA-PET\/CT. IMIMIC 2022. 13611, 82\u201392 (2022).","journal-title":"IMIMIC 2022."},{"key":"2953_CR46","first-page":"11945","volume":"36","author":"W Jin","year":"2022","unstructured":"Jin, W. et al. Evaluating explainable AI on a multi-modal medical imaging task: Can existing algorithms fulfill clinical requirements? Proc. AAAI Conf. Artif. Intell. 36, 11945\u201311953 (2022).","journal-title":"Proc. AAAI Conf. Artif. Intell."},{"key":"2953_CR47","doi-asserted-by":"crossref","unstructured":"El-Sappagh, S. et al. A multilayer multimodal detection and prediction model based on explainable artificial intelligence for Alzheimer\u2019s disease, Sci. Rep. 11, 2660 (2021).","DOI":"10.1038\/s41598-021-82098-3"},{"key":"2953_CR48","doi-asserted-by":"publisher","first-page":"522","DOI":"10.1038\/s41551-021-00711-2","volume":"5","author":"X Qian","year":"2021","unstructured":"Qian, X. et al. Prospective assessment of breast cancer risk from multimodal multiview ultrasound images via clinically applicable deep learning. Nat. Biomed. Eng. 5, 522\u2013532 (2021).","journal-title":"Nat. Biomed. Eng."},{"key":"2953_CR49","first-page":"53","volume":"11991","author":"T Chougule","year":"2020","unstructured":"Chougule, T. et al. On validating multimodal MRI based stratification of IDH genotype in high grade gliomas using CNNs and its comparison to radiomics. RNO-AI 2019. 11991, 53\u201360 (2020).","journal-title":"RNO-AI 2019."},{"key":"2953_CR50","first-page":"56","volume":"5","author":"M Mellem","year":"2020","unstructured":"Mellem, M. et al. Machine learning models identify multimodal measurements highly predictive of transdiagnostic symptom severity for mood, anhedonia, and anxiety. Biol. Psychiatry 5, 56\u201367 (2020).","journal-title":"Biol. Psychiatry"},{"key":"2953_CR51","doi-asserted-by":"crossref","unstructured":"Oni, O. & Qiao, S. Model-agnostic interpretation of cancer classification with multi-platform genomic data. In BCB \u201919: Proceedings of the 10th ACM International Conference on Bioinformatics, Computational Biology and Health Informatics 34\u201341 (Association for Computing Machinery, 2019).","DOI":"10.1145\/3307339.3342189"},{"key":"2953_CR52","doi-asserted-by":"publisher","first-page":"2679","DOI":"10.1007\/s11517-025-03353-7","volume":"63","author":"S Ryu","year":"2025","unstructured":"Ryu, S., Choi, J. & Yoo, T. Automated detection of retinal artery occlusion in fundus photography via self-supervised deep learning and multimodal interpretability using a multimodal AI chatbot. Med. Biol. Eng. Comput. 63, 2679\u20132691 (2025).","journal-title":"Med. Biol. Eng. Comput."},{"key":"2953_CR53","doi-asserted-by":"publisher","first-page":"307","DOI":"10.1038\/s43018-024-00891-1","volume":"6","author":"J Keyl","year":"2025","unstructured":"Keyl, J. et al. Decoding pan-cancer treatment outcomes using multimodal real-world data and explainable artificial intelligence. Nat. Cancer 6, 307\u2013322 (2025).","journal-title":"Nat. Cancer"},{"key":"2953_CR54","doi-asserted-by":"crossref","unstructured":"Choudhry, I. et al. A novel interpretable graph convolutional neural network for multimodal brain tumor segmentation. Cogn. Comput. 17, 24 (2025).","DOI":"10.1007\/s12559-025-10440-2"},{"key":"2953_CR55","doi-asserted-by":"publisher","unstructured":"Hou, W. et al. Assessing large multimodal models for one-shot learning and interpretability in biomedical image classification. Adv. Intel. Syst. https:\/\/doi.org\/10.1002\/aisy.202400947 (2025).","DOI":"10.1002\/aisy.202400947"},{"key":"2953_CR56","doi-asserted-by":"crossref","unstructured":"Vairetti, C. et al. Interpretable multimodal classification for age-related macular degeneration diagnosis. PLoS ONE 19, e0329294 (2024).","DOI":"10.1371\/journal.pone.0311811"},{"key":"2953_CR57","first-page":"341","volume":"12","author":"N Maria","year":"2024","unstructured":"Maria, N. & Sathyarajasekaran, K. Multi-modal explainability evaluation for brain tumor segmentation: metrics MSFI. Int. J. Intell. Syst. Appl. Eng. 12, 341\u2013347 (2024).","journal-title":"Int. J. Intell. Syst. Appl. Eng."},{"key":"2953_CR58","doi-asserted-by":"publisher","first-page":"142","DOI":"10.1186\/s13244-025-02010-9","volume":"16","author":"Y Feng","year":"2025","unstructured":"Feng, Y. et al. Explainable multi-modal radiomics for early prediction of liver metastasis in rectal cancer: a multicentric study. Insights Imaging 16, 142 (2025).","journal-title":"Insights Imaging"},{"key":"2953_CR59","doi-asserted-by":"crossref","unstructured":"Ketabi, S. et al. Multimodal contrastive learning for enhanced explainability in pediatric brain tumor molecular diagnosis. Sci. Rep. 15, 10943 (2025).","DOI":"10.1038\/s41598-025-94806-4"},{"key":"2953_CR60","doi-asserted-by":"crossref","unstructured":"Malik, W. et al. An explainable deep learning framework for multimodal autism diagnosis using XAI GAMINet and hypernetworks. Diagnostics 15, 2232 (2025).","DOI":"10.3390\/diagnostics15172232"},{"key":"2953_CR61","doi-asserted-by":"crossref","unstructured":"Baheti, B. et al. Multimodal explainable artificial intelligence for prognostic stratification of patients with glioblastoma. Modern Pathol. 38, 100797 (2025).","DOI":"10.1016\/j.modpat.2025.100797"},{"key":"2953_CR62","doi-asserted-by":"crossref","unstructured":"Can, Z. & Aydin, E. Explainable CNN\u2013radiomics fusion and ensemble learning for multimodal lesion classification in dental radiographs. Diagnostics 15, 1997 (2025).","DOI":"10.3390\/diagnostics15161997"},{"key":"2953_CR63","doi-asserted-by":"publisher","first-page":"148","DOI":"10.14419\/damxzp29","volume":"14","author":"S Mohod","year":"2025","unstructured":"Mohod, S. & Thakare, R. Design of an iterative end-to-end multi-modal deep learning framework for explainable diagnosis of Alzheimer\u2019s and Parkinson\u2019s diseases from brain imaging process. Int. J. Basic Appl. Sci. 14, 148\u2013156 (2025).","journal-title":"Int. J. Basic Appl. Sci."},{"key":"2953_CR64","unstructured":"Yan, R. et al. Pathway-aware multimodal transformer (PAMT): Integrating pathological image and gene expression for interpretable cancer survival analysis. In IEEE Transactions on Pattern Analysis and Machine Intelligence (Institute of Electrical and Electronics Engineers, 2025)."},{"key":"2953_CR65","doi-asserted-by":"publisher","first-page":"7416","DOI":"10.1111\/dom.70147","volume":"27","author":"S Maqsood","year":"2025","unstructured":"Maqsood, S. et al. Gluconet-mm: A multimodal attention-based multi-task learning framework with decision transformer for personalised and explainable blood glucose forecasting. Diab., Obes. Metab. 27, 7416\u20137430 (2025).","journal-title":"Diab., Obes. Metab."},{"key":"2953_CR66","first-page":"6725","volume":"103","author":"V Hari Prasad","year":"2025","unstructured":"Hari Prasad, V. et al. Neuroexplainai: An explainable AI and statistical framework for brain tumor diagnosis and severity prediction using multimodal MRI with Neurofusionnet. J. Theor. Appl. Inf. Technol. 103, 6725\u20136749 (2025).","journal-title":"J. Theor. Appl. Inf. Technol."},{"key":"2953_CR67","doi-asserted-by":"publisher","first-page":"2641","DOI":"10.1007\/s10278-025-01643-y","volume":"39","author":"X Liu","year":"2025","unstructured":"Liu, X. et al. Interpretable semi-federated learning for multimodal cardiac imaging and risk stratification: A privacy-preserving framework. J. Imaging Inf. Med. 39, 2641\u20132660 (2025).","journal-title":"J. Imaging Inf. Med."},{"key":"2953_CR68","doi-asserted-by":"crossref","unstructured":"Sathyanarayanan, S. & Muthukumaravel, A. Explainable deep learning for schizophrenia risk stratification: interpreting multimodal biomarkers through attention maps and shap values. In 2025 4th International Conference on Distributed Computing and Electrical Circuits and Electronics (ICDCECE) 1\u20136 (Institute of Electrical and Electronics Engineers, 2025).","DOI":"10.1109\/ICDCECE65353.2025.11035899"},{"key":"2953_CR69","doi-asserted-by":"publisher","unstructured":"Chen, X. et al. Explainable ai predicting alzheimer\u2019s disease with latent multimodal deep neural networks. J. Biopharm. Stat. 1\u221215 https:\/\/doi.org\/10.1080\/10543406.2025.2511194 (2025).","DOI":"10.1080\/10543406.2025.2511194"},{"key":"2953_CR70","doi-asserted-by":"crossref","unstructured":"Loaiza-Arias, M. et al. Multimodal explainability using class activation maps and canonical correlation for mi-eeg deep learning classification. Appl. Sci. 14, 11208 (2024).","DOI":"10.3390\/app142311208"},{"key":"2953_CR71","doi-asserted-by":"crossref","unstructured":"Ding, G.-Y. et al. Mining the interpretable prognostic features from pathological image of intrahepatic cholangiocarcinoma using multi-modal deep learning. BMC Med. 22, 282 (2024).","DOI":"10.1186\/s12916-024-03482-0"},{"key":"2953_CR72","doi-asserted-by":"crossref","unstructured":"Mukhlis, R. et al. A novel CAD framework with visual and textual interpretability: Multimodal insights for predicting respiratory diseases. In Proc. 8th International Artificial Intelligence and Data Processing Symposium, IDAP 2024 (Institute of Electrical and Electronics Engineers, 2024).","DOI":"10.1109\/IDAP64064.2024.10710824"},{"key":"2953_CR73","first-page":"107","volume":"14450","author":"P Zheng","year":"2024","unstructured":"Zheng, P. et al. Bin: a bio-signature identification network for interpretable liver cancer microvascular invasion prediction based on multi-modal MRIs. ICONIP 2023. 14450, 107\u2013119 (2024).","journal-title":"ICONIP 2023."},{"key":"2953_CR74","doi-asserted-by":"crossref","unstructured":"Ketabi, A. et al. Multimodal learning for improving performance and explainability of chest X-ray classification. In: MICCAI 2023 (Springer, Cham, 2023).","DOI":"10.1007\/978-3-031-47401-9_11"},{"key":"2953_CR75","doi-asserted-by":"publisher","first-page":"5237","DOI":"10.1109\/JBHI.2023.3306041","volume":"27","author":"Z Wang","year":"2023","unstructured":"Wang, Z. et al. Integrating medical domain knowledge for early diagnosis of fever of unknown origin: An interpretable hierarchical multimodal neural network approach. IEEE J. Biomed. Health Inform. 27, 5237\u20135248 (2023).","journal-title":"IEEE J. Biomed. Health Inform."},{"key":"2953_CR76","doi-asserted-by":"crossref","unstructured":"Kattamanchi, H. et al. Deep learning with explainable ai for brain tumor diagnosis from multimodal imaging. In Proc. 2025 Third International Conference on ICAISS 1\u20135 (Institute of Electrical and Electronics Engineers, 2025).","DOI":"10.1109\/ICAISS61471.2025.11042055"},{"key":"2953_CR77","doi-asserted-by":"publisher","first-page":"4286","DOI":"10.1109\/TSMC.2021.3096974","volume":"52","author":"S Ding","year":"2022","unstructured":"Ding, S. et al. Leveraging multimodal semantic fusion for gastric cancer screening via hierarchical attention mechanism. IEEE Trans. Syst. Man Cybern. Syst. 52, 4286\u20134299 (2022).","journal-title":"IEEE Trans. Syst. Man Cybern. Syst."},{"key":"2953_CR78","doi-asserted-by":"crossref","unstructured":"McInerney, D. et al. That\u2019s the wrong lung! evaluating and improving the interpretability of unsupervised multimodal encoders for medical data. In Proc. 2022 Conference on Empirical Methods in Natural Language Processing 3626\u20133648 (Association for Computational Linguistics, 2022).","DOI":"10.18653\/v1\/2022.emnlp-main.238"},{"key":"2953_CR79","doi-asserted-by":"crossref","unstructured":"Han, F. et al. Building trust for postoperative pain estimation: Towards explainable machine-learning prediction based on multimodal indicators. In Proc. IEEE International Conference on Multimedia and Expo 2022, (Institute of Electrical and Electronics Engineers, 2022).","DOI":"10.1109\/ICME52920.2022.9859635"},{"key":"2953_CR80","doi-asserted-by":"crossref","unstructured":"Zhang, Q. et al. A whole-process interpretable and multi-modal deep reinforcement learning for diagnosis and analysis of alzheimer\u2019s disease. J. Neural Eng. 18, 6 (2021).","DOI":"10.1088\/1741-2552\/ac37cc"},{"key":"2953_CR81","doi-asserted-by":"publisher","first-page":"3121","DOI":"10.1109\/JBHI.2021.3063721","volume":"25","author":"Y Meng","year":"2021","unstructured":"Meng, Y. et al. Bidirectional representation learning from transformers using multimodal electronic health record data to predict depression. IEEE J. Biomed. Health Inform. 25, 3121\u20133129 (2021).","journal-title":"IEEE J. Biomed. Health Inform."},{"key":"2953_CR82","first-page":"449","volume":"2021","author":"S Niu","year":"2021","unstructured":"Niu, S. et al. Label dependent attention model for disease risk prediction using multimodal electronic health records. Proc. IEEE Int. Conf. Data Min. ICDM 2021, 449\u2013458 (2021).","journal-title":"Proc. IEEE Int. Conf. Data Min. ICDM"},{"key":"2953_CR83","first-page":"34","volume":"12929","author":"A Pandey","year":"2021","unstructured":"Pandey, A. et al. This explains that: Congruent image\u2013report generation for explainable medical image analysis with cyclic generative adversarial networks. IMIMIC TDA4MedicalData 2021 12929, 34\u201343 (2021).","journal-title":"IMIMIC TDA4MedicalData 2021"},{"key":"2953_CR84","doi-asserted-by":"crossref","unstructured":"Donini, M. et al. A multimodal multiple kernel learning approach to alzheimer\u2019s disease detection. In Proc. IEEE International Workshop on MLSP 2016, (Institute of Electrical and Electronics Engineers, 2016).","DOI":"10.1109\/MLSP.2016.7738881"},{"key":"2953_CR85","doi-asserted-by":"publisher","first-page":"106273","DOI":"10.1016\/j.compbiomed.2022.106273","volume":"151","author":"J Mi","year":"2022","unstructured":"Mi, J. et al. Kde-gan: A multimodal medical image-fusion model based on knowledge distillation and explainable AI modules. Comput. Biol. Med. 151, 106273 (2022).","journal-title":"Comput. Biol. Med."},{"key":"2953_CR86","doi-asserted-by":"crossref","unstructured":"Alanazi, M. Multi-modal MRI data augmentation and attention-based modeling for interpretable brain tumor classification. In: Neural Computing and Applications 37, 24191\u201324207 (2025).","DOI":"10.1007\/s00521-025-11561-3"},{"key":"2953_CR87","doi-asserted-by":"crossref","unstructured":"Thiruvenkadam, K., Ravindran, V. & Thiyagarajan, A. Deep learning with XAI based multi-modal MRI brain tumor image analysis using image fusion techniques. In Proc. 2024 International Conference on Trends in Quantum Computing and Emerging Business Technologies (TQCEBT) (Institute of Electrical and Electronics Engineers, 2024).","DOI":"10.1109\/TQCEBT59414.2024.10545215"},{"key":"2953_CR88","doi-asserted-by":"crossref","unstructured":"Park, S. et al. Explainable multiplex graph propagational network with multimodal neuroimage integration for dementia subtype diagnosis. Neural Netw. 192, 107971 (2025).","DOI":"10.1016\/j.neunet.2025.107971"},{"key":"2953_CR89","doi-asserted-by":"crossref","unstructured":"Zhang, H. et al. Patch-based interpretable deep learning framework for alzheimer\u2019s disease diagnosis using multimodal data. Biomed. Signal Process. Control 100, 107085 (2025).","DOI":"10.1016\/j.bspc.2024.107085"},{"key":"2953_CR90","doi-asserted-by":"crossref","unstructured":"Guarrasi, V. et al. Multimodal explainability via latent shift applied to COVID-19 stratification. Pattern Recogn. 156, 110825 (2024).","DOI":"10.1016\/j.patcog.2024.110825"},{"key":"2953_CR91","doi-asserted-by":"crossref","unstructured":"Yan, L. et al. A domain knowledge-based interpretable deep learning system for improving clinical breast ultrasound diagnosis. Commun. Med. 4, 90 (2024).","DOI":"10.1038\/s43856-024-00518-7"},{"key":"2953_CR92","doi-asserted-by":"crossref","unstructured":"Li, F. et al. Developing a dynamic graph network for interpretable analysis of multi-modal MRI data in parkinson\u2019s disease diagnosis. In Proc. 2023 45th Annual International Conference of the IEEE EMBC 1\u20134 (Institute of Electrical and Electronics Engineers, 2023).","DOI":"10.1109\/EMBC40787.2023.10340672"},{"key":"2953_CR93","doi-asserted-by":"crossref","unstructured":"Vinh, N. et al. Multimodal deep learning for ECG heartbeat classification with SHAP-based interpretability. In Proc. 2025 International Conference on Multimedia Analysis and Pattern Recognition (MAPR) 1\u20136 (Institute of Electrical and Electronics Engineers, 2025).","DOI":"10.1109\/MAPR67746.2025.11133977"},{"key":"2953_CR94","doi-asserted-by":"crossref","unstructured":"Won, J. et al. Enhanced neuroimaging genetics using multi-view non-negative matrix factorization with sparsity and prior knowledge. Med. Image Anal. 77, 102378 (2022).","DOI":"10.1016\/j.media.2022.102378"},{"key":"2953_CR95","unstructured":"Yu, E. et al. Keymorph: Robust multi-modal affine registration via unsupervised keypoint detection. In: Proc. 5th Int. Conf. Med. Imaging Deep Learn. 172, 1482\u20131503 (PMLR, 2022)."},{"key":"2953_CR96","doi-asserted-by":"crossref","unstructured":"Yu, J. et al. Tensor-based multi-modal multi-target regression for alzheimer\u2019s disease prediction. In Proc. 2022 IEEE International Conference on Bioinformatics and Biomedicine (BIBM) 639\u2013646 (Institute of Electrical and Electronics Engineers, 2022).","DOI":"10.1109\/BIBM55620.2022.9995078"},{"key":"2953_CR97","first-page":"1417","volume":"2022","author":"S Lazendic","year":"2022","unstructured":"Lazendic, S. et al. On interpretability of cnns for multimodal medical image segmentation. Eur. Signal Process. Conf. 2022, 1417\u20131421 (2022).","journal-title":"Eur. Signal Process. Conf."},{"key":"2953_CR98","doi-asserted-by":"crossref","unstructured":"Pietrosanu, M. et al. Stable anatomy detection in multimodal imaging through sparse group regularization: a comparative study of iron accumulation in the aging brain. Front. Hum. Neurosci. 15, 641616 (2021).","DOI":"10.3389\/fnhum.2021.641616"},{"key":"2953_CR99","doi-asserted-by":"crossref","unstructured":"Du, Y. et al. A deep learning fusion model for brain disorder classification: Application to distinguishing schizophrenia and autism spectrum disorder. In BCB \u201920: Proceedings of the 11th ACM International Conference on Bioinformatics, Computational Biology and Health Informatics (Association for Computing Machinery, 2020).","DOI":"10.1145\/3388440.3412478"},{"key":"2953_CR100","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-022-21417-8","volume":"12","author":"B Pfeifer","year":"2022","unstructured":"Pfeifer, B. et al. Multi-omics disease module detection with an explainable greedy decision forest. Sci. Rep. 12, 16857 (2022).","journal-title":"Sci. Rep."},{"key":"2953_CR101","doi-asserted-by":"publisher","first-page":"e2839","DOI":"10.7717\/peerj-cs.2839","volume":"11","author":"PK Mohanty","year":"2025","unstructured":"Mohanty, P. K. et al. Impact: an interactive multi-disease prevention and counterfactual treatment system using explainable AI and a multimodal LLM. PeerJ Comput. Sci. 11, e2839 (2025).","journal-title":"PeerJ Comput. Sci."},{"key":"2953_CR102","doi-asserted-by":"crossref","unstructured":"Yang, L. et al. Medvisiochat: A multimodal large language model framework for interpretable diagnosis with visual grounding in CXRs. In Proc. 2025 IEEE 22nd International Symposium on Biomedical Imaging (ISBI) 1\u20135 (Institute of Electrical and Electronics Engineers, 2025).","DOI":"10.1109\/ISBI60581.2025.10981156"},{"key":"2953_CR103","unstructured":"Adebayo, J. et al. Sanity checks for saliency maps. In Proc. 32nd International Conference on Neural Information Processing Systems 9525\u20139536 (Curran Associates Inc, 2018)."},{"key":"2953_CR104","doi-asserted-by":"publisher","first-page":"206","DOI":"10.1038\/s42256-019-0048-x","volume":"1","author":"C Rudin","year":"2019","unstructured":"Rudin, C. Stop explaining black box machine learning models for high stakes decisions and use interpretable models instead. Nat. Mach. Intell. 1, 206\u2013215 (2019).","journal-title":"Nat. Mach. Intell."},{"key":"2953_CR105","first-page":"623","volume":"31","author":"K Lekadir","year":"2025","unstructured":"Lekadir, K. et al. FUTURE-AI: an international consensus guideline for trustworthy and deployable artificial intelligence in healthcare. Nat. Med. 31, 623\u2013638 (2025).","journal-title":"Nat. Med."},{"key":"2953_CR106","unstructured":"U.S. Food and Drug Administration. Artificial intelligence-enabled device software functions: Lifecycle management and marketing submission recommendations. https:\/\/www.fda.gov\/regulatory-information\/search-fda-guidance-documents\/artificial-intelligence-enabled-device-software-functions-lifecycle-management-and-marketing (2025)."},{"key":"2953_CR107","doi-asserted-by":"publisher","first-page":"e52307","DOI":"10.2196\/53207","volume":"3","author":"U Rosenbacke","year":"2024","unstructured":"Rosenbacke, U. et al. How explainable artificial intelligence can increase or decrease clinicians\u2019 trust in AI applications in health care: Systematic review. JMIR AI 3, e52307 (2024).","journal-title":"JMIR AI"}],"container-title":["npj Digital Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41746-026-02953-3","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-026-02953-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-026-02953-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,11,6]],"date-time":"2026-11-06T01:03:29Z","timestamp":1793927009000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41746-026-02953-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7,15]]},"references-count":107,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2026,12]]}},"alternative-id":["2953"],"URL":"https:\/\/doi.org\/10.1038\/s41746-026-02953-3","relation":{},"ISSN":["2398-6352"],"issn-type":[{"value":"2398-6352","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,7,15]]},"assertion":[{"value":"17 January 2026","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 June 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 July 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","label":"Competing interests","group":{"name":"EthicsHeading","label":"Ethics"}}],"article-number":"860"}}