{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,22]],"date-time":"2026-07-22T18:03:43Z","timestamp":1784743423544,"version":"3.55.0"},"reference-count":111,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2022,6,25]],"date-time":"2022-06-25T00:00:00Z","timestamp":1656115200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,6,25]],"date-time":"2022-06-25T00:00:00Z","timestamp":1656115200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61976106"],"award-info":[{"award-number":["61976106"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61772242"],"award-info":[{"award-number":["61772242"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100010246","name":"Postdoctoral Science Foundation of Jiangsu Province","doi-asserted-by":"publisher","award":["2017M611737"],"award-info":[{"award-number":["2017M611737"]}],"id":[{"id":"10.13039\/501100010246","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100010014","name":"Six Talent Peaks Project in Jiangsu Province","doi-asserted-by":"publisher","award":["DZXX-122"],"award-info":[{"award-number":["DZXX-122"]}],"id":[{"id":"10.13039\/501100010014","id-type":"DOI","asserted-by":"publisher"}]},{"name":"the Key Special Project of Health and Family Planning Science and Technology in Zhenjiang City","award":["SHW2017019"],"award-info":[{"award-number":["SHW2017019"]}]},{"name":"Innovation capacity building Foundation of Jilin Provincial Development and Reform Commission","award":["2021C038-7"],"award-info":[{"award-number":["2021C038-7"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimedia Systems"],"published-print":{"date-parts":[[2022,12]]},"DOI":"10.1007\/s00530-022-00960-4","type":"journal-article","created":{"date-parts":[[2022,6,25]],"date-time":"2022-06-25T06:02:41Z","timestamp":1656136961000},"page":"2335-2355","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":185,"title":["A survey on the interpretability of deep learning in medical diagnosis"],"prefix":"10.1007","volume":"28","author":[{"given":"Qiaoying","family":"Teng","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhe","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yuqing","family":"Song","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kai","family":"Han","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yang","family":"Lu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,6,25]]},"reference":[{"issue":"2","key":"960_CR1","doi-asserted-by":"publisher","first-page":"604","DOI":"10.1109\/TNNLS.2020.2979670","volume":"32","author":"DW Otter","year":"2020","unstructured":"Otter, D.W., Medina, J.R., Kalita, J.K.: A survey of the usages of deep learning for natural language processing. IEEE Trans. Neural Netw. Learn. Syst. 32(2), 604\u2013624 (2020). https:\/\/doi.org\/10.1109\/TNNLS.2020.2979670","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"issue":"3","key":"960_CR2","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3439726","volume":"54","author":"S Minaee","year":"2021","unstructured":"Minaee, S., Kalchbrenner, N., Cambria, E., Nikzad, N., Chenaghlu, M., Gao, J.: Deep learning-based text classification: a comprehensive review. ACM Comput. Surv. 54(3), 1\u201340 (2021). https:\/\/doi.org\/10.1145\/3439726","journal-title":"ACM Comput. Surv."},{"key":"960_CR3","doi-asserted-by":"crossref","unstructured":"Chrysostomou, G., Aletras, N.: Improving the faithfulness of attention-based explanations with task-specific information for text classification (2021). at preprint arxiv:2105.02657","DOI":"10.18653\/v1\/2021.acl-long.40"},{"issue":"2","key":"960_CR4","doi-asserted-by":"publisher","first-page":"912","DOI":"10.1109\/TIP.2018.2872858","volume":"28","author":"E Schwartz","year":"2018","unstructured":"Schwartz, E., Giryes, R., Bronstein, A.M.: Deepisp: Toward learning an end-to-end image processing pipeline. IEEE Trans. Image Process. 28(2), 912\u2013923 (2018). https:\/\/doi.org\/10.1109\/TIP.2018.2872858","journal-title":"IEEE Trans. Image Process."},{"key":"960_CR5","doi-asserted-by":"publisher","unstructured":"Sun, J., Darbehani, F., Zaidi, M., Wang, B.: Saunet: Shape attentive u-net for interpretable medical image segmentation. In: International Conference on Medical Image Computing and Computer-Assisted Intervention, pp. 797\u2013806 (2020) https:\/\/doi.org\/10.1007\/978-3-030-59719-1_77.Springer","DOI":"10.1007\/978-3-030-59719-1_77"},{"key":"960_CR6","doi-asserted-by":"publisher","first-page":"461","DOI":"10.1016\/j.neunet.2019.08.022","volume":"121","author":"C Tian","year":"2020","unstructured":"Tian, C., Xu, Y., Zuo, W.: Image denoising using deep CNN with batch renormalization. Neural Netw. 121, 461\u2013473 (2020). https:\/\/doi.org\/10.1016\/j.neunet.2019.08.022","journal-title":"Neural Netw."},{"key":"960_CR7","doi-asserted-by":"publisher","first-page":"424","DOI":"10.1016\/j.neucom.2020.04.148","volume":"452","author":"FJ Martinez-Murcia","year":"2021","unstructured":"Martinez-Murcia, F.J., Ortiz, A., Ram\u00edrez, J., G\u00f3rriz, J.M., Cruz, R.: Deep residual transfer learning for automatic diagnosis and grading of diabetic retinopathy. Neurocomputing 452, 424\u2013434 (2021). https:\/\/doi.org\/10.1016\/j.neucom.2020.04.148","journal-title":"Neurocomputing"},{"key":"960_CR8","doi-asserted-by":"publisher","unstructured":"Sun, M., Huang, Z., Guo, C.: Automatic diagnosis of alzheimer\u2019s disease and mild cognitive impairment based on cnn+ svm networks with end-to-end training. In: 2021 13th International Conference on Advanced Computational Intelligence (ICACI), pp. 279\u2013285 (2021) https:\/\/doi.org\/10.1109\/ICACI52617.2021.9435894. IEEE","DOI":"10.1109\/ICACI52617.2021.9435894"},{"issue":"3","key":"960_CR9","doi-asserted-by":"publisher","first-page":"1351","DOI":"10.1007\/s10489-020-01904-z","volume":"51","author":"T Goel","year":"2021","unstructured":"Goel, T., Murugan, R., Mirjalili, S., Chakrabartty, D.K.: Optconet: an optimized convolutional neural network for an automatic diagnosis of covid-19. Appl. Intell. 51(3), 1351\u20131366 (2021)","journal-title":"Appl. Intell."},{"issue":"2","key":"960_CR10","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1609\/aimag.v40i2.2850","volume":"40","author":"D Gunning","year":"2019","unstructured":"Gunning, D., Aha, D.: Darpa\u2019s explainable artificial intelligence (xai) program. AI Magazine 40(2), 44\u201358 (2019). https:\/\/doi.org\/10.1609\/aimag.v40i2.2850","journal-title":"AI Magazine"},{"issue":"6","key":"960_CR11","doi-asserted-by":"publisher","first-page":"52","DOI":"10.3390\/jimaging6060052","volume":"6","author":"A Singh","year":"2020","unstructured":"Singh, A., Sengupta, S., Lakshminarayanan, V.: Explainable deep learning models in medical image analysis. J. Imaging 6(6), 52 (2020). https:\/\/doi.org\/10.3390\/jimaging6060052","journal-title":"J. Imaging"},{"issue":"11","key":"960_CR12","doi-asserted-by":"publisher","first-page":"4793","DOI":"10.1109\/TNNLS.2020.3027314","volume":"32","author":"E Tjoa","year":"2020","unstructured":"Tjoa, E., Guan, C.: A survey on explainable artificial intelligence (xai): toward medical xai. IEEE Trans. Neural Netw. Learn. Syst. 32(11), 4793\u20134813 (2020). https:\/\/doi.org\/10.1109\/TNNLS.2020.3027314","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"960_CR13","doi-asserted-by":"publisher","unstructured":"Messalas, A., Kanellopoulos, Y., Makris, C.: Model-agnostic interpretability with shapley values. In: 2019 10th International Conference on Information, Intelligence, Systems and Applications (IISA), pp. 1\u20137 (2019). https:\/\/doi.org\/10.1109\/IISA.2019.8900669. IEEE","DOI":"10.1109\/IISA.2019.8900669"},{"key":"960_CR14","doi-asserted-by":"publisher","DOI":"10.1016\/j.artmed.2020.101982","volume":"111","author":"HF Da Cruz","year":"2021","unstructured":"Da Cruz, H.F., Pfahringer, B., Martensen, T., Schneider, F., Meyer, A., B\u00f6ttinger, E., Schapranow, M.-P.: Using interpretability approaches to update black-box clinical prediction models: an external validation study in nephrology. Artif. Intell. Med. 111, 101982 (2021). https:\/\/doi.org\/10.1016\/j.artmed.2020.101982","journal-title":"Artif. Intell. Med."},{"key":"960_CR15","first-page":"3592","volume":"33","author":"T Pedapati","year":"2020","unstructured":"Pedapati, T., Balakrishnan, A., Shanmugam, K., Dhurandhar, A.: Learning global transparent models consistent with local contrastive explanations. Adv. Neural. Inf. Process. Syst. 33, 3592\u20133602 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"issue":"1","key":"960_CR16","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1145\/3400051.3400058","volume":"22","author":"R Moraffah","year":"2020","unstructured":"Moraffah, R., Karami, M., Guo, R., Raglin, A., Liu, H.: Causal interpretability for machine learning-problems, methods and evaluation. ACM SIGKDD Explor. Newslett. 22(1), 18\u201333 (2020). https:\/\/doi.org\/10.1145\/3400051.3400058","journal-title":"ACM SIGKDD Explor. Newslett."},{"issue":"44","key":"960_CR17","doi-asserted-by":"publisher","first-page":"22071","DOI":"10.1073\/pnas.1900654116","volume":"116","author":"WJ Murdoch","year":"2019","unstructured":"Murdoch, W.J., Singh, C., Kumbier, K., Abbasi-Asl, R., Yu, B.: Definitions, methods, and applications in interpretable machine learning. Proc. Natl. Acad. Sci. 116(44), 22071\u201322080 (2019). https:\/\/doi.org\/10.1073\/pnas.1900654116","journal-title":"Proc. Natl. Acad. Sci."},{"issue":"3","key":"960_CR18","doi-asserted-by":"publisher","DOI":"10.1148\/ryai.2020190043","volume":"2","author":"M Reyes","year":"2020","unstructured":"Reyes, M., Meier, R., Pereira, S., Silva, C.A., Dahlweid, F.-M., Tengg-Kobligk, H.V., Summers, R.M., Wiest, R.: On the interpretability of artificial intelligence in radiology: challenges and opportunities. Radiology 2(3), 190043 (2020). https:\/\/doi.org\/10.1148\/ryai.2020190043","journal-title":"Radiology"},{"key":"960_CR19","doi-asserted-by":"publisher","first-page":"55","DOI":"10.1007\/978-3-030-28954-6_4","volume-title":"Explainable AI: Interpreting, Explaining and Visualizing Deep Learning","author":"A Nguyen","year":"2019","unstructured":"Nguyen, A., Yosinski, J., Clune, J.: Understanding neural networks via feature visualization: A survey. In: Explainable AI: Interpreting, Explaining and Visualizing Deep Learning, pp. 55\u201376. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-28954-6_4"},{"key":"960_CR20","doi-asserted-by":"crossref","unstructured":"Qin, Z., Yu, F., Liu, C., Chen, X.: How convolutional neural network see the world-a survey of convolutional neural network visualization methods (2018). at print","DOI":"10.3934\/mfc.2018008"},{"key":"960_CR21","doi-asserted-by":"publisher","unstructured":"Yuan, H., Chen, Y., Hu, X., Ji, S.: Interpreting deep models for text analysis via optimization and regularization methods. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 33, pp. 5717\u20135724 (2019) https:\/\/doi.org\/10.1609\/aaai.v33i01.33015717","DOI":"10.1609\/aaai.v33i01.33015717"},{"key":"960_CR22","doi-asserted-by":"publisher","unstructured":"Xu, F., Uszkoreit, H., Du, Y., Fan, W., Zhao, D., Zhu, J.: Explainable ai: A brief survey on history, research areas, approaches and challenges. In: CCF International Conference on Natural Language Processing and Chinese Computing, pp. 563\u2013574 (2019) https:\/\/doi.org\/10.1007\/978-3-030-32236-6_51. Springer","DOI":"10.1007\/978-3-030-32236-6_51"},{"issue":"1","key":"960_CR23","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41467-019-08987-4","volume":"10","author":"S Lapuschkin","year":"2019","unstructured":"Lapuschkin, S., W\u00e4ldchen, S., Binder, A., Montavon, G., Samek, W., M\u00fcller, K.-R.: Unmasking clever hans predictors and assessing what machines really learn. Nat. Commun. 10(1), 1\u20138 (2019)","journal-title":"Nat. Commun."},{"key":"960_CR24","doi-asserted-by":"publisher","unstructured":"Kohlbrenner, M., Bauer, A., Nakajima, S., Binder, A., Samek, W., Lapuschkin, S.: Towards best practice in explaining neural network decisions with lrp. In: 2020 International Joint Conference on Neural Networks (IJCNN), pp. 1\u20137 (2020). https:\/\/doi.org\/10.1109\/IJCNN48605.2020.9206975. IEEE","DOI":"10.1109\/IJCNN48605.2020.9206975"},{"key":"960_CR25","doi-asserted-by":"publisher","unstructured":"Montavon, G., Binder, A., Lapuschkin, S., Samek, W., M\u00fcller, K.-R.: Layer-wise relevance propagation: an overview. Explainable AI: interpreting, explaining and visualizing deep learning, 193\u2013209 (2019) https:\/\/doi.org\/10.1007\/978-3-030-28954-6_10","DOI":"10.1007\/978-3-030-28954-6_10"},{"key":"960_CR26","doi-asserted-by":"publisher","unstructured":"Gu, J., Yang, Y., Tresp, V.: Understanding individual decisions of cnns via contrastive backpropagation. In: Asian Conference on Computer Vision, pp. 119\u2013134 (2018) https:\/\/doi.org\/10.1007\/978-3-030-20893-6_8. Springer","DOI":"10.1007\/978-3-030-20893-6_8"},{"key":"960_CR27","doi-asserted-by":"crossref","unstructured":"Lee, J.R., Kim, S., Park, I., Eo, T., Hwang, D.: Relevance-cam: Your model already knows where to look. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 14944\u201314953 (2021)","DOI":"10.1109\/CVPR46437.2021.01470"},{"key":"960_CR28","unstructured":"Shrikumar, A., Greenside, P., Kundaje, A.: Learning important features through propagating activation differences. In: International Conference on Machine Learning, pp. 3145\u20133153 (2017). PMLR"},{"key":"960_CR29","unstructured":"Shrikumar, A., Greenside, P., Shcherbina, A., Kundaje, A.: Not just a black box: Learning important features through propagating activation differences. arXiv preprint arXiv:1605.01713 (2016). at reprint"},{"key":"960_CR30","doi-asserted-by":"publisher","first-page":"329","DOI":"10.1613\/jair.1.13200","volume":"73","author":"G Ras","year":"2022","unstructured":"Ras, G., Xie, N., van Gerven, M., Doran, D.: Explainable deep learning: a field guide for the uninitiated. J. Artif. Intell. Res. 73, 329\u2013397 (2022). https:\/\/doi.org\/10.1613\/jair.1.13200","journal-title":"J. Artif. Intell. Res."},{"key":"960_CR31","doi-asserted-by":"publisher","first-page":"169","DOI":"10.1007\/978-3-030-28954-6_9","volume-title":"Explainable AI: Interpreting, Explaining and Visualizing Deep Learning","author":"M Ancona","year":"2019","unstructured":"Ancona, M., Ceolini, E., \u00d6ztireli, C., Gross, M.: Gradient-based attribution methods. In: Explainable AI: Interpreting, Explaining and Visualizing Deep Learning, pp. 169\u2013191. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-28954-6_9"},{"key":"960_CR32","doi-asserted-by":"crossref","unstructured":"Zhou, B., Khosla, A., Lapedriza, A., Oliva, A., Torralba, A.: Learning deep features for discriminative localization. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 2921\u20132929 (2016)","DOI":"10.1109\/CVPR.2016.319"},{"key":"960_CR33","doi-asserted-by":"crossref","unstructured":"Selvaraju, R.R., Cogswell, M., Das, A., Vedantam, R., Parikh, D., Batra, D.: Grad-cam: Visual explanations from deep networks via gradient-based localization. In: Proceedings of the IEEE International Conference on Computer Vision, pp. 618\u2013626 (2017)","DOI":"10.1109\/ICCV.2017.74"},{"key":"960_CR34","doi-asserted-by":"crossref","unstructured":"Wang, H., Wang, Z., Du, M., Yang, F., Zhang, Z., Ding, S., Mardziel, P., Hu, X.: Score-cam: Score-weighted visual explanations for convolutional neural networks. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition Workshops, pp. 24\u201325 (2020)","DOI":"10.1109\/CVPRW50498.2020.00020"},{"key":"960_CR35","unstructured":"Ramaswamy, H.G.: Ablation-cam: Visual explanations for deep convolutional network via gradient-free localization. In: Proceedings of the IEEE\/CVF Winter Conference on Applications of Computer Vision, pp. 983\u2013991 (2020)"},{"key":"960_CR36","doi-asserted-by":"crossref","unstructured":"Zhang, Q., Rao, L., Yang, Y.: Group-cam: Group score-weighted visual explanations for deep convolutional networks. arXiv preprint arXiv:2103.13859 (2021). at reprint","DOI":"10.1109\/CVPRW50498.2020.00020"},{"key":"960_CR37","doi-asserted-by":"crossref","unstructured":"Chattopadhay, A., Sarkar, A., Howlader, P., Balasubramanian, V.N.: Grad-cam++: Generalized gradient-based visual explanations for deep convolutional networks. In: 2018 IEEE Winter Conference on Applications of Computer Vision (WACV), pp. 839\u2013847 (2018). IEEE","DOI":"10.1109\/WACV.2018.00097"},{"key":"960_CR38","doi-asserted-by":"publisher","unstructured":"Joshi, A., Mishra, G., Sivaswamy, J.: Explainable disease classification via weakly-supervised segmentation. In: Interpretable and Annotation-Efficient Learning for Medical Image Computing, pp. 54\u201362 (2020). https:\/\/doi.org\/10.1007\/978-3-030-61166-8_6","DOI":"10.1007\/978-3-030-61166-8_6"},{"issue":"3","key":"960_CR39","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1109\/JPROC.2021.3060483","volume":"109","author":"W Samek","year":"2021","unstructured":"Samek, W., Montavon, G., Lapuschkin, S., Anders, C.J., M\u00fcller, K.-R.: Explaining deep neural networks and beyond: a review of methods and applications. Proc. IEEE 109(3), 247\u2013278 (2021). https:\/\/doi.org\/10.1109\/JPROC.2021.3060483","journal-title":"Proc. IEEE"},{"issue":"1","key":"960_CR40","doi-asserted-by":"publisher","first-page":"17","DOI":"10.3390\/a13010017","volume":"13","author":"E Pintelas","year":"2020","unstructured":"Pintelas, E., Livieris, I.E., Pintelas, P.: A grey-box ensemble model exploiting black-box accuracy and white-box intrinsic interpretability. Algorithms 13(1), 17 (2020). https:\/\/doi.org\/10.3390\/a13010017","journal-title":"Algorithms"},{"key":"960_CR41","doi-asserted-by":"publisher","first-page":"191969","DOI":"10.1109\/ACCESS.2020.3032756","volume":"8","author":"J-X Mi","year":"2020","unstructured":"Mi, J.-X., Li, A.-D., Zhou, L.-F.: Review study of interpretation methods for future interpretable machine learning. IEEE Access 8, 191969\u2013191985 (2020). https:\/\/doi.org\/10.1109\/ACCESS.2020.3032756","journal-title":"IEEE Access"},{"issue":"6","key":"960_CR42","doi-asserted-by":"publisher","first-page":"2168","DOI":"10.1109\/TVCG.2019.2903943","volume":"25","author":"J Wang","year":"2019","unstructured":"Wang, J., Gou, L., Zhang, W., Yang, H., Shen, H.-W.: Deepvid: Deep visual interpretation and diagnosis for image classifiers via knowledge distillation. IEEE Trans. Vis. Comput. Graph. 25(6), 2168\u20132180 (2019). https:\/\/doi.org\/10.1109\/TVCG.2019.2903943","journal-title":"IEEE Trans. Vis. Comput. Graph."},{"issue":"6","key":"960_CR43","doi-asserted-by":"publisher","first-page":"1789","DOI":"10.1007\/s11263-021-01453-z","volume":"129","author":"J Gou","year":"2021","unstructured":"Gou, J., Yu, B., Maybank, S.J., Tao, D.: Knowledge distillation: a survey. Int. J. Comput. Vis. 129(6), 1789\u20131819 (2021)","journal-title":"Int. J. Comput. Vis."},{"key":"960_CR44","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2021.3055564","author":"L Wang","year":"2021","unstructured":"Wang, L., Yoon, K.-J.: Knowledge distillation and student-teacher learning for visual intelligence: a review and new outlooks. IEEE Trans. Pattern Anal. Mach. Intell. (2021). https:\/\/doi.org\/10.1109\/TPAMI.2021.3055564","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"issue":"1","key":"960_CR45","doi-asserted-by":"publisher","first-page":"68","DOI":"10.1145\/3359786","volume":"63","author":"M Du","year":"2019","unstructured":"Du, M., Liu, N., Hu, X.: Techniques for interpretable machine learning. Commun. ACM 63(1), 68\u201377 (2019). https:\/\/doi.org\/10.1145\/3359786","journal-title":"Commun. ACM"},{"key":"960_CR46","doi-asserted-by":"crossref","unstructured":"Mohankumar, A.K., Nema, P., Narasimhan, S., Khapra, M.M., Srinivasan, B.V., Ravindran, B.: Towards transparent and explainable attention models. arXiv preprint arXiv:2004.14243 (2020). at reprint","DOI":"10.18653\/v1\/2020.acl-main.387"},{"key":"960_CR47","unstructured":"Serrano, S., Smith, N.A.: Is attention interpretable? arXiv preprint arXiv:1906.03731 (2019). at reprint"},{"key":"960_CR48","unstructured":"Jain, S., Wallace, B.C.: Attention is not explanation. arXiv preprint arXiv:1902.10186 (2019). at reprint"},{"key":"960_CR49","unstructured":"Wiegreffe, S., Pinter, Y.: Attention is not not explanation. arXiv preprint arXiv:1908.04626 (2019) at reprint"},{"key":"960_CR50","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1016\/j.inffus.2019.12.012","volume":"58","author":"AB Arrieta","year":"2020","unstructured":"Arrieta, A.B., D\u00edaz-Rodr\u00edguez, N., Del Ser, J., Bennetot, A., Tabik, S., Barbado, A., Garc\u00eda, S., Gil-L\u00f3pez, S., Molina, D., Benjamins, R.: Explainable artificial intelligence (xai): Concepts, taxonomies, opportunities and challenges toward responsible ai. Inf. Fus. 58, 82\u2013115 (2020). https:\/\/doi.org\/10.1016\/j.inffus.2019.12.012","journal-title":"Inf. Fus."},{"key":"960_CR51","doi-asserted-by":"publisher","unstructured":"Margot, V., Luta, G.: A new method to compare the interpretability of rule-based algorithms. AI 2(4), 621\u2013635 (2021). https:\/\/doi.org\/10.3390\/ai2040037","DOI":"10.3390\/ai2040037"},{"key":"960_CR52","doi-asserted-by":"publisher","unstructured":"Kind, A., Azzopardi, G.: An explainable ai-based computer aided detection system for diabetic retinopathy using retinal fundus images. In: International Conference on Computer Analysis of Images and Patterns, pp. 457\u2013468 (2019) https:\/\/doi.org\/10.1007\/978-3-030-29888-3_37. Springer","DOI":"10.1007\/978-3-030-29888-3_37"},{"key":"960_CR53","doi-asserted-by":"publisher","first-page":"465","DOI":"10.1016\/j.neucom.2018.07.102","volume":"396","author":"J de La Torre","year":"2020","unstructured":"de La Torre, J., Valls, A., Puig, D.: A deep learning interpretable classifier for diabetic retinopathy disease grading. Neurocomputing 396, 465\u2013476 (2020). https:\/\/doi.org\/10.1016\/j.neucom.2018.07.102","journal-title":"Neurocomputing"},{"key":"960_CR54","doi-asserted-by":"publisher","first-page":"25891","DOI":"10.1109\/ACCESS.2019.2893635","volume":"7","author":"D Kumar","year":"2019","unstructured":"Kumar, D., Taylor, G.W., Wong, A.: Discovery radiomics with clear-dr: interpretable computer aided diagnosis of diabetic retinopathy. IEEE Access 7, 25891\u201325896 (2019). https:\/\/doi.org\/10.1109\/ACCESS.2019.2893635","journal-title":"IEEE Access"},{"key":"960_CR55","doi-asserted-by":"publisher","unstructured":"Jiang, H., Yang, K., Gao, M., Zhang, D., Ma, H., Qian, W.: An interpretable ensemble deep learning model for diabetic retinopathy disease classification. In: 2019 41st Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC), pp. 2045\u20132048 (2019) https:\/\/doi.org\/10.1109\/EMBC.2019.8857160. IEEE","DOI":"10.1109\/EMBC.2019.8857160"},{"key":"960_CR56","doi-asserted-by":"publisher","unstructured":"Jiang, H., Xu, J., Shi, R., Yang, K., Zhang, D., Gao, M., Ma, H., Qian, W.: A multi-label deep learning model with interpretable grad-cam for diabetic retinopathy classification. In: 2020 42nd Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC), pp. 1560\u20131563 (2020) https:\/\/doi.org\/10.1109\/EMBC44109.2020.9175884. IEEE","DOI":"10.1109\/EMBC44109.2020.9175884"},{"key":"960_CR57","doi-asserted-by":"publisher","unstructured":"Chetoui, M., Akhloufi, M.A.: Explainable diabetic retinopathy using efficientnet. In: 2020 42nd Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC), pp. 1966\u20131969 (2020). https:\/\/doi.org\/10.1109\/EMBC44109.2020.9175664. IEEE","DOI":"10.1109\/EMBC44109.2020.9175664"},{"key":"960_CR58","doi-asserted-by":"crossref","unstructured":"Li, L., Xu, M., Wang, X., Jiang, L., Liu, H.: Attention based glaucoma detection: a large-scale database and cnn model. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 10571\u201310580 (2019)","DOI":"10.1109\/CVPR.2019.01082"},{"issue":"5","key":"960_CR59","doi-asserted-by":"publisher","first-page":"1405","DOI":"10.1109\/JBHI.2019.2949075","volume":"24","author":"W Liao","year":"2019","unstructured":"Liao, W., Zou, B., Zhao, R., Chen, Y., He, Z., Zhou, M.: Clinical interpretable deep learning model for glaucoma diagnosis. IEEE J. Biomed. Health Inform. 24(5), 1405\u20131412 (2019). https:\/\/doi.org\/10.1109\/JBHI.2019.2949075","journal-title":"IEEE J. Biomed. Health Inform."},{"key":"960_CR60","doi-asserted-by":"publisher","unstructured":"Mojab, N., Noroozi, V., Philip, S.Y., Hallak, J.A.: Deep multi-task learning for interpretable glaucoma detection. In: 2019 IEEE 20th International Conference on Information Reuse and Integration for Data Science (IRI), pp. 167\u2013174 (2019). https:\/\/doi.org\/10.1109\/IRI.2019.00037. IEEE","DOI":"10.1109\/IRI.2019.00037"},{"issue":"8","key":"960_CR61","doi-asserted-by":"publisher","first-page":"1959","DOI":"10.1109\/TMI.2019.2898414","volume":"38","author":"L Fang","year":"2019","unstructured":"Fang, L., Wang, C., Li, S., Rabbani, H., Chen, X., Liu, Z.: Attention to lesion: Lesion-aware convolutional neural network for retinal optical coherence tomography image classification. IEEE Trans. Med. Imaging 38(8), 1959\u20131970 (2019). https:\/\/doi.org\/10.1109\/TMI.2019.2898414","journal-title":"IEEE Trans. Med. Imaging"},{"key":"960_CR62","doi-asserted-by":"crossref","unstructured":"Liu, J., Zhao, G., Fei, Y., Zhang, M., Wang, Y., Yu, Y.: Align, attend and locate: Chest x-ray diagnosis via contrast induced attention network with limited supervision. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 10632\u201310641 (2019)","DOI":"10.1109\/ICCV.2019.01073"},{"key":"960_CR63","doi-asserted-by":"publisher","first-page":"259","DOI":"10.1016\/j.patrec.2018.10.027","volume":"130","author":"Q Guan","year":"2020","unstructured":"Guan, Q., Huang, Y.: Multi-label chest x-ray image classification via category-wise residual attention learning. Pattern Recogn. Lett. 130, 259\u2013266 (2020). https:\/\/doi.org\/10.1016\/j.patrec.2018.10.027","journal-title":"Pattern Recogn. Lett."},{"key":"960_CR64","doi-asserted-by":"publisher","unstructured":"Huang, Z., Fu, D.: Diagnose chest pathology in x-ray images by learning multi-attention convolutional neural network. In: 2019 IEEE 8th Joint International Information Technology and Artificial Intelligence Conference (ITAIC), pp. 294\u2013299 (2019). https:\/\/doi.org\/10.1109\/ITAIC.2019.8785431. IEEE","DOI":"10.1109\/ITAIC.2019.8785431"},{"key":"960_CR65","doi-asserted-by":"publisher","unstructured":"Zhang, X., Chen, T.: Attention u-net for interpretable classification on chest x-ray image. In: 2020 IEEE International Conference on Bioinformatics and Biomedicine (BIBM), pp. 901\u2013908 (2020) https:\/\/doi.org\/10.1109\/BIBM49941.2020.9313354 IEEE","DOI":"10.1109\/BIBM49941.2020.9313354"},{"key":"960_CR66","doi-asserted-by":"publisher","unstructured":"Li, Y., Gu, D., Wen, Z., Jiang, F., Liu, S.: Classify and explain: An interpretable convolutional neural network for lung cancer diagnosis. In: ICASSP 2020-2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP), pp. 1065\u20131069 (2020) https:\/\/doi.org\/10.1109\/ICASSP40776.2020.9054605 IEEE","DOI":"10.1109\/ICASSP40776.2020.9054605"},{"key":"960_CR67","doi-asserted-by":"publisher","first-page":"145444","DOI":"10.1109\/ACCESS.2019.2945524","volume":"7","author":"D Kumar","year":"2019","unstructured":"Kumar, D., Sankar, V., Clausi, D., Taylor, G.W., Wong, A.: Sisc: End-to-end interpretable discovery radiomics-driven lung cancer prediction via stacked interpretable sequencing cells. IEEE Access 7, 145444\u2013145454 (2019). https:\/\/doi.org\/10.1109\/ACCESS.2019.2945524","journal-title":"IEEE Access"},{"key":"960_CR68","doi-asserted-by":"publisher","first-page":"84","DOI":"10.1016\/j.eswa.2019.01.048","volume":"128","author":"S Shen","year":"2019","unstructured":"Shen, S., Han, S.X., Aberle, D.R., Bui, A.A., Hsu, W.: An interpretable deep hierarchical semantic convolutional neural network for lung nodule malignancy classification. Expert Syst. Appl. 128, 84\u201395 (2019). https:\/\/doi.org\/10.1016\/j.eswa.2019.01.048","journal-title":"Expert Syst. Appl."},{"key":"960_CR69","unstructured":"Shen, S., Han, S.X., Aberle, D.R., Bui, A.A., Hsu, W.: Explainable hierarchical semantic convolutional neural network for lung cancer diagnosis. In: CVPR Workshops, pp. 63\u201366 (2019)"},{"key":"960_CR70","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2021.107825","volume":"113","author":"H Jiang","year":"2021","unstructured":"Jiang, H., Shen, F., Gao, F., Han, W.: Learning efficient, explainable and discriminative representations for pulmonary nodules classification. Pattern Recogn. 113, 107825 (2021). https:\/\/doi.org\/10.1016\/j.patcog.2021.107825","journal-title":"Pattern Recogn."},{"issue":"1","key":"960_CR71","first-page":"1997","volume":"20","author":"T Elsken","year":"2019","unstructured":"Elsken, T., Metzen, J.H., Hutter, F.: Neural architecture search: a survey. J. Mach. Learn. Res. 20(1), 1997\u20132017 (2019)","journal-title":"J. Mach. Learn. Res."},{"key":"960_CR72","doi-asserted-by":"publisher","first-page":"159915","DOI":"10.1109\/ACCESS.2020.3019989","volume":"8","author":"A Ramchandani","year":"2020","unstructured":"Ramchandani, A., Fan, C., Mostafavi, A.: Deepcovidnet: An interpretable deep learning model for predictive surveillance of covid-19 using heterogeneous features and their interactions. IEEE Access 8, 159915\u2013159930 (2020). https:\/\/doi.org\/10.1109\/ACCESS.2020.3019989","journal-title":"IEEE Access"},{"key":"960_CR73","doi-asserted-by":"publisher","first-page":"196299","DOI":"10.1109\/ACCESS.2020.3034032","volume":"8","author":"E Casiraghi","year":"2020","unstructured":"Casiraghi, E., Malchiodi, D., Trucco, G., Frasca, M., Cappelletti, L., Fontana, T., Esposito, A.A., Avola, E., Jachetti, A., Reese, J.: Explainable machine learning for early assessment of covid-19 risk prediction in emergency departments. IEEE Access 8, 196299\u2013196325 (2020). https:\/\/doi.org\/10.1109\/ACCESS.2020.3034032","journal-title":"IEEE Access"},{"key":"960_CR74","doi-asserted-by":"crossref","unstructured":"Shi, W., Tong, L., Zhuang, Y., Zhu, Y., Wang, M.D.: Exam: an explainable attention-based model for covid-19 automatic diagnosis. In: Proceedings of the 11th ACM International Conference on Bioinformatics, Computational Biology and Health Informatics, pp. 1\u20136 (2020)","DOI":"10.1145\/3388440.3412455"},{"key":"960_CR75","doi-asserted-by":"publisher","first-page":"3113","DOI":"10.1109\/TIP.2021.3058783","volume":"30","author":"Y-H Wu","year":"2021","unstructured":"Wu, Y.-H., Gao, S.-H., Mei, J., Xu, J., Fan, D.-P., Zhang, R.-G., Cheng, M.-M.: Jcs: an explainable COVID-19 diagnosis system by joint classification and segmentation. IEEE Trans. Image Process. 30, 3113\u20133126 (2021). https:\/\/doi.org\/10.1109\/TIP.2021.3058783","journal-title":"IEEE Trans. Image Process."},{"key":"960_CR76","doi-asserted-by":"publisher","DOI":"10.1016\/j.cmpb.2020.105608","volume":"196","author":"L Brunese","year":"2020","unstructured":"Brunese, L., Mercaldo, F., Reginelli, A., Santone, A.: Explainable deep learning for pulmonary disease and coronavirus covid-19 detection from x-rays. Comput. Methods Programs Biomed. 196, 105608 (2020). https:\/\/doi.org\/10.1016\/j.cmpb.2020.105608","journal-title":"Comput. Methods Programs Biomed."},{"issue":"14","key":"960_CR77","doi-asserted-by":"publisher","first-page":"8871","DOI":"10.1007\/s00521-020-05636-6","volume":"33","author":"RK Singh","year":"2021","unstructured":"Singh, R.K., Pandey, R., Babu, R.N.: Covidscreen: explainable deep learning framework for differential diagnosis of covid-19 using chest x-rays. Neural Comput. Appl. 33(14), 8871\u20138892 (2021)","journal-title":"Neural Comput. Appl."},{"key":"960_CR78","doi-asserted-by":"publisher","unstructured":"Karim, M.R., D\u00f6hmen, T., Cochez, M., Beyan, O., Rebholz-Schuhmann, D., Decker, S.: Deepcovidexplainer: explainable covid-19 diagnosis from chest x-ray images. In: 2020 IEEE International Conference on Bioinformatics and Biomedicine (BIBM), pp. 1034\u20131037 (2020) https:\/\/doi.org\/10.1109\/BIBM49941.2020.9313304.IEEE","DOI":"10.1109\/BIBM49941.2020.9313304."},{"issue":"2","key":"960_CR79","doi-asserted-by":"publisher","first-page":"455","DOI":"10.3390\/s21020455","volume":"21","author":"H Alshazly","year":"2021","unstructured":"Alshazly, H., Linse, C., Barth, E., Martinetz, T.: Explainable covid-19 detection using chest CT scans and deep learning. Sensors 21(2), 455 (2021). https:\/\/doi.org\/10.3390\/s21020455","journal-title":"Sensors"},{"issue":"1","key":"960_CR80","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1038\/s41467-018-07882-8","volume":"10","author":"Z Tang","year":"2019","unstructured":"Tang, Z., Chuang, K.V., DeCarli, C., Jin, L.-W., Beckett, L., Keiser, M.J., Dugger, B.N.: Interpretable classification of Alzheimer\u2019s disease pathologies with a convolutional neural network pipeline. Nat. Commun. 10(1), 1\u201314 (2019)","journal-title":"Nat. Commun."},{"key":"960_CR81","doi-asserted-by":"crossref","unstructured":"Nigri, E., Ziviani, N., Cappabianco, F., Antunes, A., Veloso, A.: Explainable deep cnns for mri-based diagnosis of alzheimer\u2019s disease. In: 2020 International Joint Conference on Neural Networks (IJCNN), pp. 1\u20138 (2020) IEEE","DOI":"10.1109\/IJCNN48605.2020.9206837"},{"key":"960_CR82","doi-asserted-by":"crossref","unstructured":"Wang, N., Chen, M., Subbalakshmi, K.P.: Explainable cnn-attention networks (c-attention network) for automated detection of alzheimer\u2019s disease. arXiv preprint arXiv:2006.14135 (2020) at reprint","DOI":"10.1101\/2020.06.24.20139592"},{"issue":"1","key":"960_CR83","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41598-021-82098-3","volume":"11","author":"S El-Sappagh","year":"2021","unstructured":"El-Sappagh, S., Alonso, J.M., Islam, S., Sultan, A.M., Kwak, K.S.: A multilayer multimodal detection and prediction model based on explainable artificial intelligence for Alzheimer\u2019s disease. Sci. Rep. 11(1), 1\u201326 (2021)","journal-title":"Sci. Rep."},{"key":"960_CR84","doi-asserted-by":"crossref","unstructured":"Zeng, Z., Shen, Z., Tan, B.T.H., Chin, J.J., Leung, C., Wang, Y., Chi, Y., Miao, C.: Explainable and argumentation-based decision making with qualitative preferences for diagnostics and prognostics of alzheimer\u2019s disease. In: Proceedings of the International Conference on Principles of Knowledge Representation and Reasoning, vol. 17, pp. 816\u2013826 (2020)","DOI":"10.24963\/kr.2020\/84"},{"key":"960_CR85","doi-asserted-by":"publisher","unstructured":"Achilleos, K.G., Leandrou, S., Prentzas, N., Kyriacou, P.A., Kakas, A.C., Pattichis, C.S.: Extracting explainable assessments of alzheimer\u2019s disease via machine learning on brain mri imaging data. In: 2020 IEEE 20th International Conference on Bioinformatics and Bioengineering (BIBE), pp. 1036\u20131041 (2020) https:\/\/doi.org\/10.1109\/BIBE50027.2020.00175. IEEE","DOI":"10.1109\/BIBE50027.2020.00175"},{"key":"960_CR86","doi-asserted-by":"publisher","DOI":"10.1016\/j.compbiomed.2020.104041","volume":"126","author":"PR Magesh","year":"2020","unstructured":"Magesh, P.R., Myloth, R.D., Tom, R.J.: An explainable machine learning model for early detection of parkinson\u2019s disease using lime on datscan imagery. Comput. Biol. Med. 126, 104041 (2020). https:\/\/doi.org\/10.1016\/j.compbiomed.2020.104041","journal-title":"Comput. Biol. Med."},{"key":"960_CR87","doi-asserted-by":"publisher","unstructured":"Cavaliere, F., Della\u00a0Cioppa, A., Marcelli, A., Parziale, A., Senatore, R.: Parkinson\u2019s disease diagnosis: towards grammar-based explainable artificial intelligence. In: 2020 IEEE Symposium on Computers and Communications (ISCC), pp. 1\u20136 (2020) https:\/\/doi.org\/10.1109\/ISCC50000.2020.9219616. IEEE","DOI":"10.1109\/ISCC50000.2020.9219616"},{"key":"960_CR88","doi-asserted-by":"publisher","unstructured":"Van\u00a0Steenkiste, T., Deschrijver, D., Dhaene, T.: Interpretable ecg beat embedding using disentangled variational auto-encoders. In: 2019 IEEE 32nd International Symposium on Computer-Based Medical Systems (CBMS), pp. 373\u2013378 (2019) https:\/\/doi.org\/10.1109\/CBMS.2019.00081. IEEE","DOI":"10.1109\/CBMS.2019.00081"},{"key":"960_CR89","doi-asserted-by":"publisher","DOI":"10.1016\/j.compbiomed.2020.104057","volume":"127","author":"S Mousavi","year":"2020","unstructured":"Mousavi, S., Afghah, F., Acharya, U.R.: Han-ecg: an interpretable atrial fibrillation detection model using hierarchical attention networks. Comput. Biol. Med. 127, 104057 (2020). https:\/\/doi.org\/10.1016\/j.compbiomed.2020.104057","journal-title":"Comput. Biol. Med."},{"key":"960_CR90","doi-asserted-by":"publisher","unstructured":"Clough, J.R., Oksuz, I., Puyol-Ant\u00f3n, E., Ruijsink, B., King, A.P., Schnabel, J.A.: Global and local interpretability for cardiac MRI classification. In: International Conference on Medical Image Computing and Computer-Assisted Intervention, pp. 656\u2013664 (2019) https:\/\/doi.org\/10.1007\/978-3-030-32251-9_72.Springer","DOI":"10.1007\/978-3-030-32251-9_72."},{"key":"960_CR91","doi-asserted-by":"publisher","unstructured":"Puyol-Ant\u00f3n, E., Chen, C., Clough, J.R., Ruijsink, B., Sidhu, B.S., Gould, J., Porter, B., Elliott, M., Mehta, V., Rueckert, D.: Interpretable deep models for cardiac resynchronisation therapy response prediction. In: International Conference on Medical Image Computing and Computer-Assisted Intervention, pp. 284\u2013293 (2020) https:\/\/doi.org\/10.1007\/978-3-030-59710-8_28.Springer","DOI":"10.1007\/978-3-030-59710-8_28."},{"key":"960_CR92","doi-asserted-by":"publisher","unstructured":"Aghamohammadi, M., Madan, M., Hong, J.K., Watson, I.: Predicting heart attack through explainable artificial intelligence. In: International Conference on Computational Science, pp. 633\u2013645 (2019) https:\/\/doi.org\/10.1007\/978-3-030-22741-8_45. Springer","DOI":"10.1007\/978-3-030-22741-8_45"},{"issue":"1","key":"960_CR93","doi-asserted-by":"publisher","first-page":"603","DOI":"10.1007\/s12325-019-01130-1","volume":"37","author":"OT Jones","year":"2020","unstructured":"Jones, O.T., Ranmuthu, C.K., Hall, P.N., Funston, G., Walter, F.M.: Recognising skin cancer in primary care. Adv. Ther. 37(1), 603\u2013616 (2020)","journal-title":"Adv. Ther."},{"key":"960_CR94","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2020.107413","volume":"110","author":"C Barata","year":"2021","unstructured":"Barata, C., Celebi, M.E., Marques, J.S.: Explainable skin lesion diagnosis using taxonomies. Pattern Recogn. 110, 107413 (2021). https:\/\/doi.org\/10.1016\/j.patcog.2020.107413","journal-title":"Pattern Recogn."},{"key":"960_CR95","doi-asserted-by":"publisher","unstructured":"Nguyen, D.M.H., Ezema, A., Nunnari, F., Sonntag, D.: A visually explainable learning system for skin lesion detection using multiscale input with attention u-net. In: German Conference on Artificial Intelligence (K\u00fcnstliche Intelligenz), pp. 313\u2013319 (2020) https:\/\/doi.org\/10.1007\/978-3-030-58285-2_28 Springer","DOI":"10.1007\/978-3-030-58285-2_28"},{"issue":"5","key":"960_CR96","doi-asserted-by":"publisher","first-page":"1483","DOI":"10.1109\/JBHI.2021.3052044","volume":"25","author":"S Jiang","year":"2021","unstructured":"Jiang, S., Li, H., Jin, Z.: A visually interpretable deep learning framework for histopathological image-based skin cancer diagnosis. IEEE J. Biomed. Health Inform. 25(5), 1483\u20131494 (2021). https:\/\/doi.org\/10.1109\/JBHI.2021.3052044","journal-title":"IEEE J. Biomed. Health Inform."},{"issue":"2","key":"960_CR97","doi-asserted-by":"publisher","first-page":"699","DOI":"10.1109\/TMI.2020.3035253","volume":"40","author":"R Gu","year":"2020","unstructured":"Gu, R., Wang, G., Song, T., Huang, R., Aertsen, M., Deprest, J., Ourselin, S., Vercauteren, T., Zhang, S.: Ca-net: Comprehensive attention convolutional neural networks for explainable medical image segmentation. IEEE Trans. Med. Imaging 40(2), 699\u2013711 (2020). https:\/\/doi.org\/10.1109\/TMI.2020.3035253","journal-title":"IEEE Trans. Med. Imaging"},{"key":"960_CR98","doi-asserted-by":"crossref","unstructured":"Stieler, F., Rabe, F., Bauer, B.: Towards domain-specific explainable ai: model interpretation of a skin image classifier using a human approach. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 1802\u20131809 (2021)","DOI":"10.1109\/CVPRW53098.2021.00199"},{"key":"960_CR99","doi-asserted-by":"publisher","unstructured":"van\u00a0der Velden, B.H., Ragusi, M.A., Janse, M.H., Loo, C.E., Gilhuijs, K.G.: Interpretable deep learning regression for breast density estimation on MRI. In: Medical Imaging 2020: Computer-Aided Diagnosis, vol. 11314, p. 1131412 (2020) International Society for Optics and Photonics. https:\/\/doi.org\/10.1117\/12.2549003","DOI":"10.1117\/12.2549003"},{"key":"960_CR100","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2020.101908","volume":"68","author":"Y Shen","year":"2021","unstructured":"Shen, Y., Wu, N., Phang, J., Park, J., Liu, K., Tyagi, S., Heacock, L., Kim, S.G., Moy, L., Cho, K.: An interpretable classifier for high-resolution breast cancer screening images utilizing weakly supervised localization. Med. Image Anal. 68, 101908 (2021). https:\/\/doi.org\/10.1016\/j.media.2020.101908","journal-title":"Med. Image Anal."},{"key":"960_CR101","doi-asserted-by":"publisher","unstructured":"Sabol, P., Sin\u010d\u00e1k, P., Ogawa, K., Hartono, P.: explainable classifier supporting decision-making for breast cancer diagnosis from histopathological images. In: 2019 International Joint Conference on Neural Networks (IJCNN), pp. 1\u20138 (2019) https:\/\/doi.org\/10.1109\/IJCNN.2019.8852070.IEEE","DOI":"10.1109\/IJCNN.2019.8852070"},{"issue":"3","key":"960_CR102","first-page":"1","volume":"13","author":"A Beykikhoshk","year":"2020","unstructured":"Beykikhoshk, A., Quinn, T.P., Lee, S.C., Tran, T., Venkatesh, S.: Deeptriage: interpretable and individualised biomarker scores using attention mechanism for the classification of breast cancer sub-types. BMC Med. Genomics 13(3), 1\u201310 (2020)","journal-title":"BMC Med. Genomics"},{"key":"960_CR103","doi-asserted-by":"publisher","DOI":"10.1016\/j.artmed.2020.101858","volume":"107","author":"D Gu","year":"2020","unstructured":"Gu, D., Su, K., Zhao, H.: A case-based ensemble learning system for explainable breast cancer recurrence prediction. Artif. Intell. Med. 107, 101858 (2020). https:\/\/doi.org\/10.1016\/j.artmed.2020.101858","journal-title":"Artif. Intell. Med."},{"key":"960_CR104","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2020.101915","volume":"68","author":"SM Thomas","year":"2021","unstructured":"Thomas, S.M., Lefevre, J.G., Baxter, G., Hamilton, N.A.: Interpretable deep learning systems for multi-class segmentation and classification of non-melanoma skin cancer. Med. Image Anal. 68, 101915 (2021). https:\/\/doi.org\/10.1016\/j.media.2020.101915","journal-title":"Med. Image Anal."},{"key":"960_CR105","doi-asserted-by":"publisher","unstructured":"Li, H., Zhou, J., Zhou, Y., Chen, J., Gao, F., Xu, Y., Gao, X.: Automatic and interpretable model for periodontitis diagnosis in panoramic radiographs. In: International Conference on Medical Image Computing and Computer-Assisted Intervention, pp. 454\u2013463 (2020) https:\/\/doi.org\/10.1007\/978-3-030-59713-9_44.Springer","DOI":"10.1007\/978-3-030-59713-9_44."},{"key":"960_CR106","doi-asserted-by":"publisher","first-page":"152900","DOI":"10.1109\/ACCESS.2019.2948430","volume":"7","author":"GR Vasquez-Morales","year":"2019","unstructured":"Vasquez-Morales, G.R., Martinez-Monterrubio, S.M., Moreno-Ger, P., Recio-Garcia, J.A.: Explainable prediction of chronic renal disease in the Colombian population using neural networks and case-based reasoning. IEEE Access 7, 152900\u2013152910 (2019). https:\/\/doi.org\/10.1109\/ACCESS.2019.2948430","journal-title":"IEEE Access"},{"key":"960_CR107","doi-asserted-by":"publisher","first-page":"1154","DOI":"10.1109\/ACCESS.2020.3047195","volume":"9","author":"S Penafiel","year":"2020","unstructured":"Penafiel, S., Baloian, N., Sanson, H., Pino, J.A.: Predicting stroke risk with an interpretable classifier. IEEE Access 9, 1154\u20131166 (2020). https:\/\/doi.org\/10.1109\/ACCESS.2020.3047195","journal-title":"IEEE Access"},{"key":"960_CR108","doi-asserted-by":"publisher","DOI":"10.1016\/j.compbiomed.2021.104469","volume":"134","author":"M Chary","year":"2021","unstructured":"Chary, M., Boyer, E.W., Burns, M.M.: Diagnosis of acute poisoning using explainable artificial intelligence. Comput. Biol. Med. 134, 104469 (2021). https:\/\/doi.org\/10.1016\/j.compbiomed.2021.104469","journal-title":"Comput. Biol. Med."},{"key":"960_CR109","doi-asserted-by":"crossref","unstructured":"Liu, F., Wu, X., Ge, S., Fan, W., Zou, Y.: Exploring and distilling posterior and prior knowledge for radiology report generation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 13753\u201313762 (2021)","DOI":"10.1109\/CVPR46437.2021.01354"},{"issue":"1","key":"960_CR110","doi-asserted-by":"publisher","first-page":"299","DOI":"10.1109\/TVCG.2018.2865027","volume":"25","author":"BC Kwon","year":"2018","unstructured":"Kwon, B.C., Choi, M.-J., Kim, J.T., Choi, E., Kim, Y.B., Kwon, S., Sun, J., Choo, J.: Retainvis: Visual analytics with interpretable and interactive recurrent neural networks on electronic medical records. IEEE Trans. Visual Comput. Graphics 25(1), 299\u2013309 (2018). https:\/\/doi.org\/10.1109\/TVCG.2018.2865027","journal-title":"IEEE Trans. Visual Comput. Graphics"},{"key":"960_CR111","unstructured":"Lucieri, A., Bajwa, M.N., Dengel, A., Ahmed, S.: Achievements and challenges in explaining deep learning based computer-aided diagnosis systems. arXiv preprint arXiv:2011.13169 (2020) at reprint"}],"container-title":["Multimedia Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00530-022-00960-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00530-022-00960-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00530-022-00960-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,9]],"date-time":"2025-04-09T13:06:06Z","timestamp":1744203966000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00530-022-00960-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,6,25]]},"references-count":111,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2022,12]]}},"alternative-id":["960"],"URL":"https:\/\/doi.org\/10.1007\/s00530-022-00960-4","relation":{},"ISSN":["0942-4962","1432-1882"],"issn-type":[{"value":"0942-4962","type":"print"},{"value":"1432-1882","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,6,25]]},"assertion":[{"value":"15 October 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 May 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 June 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}