{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,12]],"date-time":"2026-05-12T16:59:10Z","timestamp":1778605150086,"version":"3.51.4"},"reference-count":44,"publisher":"Springer Science and Business Media LLC","issue":"29","license":[{"start":{"date-parts":[[2023,3,21]],"date-time":"2023-03-21T00:00:00Z","timestamp":1679356800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,3,21]],"date-time":"2023-03-21T00:00:00Z","timestamp":1679356800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2023,10]]},"DOI":"10.1007\/s00521-023-08452-w","type":"journal-article","created":{"date-parts":[[2023,3,21]],"date-time":"2023-03-21T10:04:43Z","timestamp":1679393083000},"page":"21535-21553","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Improving explainability results of convolutional neural networks in microscopy images"],"prefix":"10.1007","volume":"35","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9234-0069","authenticated-orcid":false,"given":"Athanasios","family":"Kallipolitis","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Panayiotis","family":"Yfantis","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2860-399X","authenticated-orcid":false,"given":"Ilias","family":"Maglogiannis","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,3,21]]},"reference":[{"key":"8452_CR1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2020.102551","volume":"146","author":"D Shin","year":"2021","unstructured":"Shin D (2021) The effects of explainability and causability on perception, trust, and acceptance: Implications for explainable AI. Int J Hum Comput Stud 146:102551","journal-title":"Int J Hum Comput Stud"},{"key":"8452_CR2","first-page":"1","volume":"2021","author":"W Buczynski","year":"2021","unstructured":"Buczynski W, Cuzzolin F, Sahakian BJ (2021) A review of machine learning experiments in equity investment decision-making: why most published research findings do not live up to their promise in real life. Int J Data Sci Anal 2021:1\u201322","journal-title":"Int J Data Sci Anal"},{"key":"8452_CR3","doi-asserted-by":"publisher","first-page":"206","DOI":"10.1038\/s42256-019-0048-x","volume":"1","author":"C Rudin","year":"2018","unstructured":"Rudin C (2018) Stop explaining black box machine learning models for high stakes decisions and use interpretable models instead. Nat Mach Intell 1:206\u2013215","journal-title":"Nat Mach Intell"},{"key":"8452_CR4","unstructured":"Akula R, Garibay II (2021) Audit and assurance of AI algorithms: a framework to ensure ethical algorithmic practices in artificial intelligence. ArXiv: abs\/2107.14046"},{"key":"8452_CR5","doi-asserted-by":"crossref","unstructured":"Lapuschkin S, W\u00e4ldchen S, Binder A, Montavon G, Samek W, M\u00fcller K (2019) Unmasking clever Hans predictors and assessing what machines really learn. Nat Commun 10","DOI":"10.1038\/s41467-019-08987-4"},{"key":"8452_CR6","doi-asserted-by":"publisher","first-page":"336","DOI":"10.1007\/s11263-019-01228-7","volume":"128","author":"RR Selvaraju","year":"2019","unstructured":"Selvaraju RR, Das A, Vedantam R, Cogswell M, Parikh D, Batra D (2019) Grad-CAM: visual explanations from deep networks via gradient-based localization. Int J Comput Vis 128:336\u2013359","journal-title":"Int J Comput Vis"},{"issue":"6","key":"8452_CR7","doi-asserted-by":"publisher","first-page":"642","DOI":"10.1016\/j.medj.2021.04.006","volume":"2","author":"L Adlung","year":"2021","unstructured":"Adlung L, Cohen Y, Mor U, Elinav E (2021) Machine learning in clinical decision making. Med 2(6):642\u2013665","journal-title":"Med"},{"key":"8452_CR8","doi-asserted-by":"crossref","unstructured":"Kallipolitis A, Stratigos A, Zarras A, Maglogiannis I (2020a) Fully connected visual words for the classification of skin cancer confocal images. In: VISIGRAPP","DOI":"10.1145\/3411408.3411435"},{"key":"8452_CR9","doi-asserted-by":"crossref","unstructured":"Graziani M, Palatnik de Souza I, Velasco MMBR, Andrearczyk V (2021) Sharpening local interpretable model-agnostic explanations for histopathology: improved understandability and reliability. In: International conference on medical image computing and computer assisted intervention, Strasbourg","DOI":"10.1007\/978-3-030-87199-4_51"},{"key":"8452_CR10","unstructured":"Simoyan K, Vedaldi A, Zisserman A (2014) Deep inside convolutional networks: visualising image classification models and saliency maps. CoRR abs\/1312.6034"},{"key":"8452_CR11","unstructured":"Smilkov D, Thorat N, Kim B, Vi\u00e9gas F, Wattenberg M (2017) SmoothGrad: removing noise by adding noise. ArXiV abs\/1706.03825"},{"key":"8452_CR12","doi-asserted-by":"crossref","unstructured":"Zeiler MD, Fergus R (2014) Visualizing and understanding convolutional networks. In: ECCV","DOI":"10.1007\/978-3-319-10590-1_53"},{"key":"8452_CR13","unstructured":"Springenberg JT, Dosovitskiy A, Brox T, Riedmiller MA (2015) Striving for simplicity: the all convolutional net. CoRR abs\/1412.6806"},{"key":"8452_CR14","doi-asserted-by":"publisher","first-page":"e0130140","DOI":"10.1371\/journal.pone.0130140","volume":"10","author":"S Bach","year":"2015","unstructured":"Bach S, Binder A, Montavon G, Klauschen F, M\u00fcller K, Samek W (2015) On pixel-wise explanations for non-linear classifier decisions by layer-wise relevance propagation. PLoS 10:e0130140","journal-title":"PLoS"},{"key":"8452_CR15","unstructured":"Shrikumar A, Greenside P, Kundaje A (2017) Learning important features through propagating activation differences. ArXiV abs\/1704.02685"},{"key":"8452_CR16","unstructured":"Sundararajan M, Taly A, Yan Q (2017) Axiomatic attribution for deep networks. ArXiV abs\/1703.01365"},{"key":"8452_CR17","doi-asserted-by":"crossref","unstructured":"Zhou B, Khosla A, Lapedriza \u00c0, Oliva A, Torralba A (2016) Learning deep features for discriminative localization. In: 2016 IEEE conference on computer vision and pattern recognition (CVPR), pp 2921\u20132929","DOI":"10.1109\/CVPR.2016.319"},{"key":"8452_CR18","doi-asserted-by":"crossref","unstructured":"Sousa IP, Vellasco MM, Silva EC (2019) (Basel, Switzerland) Local interpretable model-agnostic explanations for classification of lymph node metastases. Sensors 19","DOI":"10.3390\/s19132969"},{"key":"8452_CR19","doi-asserted-by":"crossref","unstructured":"Ribeiro MT, Singh S, Guestrin C (2016) Why should I trust you?: explaining the predictions of any classifier. In: Proceedings of the 22nd ACM SIGKDD international conference on knowledge discovery and data mining","DOI":"10.1145\/2939672.2939778"},{"key":"8452_CR20","doi-asserted-by":"crossref","unstructured":"Poceviciute M, Eilertsen G, Lundstr\u00f6m C (2020) Survey of XAI in digital pathology. Arxiv abs\/2008.06353","DOI":"10.1007\/978-3-030-50402-1_4"},{"key":"8452_CR21","doi-asserted-by":"crossref","unstructured":"Veeling BS, Linmans J, Winkens J, Cohen T, Welling M (2018) Rotation equivariant CNNs for digital pathology. In: Proceedings of the international conference on medical image computing and computer-assisted intervention, Granada, Spain, pp 210\u2013218","DOI":"10.1007\/978-3-030-00934-2_24"},{"key":"8452_CR22","doi-asserted-by":"crossref","unstructured":"Huang Y, Chung AC (2019) CELNet: evidence localization for pathology images using weakly supervised learning. ArXiv abs\/1909.07097","DOI":"10.1007\/978-3-030-32239-7_68"},{"key":"8452_CR23","doi-asserted-by":"crossref","unstructured":"Sabol P, Sincak P, Ogawa K, Hartono P (2019) Explainable classifier supporting decision-making for breast cancer diagnosis from histopathological images. In: 2019 International joint conference on neural networks (IJCNN), pp 1\u20138","DOI":"10.1109\/IJCNN.2019.8852070"},{"key":"8452_CR24","unstructured":"Xie P, Zuo K, Zhang Y, Li F, Yin M, Lu K (2019) Interpretable classification from skin cancer histology slides using deep learning: a retrospective multicenter study. ArXiv abs\/1904.06156"},{"key":"8452_CR25","doi-asserted-by":"crossref","unstructured":"Kallipolitis A, Stratigos A, Zarras A, Maglogiannis I (2020) Explainable fully connected visual words for the classification of skin cancer confocal images: interpreting the influence of visual words in classifying benign vs malignant pattern. In: 11th Hellenic conference on artificial intelligence","DOI":"10.1145\/3411408.3411435"},{"key":"8452_CR26","doi-asserted-by":"crossref","unstructured":"Stutz D, Hermans A, Leibe B (2018) Superpixels: an evaluation of the state-of-the-art. ArxiV","DOI":"10.1016\/j.cviu.2017.03.007"},{"key":"8452_CR27","unstructured":"Achanta R, Shaji A, Smith K, Lucchi A, Fua PV, S\u00fcsstrunk S (2010) SLIC Superpixels"},{"key":"8452_CR28","doi-asserted-by":"publisher","first-page":"167","DOI":"10.1023\/B:VISI.0000022288.19776.77","volume":"59","author":"PF Felzenszwalb","year":"2004","unstructured":"Felzenszwalb PF, Huttenlocher D (2004) Efficient graph-based image segmentation. Int J Comput Vis 59:167\u2013181","journal-title":"Int J Comput Vis"},{"key":"8452_CR29","doi-asserted-by":"crossref","unstructured":"Salem M, Ibrahim A, Ali HA (2013) Automatic quick-shift method for color image segmentation. In: 2013 8th international conference on computer engineering and systems (ICCES), pp 245\u2013251","DOI":"10.1109\/ICCES.2013.6707212"},{"key":"8452_CR30","doi-asserted-by":"publisher","first-page":"1455","DOI":"10.1109\/TBME.2015.2496264","volume":"2016","author":"FA Spanhol","year":"2016","unstructured":"Spanhol FA, Oliveira L, Petitjean C, Heutte L (2016) A dataset for breast cancer histopathological image classification. IEEE Trans Biomed Eng TBME 2016:1455\u20131462","journal-title":"IEEE Trans Biomed Eng TBME"},{"key":"8452_CR31","doi-asserted-by":"crossref","unstructured":"Samek W, Binder A, Montavon G, Lapuschkin S, M\u00fcller K (2017) Evaluating the visualization of what a deep neural network has learned. In: IEEE transactions on neural networks and learning systems, pp 2660\u20132763","DOI":"10.1109\/TNNLS.2016.2599820"},{"key":"8452_CR32","doi-asserted-by":"crossref","unstructured":"Deng J, Dong W, Socher R, Li L-J, Li K, Li F-F (2009) ImageNet: a large-scale hierarchical image database. In: 2009 IEEE conference on computer vision and pattern recognition, pp 248\u2013255","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"8452_CR33","unstructured":"Springenberg JT, Dosovitskiy A, Brox T, Riedmiller MA (2015) Striving for simplicity: the all convolutional net. CoRR, abs\/1412.6806"},{"key":"8452_CR34","doi-asserted-by":"crossref","unstructured":"Kallipolitis A, Revelos K, Maglogiannis I (2021) Ensembling efficientnets for the classification and interpretation of histopathology images. Algorithms","DOI":"10.3390\/a14100278"},{"key":"8452_CR35","doi-asserted-by":"publisher","first-page":"256","DOI":"10.1016\/j.eururo.2020.04.023","volume":"78","author":"A Woerl","year":"2021","unstructured":"Woerl A, Eckstein M, Geiger J, Wagner D, Daher T, Stenzel P, Fernandez A, Hartmann A, Wand M, Roth W, Foersch S (2021) Deep learning predicts molecular subtype of muscle-invasive bladder cancer from conventional histopathological slides. Eur Urol 78:256\u2013264","journal-title":"Eur Urol"},{"key":"8452_CR36","doi-asserted-by":"publisher","first-page":"421","DOI":"10.1111\/epi.16447","volume":"61","author":"J Kubach","year":"2020","unstructured":"Kubach J, Muhlebner-Fahrngruber A, Soylemezo\u011flu F, Miyata H, Niehusmann P, Honavar M, Rogerio F, Kim S, Aronica E, Garbelli R, Vilz S, Popp A, Walcher S, Neuner C, Scholz M, Kuerten S, Schropp V, Roeder SS, Eichhorn P, Eckstein M, Brehmer A, Kobow K, Coras R, Blumcke I, Jabari S (2020) Same same but different: a web-based deep learning application revealed classifying features for the histopathologic distinction of cortical malformations. Epilepsia 61:421\u2013432","journal-title":"Epilepsia"},{"key":"8452_CR37","doi-asserted-by":"publisher","first-page":"1505","DOI":"10.1002\/hbm.24891","volume":"41","author":"X Wang","year":"2019","unstructured":"Wang X, Liang XG, Jiang Z, Nguchu BA, Zhou Y, Wang Y, Wang H, Li Y, Zhu Y, Wu F, Gao J, Qiu BE (2019) Decoding and mapping task states of the human brain via deep learning. Hum Brain Mapp 41:1505\u20131519","journal-title":"Hum Brain Mapp"},{"key":"8452_CR38","unstructured":"Adebayo J, Gilmer J, Muelly M, Goodfellow IJ, Hardt M, Kim B (2018) Sanity checks for saliency maps. NeurIPS"},{"key":"8452_CR39","unstructured":"Draelos RL, Carin L (2020) Use HiResCAM instead of Grad-CAM for faithful explanations of convolutional neural networks"},{"key":"8452_CR40","doi-asserted-by":"crossref","unstructured":"Chattopadhyay A, Sarkar A, Howlader P, Balasubramanian VN (2017) Grad-CAM++: generalized gradient-based visual explanations for deep convolutional networks. In: 2018 IEEE winter conference on applications of computer vision (WACV), pp. 839\u2013847","DOI":"10.1109\/WACV.2018.00097"},{"key":"8452_CR41","unstructured":"Fu R, Hu Q, Dong X, Guo Y, Gao Y, Li B (2020) Axiom-based Grad-CAM: towards accurate visualization and explanation of CNNs. ArXiv: abs\/2008.02312"},{"key":"8452_CR42","doi-asserted-by":"publisher","unstructured":"Desai S, Ramaswamy HG (2020) Ablation-CAM: visual explanations for deep convolutional network via gradient-free localization. In: 2020 IEEE winter conference on applications of computer vision (WACV), pp 972\u2013980. https:\/\/doi.org\/10.1109\/WACV45572.2020.9093360","DOI":"10.1109\/WACV45572.2020.9093360"},{"key":"8452_CR43","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1007\/s42979-021-00449-3","volume":"2","author":"M Bany Muhammad","year":"2021","unstructured":"Bany Muhammad M, Yeasin M (2021) Eigen-CAM: visual explanations for deep convolutional neural networks. SN Comput Sci 2:47. https:\/\/doi.org\/10.1007\/s42979-021-00449-3","journal-title":"SN Comput Sci"},{"key":"8452_CR44","doi-asserted-by":"crossref","unstructured":"Zormpas-Petridis K, Failmezger H, Raza S, Roxanis I, Jamin Y, Yuan Y (2019) Superpixel-based conditional random fields (SuperCRF): incorporating global and local context for enhanced deep learning in melanoma histopathology. Front Oncol 9","DOI":"10.3389\/fonc.2019.01045"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-023-08452-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-023-08452-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-023-08452-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,9,16]],"date-time":"2023-09-16T14:04:39Z","timestamp":1694873079000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-023-08452-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,3,21]]},"references-count":44,"journal-issue":{"issue":"29","published-print":{"date-parts":[[2023,10]]}},"alternative-id":["8452"],"URL":"https:\/\/doi.org\/10.1007\/s00521-023-08452-w","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,3,21]]},"assertion":[{"value":"14 November 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 February 2023","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 March 2023","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no known competing financial interests or personal relationships that could have appeared to influence the work reported in this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"Part of data that support the findings of this study are not openly available due to reasons of sensitivity.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Availability of data and materials"}}]}}