{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,25]],"date-time":"2026-06-25T22:08:33Z","timestamp":1782425313565,"version":"3.54.5"},"publisher-location":"Cham","reference-count":34,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030840594","type":"print"},{"value":"9783030840600","type":"electronic"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-84060-0_16","type":"book-chapter","created":{"date-parts":[[2021,8,11]],"date-time":"2021-08-11T06:09:49Z","timestamp":1628662189000},"page":"241-253","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":32,"title":["On the Overlap Between Grad-CAM Saliency Maps and Explainable Visual Features in Skin Cancer Images"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1596-4043","authenticated-orcid":false,"given":"Fabrizio","family":"Nunnari","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8420-2536","authenticated-orcid":false,"given":"Md Abdul","family":"Kadir","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8857-8709","authenticated-orcid":false,"given":"Daniel","family":"Sonntag","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2021,8,10]]},"reference":[{"key":"16_CR1","doi-asserted-by":"crossref","unstructured":"Arun, N., et al.: Assessing the (un)trustworthiness of saliency maps for localizing abnormalities in medical imaging (2020)","DOI":"10.1101\/2020.07.28.20163899"},{"key":"16_CR2","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1016\/j.ejca.2019.04.001","volume":"113","author":"TJ Brinker","year":"2019","unstructured":"Brinker, T.J., Hekler, A., Enk, A.H., et al.: Deep learning outperformed 136 of 157 dermatologists in a head-to-head dermoscopic melanoma image classification task. Eur. J. Cancer 113, 47\u201354 (2019). https:\/\/doi.org\/10.1016\/j.ejca.2019.04.001","journal-title":"Eur. J. Cancer"},{"key":"16_CR3","doi-asserted-by":"publisher","unstructured":"Brinker, T.J., Hekler, A., Utikal, J.S., et al.: Skin cancer classification using convolutional neural networks: systematic review. J. Med. Internet Res. 20(10) (2018). https:\/\/doi.org\/10.2196\/11936","DOI":"10.2196\/11936"},{"key":"16_CR4","doi-asserted-by":"publisher","unstructured":"Chattopadhay, A., Sarkar, A., Howlader, P., Balasubramanian, V.N.: Grad-CAM++: generalized gradient-based visual explanations for deep convolutional networks. In: 2018 IEEE Winter Conference on Applications of Computer Vision (WACV), March 2018. https:\/\/doi.org\/10.1109\/wacv.2018.00097","DOI":"10.1109\/wacv.2018.00097"},{"key":"16_CR5","unstructured":"Codella, N., Rotemberg, V., Tschandl, P., et al.: Skin lesion analysis toward Melanoma detection 2018: a challenge hosted by the international skin imaging collaboration (ISIC), February 2019. arXiv: 1902.03368"},{"key":"16_CR6","doi-asserted-by":"crossref","unstructured":"Codella, N.C.F., Gutman, D., Celebi, M.E., et al.: Skin lesion analysis toward melanoma detection: a challenge at the 2017 international symposium on biomedical imaging (ISBI), hosted by the international skin imaging collaboration (ISIC), October 2017. arXiv: 1710.05006","DOI":"10.1109\/ISBI.2018.8363547"},{"key":"16_CR7","unstructured":"Combalia, M., Codella, N.C.F., Rotemberg, V., et al.: BCN20000: dermoscopic lesions in the wild. arXiv:1908.02288 [cs, eess], August 2019. arXiv: 1908.02288"},{"key":"16_CR8","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/978-1-4614-7322-0_43-1","volume-title":"Melanoma","author":"C Curiel-Lewandrowski","year":"2019","unstructured":"Curiel-Lewandrowski, C., et al.: Artificial intelligence approach in Melanoma. In: Fisher, D.E., Bastian, B.C. (eds.) Melanoma, pp. 1\u201331. Springer, New York (2019). https:\/\/doi.org\/10.1007\/978-1-4614-7322-0_43-1"},{"key":"16_CR9","doi-asserted-by":"publisher","unstructured":"Deng, J., Dong, W., Socher, R., et al.: ImageNet: a large-scale hierarchical image database. In: 2009 IEEE Conference on Computer Vision and Pattern Recognition, pp. 248\u2013255. IEEE, Miami, June 2009. https:\/\/doi.org\/10.1109\/CVPR.2009.5206848","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"16_CR10","unstructured":"Donahue, J., Jia, Y., Vinyals, O., et al.: DeCAF: a deep convolutional activation feature for generic visual recognition. In: Proceedings of the 31st International Conference on Machine Learning. Proceedings of Machine Learning Research, vol. 32, pp. 647\u2013655. PMLR, Bejing, June 2014"},{"key":"16_CR11","doi-asserted-by":"publisher","unstructured":"Esteva, A., Kuprel, B., Novoa, R.A., et al.: Dermatologist-level classification of skin cancer with deep neural networks. Nature 542, 115 (2017). https:\/\/doi.org\/10.1038\/nature21056","DOI":"10.1038\/nature21056"},{"issue":"2","key":"16_CR12","doi-asserted-by":"publisher","first-page":"547","DOI":"10.1109\/JBHI.2018.2806962","volume":"23","author":"I Gonzalez-Diaz","year":"2019","unstructured":"Gonzalez-Diaz, I.: DermaKNet: incorporating the knowledge of dermatologists to convolutional neural networks for skin lesion diagnosis. IEEE J. Biomed. Health Inform. 23(2), 547\u2013559 (2019). https:\/\/doi.org\/10.1109\/JBHI.2018.2806962","journal-title":"IEEE J. Biomed. Health Inform."},{"key":"16_CR13","doi-asserted-by":"crossref","unstructured":"Han, S.S., Kim, M.S., Lim, W., Park, G.H., Park, I., Chang, S.E.: Classification of the clinical images for benign and malignant cutaneous tumors using a deep learning algorithm. J. Invest. Dermatol. 138(7), 1529\u20131538 (2018)","DOI":"10.1016\/j.jid.2018.01.028"},{"key":"16_CR14","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: The IEEE Conference on Computer Vision and Pattern Recognition (CVPR), June 2016","DOI":"10.1109\/CVPR.2016.90"},{"key":"16_CR15","doi-asserted-by":"crossref","unstructured":"Holzinger, A.: Interactive machine learning for health informatics: when do we need the human-in-the-loop? Brain Inform. 3(2), 119\u2013131 (2016)","DOI":"10.1007\/s40708-016-0042-6"},{"key":"16_CR16","doi-asserted-by":"crossref","unstructured":"Holzinger, A., Carrington, A., M\u00fcller, H.: Measuring the quality of explanations: the system causability scale (SCS). KI - K\u00fcnstliche Intelligenz 34(2), 193\u2013198 (2020)","DOI":"10.1007\/s13218-020-00636-z"},{"key":"16_CR17","doi-asserted-by":"publisher","unstructured":"Jahanifar, M., Tajeddin, N.Z., Asl, B.M., Gooya, A.: Supervised saliency map driven segmentation of lesions in dermoscopic images. IEEE J. Biomed. Health Inform. 23(2), 509\u2013518 (2019). https:\/\/doi.org\/10.1109\/JBHI.2018.2839647","DOI":"10.1109\/JBHI.2018.2839647"},{"key":"16_CR18","unstructured":"Jahanifar, M., Tajeddin, N.Z., Koohbanani, N.A., et al.: Segmentation of skin lesions and their attributes using multi-scale convolutional neural networks and domain specific augmentations (2018)"},{"key":"16_CR19","doi-asserted-by":"crossref","unstructured":"Kapishnikov, A., Bolukbasi, T., Viegas, F., Terry, M.: XRAI: better attributions through regions. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision (ICCV), October 2019","DOI":"10.1109\/ICCV.2019.00505"},{"issue":"6","key":"16_CR20","doi-asserted-by":"publisher","first-page":"741","DOI":"10.1002\/jemt.23220","volume":"82","author":"MA Khan","year":"2019","unstructured":"Khan, M.A., et al.: Construction of saliency map and hybrid set of features for efficient segmentation and classification of skin lesion. Microscopy Res. Tech. 82(6), 741\u2013763 (2019). https:\/\/doi.org\/10.1002\/jemt.23220","journal-title":"Microscopy Res. Tech."},{"key":"16_CR21","unstructured":"Mishra, N.K., Celebi, M.E.: An overview of Melanoma detection in dermoscopy images using image processing and machine learning, Janurary 2016. arXiv: 1601.07843"},{"key":"16_CR22","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"191","DOI":"10.1007\/978-3-030-57321-8_11","volume-title":"Machine Learning and Knowledge Extraction","author":"F Nunnari","year":"2020","unstructured":"Nunnari, F., Bhuvaneshwara, C., Ezema, A.O., Sonntag, D.: A study on the fusion of pixels and patient metadata in CNN-based classification of skin lesion images. In: Holzinger, A., Kieseberg, P., Tjoa, A., Weippl, E. (eds.) CD-MAKE 2020. LNCS, vol. 12279, pp. 191\u2013208. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-57321-8_11"},{"key":"16_CR23","unstructured":"Nunnari, F., Sonntag, D.: A CNN toolbox for skin cancer classification. CoRR abs\/1908.08187 (2019)"},{"key":"16_CR24","doi-asserted-by":"publisher","unstructured":"Nunnari, F., Sonntag, D.: A software toolbox for deploying deep learning decision support systems with XAI capabilities. In: Companion of the 2021 ACM SIGCHI Symposium on Engineering Interactive Computing Systems. EICS 2021, pp. 44\u201349, Association for Computing Machinery, New York (2021). https:\/\/doi.org\/10.1145\/3459926.3464753","DOI":"10.1145\/3459926.3464753"},{"key":"16_CR25","unstructured":"Petsiuk, V., Das, A., Saenko, K.: RISE: randomized input sampling for explanation of black-box models. In: Proceedings of the British Machine Vision Conference (BMVC) (2018)"},{"key":"16_CR26","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"234","DOI":"10.1007\/978-3-319-24574-4_28","volume-title":"Medical Image Computing and Computer-Assisted Intervention","author":"O Ronneberger","year":"2015","unstructured":"Ronneberger, O., Fischer, P., Brox, T.: U-net: convolutional networks for biomedical image segmentation. In: Navab, N., Hornegger, J., Wells, W.M., Frangi, A.F. (eds.) MICCAI 2015. LNCS, vol. 9351, pp. 234\u2013241. Springer, Cham (2015). https:\/\/doi.org\/10.1007\/978-3-319-24574-4_28"},{"key":"16_CR27","doi-asserted-by":"crossref","unstructured":"Selvaraju, R.R., Cogswell, M., Das, A., et al.: Grad-CAM: visual explanations from deep networks via gradient-based localization. In: The IEEE International Conference on Computer Vision (ICCV), October 2017","DOI":"10.1109\/ICCV.2017.74"},{"key":"16_CR28","doi-asserted-by":"crossref","unstructured":"Sharif Razavian, A., Azizpour, H., Sullivan, J., Carlsson, S.: CNN features off-the-shelf: an astounding baseline for recognition. In: The IEEE Conference on Computer Vision and Pattern Recognition (CVPR) Workshops, June 2014","DOI":"10.1109\/CVPRW.2014.131"},{"key":"16_CR29","unstructured":"Simonyan, K., Zisserman, A.: Very deep convolutional networks for large-scale image recognition, September 2014. arXiv:1409.1556"},{"key":"16_CR30","unstructured":"Smilkov, D., Thorat, N., Kim, B., et al.: SmoothGrad: removing noise by adding noise (2017)"},{"key":"16_CR31","unstructured":"Sun, J., Chakraborti, T., Noble, J.A.: A comparative study of explainer modules applied to automated skin lesion classification. In: Atzm\u00fcller, M., Kliegr, T., Schmid, U. (eds.) Proceedings of the First International Workshop on Explainable and Interpretable Machine Learning (XI-ML 2020) Co-located with the 43rd German Conference on Artificial Intelligence (KI 2020), Bamberg, Germany, 21 September 2020 (Virtual Workshop). CEUR Workshop Proceedings, vol. 2796. CEUR-WS.org (2020). http:\/\/ceur-ws.org\/Vol-2796\/xi-ml-2020_sun.pdf"},{"key":"16_CR32","first-page":"13","volume":"2444","author":"S Teso","year":"2019","unstructured":"Teso, S.: Toward faithful explanatory active learning with self-explainable neural nets. Interact. Adapt. Learn. 2444, 13 (2019)","journal-title":"Interact. Adapt. Learn."},{"key":"16_CR33","doi-asserted-by":"publisher","unstructured":"Tschandl, P., Rosendahl, C., Kittler, H.: The HAM10000 dataset, a large collection of multi-source dermatoscopic images of common pigmented skin lesions. Sci. Data 5(1) (2018). https:\/\/doi.org\/10.1038\/sdata.2018.161","DOI":"10.1038\/sdata.2018.161"},{"key":"16_CR34","unstructured":"Zhou, S., Zhuang, Y., Meng, R.: Multi-category skin lesion diagnosis using dermoscopy images and deep CNN ensembles (2019)"}],"container-title":["Lecture Notes in Computer Science","Machine Learning and Knowledge Extraction"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-84060-0_16","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,10]],"date-time":"2025-08-10T22:03:00Z","timestamp":1754863380000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-84060-0_16"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030840594","9783030840600"],"references-count":34,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-84060-0_16","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"10 August 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CD-MAKE","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Cross-Domain Conference for Machine Learning and Knowledge Extraction","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17 August 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20 August 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"cd-make2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/cd-make.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"48","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"20","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"42% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}