{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,11]],"date-time":"2025-09-11T19:10:16Z","timestamp":1757617816276,"version":"3.44.0"},"reference-count":54,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2025,5,17]],"date-time":"2025-05-17T00:00:00Z","timestamp":1747440000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,5,17]],"date-time":"2025-05-17T00:00:00Z","timestamp":1747440000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Evolving Systems"],"published-print":{"date-parts":[[2025,6]]},"DOI":"10.1007\/s12530-025-09693-x","type":"journal-article","created":{"date-parts":[[2025,5,16]],"date-time":"2025-05-16T23:09:30Z","timestamp":1747436970000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Understanding character recognition using Grad-CAM and predicting faithfulness through human evaluation"],"prefix":"10.1007","volume":"16","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6990-6930","authenticated-orcid":false,"given":"Prarthana","family":"Dutta","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Naresh Babu","family":"Muppalaneni","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,5,17]]},"reference":[{"key":"9693_CR1","doi-asserted-by":"publisher","first-page":"102616","DOI":"10.1016\/j.artmed.2023.102616","volume":"143","author":"J Allgaier","year":"2023","unstructured":"Allgaier J, Mulansky L, Draelos RL, Pryss R (2023) How does the model make predictions? A systematic literature review on the explainability power of machine learning in healthcare. Artif Intell Med 143:102616","journal-title":"Artif Intell Med"},{"issue":"3","key":"9693_CR2","doi-asserted-by":"publisher","first-page":"292","DOI":"10.3390\/electronics8030292","volume":"8","author":"MZ Alom","year":"2019","unstructured":"Alom MZ, Taha TM, Yakopcic C, Westberg S, Sidike P, Nasrin MS et al (2019) A state-of-the-art survey on deep learning theory and architectures. Electronics 8(3):292","journal-title":"Electronics"},{"issue":"5","key":"9693_CR3","doi-asserted-by":"publisher","DOI":"10.1002\/widm.1424","volume":"11","author":"PP Angelov","year":"2021","unstructured":"Angelov PP, Soares EA, Jiang R, Arnold NI, Atkinson PM (2021) Explainable artificial intelligence: an analytical review. Wiley Interdiscip Rev Data Min Knowl Discov 11(5):e1424","journal-title":"Wiley Interdiscip Rev Data Min Knowledge Discov"},{"issue":"11","key":"9693_CR4","doi-asserted-by":"publisher","first-page":"5088","DOI":"10.3390\/app11115088","volume":"11","author":"AM Antoniadi","year":"2021","unstructured":"Antoniadi AM, Du Y, Guendouz Y, Wei L, Mazo C, Becker BA et al (2021) Current challenges and future opportunities for XAI in machine learning-based clinical decision support systems: a systematic review. Appl Sci 11(11):5088","journal-title":"Appl Sci"},{"issue":"4","key":"9693_CR5","doi-asserted-by":"publisher","first-page":"1124","DOI":"10.3390\/make4040057","volume":"4","author":"ID Apostolopoulos","year":"2022","unstructured":"Apostolopoulos ID, Athanasoula I, Tzani M, Groumpos PP (2022) An explainable deep learning framework for detecting and localising smoke and fire incidents: evaluation of Grad-CAM++ and LIME. Mach Learn Knowl Extr 4(4):1124\u20131135","journal-title":"Mach Learn Knowl Extr"},{"issue":"5","key":"9693_CR6","doi-asserted-by":"publisher","first-page":"050901","DOI":"10.1117\/1.JEI.30.5.050901","volume":"30","author":"MP Ayyar","year":"2021","unstructured":"Ayyar MP, Benois-Pineau J, Zemmari A (2021) Review of white box methods for explanations of convolutional neural networks in image classification tasks. J Electron Imaging 30(5):050901","journal-title":"J Electron Imaging"},{"key":"9693_CR7","doi-asserted-by":"crossref","unstructured":"Azimi H, Chang S, Gold J, Karabina K (2023) Improving accuracy and explainability of online handwritten character recognition. Int J Doc Anal Recogn 1\u201314","DOI":"10.1007\/s10032-023-00456-5"},{"issue":"5","key":"9693_CR8","doi-asserted-by":"publisher","first-page":"1719","DOI":"10.1007\/s10618-023-00933-9","volume":"37","author":"F Bodria","year":"2023","unstructured":"Bodria F, Giannotti F, Guidotti R, Naretto F, Pedreschi D, Rinzivillo S (2023). Benchmarking and survey of explanation methods for black box models. Data Min Knowl Disc 37(5):1719\u20131778","journal-title":"Data Min Knowl Disc"},{"issue":"4","key":"9693_CR9","doi-asserted-by":"publisher","first-page":"966","DOI":"10.3390\/make3040048","volume":"3","author":"V Buhrmester","year":"2021","unstructured":"Buhrmester V, M\u00fcnch D, Arens M (2021) Analysis of explainers of black box deep neural networks for computer vision: a survey. Mach Learn Knowl Extr 3(4):966\u2013989","journal-title":"Mach Learn Knowl Extr"},{"key":"9693_CR10","doi-asserted-by":"crossref","unstructured":"Chattopadhay A, Sarkar A, Howlader P, Balasubramanian VN (2018) Grad-CAM++: generalized gradient-based visual explanations for deep convolutional networks. In: IEEE winter conference on applications of computer vision (WACV). IEEE 2018, pp 839\u2013847","DOI":"10.1109\/WACV.2018.00097"},{"key":"9693_CR11","doi-asserted-by":"crossref","unstructured":"Choudhury H, Mandal S, Devnath S, Prasanna SM (2015) Combining Sundaram S, HMM and SVM based stroke classifiers for online Assamese handwritten character recognition. In: Annual IEEE India Conference (INDICON). IEEE 2015, pp 1\u20136","DOI":"10.1109\/INDICON.2015.7443830"},{"key":"9693_CR12","unstructured":"Das A, Rad P (2020) Opportunities and challenges in explainable artificial intelligence (XAI): a survey. arXiv preprint arXiv:2006.11371"},{"key":"9693_CR13","doi-asserted-by":"publisher","first-page":"238","DOI":"10.1016\/j.ins.2022.10.013","volume":"615","author":"W Ding","year":"2022","unstructured":"Ding W, Abdel-Basset M, Hawash H, Ali AM (2022) Explainability of artificial intelligence methods, applications and challenges: a comprehensive survey. Inf Sci 615:238\u2013292","journal-title":"Inf Sci"},{"key":"9693_CR14","doi-asserted-by":"crossref","unstructured":"Dong B, Varde AS, Stevanovic D, Wang J, Zhao L (2019) Interpretable distance metric learning for handwritten chinese character recognition. In: 2019 IEEE 5th International Conference on Big Data Intelligence and Computing (DATACOM). IEEE, pp 113\u2013118","DOI":"10.1109\/DataCom.2019.00025"},{"key":"9693_CR15","unstructured":"Draelos RL, Carin L (2020a) Use HiResCAM instead of Grad-CAM for faithful explanations of convolutional neural networks. arXiv preprint arXiv:2011.08891"},{"key":"9693_CR16","unstructured":"Draelos RL, Carin L (2020b) HiResCAM: explainable multi-organ multi-abnormality prediction in 3D medical images. Arxiv preprint"},{"key":"9693_CR17","doi-asserted-by":"publisher","unstructured":"Dutta P, Muppalaneni NB (2019) Assamese Handwritten Digits. IEEE Dataport. https:\/\/doi.org\/10.21227\/n441-bk63","DOI":"10.21227\/n441-bk63"},{"issue":"24","key":"9693_CR18","doi-asserted-by":"publisher","DOI":"10.1002\/cpe.6451","volume":"33","author":"P Dutta","year":"2021","unstructured":"Dutta P, Muppalaneni NB (2021) DigiNet: prediction of Assamese handwritten digits using convolutional neural network. Concurr Comput Pract Exp 33(24):e6451","journal-title":"Concurr Comput Pract Exp"},{"key":"9693_CR19","doi-asserted-by":"crossref","unstructured":"Dutta P, Muppalaneni NB (2022) Explaining machine learning predictions: a case study. In: 2022 Trends in Electrical, Electronics, Computer Engineering Conference (TEECCON). IEEE, pp 72\u201377","DOI":"10.1109\/TEECCON54414.2022.9854821"},{"key":"9693_CR20","doi-asserted-by":"crossref","unstructured":"Dutta P, Muppalaneni NB, Patgiri R (2022) A survey on explainability in artificial intelligence. In: Handbook of research on advances in data analytics and complex communication networks. IGI global, pp 55\u201375","DOI":"10.4018\/978-1-7998-7685-4.ch004"},{"key":"9693_CR21","doi-asserted-by":"crossref","unstructured":"Ghosh R, Kumar P (2020) SVM and HMM classifier combination based approach for online handwritten Indic character recognition. Recent Advances in Computer Science and Communications (Formerly: Recent Patents on Computer Science). 13(2):200\u2013214","DOI":"10.2174\/2213275912666181127124711"},{"issue":"398","key":"9693_CR22","doi-asserted-by":"publisher","first-page":"371","DOI":"10.1080\/01621459.1987.10478440","volume":"82","author":"T Hastie","year":"1987","unstructured":"Hastie T, Tibshirani R (1987) Generalized additive models: some applications. J Am Stat Assoc 82(398):371\u2013386","journal-title":"J Am Stat Assoc"},{"key":"9693_CR23","doi-asserted-by":"crossref","unstructured":"Heng YS, Subramanian P (2022) A systematic review of machine learning and Explainable Artificial Intelligence (XAI) in credit risk modelling. In: Proceedings of the future technologies conference. Springer, Berlin, pp 596\u2013614","DOI":"10.1007\/978-3-031-18461-1_39"},{"key":"9693_CR24","unstructured":"Holzinger A, Biemann C, Pattichis CS, Kell DB (2017) What do we need to build explainable AI systems for the medical domain? arXiv preprint arXiv:1712.09923"},{"issue":"13","key":"9693_CR25","doi-asserted-by":"publisher","first-page":"1541","DOI":"10.3390\/electronics10131541","volume":"10","author":"XA Inbaraj","year":"2021","unstructured":"Inbaraj XA, Villavicencio C, Macrohon JJ, Jeng JH, Hsieh JG (2021) Object identification and localization using Grad-CAM++ with mask regional convolution neural network. Electronics 10(13):1541","journal-title":"Electronics"},{"issue":"3","key":"9693_CR26","doi-asserted-by":"publisher","first-page":"1353","DOI":"10.3390\/app12031353","volume":"12","author":"MR Islam","year":"2022","unstructured":"Islam MR, Ahmed MU, Barua S, Begum S (2022) A systematic review of explainable artificial intelligence in terms of different application domains and tasks. Appl Sci 12(3):1353","journal-title":"Appl Sci"},{"key":"9693_CR27","doi-asserted-by":"publisher","first-page":"100074","DOI":"10.1016\/j.caeai.2022.100074","volume":"3","author":"H Khosravi","year":"2022","unstructured":"Khosravi H, Shum SB, Chen G, Conati C, Tsai YS, Kay J et al (2022) Explainable artificial intelligence in education. Comput Educ Artif Intell 3:100074","journal-title":"Comput Educ Artif Intell"},{"key":"9693_CR28","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2023.120086","volume":"225","author":"SH Kim","year":"2023","unstructured":"Kim SH, Park JS, Lee HS, Yoo SH, Oh KJ (2023) Combining CNN and Grad-CAM for profitability and explainability of investment strategy: application to the KOSPI 200 futures. Expert Syst Appl 225:120086","journal-title":"Expert Syst Appl"},{"key":"9693_CR29","doi-asserted-by":"crossref","unstructured":"Lerma M, Lucas M (2022) Grad-CAM++ is equivalent to Grad-CAM with positive gradients. arXiv preprint arXiv:2205.10838","DOI":"10.56541\/AWJV6348"},{"issue":"1","key":"9693_CR30","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1002\/hast.973","volume":"49","author":"AJ London","year":"2019","unstructured":"London AJ (2019) Artificial intelligence and black-box medical decisions: accuracy versus explainability. Hastings Center Rep 49(1):15\u201321","journal-title":"Hastings Center Rep"},{"issue":"11","key":"9693_CR31","doi-asserted-by":"publisher","first-page":"7977","DOI":"10.1007\/s00500-019-04083-3","volume":"24","author":"P Melnyk","year":"2020","unstructured":"Melnyk P, You Z, Li K (2020) A high-performance CNN method for offline handwritten Chinese character recognition and visualization. Soft Comput 24(11):7977\u20137987","journal-title":"Soft Comput"},{"key":"9693_CR32","doi-asserted-by":"publisher","first-page":"3503","DOI":"10.1007\/s10462-021-10088-y","volume":"55","author":"D Minh","year":"2022","unstructured":"Minh D, Wang HX, Li YF, Nguyen TN (2022) Explainable artificial intelligence: a comprehensive review. Artif Intell Rev 55:3503\u20133568","journal-title":"Artif Intell Rev"},{"key":"9693_CR33","doi-asserted-by":"crossref","unstructured":"Moujahid H, Cherradi B, Al-Sarem M, Bahatti L, Eljialy ABAMY, Alsaeedi A et\u00a0al (2022) Combining CNN and Grad-Cam for COVID-19 disease prediction and visual explanation. Intell Autom Soft Comput 32(2)","DOI":"10.32604\/iasc.2022.022179"},{"key":"9693_CR34","unstructured":"Nguyen HTT, Cao HQ, Nguyen KVT, Pham NDK (2021) Evaluation of explainable artificial intelligence: shap, lime, and cam. In: Proceedings of the FPT AI conference, pp 1\u20136"},{"key":"9693_CR35","doi-asserted-by":"publisher","first-page":"1","DOI":"10.58496\/ADSA\/2023\/001","volume":"2023","author":"WE Noori","year":"2023","unstructured":"Noori WE, Albahri A (2023) Towards trustworthy myopia detection: integration methodology of deep learning approach, XAI visualization, and user interface system. Appl Data Sci Anal 2023:1\u201315","journal-title":"Appl Data Sci Anal"},{"key":"9693_CR36","unstructured":"Omeiza D, Speakman S, Cintas C, Weldermariam K (2019) Smooth Grad-CAM++: an enhanced inference level visualization technique for deep convolutional neural network models. arXiv preprint arXiv:1908.01224"},{"key":"9693_CR37","doi-asserted-by":"crossref","unstructured":"Panati C, Wagner S, Br\u00fcggenwirth S (2022) Feature relevance evaluation using grad-CAM, LIME and SHAP for deep learning SAR data classification. In: 2022 23rd International Radar Symposium (IRS). IEEE, pp 457\u2013462","DOI":"10.23919\/IRS54158.2022.9904989"},{"key":"9693_CR38","doi-asserted-by":"publisher","first-page":"102114","DOI":"10.1016\/j.artmed.2021.102114","volume":"118","author":"M Pennisi","year":"2021","unstructured":"Pennisi M, Kavasidis I, Spampinato C, Schinina V, Palazzo S, Salanitri FP et al (2021) An explainable AI system for automated COVID-19 assessment and lesion categorization from CT-scans. Artif Intell Med 118:102114","journal-title":"Artif Intell Med"},{"issue":"3","key":"9693_CR39","doi-asserted-by":"publisher","first-page":"1362","DOI":"10.1109\/TAI.2023.3289167","volume":"5","author":"C Ralekar","year":"2023","unstructured":"Ralekar C, Choudhary S, Gandhi TK, Chaudhury S (2023) Development of character recognition model inspired by visual explanations. IEEE Trans Artif Intell 5(3):1362\u20131372","journal-title":"IEEE Trans Artif Intell"},{"key":"9693_CR40","first-page":"7","volume":"176","author":"P Sabhadiya","year":"2020","unstructured":"Sabhadiya P, Desai V, Sorathiya N (2020) COVID-CAM: a method of detection COVID using active map classification, CNN and deep learning. Int J Comput Appl 176:7\u201313","journal-title":"Int J Comput Appl"},{"key":"9693_CR41","unstructured":"Sabour S, Frosst N, Hinton GE (2017) Dynamic routing between capsules. In: Advances in neural information processing system, vol 30"},{"issue":"3","key":"9693_CR42","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1109\/JPROC.2021.3060483","volume":"109","author":"W Samek","year":"2021","unstructured":"Samek W, Montavon G, Lapuschkin S, Anders CJ, M\u00fcller KR (2021) Explaining deep neural networks and beyond: a review of methods and applications. Proc IEEE 109(3):247\u2013278","journal-title":"Proc IEEE"},{"key":"9693_CR43","doi-asserted-by":"crossref","unstructured":"Sarma B, Mehrotra K, Naik RK, Prasanna S, Belhe S, Mahanta C (2013) Handwritten Assamese numeral recognizer using HMM & SVM classifiers. In: 2013 National Conference on Communications (NCC). IEEE, pp 1\u20135","DOI":"10.1109\/NCC.2013.6488009"},{"key":"9693_CR44","doi-asserted-by":"crossref","unstructured":"Selvaraju RR, Cogswell M, Das A, Vedantam R, Parikh D, Batra D (2017) Grad-cam: visual explanations from deep networks via gradient-based localization. In: Proceedings of the IEEE international conference on computer vision, pp 618\u2013626","DOI":"10.1109\/ICCV.2017.74"},{"key":"9693_CR45","doi-asserted-by":"crossref","unstructured":"Shawon MTR, Tanvir R, Alam MGR (2022) Bengali handwritten digit recognition using CNN with explainable AI. In: 2022 4th International conference on sustainable technologies for industry 4.0 (STI). IEEE, pp 1\u20136","DOI":"10.1109\/STI56238.2022.10103341"},{"key":"9693_CR46","unstructured":"Simonyan K, Vedaldi A, Zisserman A (2013) Deep inside convolutional networks: visualising image classification models and saliency maps. arXiv preprint arXiv:1312.6034"},{"key":"9693_CR47","unstructured":"Van\u00a0Lent M, Fisher W, Mancuso M (2004) An explainable artificial intelligence system for small-unit tactical behavior. In: Proceedings of the national conference on artificial intelligence. Citeseer, pp 900\u2013907"},{"key":"9693_CR48","doi-asserted-by":"crossref","unstructured":"Vermeire T, Laugel T, Renard X, Martens D, Detyniecki M (2021) How to choose an explainability method? Towards a methodical implementation of XAI in practice. In: Joint European conference on machine learning and knowledge Discovery in Databases. Springer, Berlin, pp 521\u2013533","DOI":"10.1007\/978-3-030-93736-2_39"},{"key":"9693_CR49","doi-asserted-by":"crossref","unstructured":"Vollert S, Atzmueller M, Interpretable Theissler A (2021) Machine learning: a brief survey from the predictive maintenance perspective. In: 2021 26th IEEE international conference on emerging technologies and factory automation (ETFA). IEEE, pp 01\u201308","DOI":"10.1109\/ETFA45728.2021.9613467"},{"key":"9693_CR50","doi-asserted-by":"crossref","unstructured":"Whitten P, Wolff F, Papachristou C (2023) Explainable neural network recognition of handwritten characters. In: 2023 IEEE 13th Annual Computing and Communication Workshop and Conference (CCWC). IEEE, p 0176-0182","DOI":"10.1109\/CCWC57344.2023.10099288"},{"key":"9693_CR51","doi-asserted-by":"publisher","first-page":"857","DOI":"10.1109\/TCBB.2022.3190265","volume":"21","author":"Y Yang","year":"2022","unstructured":"Yang Y, Mei G, Piccialli F (2022). A deep learning approach considering image background for pneumonia identification using explainable ai (XAI). IEEE\/ACM Transactions on Computational Biology and IEEE\/ACM Trans Comput Biol Bioinform 21:857\u2013868","journal-title":"IEEE\/ACM Transactions on Computational Biology and IEEE\/ACM Trans Comput Biol Bioinform"},{"key":"9693_CR52","doi-asserted-by":"publisher","first-page":"109098","DOI":"10.1016\/j.jneumeth.2021.109098","volume":"353","author":"Y Zhang","year":"2021","unstructured":"Zhang Y, Hong D, McClement D, Oladosu O, Pridham G, Slaney G (2021) Grad-CAM helps interpret the deep learning models trained to classify multiple sclerosis types using clinical brain magnetic resonance imaging. J Neurosci Methods 353:109098","journal-title":"J Neurosci Methods"},{"key":"9693_CR53","unstructured":"Zhou B, Khosla A, Lapedriza A, Oliva A, Torralba A (2014) Object detectors emerge in deep scene CNNs. arXiv preprint arXiv:1412.6856"},{"key":"9693_CR54","doi-asserted-by":"crossref","unstructured":"Zhou B, Khosla A, Lapedriza A, Oliva A, Torralba A (2016) Learning deep features for discriminative localization. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 2921\u20132929","DOI":"10.1109\/CVPR.2016.319"}],"container-title":["Evolving Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12530-025-09693-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s12530-025-09693-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12530-025-09693-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,6]],"date-time":"2025-09-06T14:44:26Z","timestamp":1757169866000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s12530-025-09693-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,5,17]]},"references-count":54,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2025,6]]}},"alternative-id":["9693"],"URL":"https:\/\/doi.org\/10.1007\/s12530-025-09693-x","relation":{},"ISSN":["1868-6478","1868-6486"],"issn-type":[{"type":"print","value":"1868-6478"},{"type":"electronic","value":"1868-6486"}],"subject":[],"published":{"date-parts":[[2025,5,17]]},"assertion":[{"value":"4 April 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 April 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 May 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that there is no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"There is the consent of all authors.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to participate"}},{"value":"We reused a publicly available dataset from IEEE dataport.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical and informed consent for data used"}},{"value":"There is the consent of all authors.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}}],"article-number":"66"}}