{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,12]],"date-time":"2026-03-12T06:52:57Z","timestamp":1773298377166,"version":"3.50.1"},"reference-count":154,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2023,2,1]],"date-time":"2023-02-01T00:00:00Z","timestamp":1675209600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,2,1]],"date-time":"2023-02-01T00:00:00Z","timestamp":1675209600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["New Gener. Comput."],"published-print":{"date-parts":[[2024,3]]},"DOI":"10.1007\/s00354-022-00201-2","type":"journal-article","created":{"date-parts":[[2023,2,1]],"date-time":"2023-02-01T20:47:31Z","timestamp":1675284451000},"page":"53-87","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":22,"title":["Explainable AI: To Reveal the Logic of Black-Box Models"],"prefix":"10.1007","volume":"42","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7575-9191","authenticated-orcid":false,"family":"Chinu","sequence":"first","affiliation":[]},{"given":"Urvashi","family":"Bansal","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,2,1]]},"reference":[{"key":"201_CR1","unstructured":"Das, A., Rad, P.: Opportunities and challenges in explainable artificial intelligence (xai): A survey. arXiv preprint arXiv:2006.11371 (2020)"},{"issue":"1","key":"201_CR2","doi-asserted-by":"publisher","first-page":"18","DOI":"10.3390\/e23010018","volume":"23","author":"P Linardatos","year":"2020","unstructured":"Linardatos, P., Papastefanopoulos, V., Kotsiantis, S.: Explainable ai: A review of machine learning interpretability methods. Entropy 23(1), 18 (2020)","journal-title":"Entropy"},{"key":"201_CR3","unstructured":"Mueller, S.T., Hoffman, R.R., Clancey, W., Emrey, A., Klein, G.: Explanation in human-ai systems: A literature meta-review, synopsis of key ideas and publications, and bibliography for explainable ai. arXiv preprint arXiv:1902.01876 (2019)"},{"key":"201_CR4","doi-asserted-by":"crossref","unstructured":"Wong, L.J., McPherson, S.: Explainable neural network-based modulation classification via concept bottleneck models. In: 2021 IEEE 11th Annual Computing and Communication Workshop and Conference (CCWC), pp. 0191\u20130196 (2021). IEEE","DOI":"10.1109\/CCWC51732.2021.9376108"},{"issue":"6","key":"201_CR5","doi-asserted-by":"publisher","first-page":"4036","DOI":"10.1109\/TII.2020.3012989","volume":"17","author":"MS Kim","year":"2020","unstructured":"Kim, M.S., Yun, J.P., Park, P.: An explainable convolutional neural network for fault diagnosis in linear motion guide. IEEE Trans. Industr. Inf. 17(6), 4036\u20134045 (2020)","journal-title":"IEEE Trans. Industr. Inf."},{"issue":"3","key":"201_CR6","doi-asserted-by":"publisher","first-page":"674","DOI":"10.1109\/TPDS.2020.3029088","volume":"32","author":"RR Karn","year":"2020","unstructured":"Karn, R.R., Kudva, P., Huang, H., Suneja, S., Elfadel, I.M.: Cryptomining detection in container clouds using system calls and explainable machine learning. IEEE Trans. Parallel Distrib. Syst. 32(3), 674\u2013691 (2020)","journal-title":"IEEE Trans. Parallel Distrib. Syst."},{"key":"201_CR7","doi-asserted-by":"publisher","DOI":"10.1016\/j.compbiomed.2020.104041","volume":"126","author":"PR Magesh","year":"2020","unstructured":"Magesh, P.R., Myloth, R.D., Tom, R.J.: An explainable machine learning model for early detection of parkinson\u2019s disease using lime on datscan imagery. Comput. Biol. Med. 126, 104041 (2020)","journal-title":"Comput. Biol. Med."},{"key":"201_CR8","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2021.115736","volume":"186","author":"L Antwarg","year":"2021","unstructured":"Antwarg, L., Miller, R.M., Shapira, B., Rokach, L.: Explaining anomalies detected by autoencoders using shapley additive explanations. Expert Syst. Appl. 186, 115736 (2021)","journal-title":"Expert Syst. Appl."},{"key":"201_CR9","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1016\/j.patrec.2021.05.018","volume":"149","author":"V La Gatta","year":"2021","unstructured":"La Gatta, V., Moscato, V., Postiglione, M., Sperl\u00ec, G.: Pastle: Pivot-aided space transformation for local explanations. Pattern Recogn. Lett. 149, 67\u201374 (2021)","journal-title":"Pattern Recogn. Lett."},{"key":"201_CR10","doi-asserted-by":"publisher","first-page":"184","DOI":"10.1016\/j.inffus.2021.07.014","volume":"77","author":"S Kiefer","year":"2022","unstructured":"Kiefer, S.: Case: Explaining text classifications by fusion of local surrogate explanation models with contextual and semantic knowledge. Information Fusion 77, 184\u2013195 (2022)","journal-title":"Information Fusion"},{"key":"201_CR11","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2020.114104","volume":"167","author":"P Giudici","year":"2021","unstructured":"Giudici, P., Raffinetti, E.: Shapley-lorenz explainable artificial intelligence. Expert Syst. Appl. 167, 114104 (2021)","journal-title":"Expert Syst. Appl."},{"key":"201_CR12","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2021.116100","volume":"189","author":"A Barbado","year":"2022","unstructured":"Barbado, A., Corcho, \u00d3., Benjamins, R.: Rule extraction in unsupervised anomaly detection for model explainability: Application to oneclass svm. Expert Syst. Appl. 189, 116100 (2022)","journal-title":"Expert Syst. Appl."},{"key":"201_CR13","doi-asserted-by":"crossref","unstructured":"Haldar, S., John, P.G., Saha, D.: Reliable counterfactual explanations for autoencoder based anomalies. In: 8th ACM IKDD CODS and 26th COMAD, pp. 83\u201391 (2021)","DOI":"10.1145\/3430984.3431015"},{"key":"201_CR14","doi-asserted-by":"publisher","DOI":"10.1016\/j.compbiomed.2021.104393","volume":"133","author":"I Neves","year":"2021","unstructured":"Neves, I., Folgado, D., Santos, S., Barandas, M., Campagner, A., Ronzio, L., Cabitza, F., Gamboa, H.: Interpretable heartbeat classification using local model-agnostic explanations on ecgs. Comput. Biol. Med. 133, 104393 (2021)","journal-title":"Comput. Biol. Med."},{"key":"201_CR15","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2019.113100","volume":"144","author":"S Sachan","year":"2020","unstructured":"Sachan, S., Yang, J.-B., Xu, D.-L., Benavides, D.E., Li, Y.: An explainable ai decision-support-system to automate loan underwriting. Expert Syst. Appl. 144, 113100 (2020)","journal-title":"Expert Syst. Appl."},{"issue":"1","key":"201_CR16","doi-asserted-by":"publisher","first-page":"100","DOI":"10.1109\/TKDE.2019.2924374","volume":"33","author":"Q Liu","year":"2019","unstructured":"Liu, Q., Huang, Z., Yin, Y., Chen, E., Xiong, H., Su, Y., Hu, G.: Ekt: Exercise-aware knowledge tracing for student performance prediction. IEEE Trans. Knowl. Data Eng. 33(1), 100\u2013115 (2019)","journal-title":"IEEE Trans. Knowl. Data Eng."},{"issue":"10","key":"201_CR17","doi-asserted-by":"publisher","first-page":"2002","DOI":"10.1080\/13658816.2020.1805116","volume":"35","author":"X Cheng","year":"2021","unstructured":"Cheng, X., Wang, J., Li, H., Zhang, Y., Wu, L., Liu, Y.: A method to evaluate task-specific importance of spatio-temporal units based on explainable artificial intelligence. Int. J. Geogr. Inf. Sci. 35(10), 2002\u20132025 (2021)","journal-title":"Int. J. Geogr. Inf. Sci."},{"key":"201_CR18","unstructured":"Keele, S., et al.: Guidelines for performing systematic literature reviews in software engineering. Technical report, Technical report, ver. 2.3 ebse technical report. ebse (2007)"},{"key":"201_CR19","doi-asserted-by":"crossref","unstructured":"Achtibat, R., Dreyer, M., Eisenbraun, I., Bosse, S., Wiegand, T., Samek, W., Lapuschkin, S.: From\" where\" to\" what\": Towards human-understandable explanations through concept relevance propagation. arXiv preprint arXiv:2206.03208 (2022)","DOI":"10.1038\/s42256-023-00711-8"},{"key":"201_CR20","unstructured":"Trends, G.: EXPLAINABLE ARTIFICIAL INTELLIGENCE - Explore - Google Trends. https:\/\/trends.google.co.in\/trends\/explore?date=today 5-y &geo=IN &q=EXPLAINABLE ARTIFICIAL INTELLIGENCE Accessed 2022-12-27"},{"key":"201_CR21","unstructured":"with Python, E.A.: Gianfagna, Leonida and Di Cecco, Antonio. Springer, Berlin\/Heidelberg (2021)"},{"issue":"1","key":"201_CR22","doi-asserted-by":"publisher","first-page":"68","DOI":"10.1145\/3359786","volume":"63","author":"M Du","year":"2019","unstructured":"Du, M., Liu, N., Hu, X.: Techniques for interpretable machine learning. Commun. ACM 63(1), 68\u201377 (2019)","journal-title":"Commun. ACM"},{"key":"201_CR23","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1016\/j.comcom.2022.06.036","volume":"193","author":"C Fiandrino","year":"2022","unstructured":"Fiandrino, C., Attanasio, G., Fiore, M., Widmer, J.: Toward native explainable and robust ai in 6g networks: Current state, challenges and road ahead. Comput. Commun. 193, 47\u201352 (2022)","journal-title":"Comput. Commun."},{"key":"201_CR24","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1016\/j.inffus.2021.05.009","volume":"76","author":"G Vilone","year":"2021","unstructured":"Vilone, G., Longo, L.: Notions of explainability and evaluation approaches for explainable artificial intelligence. Information Fusion 76, 89\u2013106 (2021)","journal-title":"Information Fusion"},{"key":"201_CR25","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2020.102551","volume":"146","author":"D Shin","year":"2021","unstructured":"Shin, D.: The effects of explainability and causability on perception, trust, and acceptance: Implications for explainable ai. Int. J. Hum Comput Stud. 146, 102551 (2021)","journal-title":"Int. J. Hum Comput Stud."},{"key":"201_CR26","doi-asserted-by":"publisher","DOI":"10.1016\/j.compeleceng.2022.108356","volume":"103","author":"DK Sharma","year":"2022","unstructured":"Sharma, D.K., Mishra, J., Singh, A., Govil, R., Srivastava, G., Lin, J.C.-W.: Explainable artificial intelligence for cybersecurity. Comput. Electr. Eng. 103, 108356 (2022)","journal-title":"Comput. Electr. Eng."},{"key":"201_CR27","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2022.118101","volume":"208","author":"FA Yerlikaya","year":"2022","unstructured":"Yerlikaya, F.A., Bahtiyar, \u015e: Data poisoning attacks against machine learning algorithms. Expert Syst. Appl. 208, 118101 (2022)","journal-title":"Expert Syst. Appl."},{"key":"201_CR28","doi-asserted-by":"crossref","unstructured":"Himeur, Y., Sohail, S.S., Bensaali, F., Amira, A., Alazab, M.: Latest trends of security and privacy in recommender systems: A comprehensive review and future perspectives. Computers & Security, 102746 (2022)","DOI":"10.1016\/j.cose.2022.102746"},{"key":"201_CR29","doi-asserted-by":"crossref","unstructured":"Kim, K., Ohn, I., Kim, S., Kim, Y.: Slide: a surrogate fairness constraint to ensure fairness consistency. arXiv preprint arXiv:2202.03165 (2022)","DOI":"10.1016\/j.neunet.2022.07.027"},{"key":"201_CR30","doi-asserted-by":"publisher","DOI":"10.1016\/j.dss.2022.113782","volume":"158","author":"M Siering","year":"2022","unstructured":"Siering, M.: Explainability and fairness of regtech for regulatory enforcement: Automated monitoring of consumer complaints. Decis. Support Syst. 158, 113782 (2022)","journal-title":"Decis. Support Syst."},{"key":"201_CR31","doi-asserted-by":"crossref","unstructured":"Jin, W., Li, X., Fatehi, M., Hamarneh, G.: Guidelines and evaluation for clinical explainable ai on medical image analysis. arXiv preprint arXiv:2202.10553 (2022)","DOI":"10.1016\/j.media.2022.102684"},{"key":"201_CR32","unstructured":"radar, V.: Explainable AI And The Companies Leading The Way - VentureRadar. https:\/\/blog.ventureradar.com\/2019\/08\/19\/explainable-ai-and-the-companies-leading-the-way\/ Accessed 2022-12-27"},{"key":"201_CR33","doi-asserted-by":"crossref","unstructured":"Bartler, A., Hinderer, D., Yang, B.: Grad-lam: Visualization of deep neural networks for unsupervised learning. In: 2020 28th European Signal Processing Conference (EUSIPCO), pp. 1407\u20131411 (2021). IEEE","DOI":"10.23919\/Eusipco47968.2020.9287730"},{"key":"201_CR34","doi-asserted-by":"crossref","unstructured":"Ribeiro, M.T., Singh, S., Guestrin, C.: \" why should i trust you?\" explaining the predictions of any classifier. In: Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 1135\u20131144 (2016)","DOI":"10.1145\/2939672.2939778"},{"key":"201_CR35","doi-asserted-by":"crossref","unstructured":"Roshan, K., Zafar, A.: Using kernel shap xai method to optimize the network anomaly detection model. In: 2022 9th International Conference on Computing for Sustainable Global Development (INDIACom), pp. 74\u201380 (2022). IEEE","DOI":"10.23919\/INDIACom54597.2022.9763241"},{"key":"201_CR36","doi-asserted-by":"publisher","first-page":"39757","DOI":"10.1109\/ACCESS.2021.3062493","volume":"9","author":"MR Karim","year":"2021","unstructured":"Karim, M.R., Jiao, J., D\u00f6hmen, T., Cochez, M., Beyan, O., Rebholz-Schuhmann, D., Decker, S.: Deepkneeexplainer: explainable knee osteoarthritis diagnosis from radiographs and magnetic resonance imaging. IEEE Access 9, 39757\u201339780 (2021)","journal-title":"IEEE Access"},{"key":"201_CR37","unstructured":"Shrikumar, A., Greenside, P., Kundaje, A.: Learning important features through propagating activation differences. In: International Conference on Machine Learning, pp. 3145\u20133153 (2017). PMLR"},{"key":"201_CR38","doi-asserted-by":"crossref","unstructured":"Selvaraju, R.R., Cogswell, M., Das, A., Vedantam, R., Parikh, D., Batra, D.: Grad-cam: Visual explanations from deep networks via gradient-based localization. In: Proceedings of the IEEE International Conference on Computer Vision, pp. 618\u2013626 (2017)","DOI":"10.1109\/ICCV.2017.74"},{"issue":"4","key":"201_CR39","doi-asserted-by":"publisher","first-page":"1059","DOI":"10.1111\/rssb.12377","volume":"82","author":"DW Apley","year":"2020","unstructured":"Apley, D.W., Zhu, J.: Visualizing the effects of predictor variables in black box supervised learning models. Journal of the Royal Statistical Society: Series B (Statistical Methodology) 82(4), 1059\u20131086 (2020)","journal-title":"Journal of the Royal Statistical Society: Series B (Statistical Methodology)"},{"key":"201_CR40","unstructured":"Chen, J., Song, L., Wainwright, M., Jordan, M.: Learning to explain: An information-theoretic perspective on model interpretation. In: International Conference on Machine Learning, pp. 883\u2013892 (2018). PMLR"},{"key":"201_CR41","unstructured":"Sundararajan, M., Taly, A., Yan, Q.: Axiomatic attribution for deep networks. In: International Conference on Machine Learning, pp. 3319\u20133328 (2017). PMLR"},{"key":"201_CR42","unstructured":"Bahdanau, D., Cho, K., Bengio, Y.: Neural machine translation by jointly learning to align and translate. arXiv preprint arXiv:1409.0473 (2014)"},{"key":"201_CR43","doi-asserted-by":"publisher","first-page":"11974","DOI":"10.1109\/ACCESS.2021.3051315","volume":"9","author":"I Stepin","year":"2021","unstructured":"Stepin, I., Alonso, J.M., Catala, A., Pereira-Fari\u00f1a, M.: A survey of contrastive and counterfactual explanation generation methods for explainable artificial intelligence. IEEE Access 9, 11974\u201312001 (2021)","journal-title":"IEEE Access"},{"key":"201_CR44","doi-asserted-by":"crossref","unstructured":"Mothilal, R.K., Sharma, A., Tan, C.: Explaining machine learning classifiers through diverse counterfactual explanations. In: Proceedings of the 2020 Conference on Fairness, Accountability, and Transparency, pp. 607\u2013617 (2020)","DOI":"10.1145\/3351095.3372850"},{"key":"201_CR45","doi-asserted-by":"crossref","unstructured":"Sharma, S., Henderson, J., Ghosh, J.: Certifai: Counterfactual explanations for robustness, transparency, interpretability, and fairness of artificial intelligence models. arXiv preprint arXiv:1905.07857 (2019)","DOI":"10.1145\/3375627.3375812"},{"key":"201_CR46","unstructured":"White, A., Garcez, A.d.: Measurable counterfactual local explanations for any classifier. arXiv preprint arXiv:1908.03020 (2019)"},{"key":"201_CR47","doi-asserted-by":"crossref","unstructured":"Gurumoorthy, K.S., Dhurandhar, A., Cecchi, G., Aggarwal, C.: Efficient data representation by selecting prototypes with importance weights. In: 2019 IEEE International Conference on Data Mining (ICDM), pp. 260\u2013269 (2019). IEEE","DOI":"10.1109\/ICDM.2019.00036"},{"key":"201_CR48","doi-asserted-by":"crossref","unstructured":"Looveren, A.V., Klaise, J.: Interpretable counterfactual explanations guided by prototypes. In: Joint European Conference on Machine Learning and Knowledge Discovery in Databases, pp. 650\u2013665 (2021). Springer","DOI":"10.1007\/978-3-030-86520-7_40"},{"key":"201_CR49","doi-asserted-by":"crossref","unstructured":"Kumar, D., Wong, A., Taylor, G.W.: Explaining the unexplained: A class-enhanced attentive response (clear) approach to understanding deep neural networks. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition Workshops, pp. 36\u201344 (2017)","DOI":"10.1109\/CVPRW.2017.215"},{"key":"201_CR50","unstructured":"Dhurandhar, A., Chen, P.-Y., Luss, R., Tu, C.-C., Ting, P., Shanmugam, K., Das, P.: Explanations based on the missing: Towards contrastive explanations with pertinent negatives. Advances in neural information processing systems 31 (2018)"},{"key":"201_CR51","doi-asserted-by":"crossref","unstructured":"Poyiadzi, R., Sokol, K., Santos-Rodriguez, R., De\u00a0Bie, T., Flach, P.: Face: feasible and actionable counterfactual explanations. In: Proceedings of the AAAI\/ACM Conference on AI, Ethics, and Society, pp. 344\u2013350 (2020)","DOI":"10.1145\/3375627.3375850"},{"key":"201_CR52","unstructured":"Kim, B., Wattenberg, M., Gilmer, J., Cai, C., Wexler, J., Viegas, F., et\u00a0al.: Interpretability beyond feature attribution: Quantitative testing with concept activation vectors (tcav). In: International Conference on Machine Learning, pp. 2668\u20132677 (2018). PMLR"},{"key":"201_CR53","unstructured":"Thiagarajan, J.J., Kailkhura, B., Sattigeri, P., Ramamurthy, K.N.: Treeview: Peeking into deep neural networks via feature-space partitioning. arXiv preprint arXiv:1611.07429 (2016)"},{"issue":"1","key":"201_CR54","doi-asserted-by":"publisher","first-page":"101","DOI":"10.1109\/TVCG.2016.2598838","volume":"23","author":"PE Rauber","year":"2016","unstructured":"Rauber, P.E., Fadel, S.G., Falcao, A.X., Telea, A.C.: Visualizing the hidden activity of artificial neural networks. IEEE Trans. Visual Comput. Graphics 23(1), 101\u2013110 (2016)","journal-title":"IEEE Trans. Visual Comput. Graphics"},{"issue":"6","key":"201_CR55","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/TMAG.2021.3063141","volume":"57","author":"H Sasaki","year":"2021","unstructured":"Sasaki, H., Hidaka, Y., Igarashi, H.: Explainable deep neural network for design of electric motors. IEEE Trans. Magn. 57(6), 1\u20134 (2021)","journal-title":"IEEE Trans. Magn."},{"key":"201_CR56","doi-asserted-by":"crossref","unstructured":"Li, L., Wang, B., Verma, M., Nakashima, Y., Kawasaki, R., Nagahara, H.: Scouter: Slot attention-based classifier for explainable image recognition. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 1046\u20131055 (2021)","DOI":"10.1109\/ICCV48922.2021.00108"},{"key":"201_CR57","doi-asserted-by":"crossref","unstructured":"Zhou, Y., Zhu, Y., Ye, Q., Qiu, Q., Jiao, J.: Weakly supervised instance segmentation using class peak response. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 3791\u20133800 (2018)","DOI":"10.1109\/CVPR.2018.00399"},{"key":"201_CR58","unstructured":"Liu, G., Gifford, D.: Visualizing feature maps in deep neural networks using deepresolve. a genomics case study. In: Proceedings of the International Conference on Machine Learning-Workshop on Visualization for Deep Learning, Sydney, Australia, pp. 32\u201341 (2017)"},{"key":"201_CR59","unstructured":"Lu, J., Yang, J., Batra, D., Parikh, D.: Hierarchical question-image co-attention for visual question answering. Advances in neural information processing systems 29 (2016)"},{"key":"201_CR60","doi-asserted-by":"crossref","unstructured":"Das, A., Kottur, S., Gupta, K., Singh, A., Yadav, D., Moura, J.M., Parikh, D., Batra, D.: Visual dialog. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 326\u2013335 (2017)","DOI":"10.1109\/CVPR.2017.121"},{"key":"201_CR61","unstructured":"Papastratis, I.: This is how you cite a website in latex. https:\/\/theaisummer.com\/xai\/#cell-activation-value (2021)"},{"key":"201_CR62","unstructured":"Barratt, S.: Interpnet: Neural introspection for interpretable deep learning. arXiv preprint arXiv:1710.09511 (2017)"},{"key":"201_CR63","doi-asserted-by":"crossref","unstructured":"Dong, Y., Su, H., Zhu, J., Zhang, B.: Improving interpretability of deep neural networks with semantic information. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 4306\u20134314 (2017)","DOI":"10.1109\/CVPR.2017.110"},{"key":"201_CR64","unstructured":"Ribeiro, M.T., Singh, S., Guestrin, C.: Nothing else matters: Model-agnostic explanations by identifying prediction invariance. arXiv preprint arXiv:1611.05817 (2016)"},{"key":"201_CR65","doi-asserted-by":"publisher","first-page":"152900","DOI":"10.1109\/ACCESS.2019.2948430","volume":"7","author":"GR V\u00e1squez-Morales","year":"2019","unstructured":"V\u00e1squez-Morales, G.R., Martinez-Monterrubio, S.M., Moreno-Ger, P., Recio-Garcia, J.A.: Explainable prediction of chronic renal disease in the colombian population using neural networks and case-based reasoning. Ieee Access 7, 152900\u2013152910 (2019)","journal-title":"Ieee Access"},{"key":"201_CR66","unstructured":"Alvarez\u00a0Melis, D., Jaakkola, T.: Towards robust interpretability with self-explaining neural networks. Advances in neural information processing systems 31 (2018)"},{"key":"201_CR67","doi-asserted-by":"crossref","unstructured":"Seibold, C., Hilsmann, A., Eisert, P.: Focused lrp: Explainable ai for face morphing attack detection. In: Proceedings of the IEEE\/CVF Winter Conference on Applications of Computer Vision, pp. 88\u201396 (2021)","DOI":"10.1109\/WACVW52041.2021.00014"},{"key":"201_CR68","doi-asserted-by":"crossref","unstructured":"Kapishnikov, A., Bolukbasi, T., Vi\u00e9gas, F., Terry, M.: Xrai: Better attributions through regions. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 4948\u20134957 (2019)","DOI":"10.1109\/ICCV.2019.00505"},{"key":"201_CR69","doi-asserted-by":"crossref","unstructured":"Zhou, B., Khosla, A., Lapedriza, A., Oliva, A., Torralba, A.: Learning deep features for discriminative localization. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 2921\u20132929 (2016)","DOI":"10.1109\/CVPR.2016.319"},{"key":"201_CR70","doi-asserted-by":"publisher","first-page":"42","DOI":"10.1016\/j.artmed.2019.01.001","volume":"94","author":"J-B Lamy","year":"2019","unstructured":"Lamy, J.-B., Sekar, B., Guezennec, G., Bouaud, J., S\u00e9roussi, B.: Explainable artificial intelligence for breast cancer: A visual case-based reasoning approach. Artif. Intell. Med. 94, 42\u201353 (2019)","journal-title":"Artif. Intell. Med."},{"key":"201_CR71","unstructured":"Samek, W., Montavon, G., Binder, A., Lapuschkin, S., M\u00fcller, K.-R.: Interpreting the predictions of complex ml models by layer-wise relevance propagation. arXiv preprint arXiv:1611.08191 (2016)"},{"key":"201_CR72","doi-asserted-by":"crossref","unstructured":"Belle, V., Papantonis, I.: Principles and practice of explainable machine learning. Frontiers in big Data, 39 (2021)","DOI":"10.3389\/fdata.2021.688969"},{"key":"201_CR73","unstructured":"Molnar, C.: Interpretable Machine Learning, 2nd edn. (2022). https:\/\/christophm.github.io\/interpretable-ml-book"},{"key":"201_CR74","doi-asserted-by":"crossref","unstructured":"Sharma, S., Henderson, J., Ghosh, J.: Certifai: A common framework to provide explanations and analyse the fairness and robustness of black-box models. In: Proceedings of the AAAI\/ACM Conference on AI, Ethics, and Society, pp. 166\u2013172 (2020)","DOI":"10.1145\/3375627.3375812"},{"key":"201_CR75","doi-asserted-by":"crossref","unstructured":"Wu, H., Chen, W., Xu, S., Xu, B.: Counterfactual supporting facts extraction for explainable medical record based diagnosis with graph network. In: Proceedings of the 2021 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, pp. 1942\u20131955 (2021)","DOI":"10.18653\/v1\/2021.naacl-main.156"},{"key":"201_CR76","unstructured":"Kim, B., Khanna, R., Koyejo, O.O.: Examples are not enough, learn to criticize! criticism for interpretability. Advances in neural information processing systems 29 (2016)"},{"key":"201_CR77","unstructured":"Dunn, J., Mingardi, L., Zhuo, Y.D.: Comparing interpretability and explainability for feature selection. arXiv preprint arXiv:2105.05328 (2021)"},{"key":"201_CR78","doi-asserted-by":"crossref","unstructured":"Wood-Doughty, Z., Cachola, I., Dredze, M.: Model distillation for faithful explanations of medical code predictions. In: Proceedings of the 21st Workshop on Biomedical Language Processing, pp. 412\u2013425 (2022)","DOI":"10.18653\/v1\/2022.bionlp-1.41"},{"key":"201_CR79","doi-asserted-by":"crossref","unstructured":"Alharbi, R., Vu, M.N., Thai, M.T.: Learning interpretation with explainable knowledge distillation. In: 2021 IEEE International Conference on Big Data (Big Data), pp. 705\u2013714 (2021). IEEE","DOI":"10.1109\/BigData52589.2021.9671988"},{"key":"201_CR80","doi-asserted-by":"crossref","unstructured":"Dalleiger, S., Vreeken, J.: Explainable data decompositions. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 34, pp. 3709\u20133716 (2020)","DOI":"10.1609\/aaai.v34i04.5780"},{"key":"201_CR81","unstructured":"RDocumentation: ICEbox package - RDocumentation. https:\/\/www.rdocumentation.org\/packages\/ICEbox\/versions\/1.1.2 Accessed 2022-12-27"},{"key":"201_CR82","doi-asserted-by":"crossref","unstructured":"Greenwell, B.M., Boehmke, B.C., McCarthy, A.J.: A simple and effective model-based variable importance measure. arXiv preprint arXiv:1805.04755 (2018)","DOI":"10.32614\/CRAN.package.vip"},{"key":"201_CR83","unstructured":"Molnar, C.: Interpretable Machine Learning. https:\/\/christophm.github.io\/interpretable-ml-book\/"},{"key":"201_CR84","doi-asserted-by":"crossref","unstructured":"Samek, W., M\u00fcller, K.-R.: Towards explainable artificial intelligence. In: Explainable AI: Interpreting, Explaining and Visualizing Deep Learning, pp. 5\u201322. Springer, ??? (2019)","DOI":"10.1007\/978-3-030-28954-6_1"},{"key":"201_CR85","doi-asserted-by":"crossref","unstructured":"Chittajallu, D.R., Dong, B., Tunison, P., Collins, R., Wells, K., Fleshman, J., Sankaranarayanan, G., Schwaitzberg, S., Cavuoto, L., Enquobahrie, A.: Xai-cbir: Explainable ai system for content based retrieval of video frames from minimally invasive surgery videos. In: 2019 IEEE 16th International Symposium on Biomedical Imaging (ISBI 2019), pp. 66\u201369 (2019). IEEE","DOI":"10.1109\/ISBI.2019.8759428"},{"key":"201_CR86","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2021.103502","volume":"298","author":"K Aas","year":"2021","unstructured":"Aas, K., Jullum, M., L\u00f8land, A.: Explaining individual predictions when features are dependent: More accurate approximations to shapley values. Artif. Intell. 298, 103502 (2021)","journal-title":"Artif. Intell."},{"key":"201_CR87","doi-asserted-by":"publisher","first-page":"52015","DOI":"10.1109\/ACCESS.2021.3062763","volume":"9","author":"M Almutairi","year":"2021","unstructured":"Almutairi, M., Stahl, F., Bramer, M.: Reg-rules: an explainable rule-based ensemble learner for classification. IEEE Access 9, 52015\u201352035 (2021)","journal-title":"IEEE Access"},{"key":"201_CR88","doi-asserted-by":"publisher","first-page":"17001","DOI":"10.1109\/ACCESS.2019.2893141","volume":"7","author":"BM Keneni","year":"2019","unstructured":"Keneni, B.M., Kaur, D., Al Bataineh, A., Devabhaktuni, V.K., Javaid, A.Y., Zaientz, J.D., Marinier, R.P.: Evolving rule-based explainable artificial intelligence for unmanned aerial vehicles. IEEE Access 7, 17001\u201317016 (2019)","journal-title":"IEEE Access"},{"key":"201_CR89","doi-asserted-by":"crossref","unstructured":"Mahbooba, B., Timilsina, M., Sahal, R., Serrano, M.: Explainable artificial intelligence (xai) to enhance trust management in intrusion detection systems using decision tree model. Complexity 2021 (2021)","DOI":"10.1155\/2021\/6634811"},{"key":"201_CR90","doi-asserted-by":"publisher","first-page":"52370","DOI":"10.1109\/ACCESS.2020.2980581","volume":"8","author":"O Loyola-Gonzalez","year":"2020","unstructured":"Loyola-Gonzalez, O., Gutierrez-Rodr\u00edguez, A.E., Medina-P\u00e9rez, M.A., Monroy, R., Mart\u00ednez-Trinidad, J.F., Carrasco-Ochoa, J.A., Garcia-Borroto, M.: An explainable artificial intelligence model for clustering numerical databases. IEEE Access 8, 52370\u201352384 (2020)","journal-title":"IEEE Access"},{"key":"201_CR91","first-page":"841","volume":"31","author":"S Wachter","year":"2017","unstructured":"Wachter, S., Mittelstadt, B., Russell, C.: Counterfactual explanations without opening the black box: Automated decisions and the gdpr. Harv. JL & Tech. 31, 841 (2017)","journal-title":"Harv. JL & Tech."},{"issue":"4","key":"201_CR92","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3365843","volume":"10","author":"P Kouki","year":"2020","unstructured":"Kouki, P., Schaffer, J., Pujara, J., O\u2019Donovan, J., Getoor, L.: Generating and understanding personalized explanations in hybrid recommender systems. ACM Transactions on Interactive Intelligent Systems (TiiS) 10(4), 1\u201340 (2020)","journal-title":"ACM Transactions on Interactive Intelligent Systems (TiiS)"},{"key":"201_CR93","unstructured":"Doshi-Velez, F., Kim, B.: Towards a rigorous science of interpretable machine learning. arXiv preprint arXiv:1702.08608 (2017)"},{"key":"201_CR94","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2020.103428","volume":"291","author":"R Guidotti","year":"2021","unstructured":"Guidotti, R.: Evaluating local explanation methods on ground truth. Artif. Intell. 291, 103428 (2021)","journal-title":"Artif. Intell."},{"key":"201_CR95","doi-asserted-by":"crossref","unstructured":"Sokol, K., Flach, P.: Explainability fact sheets: a framework for systematic assessment of explainable approaches. In: Proceedings of the 2020 Conference on Fairness, Accountability, and Transparency, pp. 56\u201367 (2020)","DOI":"10.1145\/3351095.3372870"},{"key":"201_CR96","doi-asserted-by":"crossref","unstructured":"Bhatt, U., Weller, A., Moura, J.M.: Evaluating and aggregating feature-based model explanations. arXiv preprint arXiv:2005.00631 (2020)","DOI":"10.24963\/ijcai.2020\/417"},{"key":"201_CR97","doi-asserted-by":"publisher","first-page":"143","DOI":"10.1016\/j.inffus.2021.11.017","volume":"81","author":"J Dieber","year":"2022","unstructured":"Dieber, J., Kirrane, S.: A novel model usability evaluation framework (muse) for explainable artificial intelligence. Information Fusion 81, 143\u2013153 (2022)","journal-title":"Information Fusion"},{"key":"201_CR98","doi-asserted-by":"crossref","unstructured":"Lin, Y.-S., Lee, W.-C., Celik, Z.B.: What do you see? evaluation of explainable artificial intelligence (xai) interpretability through neural backdoors. arXiv preprint arXiv:2009.10639 (2020)","DOI":"10.1145\/3447548.3467213"},{"issue":"5","key":"201_CR99","doi-asserted-by":"publisher","first-page":"4727","DOI":"10.1007\/s10489-021-02662-2","volume":"52","author":"O Ozyegen","year":"2022","unstructured":"Ozyegen, O., Ilic, I., Cevik, M.: Evaluation of interpretability methods for multivariate time series forecasting. Appl. Intell. 52(5), 4727\u20134743 (2022)","journal-title":"Appl. Intell."},{"key":"201_CR100","doi-asserted-by":"crossref","unstructured":"L\u00f6fstr\u00f6m, H., Hammar, K., Johansson, U.: A meta survey of quality evaluation criteria in explanation methods. In: International Conference on Advanced Information Systems Engineering, pp. 55\u201363 (2022). Springer","DOI":"10.1007\/978-3-031-07481-3_7"},{"key":"201_CR101","doi-asserted-by":"crossref","unstructured":"Nauta, M., Trienes, J., Pathak, S., Nguyen, E., Peters, M., Schmitt, Y., Schl\u00f6tterer, J., van Keulen, M., Seifert, C.: From anecdotal evidence to quantitative evaluation methods: A systematic review on evaluating explainable ai. arXiv preprint arXiv:2201.08164 (2022)","DOI":"10.1145\/3583558"},{"key":"201_CR102","unstructured":"Bibal, A., Fr\u00e9nay, B.: Interpretability of machine learning models and representations: an introduction. In: ESANN (2016)"},{"key":"201_CR103","unstructured":"Hoffman, R.R., Mueller, S.T., Klein, G., Litman, J.: Metrics for explainable ai: Challenges and prospects. arXiv preprint arXiv:1812.04608 (2018)"},{"issue":"10","key":"201_CR104","doi-asserted-by":"publisher","first-page":"2317","DOI":"10.3390\/ma13102317","volume":"13","author":"H Anysz","year":"2020","unstructured":"Anysz, H., Brzozowski, \u0141, Kretowicz, W., Narloch, P.: Feature importance of stabilised rammed earth components affecting the compressive strength calculated with explainable artificial intelligence tools. Materials 13(10), 2317 (2020)","journal-title":"Materials"},{"issue":"5","key":"201_CR105","doi-asserted-by":"publisher","first-page":"593","DOI":"10.3390\/electronics10050593","volume":"10","author":"J Zhou","year":"2021","unstructured":"Zhou, J., Gandomi, A.H., Chen, F., Holzinger, A.: Evaluating the quality of machine learning explanations: A survey on methods and metrics. Electronics 10(5), 593 (2021)","journal-title":"Electronics"},{"key":"201_CR106","unstructured":"Rosenfeld, A.: Better metrics for evaluating explainable artificial intelligence. In: Proceedings of the 20th International Conference on Autonomous Agents and Multiagent Systems, pp. 45\u201350 (2021)"},{"key":"201_CR107","doi-asserted-by":"publisher","DOI":"10.1016\/j.bspc.2021.102681","volume":"69","author":"R Kavya","year":"2021","unstructured":"Kavya, R., Christopher, J., Panda, S., Lazarus, Y.B.: Machine learning and xai approaches for allergy diagnosis. Biomed. Signal Process. Control 69, 102681 (2021)","journal-title":"Biomed. Signal Process. Control"},{"issue":"11","key":"201_CR108","doi-asserted-by":"publisher","first-page":"4881","DOI":"10.3390\/app11114881","volume":"11","author":"N Amoroso","year":"2021","unstructured":"Amoroso, N., Pomarico, D., Fanizzi, A., Didonna, V., Giotta, F., La Forgia, D., Latorre, A., Monaco, A., Pantaleo, E., Petruzzellis, N., et al.: A roadmap towards breast cancer therapies supported by explainable artificial intelligence. Appl. Sci. 11(11), 4881 (2021)","journal-title":"Appl. Sci."},{"issue":"1","key":"201_CR109","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s12911-022-01817-6","volume":"22","author":"M-C Chan","year":"2022","unstructured":"Chan, M.-C., Pai, K.-C., Su, S.-A., Wang, M.-S., Wu, C.-L., Chao, W.-C.: Explainable machine learning to predict long-term mortality in critically ill ventilated patients: a retrospective study in central taiwan. BMC Med. Inform. Decis. Mak. 22(1), 1\u201311 (2022)","journal-title":"BMC Med. Inform. Decis. Mak."},{"issue":"5","key":"201_CR110","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10916-021-01736-5","volume":"45","author":"J Peng","year":"2021","unstructured":"Peng, J., Zou, K., Zhou, M., Teng, Y., Zhu, X., Zhang, F., Xu, J.: An explainable artificial intelligence framework for the deterioration risk prediction of hepatitis patients. J. Med. Syst. 45(5), 1\u20139 (2021)","journal-title":"J. Med. Syst."},{"key":"201_CR111","doi-asserted-by":"crossref","unstructured":"Chen, J., Dai, X., Yuan, Q., Lu, C., Huang, H.: Towards interpretable clinical diagnosis with bayesian network ensembles stacked on entity-aware cnns. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, pp. 3143\u20133153 (2020)","DOI":"10.18653\/v1\/2020.acl-main.286"},{"issue":"5","key":"201_CR112","doi-asserted-by":"publisher","first-page":"770","DOI":"10.3390\/math8050770","volume":"8","author":"M Rucco","year":"2020","unstructured":"Rucco, M., Viticchi, G., Falsetti, L.: Towards personalized diagnosis of glioblastoma in fluid-attenuated inversion recovery (flair) by topological interpretable machine learning. Mathematics 8(5), 770 (2020)","journal-title":"Mathematics"},{"issue":"7","key":"201_CR113","doi-asserted-by":"publisher","first-page":"1720","DOI":"10.1109\/TMM.2020.2971170","volume":"22","author":"D Gu","year":"2020","unstructured":"Gu, D., Li, Y., Jiang, F., Wen, Z., Liu, S., Shi, W., Lu, G., Zhou, C.: Vinet: A visually interpretable image diagnosis network. IEEE Trans. Multimedia 22(7), 1720\u20131729 (2020)","journal-title":"IEEE Trans. Multimedia"},{"issue":"4","key":"201_CR114","doi-asserted-by":"publisher","first-page":"607","DOI":"10.3390\/jpm12040607","volume":"12","author":"A Laios","year":"2022","unstructured":"Laios, A., Kalampokis, E., Johnson, R., Thangavelu, A., Tarabanis, C., Nugent, D., De Jong, D.: Explainable artificial intelligence for prediction of complete surgical cytoreduction in advanced-stage epithelial ovarian cancer. Journal of personalized medicine 12(4), 607 (2022)","journal-title":"Journal of personalized medicine"},{"issue":"1","key":"201_CR115","doi-asserted-by":"publisher","first-page":"0000004","DOI":"10.1371\/journal.pdig.0000004","volume":"1","author":"S Weso\u0142owski","year":"2022","unstructured":"Weso\u0142owski, S., Lemmon, G., Hernandez, E.J., Henrie, A., Miller, T.A., Weyhrauch, D., Puchalski, M.D., Bray, B.E., Shah, R.U., Deshmukh, V.G., et al.: An explainable artificial intelligence approach for predicting cardiovascular outcomes using electronic health records. PLOS digital health 1(1), 0000004 (2022)","journal-title":"PLOS digital health"},{"key":"201_CR116","doi-asserted-by":"publisher","DOI":"10.1016\/j.cmpb.2022.106620","volume":"215","author":"A Lucieri","year":"2022","unstructured":"Lucieri, A., Bajwa, M.N., Braun, S.A., Malik, M.I., Dengel, A., Ahmed, S.: Exaid: A multimodal explanation framework for computer-aided diagnosis of skin lesions. Comput. Methods Programs Biomed. 215, 106620 (2022)","journal-title":"Comput. Methods Programs Biomed."},{"key":"201_CR117","unstructured":"Holzinger, A., Biemann, C., Pattichis, C.S., Kell, D.B.: What do we need to build explainable ai systems for the medical domain? arXiv preprint arXiv:1712.09923 (2017)"},{"key":"201_CR118","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2020.103404","volume":"291","author":"J van der Waa","year":"2021","unstructured":"van der Waa, J., Nieuwburg, E., Cremers, A., Neerincx, M.: Evaluating xai: A comparison of rule-based and example-based explanations. Artif. Intell. 291, 103404 (2021)","journal-title":"Artif. Intell."},{"issue":"1","key":"201_CR119","doi-asserted-by":"publisher","first-page":"974","DOI":"10.2991\/ijcis.d.200715.003","volume":"13","author":"JM Alonso","year":"2020","unstructured":"Alonso, J.M.: Teaching explainable artificial intelligence to high school students. International Journal of Computational Intelligence Systems 13(1), 974\u2013987 (2020)","journal-title":"International Journal of Computational Intelligence Systems"},{"issue":"2","key":"201_CR120","doi-asserted-by":"publisher","first-page":"0229596","DOI":"10.1371\/journal.pone.0229596","volume":"15","author":"N Mirchi","year":"2020","unstructured":"Mirchi, N., Bissonnette, V., Yilmaz, R., Ledwos, N., Winkler-Schwartz, A., Del Maestro, R.F.: The virtual operative assistant: An explainable artificial intelligence tool for simulation-based training in surgery and medicine. PLoS ONE 15(2), 0229596 (2020)","journal-title":"PLoS ONE"},{"key":"201_CR121","doi-asserted-by":"crossref","unstructured":"Kim, J., Canny, J.: Interpretable learning for self-driving cars by visualizing causal attention. In: Proceedings of the IEEE International Conference on Computer Vision, pp. 2942\u20132950 (2017)","DOI":"10.1109\/ICCV.2017.320"},{"key":"201_CR122","doi-asserted-by":"publisher","first-page":"134246","DOI":"10.1109\/ACCESS.2020.3006491","volume":"8","author":"H-Y Chen","year":"2020","unstructured":"Chen, H.-Y., Lee, C.-H.: Vibration signals analysis by explainable artificial intelligence (xai) approach: Application on bearing faults diagnosis. IEEE Access 8, 134246\u2013134256 (2020)","journal-title":"IEEE Access"},{"key":"201_CR123","doi-asserted-by":"crossref","unstructured":"Serradilla, O., Zugasti, E., Cernuda, C., Aranburu, A., de Okariz, J.R., Zurutuza, U.: Interpreting remaining useful life estimations combining explainable artificial intelligence and domain knowledge in industrial machinery. In: 2020 IEEE International Conference on Fuzzy Systems (FUZZ-IEEE), pp. 1\u20138 (2020). IEEE","DOI":"10.1109\/FUZZ48607.2020.9177537"},{"key":"201_CR124","doi-asserted-by":"crossref","unstructured":"Sarp, S., Kuzlu, M., Cali, U., Elma, O., Guler, O.: An interpretable solar photovoltaic power generation forecasting approach using an explainable artificial intelligence tool. In: 2021 IEEE Power & Energy Society Innovative Smart Grid Technologies Conference (ISGT), pp. 1\u20135 (2021). IEEE","DOI":"10.1109\/ISGT49243.2021.9372263"},{"key":"201_CR125","doi-asserted-by":"crossref","unstructured":"Carletti, M., Masiero, C., Beghi, A., Susto, G.A.: Explainable machine learning in industry 4.0: Evaluating feature importance in anomaly detection to enable root cause analysis. In: 2019 IEEE International Conference on Systems, Man and Cybernetics (SMC), pp. 21\u201326 (2019). IEEE","DOI":"10.1109\/SMC.2019.8913901"},{"key":"201_CR126","doi-asserted-by":"crossref","unstructured":"Rehse, J.-R., Mehdiyev, N., Fettke, P.: Towards explainable process predictions for industry 4.0 in the dfki-smart-lego-factory. KI-K\u00fcnstliche Intelligenz 33(2), 181\u2013187 (2019)","DOI":"10.1007\/s13218-019-00586-1"},{"key":"201_CR127","doi-asserted-by":"crossref","unstructured":"Ferreyra, E., Hagras, H., Kern, M., Owusu, G.: Depicting decision-making: A type-2 fuzzy logic based explainable artificial intelligence system for goal-driven simulation in the workforce allocation domain. In: 2019 IEEE International Conference on Fuzzy Systems (FUZZ-IEEE), pp. 1\u20136 (2019). IEEE","DOI":"10.1109\/FUZZ-IEEE.2019.8858933"},{"key":"201_CR128","doi-asserted-by":"crossref","unstructured":"Shalaeva, V., Alkhoury, S., Marinescu, J., Amblard, C., Bisson, G.: Multi-operator decision trees for explainable time-series classification. In: International Conference on Information Processing and Management of Uncertainty in Knowledge-Based Systems, pp. 86\u201399 (2018). Springer","DOI":"10.1007\/978-3-319-91473-2_8"},{"issue":"6","key":"201_CR129","doi-asserted-by":"publisher","first-page":"694","DOI":"10.1111\/bju.15122","volume":"126","author":"J Suh","year":"2020","unstructured":"Suh, J., Yoo, S., Park, J., Cho, S.Y., Cho, M.C., Son, H., Jeong, H.: Development and validation of an explainable artificial intelligence-based decision-supporting tool for prostate biopsy. BJU Int. 126(6), 694\u2013703 (2020)","journal-title":"BJU Int."},{"issue":"5","key":"201_CR130","doi-asserted-by":"publisher","first-page":"1671","DOI":"10.1007\/s10115-019-01389-4","volume":"62","author":"I Karlsson","year":"2020","unstructured":"Karlsson, I., Rebane, J., Papapetrou, P., Gionis, A.: Locally and globally explainable time series tweaking. Knowl. Inf. Syst. 62(5), 1671\u20131700 (2020)","journal-title":"Knowl. Inf. Syst."},{"key":"201_CR131","doi-asserted-by":"publisher","first-page":"825","DOI":"10.1109\/LSP.2020.2993176","volume":"27","author":"A Jung","year":"2020","unstructured":"Jung, A., Nardelli, P.H.: An information-theoretic approach to personalized explainable machine learning. IEEE Signal Process. Lett. 27, 825\u2013829 (2020)","journal-title":"IEEE Signal Process. Lett."},{"issue":"4","key":"201_CR132","doi-asserted-by":"publisher","first-page":"367","DOI":"10.1016\/j.ijhcs.2013.12.007","volume":"72","author":"F Gedikli","year":"2014","unstructured":"Gedikli, F., Jannach, D., Ge, M.: How should i explain? a comparison of different explanation types for recommender systems. Int. J. Hum Comput Stud. 72(4), 367\u2013382 (2014)","journal-title":"Int. J. Hum Comput Stud."},{"key":"201_CR133","doi-asserted-by":"crossref","unstructured":"Bharadhwaj, H.: Layer-wise relevance propagation for explainable recommendations. arXiv preprint arXiv:1807.06160 (2018)","DOI":"10.1109\/ISSPIT.2018.8642691"},{"key":"201_CR134","unstructured":"van\u00a0den Berg, M., Kuiper, O.: Xai in the financial sector: a conceptual framework for explainable ai (xai). https:\/\/www.hu.nl\/-\/media\/hu\/documenten\/onderzoek\/projecten\/ (2020)"},{"key":"201_CR135","doi-asserted-by":"crossref","unstructured":"Carta, S., Podda, A.S., Reforgiato\u00a0Recupero, D., Stanciu, M.M.: Explainable ai for financial forecasting. In: International Conference on Machine Learning, Optimization, and Data Science, pp. 51\u201369 (2021). Springer","DOI":"10.1007\/978-3-030-95470-3_5"},{"key":"201_CR136","doi-asserted-by":"crossref","unstructured":"Kuiper, O., Berg, M.v.d., Burgt, J.v.d., Leijnen, S.: Exploring explainable ai in the financial sector: perspectives of banks and supervisory authorities. In: Benelux Conference on Artificial Intelligence, pp. 105\u2013119 (2021). Springer","DOI":"10.1007\/978-3-030-93842-0_6"},{"key":"201_CR137","doi-asserted-by":"crossref","unstructured":"He, X., Chen, T., Kan, M.-Y., Chen, X.: Trirank: Review-aware explainable recommendation by modeling aspects. In: Proceedings of the 24th ACM International on Conference on Information and Knowledge Management, pp. 1661\u20131670 (2015)","DOI":"10.1145\/2806416.2806504"},{"key":"201_CR138","doi-asserted-by":"crossref","unstructured":"Loyola-Gonz\u00e1lez, O.: Understanding the criminal behavior in mexico city through an explainable artificial intelligence model. In: Mexican International Conference on Artificial Intelligence, pp. 136\u2013149 (2019). Springer","DOI":"10.1007\/978-3-030-33749-0_12"},{"key":"201_CR139","doi-asserted-by":"crossref","unstructured":"Sarathy, N., Alsawwaf, M., Chaczko, Z.: Investigation of an innovative approach for identifying human face-profile using explainable artificial intelligence. In: 2020 IEEE 18th International Symposium on Intelligent Systems and Informatics (SISY), pp. 155\u2013160 (2020). IEEE","DOI":"10.1109\/SISY50555.2020.9217095"},{"issue":"10","key":"201_CR140","doi-asserted-by":"publisher","first-page":"4697","DOI":"10.3390\/app11104697","volume":"11","author":"C Callegari","year":"2021","unstructured":"Callegari, C., Ducange, P., Fazzolari, M., Vecchio, M.: Explainable internet traffic classification. Appl. Sci. 11(10), 4697 (2021)","journal-title":"Appl. Sci."},{"key":"201_CR141","doi-asserted-by":"publisher","first-page":"131824","DOI":"10.1109\/ACCESS.2021.3112397","volume":"9","author":"CS Wickramasinghe","year":"2021","unstructured":"Wickramasinghe, C.S., Amarasinghe, K., Marino, D.L., Rieger, C., Manic, M.: Explainable unsupervised machine learning for cyber-physical systems. IEEE Access 9, 131824\u2013131843 (2021)","journal-title":"IEEE Access"},{"key":"201_CR142","volume":"42","author":"AA Solanke","year":"2022","unstructured":"Solanke, A.A.: Explainable digital forensics ai: Towards mitigating distrust in ai-based digital forensics analysis using interpretable models. Forensic Science International: Digital Investigation 42, 301403 (2022)","journal-title":"Forensic Science International: Digital Investigation"},{"key":"201_CR143","doi-asserted-by":"crossref","unstructured":"D\u00edaz-Rodr\u00edguez, N., Pisoni, G.: Accessible cultural heritage through explainable artificial intelligence. In: Adjunct Publication of the 28th ACM Conference on User Modeling, Adaptation and Personalization, pp. 317\u2013324 (2020)","DOI":"10.1145\/3386392.3399276"},{"key":"201_CR144","doi-asserted-by":"crossref","unstructured":"Segura, V., Brand\u00e3o, B., Fucs, A., Vital\u00a0Brazil, E.: Towards explainable ai using similarity: An analogues visualization system. In: International Conference on Human-Computer Interaction, pp. 389\u2013399 (2019). Springer","DOI":"10.1007\/978-3-030-23541-3_28"},{"key":"201_CR145","doi-asserted-by":"publisher","first-page":"42","DOI":"10.1016\/j.eswa.2018.09.038","volume":"117","author":"Q Zhong","year":"2019","unstructured":"Zhong, Q., Fan, X., Luo, X., Toni, F.: An explainable multi-attribute decision model based on argumentation. Expert Syst. Appl. 117, 42\u201361 (2019)","journal-title":"Expert Syst. Appl."},{"key":"201_CR146","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2022.103667","volume":"306","author":"ML Baptista","year":"2022","unstructured":"Baptista, M.L., Goebel, K., Henriques, E.M.: Relation between prognostics predictor evaluation metrics and local interpretability shap values. Artif. Intell. 306, 103667 (2022)","journal-title":"Artif. Intell."},{"issue":"2","key":"201_CR147","doi-asserted-by":"publisher","first-page":"122","DOI":"10.3390\/info11020122","volume":"11","author":"G Futia","year":"2020","unstructured":"Futia, G., Vetr\u00f2, A.: On the integration of knowledge graphs into deep learning models for a more comprehensible ai-three challenges for future research. Information 11(2), 122 (2020)","journal-title":"Information"},{"key":"201_CR148","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2021.103627","volume":"302","author":"I Tiddi","year":"2022","unstructured":"Tiddi, I., Schlobach, S.: Knowledge graphs as tools for explainable machine learning: A survey. Artif. Intell. 302, 103627 (2022)","journal-title":"Artif. Intell."},{"issue":"10","key":"201_CR149","doi-asserted-by":"publisher","first-page":"459","DOI":"10.3390\/info13100459","volume":"13","author":"E Rajabi","year":"2022","unstructured":"Rajabi, E., Kafaie, S.: Knowledge graphs and explainable ai in healthcare. Information 13(10), 459 (2022)","journal-title":"Information"},{"key":"201_CR150","doi-asserted-by":"crossref","unstructured":"Ro\u017eanec, J.M., Zajec, P., Kenda, K., Novalija, I., Fortuna, B., Mladeni\u0107, D.: Xai-kg: knowledge graph to support xai and decision-making in manufacturing. In: International Conference on Advanced Information Systems Engineering, pp. 167\u2013172 (2021). Springer","DOI":"10.1007\/978-3-030-79022-6_14"},{"key":"201_CR151","doi-asserted-by":"publisher","first-page":"58","DOI":"10.1016\/j.inffus.2021.09.022","volume":"79","author":"N D\u00edaz-Rodr\u00edguez","year":"2022","unstructured":"D\u00edaz-Rodr\u00edguez, N., Lamas, A., Sanchez, J., Franchi, G., Donadello, I., Tabik, S., Filliat, D., Cruz, P., Montes, R., Herrera, F.: Explainable neural-symbolic learning (x-nesyl) methodology to fuse deep learning representations with expert knowledge graphs: The monumai cultural heritage use case. Information Fusion 79, 58\u201383 (2022)","journal-title":"Information Fusion"},{"key":"201_CR152","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2022.109947","volume":"258","author":"A Bennetot","year":"2022","unstructured":"Bennetot, A., Franchi, G., Del Ser, J., Chatila, R., Diaz-Rodriguez, N.: Greybox xai: a neural-symbolic learning framework to produce interpretable predictions for image classification. Knowl.-Based Syst. 258, 109947 (2022)","journal-title":"Knowl.-Based Syst."},{"issue":"5","key":"201_CR153","doi-asserted-by":"publisher","first-page":"565","DOI":"10.1016\/j.fmre.2021.08.013","volume":"1","author":"H Chen","year":"2021","unstructured":"Chen, H., Deng, S., Zhang, W., Xu, Z., Li, J., Kharlamov, E.: Neural symbolic reasoning with knowledge graphs: Knowledge extraction, relational reasoning, and inconsistency checking. Fundamental Research 1(5), 565\u2013573 (2021)","journal-title":"Fundamental Research"},{"key":"201_CR154","doi-asserted-by":"publisher","DOI":"10.1016\/j.compeleceng.2022.108356","volume":"103","author":"DK Sharma","year":"2022","unstructured":"Sharma, D.K., Mishra, J., Singh, A., Govil, R., Srivastava, G., Lin, J.C.-W.: Explainable artificial intelligence for cybersecurity. Comput. Electr. Eng. 103, 108356 (2022)","journal-title":"Comput. Electr. Eng."}],"container-title":["New Generation Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00354-022-00201-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00354-022-00201-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00354-022-00201-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,13]],"date-time":"2024-10-13T12:19:51Z","timestamp":1728821991000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00354-022-00201-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,2,1]]},"references-count":154,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2024,3]]}},"alternative-id":["201"],"URL":"https:\/\/doi.org\/10.1007\/s00354-022-00201-2","relation":{},"ISSN":["0288-3635","1882-7055"],"issn-type":[{"value":"0288-3635","type":"print"},{"value":"1882-7055","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,2,1]]},"assertion":[{"value":"24 August 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 December 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 February 2023","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no known competing financial interests or personal relationships that could have appeared to influence the work reported in this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of Interest"}}]}}