{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,3]],"date-time":"2026-05-03T04:48:36Z","timestamp":1777783716475,"version":"3.51.4"},"publisher-location":"Cham","reference-count":61,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031637995","type":"print"},{"value":"9783031638008","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-63800-8_14","type":"book-chapter","created":{"date-parts":[[2024,7,9]],"date-time":"2024-07-09T23:03:55Z","timestamp":1720566235000},"page":"270-293","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["ConformaSight: Conformal Prediction-Based Global and\u00a0Model-Agnostic Explainability Framework"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5888-445X","authenticated-orcid":false,"given":"Fatima Rabia","family":"Yapicioglu","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0004-0990-402X","authenticated-orcid":false,"given":"Alessandra","family":"Stramiglio","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7562-5203","authenticated-orcid":false,"given":"Fabio","family":"Vitali","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,7,10]]},"reference":[{"key":"14_CR1","doi-asserted-by":"publisher","first-page":"154","DOI":"10.1016\/j.inffus.2022.11.013","volume":"92","author":"L Weber","year":"2023","unstructured":"Weber, L., Lapuschkin, S., Binder, A., Samek, W.: Beyond explaining: opportunities and challenges of XAI-based model improvement. Inf. Fus. 92, 154\u2013176 (2023)","journal-title":"Inf. Fus."},{"key":"14_CR2","doi-asserted-by":"crossref","unstructured":"Friedman, J.H.: Greedy function approximation: a gradient boosting machine. Ann. Stat. 1189\u20131232 (2001)","DOI":"10.1214\/aos\/1013203451"},{"issue":"4","key":"14_CR3","doi-asserted-by":"publisher","first-page":"1059","DOI":"10.1111\/rssb.12377","volume":"82","author":"DW Apley","year":"2020","unstructured":"Apley, D.W., Zhu, J.: Visualizing the effects of predictor variables in black box supervised learning models. J. R. Stat. Soc. Ser. B Stat. Methodol. 82(4), 1059\u20131086 (2020)","journal-title":"J. R. Stat. Soc. Ser. B Stat. Methodol."},{"issue":"1","key":"14_CR4","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1023\/A:1010933404324","volume":"45","author":"L Breiman","year":"2001","unstructured":"Breiman, L.: Random forests. Mach. Learn. 45(1), 5\u201332 (2001)","journal-title":"Mach. Learn."},{"issue":"177","key":"14_CR5","first-page":"1","volume":"20","author":"A Fisher","year":"2019","unstructured":"Fisher, A., Rudin, C., Dominici, F.: All models are wrong, but many are useful: learning a variable\u2019s importance by studying an entire class of prediction models simultaneously. J. Mach. Learn. Res. 20(177), 1\u201381 (2019)","journal-title":"J. Mach. Learn. Res."},{"key":"14_CR6","doi-asserted-by":"publisher","first-page":"399","DOI":"10.1016\/j.ress.2015.05.018","volume":"142","author":"P Wei","year":"2015","unstructured":"Wei, P., Lu, Z., Song, J.: Variable importance analysis: a comprehensive review. Reliab. Eng. Syst. Saf. 142, 399\u2013432 (2015)","journal-title":"Reliab. Eng. Syst. Saf."},{"key":"14_CR7","unstructured":"Lundberg, S.M., Lee, S.I.: A unified approach to interpreting model predictions. In: Advances in Neural Information Processing Systems, vol. 30 (2017)"},{"key":"14_CR8","doi-asserted-by":"crossref","unstructured":"Ribeiro, M. T., Singh, S., Guestrin, C.: \u201cWhy should i trust you?\u201d Explaining the predictions of any classifier. In Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 1135\u20131144 (2016)","DOI":"10.1145\/2939672.2939778"},{"issue":"2","key":"14_CR9","doi-asserted-by":"publisher","first-page":"3153","DOI":"10.1109\/LRA.2020.2974682","volume":"5","author":"A Loquercio","year":"2020","unstructured":"Loquercio, A., Segu, M., Scaramuzza, D.: A general framework for uncertainty estimation in deep learning. IEEE Robot. Autom. Lett. 5(2), 3153\u20133160 (2020)","journal-title":"IEEE Robot. Autom. Lett."},{"key":"14_CR10","unstructured":"Malinin, A., Gales, M.: Predictive uncertainty estimation via prior networks. In: Advances in Neural Information Processing Systems, vol. 31 (2018)"},{"key":"14_CR11","unstructured":"Nandy, J., Hsu, W., Lee, M.L.: Towards maximizing the representation gap between in-domain & out-of-distribution examples. In: Advances in Neural Information Processing Systems, vol. 33, pp. 9239\u20139250 (2020)"},{"issue":"1\u20133","key":"14_CR12","doi-asserted-by":"publisher","first-page":"17","DOI":"10.1016\/S0304-3800(00)00390-2","volume":"138","author":"SD Snowling","year":"2001","unstructured":"Snowling, S.D., Kramer, J.R.: Evaluating modelling uncertainty for model selection. Ecol. Model. 138(1\u20133), 17\u201330 (2001)","journal-title":"Ecol. Model."},{"key":"14_CR13","doi-asserted-by":"publisher","first-page":"243","DOI":"10.1016\/j.inffus.2021.05.008","volume":"76","author":"M Abdar","year":"2021","unstructured":"Abdar, M., et al.: A review of uncertainty quantification in deep learning: techniques, applications and challenges. Inf. Fus. 76, 243\u2013297 (2021)","journal-title":"Inf. Fus."},{"key":"14_CR14","unstructured":"van Kuijk, K., Dirksen, M., Seiler, C.: Conformal regression in calorie prediction for team Jumbo-Visma. arXiv preprint arXiv:2304.03778 (2023)"},{"issue":"2","key":"14_CR15","doi-asserted-by":"publisher","first-page":"330","DOI":"10.1021\/acs.chemrestox.0c00253","volume":"34","author":"A Wilm","year":"2020","unstructured":"Wilm, A., et al.: Skin Doctor CP: conformal prediction of the skin sensitization potential of small organic molecules. Chem. Res. Toxicol. 34(2), 330\u2013344 (2020)","journal-title":"Chem. Res. Toxicol."},{"key":"14_CR16","doi-asserted-by":"publisher","DOI":"10.1016\/j.measurement.2020.107588","volume":"158","author":"X Zhan","year":"2020","unstructured":"Zhan, X., Wang, Z., Yang, M., Luo, Z., Wang, Y., Li, G.: An electronic nose-based assistive diagnostic prototype for lung cancer detection with conformal prediction. Measurement 158, 107588 (2020)","journal-title":"Measurement"},{"key":"14_CR17","unstructured":"Henne, M., Schwaiger, A., Weiss, G.: Managing uncertainty of AI-based perception for autonomous systems. In: AISafety@ IJCAI, pp. 11\u201312 (2019)"},{"key":"14_CR18","doi-asserted-by":"crossref","unstructured":"Thuy, A., Benoit, D.F.: Explainability through uncertainty: trustworthy decision-making with neural networks. Eur. J. Oper. Res. (2023)","DOI":"10.1016\/j.ejor.2023.09.009"},{"key":"14_CR19","doi-asserted-by":"crossref","unstructured":"Balasubramanian, V., Ho, S.S., Vovk, V.: Conformal prediction for reliable machine learning: theory, adaptations and applications. Newnes (2014)","DOI":"10.1016\/B978-0-12-398537-8.00009-2"},{"key":"14_CR20","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1016\/j.inffus.2019.12.012","volume":"58","author":"AB Arrieta","year":"2020","unstructured":"Arrieta, A.B., et al.: Explainable Artificial Intelligence (XAI): concepts, taxonomies, opportunities and challenges toward responsible AI. Inf. Fus. 58, 82\u2013115 (2020)","journal-title":"Inf. Fus."},{"key":"14_CR21","doi-asserted-by":"publisher","first-page":"52138","DOI":"10.1109\/ACCESS.2018.2870052","volume":"6","author":"A Adadi","year":"2018","unstructured":"Adadi, A., Berrada, M.: Peeking inside the black-box: a survey on explainable artificial intelligence (XAI). IEEE Access 6, 52138\u201352160 (2018). https:\/\/doi.org\/10.1109\/ACCESS.2018.2870052","journal-title":"IEEE Access"},{"key":"14_CR22","doi-asserted-by":"publisher","unstructured":"Sovrano, F.: How to explain: from theory to practice, [Dissertation thesis], Alma Mater Studiorum Universit\u00e0 di Bologna. Dottorato di ricerca in Data science and computation, 34 Ciclo. (2023). https:\/\/doi.org\/10.48676\/unibo\/amsdottorato\/10943","DOI":"10.48676\/unibo\/amsdottorato\/10943"},{"key":"14_CR23","doi-asserted-by":"publisher","unstructured":"Bishop, C.M.: Pattern Recognition and Machine Learning. Springer, Cham (2006). https:\/\/doi.org\/10.1007\/978-0-387-45528-0","DOI":"10.1007\/978-0-387-45528-0"},{"key":"14_CR24","unstructured":"Gawlikowski, J., et al.: A Survey of Uncertainty in Deep Neural Networks (2021). http:\/\/arxiv.org\/abs\/2107.03342"},{"key":"14_CR25","unstructured":"Angelopoulos, A.N., Bates, S.: A gentle introduction to conformal prediction and distribution-free uncertainty quantification. arXiv preprint arXiv:2107.07511 (2021)"},{"key":"14_CR26","unstructured":"Vovk, V., Gammerman, A., Saunders, C.: Machine-learning applications of algorithmic randomness. In: International Conference on Machine Learning, pp. 444\u2013453 (1999)"},{"key":"14_CR27","unstructured":"Angelopoulos, A.N., Bates, S., Malik, J., Jordan, M.I.: Uncertainty sets for image classifiers using conformal prediction. In: International Conference on Learning Representations (2021)"},{"key":"14_CR28","unstructured":"Angelopoulos, A.N., Bates, S., Cand\u00e8s, E.J., Jordan, M.I., Lei, L.: Learn then test: calibrating predictive algorithms to achieve risk control. arXiv:2110.01052 (2021)"},{"key":"14_CR29","unstructured":"Tibshirani, R.J., Foygel Barber, R., Candes, E., Ramdas, A.: Conformal prediction under covariate shift. In: Advances in Neural Information Processing Systems, vol. 32, pp. 2530\u20132540 (2019)"},{"key":"14_CR30","unstructured":"Cauchois, M., Gupta, S., Ali, A., Duchi, J.C.: Robust validation: confident predictions even when distributions shift. arXiv:2008.04267 (2020)"},{"key":"14_CR31","doi-asserted-by":"crossref","unstructured":"Barber, R.F., Candes, E.J., Ramdas, A., Tibshirani, R.J.: Conformal prediction beyond exchangeability. arXiv:2202.13415 (2022)","DOI":"10.1214\/23-AOS2276"},{"key":"14_CR32","unstructured":"Gibbs, I., Candes, E.: Adaptive conformal inference under distribution shift. arXiv:2106.00170 (2021)"},{"key":"14_CR33","doi-asserted-by":"crossref","unstructured":"Artelt, A., Visser, R., Hammer, B.: I do not know! but why? - Local model-agnostic example-based explanations of reject. Neurocomputing 558, 126722 (2023). ISSN 0925-2312. https:\/\/doi.org\/10.1016\/j.neucom.2023.126722","DOI":"10.1016\/j.neucom.2023.126722"},{"key":"14_CR34","unstructured":"Carlevaro, A.N., Narteni, S., Dabbene, F., Muselli, M., Mongelli, M.: CONFIDERAI: a novel CONFormal Interpretable-by-Design score function for Explainable and Reliable Artificial Intelligence (2023)"},{"key":"14_CR35","unstructured":"Johansson, U., L\u00f6fstr\u00f6m, T., Bostr\u00f6m, H., S\u00f6nstr\u00f6d, C.: Interpretable and specialized conformal predictors. In: Proceedings of the Eighth Symposium on Conformal and Probabilistic Prediction and Applications, PMLR, vol. 105, pp. 3\u201322 (2019)"},{"key":"14_CR36","unstructured":"Alkhatib, A., Bostrom, H., Ennadir, S., Johansson, U.: Approximating score-based explanation techniques using conformal regression. In: Proceedings of the Twelfth Symposium on Conformal and Probabilistic Prediction with Applications, PMLR, vol. 204, pp. 450\u2013469 (2023)"},{"key":"14_CR37","doi-asserted-by":"publisher","unstructured":"Park, H.: Providing post-hoc explanation for node representation learning models through inductive conformal predictions. IEEE Access 11, 1202\u20131212 (2023). https:\/\/doi.org\/10.1109\/ACCESS.2022.3233036","DOI":"10.1109\/ACCESS.2022.3233036"},{"key":"14_CR38","unstructured":"Marx, C., Park, Y., Hasson, H., Wang, Y., Ermon, S., Huan, L.: But are you sure? An uncertainty-aware perspective on explainable AI. In: Proceedings of The 26th International Conference on Artificial Intelligence and Statistics, PMLR, vol. 206, pp. 7375\u20137391"},{"key":"14_CR39","doi-asserted-by":"crossref","unstructured":"Qian, W., Zhao, C., Li, Y., Ma, F., Zhang, C., Huai, M.: Towards Modeling Uncertainties of Self-explaining Neural Networks via Conformal Prediction, 2401.01549, cs.LG (2024)","DOI":"10.1609\/aaai.v38i13.29382"},{"key":"14_CR40","unstructured":"Bykov, K., et al.: How much can i trust you?\u2013quantifying uncertainties in explaining neural networks. arXiv preprint arXiv:2006.09000 (2020)"},{"key":"14_CR41","unstructured":"Delaney, E., Greene, D., Keane, M.T.: Uncertainty estimation and out-of-distribution detection for counterfactual explanations: pitfalls and solutions. arXiv preprint arXiv:2107.09734 (2021)"},{"key":"14_CR42","doi-asserted-by":"publisher","DOI":"10.1007\/b106715","volume-title":"Algorithmic Learning in a Random World","author":"V Vovk","year":"2005","unstructured":"Vovk, V., Gammerman, A., Shafer, G.: Algorithmic Learning in a Random World. Springer, New York (2005). https:\/\/doi.org\/10.1007\/b106715"},{"key":"14_CR43","first-page":"371","volume":"9","author":"G Shafer","year":"2008","unstructured":"Shafer, G., Vovk, V.: A tutorial on conformal prediction. J. Mach. Learn. Res. 9, 371\u2013421 (2008)","journal-title":"J. Mach. Learn. Res."},{"key":"14_CR44","doi-asserted-by":"crossref","unstructured":"Zadrozny, B., Elkan, C.: Learning and making decisions when costs and probabilities are both unknown. In: Proceedings of the Seventh ACM SIGKDD International Conference on Knowledge Discovery and Data Mining (2001)","DOI":"10.1145\/502512.502540"},{"key":"14_CR45","doi-asserted-by":"crossref","unstructured":"Box, G.E.P., Muller, M.E., Tiao, G.C.: Robustness in the strategy of scientific model building. In: Robustness in Statistics, pp. 201\u2013236. Academic Press (1978)","DOI":"10.1016\/B978-0-12-438150-6.50018-2"},{"key":"14_CR46","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4613-8643-8","volume-title":"Non-uniform Random Variate Generation","author":"L Devroye","year":"1986","unstructured":"Devroye, L.: Non-uniform Random Variate Generation. Springer, New York (1986). https:\/\/doi.org\/10.1007\/978-1-4613-8643-8"},{"key":"14_CR47","unstructured":"Franceschi, J.Y., Fawzi, A., Fawzi, O.: Robustness of classifiers to uniform $$\\ell _p $$ and Gaussian noise. In: International Conference on Artificial Intelligence and Statistics, pp. 1280\u20131288. PMLR (2018)"},{"key":"14_CR48","unstructured":"Koh, P.W., Liang, P.: Understanding black-box predictions via influence functions. In: International Conference on Machine Learning (2017)"},{"issue":"3","key":"14_CR49","doi-asserted-by":"publisher","first-page":"273","DOI":"10.1007\/BF00994018","volume":"20","author":"V Vapnik","year":"1995","unstructured":"Vapnik, V., Cortes, C.: Support-vector networks. Mach. Learn. 20(3), 273\u2013297 (1995)","journal-title":"Mach. Learn."},{"key":"14_CR50","unstructured":"Zwitter, M., Soklic, M.: Breast Cancer. UCI Machine Learning Repository (1988). https:\/\/doi.org\/10.24432\/C51P4M"},{"key":"14_CR51","unstructured":"German, B.: Glass Identification. UCI Machine Learning Repository (1987). https:\/\/doi.org\/10.24432\/C5WW2P"},{"key":"14_CR52","unstructured":"Blackard, J.: Covertype. UCI Machine Learning Repository (1998). https:\/\/doi.org\/10.24432\/C50K5N"},{"key":"14_CR53","doi-asserted-by":"crossref","unstructured":"Chen, T., Guestrin, C.: XGBoost: a scalable tree boosting system. In: Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 785\u2013794 (2016)","DOI":"10.1145\/2939672.2939785"},{"key":"14_CR54","unstructured":"Abadi, M., et al.: TensorFlow: large-scale machine learning on heterogeneous systems. Software available from tensorflow.org (2015)"},{"key":"14_CR55","doi-asserted-by":"crossref","unstructured":"Pedregosa, F., et al.: JMLR 12, pp. 2825\u20132830 (2011)","DOI":"10.17762\/turcomat.v12i2.2314"},{"issue":"1","key":"14_CR56","first-page":"59","volume":"14","author":"DR Cox","year":"1958","unstructured":"Cox, D.R.: The application of the logistic function to experimental data. Biometrics 14(1), 59\u201367 (1958)","journal-title":"Biometrics"},{"key":"14_CR57","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1023\/A:1010933404324","volume":"45","author":"L Breiman","year":"2001","unstructured":"Breiman, L.: Random forests. Mach. Learn. 45, 5\u201332 (2001)","journal-title":"Mach. Learn."},{"key":"14_CR58","unstructured":"Lundberg, S.M., Lee, S.I.: A unified approach to interpreting model predictions. In: Advances in Neural Information Processing Systems, vol. 30 (2017)"},{"issue":"1","key":"14_CR59","doi-asserted-by":"publisher","first-page":"56","DOI":"10.1038\/s42256-019-0138-9","volume":"2","author":"SM Lundberg","year":"2020","unstructured":"Lundberg, S.M., et al.: From local explanations to global understanding with explainable AI for trees. Nat. Mach. Intell. 2(1), 56\u201367 (2020)","journal-title":"Nat. Mach. Intell."},{"issue":"1","key":"14_CR60","doi-asserted-by":"publisher","first-page":"155","DOI":"10.1093\/mnras\/225.1.155","volume":"225","author":"G Fasano","year":"1987","unstructured":"Fasano, G., Franceschini, A.: A multidimensional version of the Kolmogorov-Smirnov test. Mon. Not. R. Astron. Soc. 225(1), 155\u2013170 (1987)","journal-title":"Mon. Not. R. Astron. Soc."},{"issue":"3","key":"14_CR61","doi-asserted-by":"publisher","first-page":"261","DOI":"10.1038\/s41592-019-0686-2","volume":"17","author":"P Virtanen","year":"2020","unstructured":"Virtanen, P., et al.: SciPy 1.0: fundamental algorithms for scientific computing in Python. Nat. Meth. 17(3), 261\u2013272 (2020)","journal-title":"Nat. Meth."}],"container-title":["Communications in Computer and Information Science","Explainable Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-63800-8_14","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,9]],"date-time":"2024-07-09T23:15:25Z","timestamp":1720566925000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-63800-8_14"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031637995","9783031638008"],"references-count":61,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-63800-8_14","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"value":"1865-0929","type":"print"},{"value":"1865-0937","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"10 July 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors declare no relevant competing interests associated with the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"xAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"World Conference on Explainable Artificial Intelligence","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Valletta","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Malta","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17 July 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 July 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"xai2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/xaiworldconference.com\/2024\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}