{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,9]],"date-time":"2025-09-09T22:10:43Z","timestamp":1757455843538,"version":"3.40.3"},"publisher-location":"Cham","reference-count":40,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031806063"},{"type":"electronic","value":"9783031806070"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-80607-0_19","type":"book-chapter","created":{"date-parts":[[2024,12,31]],"date-time":"2024-12-31T16:35:47Z","timestamp":1735662947000},"page":"241-256","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["ICE: An Evaluation Metric to\u00a0Assess Symbolic Knowledge Quality"],"prefix":"10.1007","author":[{"given":"Federico","family":"Sabbatini","sequence":"first","affiliation":[]},{"given":"Roberta","family":"Calegari","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,1,1]]},"reference":[{"issue":"2","key":"19_CR1","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1007\/s11063-011-9207-8","volume":"35","author":"MG Augasta","year":"2012","unstructured":"Augasta, M.G., Kathirvalavakumar, T.: Reverse engineering the neural networks for rule extraction in classification problems. Neural Process. Lett. 35(2), 131\u2013150 (2012). https:\/\/doi.org\/10.1007\/s11063-011-9207-8","journal-title":"Neural Process. Lett."},{"issue":"3","key":"19_CR2","doi-asserted-by":"publisher","first-page":"312","DOI":"10.1287\/mnsc.49.3.312.12739","volume":"49","author":"B Baesens","year":"2003","unstructured":"Baesens, B., Setiono, R., Mues, C., Vanthienen, J.: Using neural network rule extraction and decision tables for credit-risk evaluation. Manage. Sci. 49(3), 312\u2013329 (2003). https:\/\/doi.org\/10.1287\/mnsc.49.3.312.12739","journal-title":"Manage. Sci."},{"issue":"5","key":"19_CR3","doi-asserted-by":"publisher","first-page":"1672","DOI":"10.5281\/zenodo.1055511","volume":"2","author":"N Barakat","year":"2008","unstructured":"Barakat, N., Diederich, J.: Eclectic rule-extraction from support vector machines. Int. J. Comput. Inf. Eng. 2(5), 1672\u20131675 (2008). https:\/\/doi.org\/10.5281\/zenodo.1055511","journal-title":"Int. J. Comput. Inf. Eng."},{"unstructured":"Breiman, L., Friedman, J., Stone, C.J., Olshen, R.A.: Classification and Regression Trees. CRC Press (1984)","key":"19_CR4"},{"doi-asserted-by":"publisher","unstructured":"Calegari, R., Sabbatini, F.: The PSyKE technology for trustworthy artificial intelligence. In: Dovier, A., Montanari, A., Orlandini, A. (eds.) AIxIA 2022. LNCS, vol. 13796, pp. 3\u201316. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-27181-6_1","key":"19_CR5","DOI":"10.1007\/978-3-031-27181-6_1"},{"issue":"2","key":"19_CR6","doi-asserted-by":"publisher","first-page":"309","DOI":"10.1016\/S0165-0114(99)00095-0","volume":"120","author":"LA Castillo","year":"2001","unstructured":"Castillo, L.A., Gonz\u00e1lez Mu\u00f1oz, A., P\u00e9rez, R.: Including a simplicity criterion in the selection of the best rule in a genetic fuzzy learning algorithm. Fuzzy Sets Syst. 120(2), 309\u2013321 (2001). https:\/\/doi.org\/10.1016\/S0165-0114(99)00095-0","journal-title":"Fuzzy Sets Syst."},{"unstructured":"Craven, M.W., Shavlik, J.W.: Extracting tree-structured representations of trained networks. In: Touretzky, D.S., Mozer, M.C., Hasselmo, M.E. (eds.) Advances in Neural Information Processing Systems 8. Proceedings of the 1995 Conference, pp. 24\u201330. The MIT Press (1996). http:\/\/papers.nips.cc\/paper\/1152-extracting-tree-structured-representations-of-trained-networks.pdf","key":"19_CR7"},{"doi-asserted-by":"publisher","unstructured":"Czarnowski, I., Caballero, A.M., Howlett, R.J., Jain, L.C.: Intelligent Decision Technologies 2016: Proceedings of the 8th KES International Conference on Intelligent Decision Technologies (KES-IDT 2016)\u2013Part I, vol.\u00a056. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-39627-9","key":"19_CR8","DOI":"10.1007\/978-3-319-39627-9"},{"issue":"2","key":"19_CR9","first-page":"191","volume":"4","author":"M Forina","year":"1988","unstructured":"Forina, M., Leardi, R., Armanino, C., Lanteri, S., Conti, P., Princi, P.: Parvus: an extendable package of programs for data exploration, classification and correlation. J. Chemom. 4(2), 191\u2013193 (1988)","journal-title":"J. Chemom."},{"issue":"1\u20132","key":"19_CR10","doi-asserted-by":"publisher","first-page":"155","DOI":"10.1016\/S0004-3702(00)00077-1","volume":"125","author":"AS d\u2019Avila Garcez","year":"2001","unstructured":"d\u2019Avila Garcez, A.S., Broda, K., Gabbay, D.M.: Symbolic knowledge extraction from trained neural networks: a sound approach. Artif. Intell. 125(1\u20132), 155\u2013207 (2001)","journal-title":"Artif. Intell."},{"doi-asserted-by":"publisher","unstructured":"Hofmann, A., Schmitz, C., Sick, B.: Rule extraction from neural networks for intrusion detection in computer networks. In: 2003 IEEE International Conference on Systems, Man and Cybernetics, vol.\u00a02, pp. 1259\u20131265. IEEE (2003). https:\/\/doi.org\/10.1109\/ICSMC.2003.1244584","key":"19_CR11","DOI":"10.1109\/ICSMC.2003.1244584"},{"key":"19_CR12","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"270","DOI":"10.1007\/11823728_26","volume-title":"Data Warehousing and Knowledge Discovery","author":"J Huysmans","year":"2006","unstructured":"Huysmans, J., Baesens, B., Vanthienen, J.: ITER: an algorithm for predictive regression rule extraction. In: Tjoa, A.M., Trujillo, J. (eds.) DaWaK 2006. LNCS, vol. 4081, pp. 270\u2013279. Springer, Heidelberg (2006). https:\/\/doi.org\/10.1007\/11823728_26"},{"issue":"8","key":"19_CR13","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3470918","volume":"54","author":"SK Karmaker","year":"2021","unstructured":"Karmaker, S.K., Hassan, M.M., Smith, M.J., Xu, L., Zhai, C., Veeramachaneni, K.: Automl to date and beyond: challenges and opportunities. ACM Comput. Surv. (CSUR) 54(8), 1\u201336 (2021)","journal-title":"ACM Comput. Surv. (CSUR)"},{"key":"19_CR14","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2021.103459","volume":"294","author":"EM Kenny","year":"2021","unstructured":"Kenny, E.M., Ford, C., Quinn, M., Keane, M.T.: Explaining black-box classifiers using post-hoc explanations-by-example: the effect of explanations and error-rates in XAI user studies. Artif. Intell. 294, 103459 (2021). https:\/\/doi.org\/10.1016\/j.artint.2021.103459","journal-title":"Artif. Intell."},{"issue":"3","key":"19_CR15","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1145\/3236386.3241340","volume":"16","author":"ZC Lipton","year":"2018","unstructured":"Lipton, Z.C.: The mythos of model interpretability. Queue 16(3), 31\u201357 (2018). https:\/\/doi.org\/10.1145\/3236386.3241340","journal-title":"Queue"},{"key":"19_CR16","doi-asserted-by":"publisher","first-page":"2825","DOI":"10.5555\/1953048.2078195","volume":"12","author":"F Pedregosa","year":"2011","unstructured":"Pedregosa, F., et al.: Scikit-learn: machine learning in Python. J. Mach. Learn. Res. (JMLR) 12, 2825\u20132830 (2011). https:\/\/doi.org\/10.5555\/1953048.2078195","journal-title":"J. Mach. Learn. Res. (JMLR)"},{"key":"19_CR17","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1007\/978-3-030-57321-8_5","volume-title":"Machine Learning and Knowledge Extraction","author":"E Puiutta","year":"2020","unstructured":"Puiutta, E., Veith, E.M.S.P.: Explainable reinforcement learning: a survey. In: Holzinger, A., Kieseberg, P., Tjoa, A.M., Weippl, E. (eds.) CD-MAKE 2020. LNCS, vol. 12279, pp. 77\u201395. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-57321-8_5"},{"doi-asserted-by":"publisher","unstructured":"Rocha, A., Papa, J.P., Meira, L.A.A.: How far do we get using machine learning black-boxes? Int. J. Pattern Recognit. Artif. Intell. 26(02), 1261001\u2013(1\u201323) (2012). https:\/\/doi.org\/10.1142\/S0218001412610010","key":"19_CR18","DOI":"10.1142\/S0218001412610010"},{"issue":"1","key":"19_CR19","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1016\/j.neunet.2006.07.005","volume":"20","author":"EW Saad","year":"2007","unstructured":"Saad, E.W., Wunsch, D.C., II.: Neural network explanation using inversion. Neural Netw. 20(1), 78\u201393 (2007). https:\/\/doi.org\/10.1016\/j.neunet.2006.07.005","journal-title":"Neural Netw."},{"doi-asserted-by":"publisher","unstructured":"Sabbatini, F., Calegari, R.: Achieving complete coverage with hypercube-based symbolic knowledge-extraction techniques. In: Nowaczyk, S., et\u00a0al. (eds.) ECAI 2023, Part I. CCIS, vol.\u00a01947, pp. 179\u2013197. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-50396-2_10","key":"19_CR20","DOI":"10.1007\/978-3-031-50396-2_10"},{"doi-asserted-by":"publisher","unstructured":"Sabbatini, F., Calegari, R.: Bottom-up and top-down workflows for hypercube- and clustering-based knowledge extractors. In: Calvaresi, D., et al. (eds.) Explainable and Transparent AI and Multi-Agent Systems. LNCS, vol. 14127, pp. 116\u2013129. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-40878-6_7","key":"19_CR21","DOI":"10.1007\/978-3-031-40878-6_7"},{"unstructured":"Sabbatini, F., Calegari, R.: ExACT explainable clustering: unravelling the intricacies of cluster formation. In: Baker, C.K., G\u00f3mez\u00a0\u00c1lvarez, L., Heyninck, J., Meyer, T., Pe\u00f1aloza, R., Vesic, S. (eds.) Joint Proceedings of the 2nd Workshop on Knowledge Diversity and the 2nd Workshop on Cognitive Aspects of Knowledge Representation co-located with 20th International Conference on Principles of Knowledge Representation and Reasoning (KR 2023), Rhodes, Greece, September 3\u20134, 2023. CEUR Workshop Proceedings, vol.\u00a03548. CEUR-WS.org (2023). https:\/\/ceur-ws.org\/Vol-3548\/paper3.pdf","key":"19_CR22"},{"doi-asserted-by":"publisher","unstructured":"Sabbatini, F., Calegari, R.: Explainable clustering with CREAM. In: Marquis, P., Tran, C.S., Kern-Isberner, G. (eds.) 20th International Conference on Principles of Knowledge Representation and Reasoning (KR 2023), September 2\u20138 , Rhodes, Greece, pp. 593\u2013603. IJCAI Organization (2023). https:\/\/doi.org\/10.24963\/kr.2023\/58","key":"19_CR23","DOI":"10.24963\/kr.2023\/58"},{"doi-asserted-by":"publisher","unstructured":"Sabbatini, F., Calegari, R.: Symbolic knowledge-extraction evaluation metrics: the FiRe score. In: Gal, K., Now\u00e9, A., Nalepa, G.J., Fairstein, R., R\u0103dulescu, R. (eds.) Proceedings of the 26th European Conference on Artificial Intelligence, ECAI 2023, Krak\u00f3w, Poland. September 30 \u2013 October 4, 2023 (2023). https:\/\/doi.org\/10.3233\/FAIA230496, https:\/\/ebooks.iospress.nl\/doi\/10.3233\/FAIA230496","key":"19_CR24","DOI":"10.3233\/FAIA230496"},{"unstructured":"Sabbatini, F., Calegari, R.: Unlocking insights and trust: the value of explainable clustering algorithms for cognitive agents. In: Falcone, R., Castelfranchi, C., Sapienza, A., Cantucci, F. (eds.) Proceedings of the 24th Workshop \u201cFrom Objects to Agents\u201d, Roma, Italy, November 6\u20138, 2023. CEUR Workshop Proceedings, vol.\u00a03579, pp. 232\u2013245. CEUR-WS.org (2023). https:\/\/ceur-ws.org\/Vol-3579\/paper18.pdf","key":"19_CR25"},{"unstructured":"Sabbatini, F., Calegari, R.: Unveiling opaque predictors via explainable clustering: the CReEPy algorithm. In: Boella, G., et al. (eds.) Proceedings of the 2nd Workshop on Bias, Ethical AI, Explainability and the role of Logic and Logic Programming co-located with the 22nd International Conference of the Italian Association for Artificial Intelligence (AI*IA 2023), Rome, Italy, November 6, 2023. CEUR Workshop Proceedings, vol.\u00a03615, pp. 1\u201314. CEUR-WS.org (2023), https:\/\/ceur-ws.org\/Vol-3615\/paper1.pdf","key":"19_CR26"},{"issue":"1","key":"19_CR27","doi-asserted-by":"publisher","first-page":"65","DOI":"10.1007\/s43681-023-00406-1","volume":"4","author":"F Sabbatini","year":"2024","unstructured":"Sabbatini, F., Calegari, R.: On the evaluation of the symbolic knowledge extracted from black boxes. AI Ethics 4(1), 65\u201374 (2024). https:\/\/doi.org\/10.1007\/s43681-023-00406-1","journal-title":"AI Ethics"},{"doi-asserted-by":"publisher","unstructured":"Sabbatini, F., Calegari, R.: Untying black boxes with clustering-based symbolic knowledge extraction. Intelligenza Artificiale 18(1), 21\u201334 (2024). https:\/\/doi.org\/10.3233\/IA-240026","key":"19_CR28","DOI":"10.3233\/IA-240026"},{"unstructured":"Sabbatini, F., Ciatto, G., Calegari, R., Omicini, A.: Hypercube-based methods for symbolic knowledge extraction: towards a unified model. In: Ferrando, A., Mascardi, V. (eds.) WOA 2022 \u2013 23rd Workshop \u201cFrom Objects to Agents\u201d, CEUR Workshop Proceedings, vol.\u00a03261, pp. 48\u201360. Sun SITE Central Europe, RWTH Aachen University (2022). http:\/\/ceur-ws.org\/Vol-3261\/paper4.pdf","key":"19_CR29"},{"issue":"1","key":"19_CR30","doi-asserted-by":"publisher","first-page":"27","DOI":"10.3233\/IA-210120","volume":"16","author":"F Sabbatini","year":"2022","unstructured":"Sabbatini, F., Ciatto, G., Calegari, R., Omicini, A.: Symbolic knowledge extraction from opaque ML predictors in PSyKE: platform design & experiments. Intelligenza Artificiale 16(1), 27\u201348 (2022). https:\/\/doi.org\/10.3233\/IA-210120","journal-title":"Intelligenza Artificiale"},{"issue":"1","key":"19_CR31","doi-asserted-by":"publisher","first-page":"63","DOI":"10.3233\/IA-230001","volume":"17","author":"F Sabbatini","year":"2023","unstructured":"Sabbatini, F., Ciatto, G., Calegari, R., Omicini, A.: Towards a unified model for symbolic knowledge extraction with hypercube-based methods. Intelligenza Artificiale 17(1), 63\u201375 (2023). https:\/\/doi.org\/10.3233\/IA-230001","journal-title":"Intelligenza Artificiale"},{"key":"19_CR32","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1007\/978-3-030-82017-6_2","volume-title":"Explainable and Transparent AI and Multi-Agent Systems","author":"F Sabbatini","year":"2021","unstructured":"Sabbatini, F., Ciatto, G., Omicini, A.: GridEx: an algorithm for knowledge extraction from black-box regressors. In: Calvaresi, D., Najjar, A., Winikoff, M., Fr\u00e4mling, K. (eds.) EXTRAAMAS 2021. LNCS (LNAI), vol. 12688, pp. 18\u201338. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-82017-6_2"},{"doi-asserted-by":"publisher","unstructured":"Sabbatini, F., Grimani, C., Calegari, R.: Bridging machine learning and diagnostics of the ESA LISA space mission with equation discovery via explainable artificial intelligence. Adv. Space Res. 74(1), 505\u2013517 (2024). https:\/\/doi.org\/10.1016\/j.asr.2024.04.041, https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0273117724003880","key":"19_CR33","DOI":"10.1016\/j.asr.2024.04.041"},{"issue":"10","key":"19_CR34","doi-asserted-by":"publisher","first-page":"1279","DOI":"10.1016\/S0893-6080(02)00089-8","volume":"15","author":"K Saito","year":"2002","unstructured":"Saito, K., Nakano, R.: Extracting regression rules from neural networks. Neural Netw. 15(10), 1279\u20131288 (2002). https:\/\/doi.org\/10.1016\/S0893-6080(02)00089-8","journal-title":"Neural Netw."},{"issue":"6","key":"19_CR35","doi-asserted-by":"publisher","first-page":"1392","DOI":"10.1109\/72.809084","volume":"10","author":"GPJ Schmitz","year":"1999","unstructured":"Schmitz, G.P.J., Aldrich, C., Gouws, F.S.: ANN-DT: an algorithm for extraction of decision trees from artificial neural networks. IEEE Trans. Neural Networks 10(6), 1392\u20131401 (1999). https:\/\/doi.org\/10.1109\/72.809084","journal-title":"IEEE Trans. Neural Networks"},{"issue":"1","key":"19_CR36","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/S0925-2312(97)00038-6","volume":"17","author":"R Setiono","year":"1997","unstructured":"Setiono, R., Liu, H.: NeuroLinear: from neural networks to oblique decision rules. Neurocomputing 17(1), 1\u201324 (1997). https:\/\/doi.org\/10.1016\/S0925-2312(97)00038-6","journal-title":"Neurocomputing"},{"issue":"1","key":"19_CR37","doi-asserted-by":"publisher","first-page":"239","DOI":"10.1016\/S0377-2217(02)00792-0","volume":"155","author":"R Setiono","year":"2004","unstructured":"Setiono, R., Thong, J.Y.L.: An approach to generate rules from neural networks for regression problems. Eur. J. Oper. Res. 155(1), 239\u2013250 (2004). https:\/\/doi.org\/10.1016\/S0377-2217(02)00792-0","journal-title":"Eur. J. Oper. Res."},{"doi-asserted-by":"publisher","unstructured":"Street, W.N., Wolberg, W.H., Mangasarian, O.L.: Nuclear feature extraction for breast tumor diagnosis. In: Acharya, R.S., Goldgof, D.B. (eds.) Biomedical Image Processing and Biomedical Visualization. vol.\u00a01905, pp. 861 \u2013 870. International Society for Optics and Photonics, SPIE (1993). https:\/\/doi.org\/10.1117\/12.148698","key":"19_CR38","DOI":"10.1117\/12.148698"},{"unstructured":"Tran, S.N., d\u2019Avila Garcez, A.S.: Knowledge extraction from deep belief networks for images. In: IJCAI-2013 Workshop on Neural-Symbolic Learning and Reasoning (2013)","key":"19_CR39"},{"unstructured":"Zhou, Z., Jiang, Y., Chen, S.: Extracting symbolic rules from trained neural network ensembles. AI Commun. 16(1), 3\u201315 (2003). http:\/\/content.iospress.com\/articles\/ai-communications\/aic272","key":"19_CR40"}],"container-title":["Lecture Notes in Computer Science","AIxIA 2024 \u2013 Advances in Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-80607-0_19","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,12,31]],"date-time":"2024-12-31T17:05:18Z","timestamp":1735664718000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-80607-0_19"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031806063","9783031806070"],"references-count":40,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-80607-0_19","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"1 January 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AIxIA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference of the Italian Association for Artificial Intelligence","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Bolzano","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24 November 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 November 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aiia2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}