{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,26]],"date-time":"2026-03-26T16:02:00Z","timestamp":1774540920159,"version":"3.50.1"},"reference-count":37,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2024,1,9]],"date-time":"2024-01-09T00:00:00Z","timestamp":1704758400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,9]],"date-time":"2024-01-09T00:00:00Z","timestamp":1704758400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["AI Ethics"],"published-print":{"date-parts":[[2024,2]]},"DOI":"10.1007\/s43681-023-00406-1","type":"journal-article","created":{"date-parts":[[2024,1,9]],"date-time":"2024-01-09T13:02:27Z","timestamp":1704805347000},"page":"65-74","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["On the evaluation of the symbolic knowledge extracted from black boxes"],"prefix":"10.1007","volume":"4","author":[{"given":"Federico","family":"Sabbatini","sequence":"first","affiliation":[]},{"given":"Roberta","family":"Calegari","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,1,9]]},"reference":[{"key":"406_CR1","doi-asserted-by":"crossref","unstructured":"Aziz, S., Dowling, M.: Machine learning and AI for risk management. In: FinTech and Strategy in the 21st Century, pp. 33\u201350. Palgrave Pivot, Cham (2019)","DOI":"10.1007\/978-3-030-02330-0_3"},{"key":"406_CR2","doi-asserted-by":"crossref","unstructured":"Berenji, H.R.: Refinement of approximate reasoning-based controllers by reinforcement learning. In: Birnbaum, L., Collins, G. (eds.) Proceedings of the Eighth International Workshop (ML91), Northwestern University, Evanston, Illinois, USA, pp. 475\u2013479. Morgan Kaufmann (1991)","DOI":"10.1016\/B978-1-55860-200-7.50097-0"},{"key":"406_CR3","volume-title":"Classification and Regression Trees","author":"L Breiman","year":"1984","unstructured":"Breiman, L., Friedman, J., Stone, C.J., Olshen, R.A.: Classification and Regression Trees. CRC Press, Boca Raton (1984)"},{"key":"406_CR4","doi-asserted-by":"crossref","unstructured":"Calegari, R., Sabbatini, F.: The PSyKE technology for trustworthy artificial intelligence. In: XXI International Conference of the Italian Association for Artificial Intelligence, AIxIA 2022, Udine, Italy, November 28\u2013December 2, 2022, Proceedings, vol. 13796, pp. 3\u201316 (2023)","DOI":"10.1007\/978-3-031-27181-6_1"},{"key":"406_CR5","unstructured":"Craven, M.W., Shavlik, J.W.: Extracting tree-structured representations of trained networks. In: Touretzky, D.S., Mozer, M.C., Hasselmo, M.E. (eds.) Advances in Neural Information Processing Systems 8. Proceedings of the 1995 Conference, pp. 24\u201330. The MIT Press (1996). (ISBN 9780262201070)"},{"key":"406_CR6","doi-asserted-by":"crossref","unstructured":"De\u00a0Mulder, W., Valcke, P.: The need for a numeric measure of explainability. In: 2021 IEEE International Conference on Big Data (Big Data), pp. 2712\u20132720 (2021)","DOI":"10.1109\/BigData52589.2021.9671745"},{"key":"406_CR7","unstructured":"European Commission, Directorate-General\u00a0for Communications\u00a0Networks, C., Technology. Ethics guidelines for trustworthy AI. Publications Office (2019)"},{"issue":"1","key":"406_CR8","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2594473.2594475","volume":"15","author":"AA Freitas","year":"2014","unstructured":"Freitas, A.A.: Comprehensible classification models: a position paper. ACM SIGKDD Explor. Newsl. 15(1), 1\u201310 (2014)","journal-title":"ACM SIGKDD Explor. Newsl."},{"issue":"1\u20132","key":"406_CR9","doi-asserted-by":"publisher","first-page":"155","DOI":"10.1016\/S0004-3702(00)00077-1","volume":"125","author":"ASD Garcez","year":"2001","unstructured":"Garcez, A.S.D., Broda, K., Gabbay, D.M.: Symbolic knowledge extraction from trained neural networks: a sound approach. Artif. Intell. 125(1\u20132), 155\u2013207 (2001)","journal-title":"Artif. Intell."},{"issue":"5","key":"406_CR10","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3236009","volume":"51","author":"R Guidotti","year":"2018","unstructured":"Guidotti, R., Monreale, A., Ruggieri, S., Turini, F., Giannotti, F., Pedreschi, D.: A survey of methods for explaining black box models. ACM Comput. Surv. 51(5), 1\u201342 (2018)","journal-title":"ACM Comput. Surv."},{"key":"406_CR11","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2020.106622","volume":"212","author":"X He","year":"2021","unstructured":"He, X., Zhao, K., Chu, X.: AutoML: a survey of the state-of-the-art. Knowl.-Based Syst. 212, 106622 (2021)","journal-title":"Knowl.-Based Syst."},{"issue":"5","key":"406_CR12","doi-asserted-by":"publisher","first-page":"801","DOI":"10.1109\/72.159069","volume":"3","author":"S Horikawa","year":"1992","unstructured":"Horikawa, S., Furuhashi, T., Uchikawa, Y.: On fuzzy modeling using fuzzy neural networks with the back-propagation algorithm. IEEE Trans. Neural Netw. 3(5), 801\u2013806 (1992)","journal-title":"IEEE Trans. Neural Netw."},{"issue":"1","key":"406_CR13","doi-asserted-by":"publisher","first-page":"141","DOI":"10.1016\/j.dss.2010.12.003","volume":"51","author":"J Huysmans","year":"2011","unstructured":"Huysmans, J., Dejaeger, K., Mues, C., Vanthienen, J., Baesens, B.: An empirical evaluation of the comprehensibility of decision table, tree and rule based predictive models. Decis. Support Syst. 51(1), 141\u2013154 (2011)","journal-title":"Decis. Support Syst."},{"key":"406_CR14","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2021.103459","volume":"294","author":"EM Kenny","year":"2021","unstructured":"Kenny, E.M., Ford, C., Quinn, M., Keane, M.T.: Explaining black-box classifiers using post-hoc explanations-by-example: the effect of explanations and error-rates in XAI user studies. Artif. Intell. 294, 103459 (2021)","journal-title":"Artif. Intell."},{"key":"406_CR15","doi-asserted-by":"crossref","unstructured":"Murphy, P.M., Pazzani, M.J.: ID2-of-3: constructive induction of M-of-N concepts for discriminators in decision trees. In: Machine Learning Proceedings 1991, pp. 183\u2013187. Elsevier (1991)","DOI":"10.1016\/B978-1-55860-200-7.50040-4"},{"key":"406_CR16","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1016\/j.ribaf.2014.06.004","volume":"33","author":"A Ng","year":"2015","unstructured":"Ng, A., Ibrahim, M.H., Mirakhor, A.: Ethical behavior and trustworthiness in the stock market-growth nexus. Res. Int. Bus. Financ. 33, 44\u201358 (2015)","journal-title":"Res. Int. Bus. Financ."},{"key":"406_CR17","volume-title":"C4.5: Programming for Machine Learning","author":"JR Quinlan","year":"1993","unstructured":"Quinlan, J.R.: C4.5: Programming for Machine Learning. Morgan Kauffmann, San Mateo (1993)"},{"issue":"02","key":"406_CR18","doi-asserted-by":"publisher","first-page":"1261001","DOI":"10.1142\/S0218001412610010","volume":"26","author":"A Rocha","year":"2012","unstructured":"Rocha, A., Papa, J.P., Meira, L.A.A.: How far do we get using machine learning black-boxes? Int. J. Pattern Recognit. Artif. Intell. 26(02), 1261001 (2012)","journal-title":"Int. J. Pattern Recognit. Artif. Intell."},{"key":"406_CR19","unstructured":"Sabbatini, F., Calegari, R.: Symbolic knowledge extraction from opaque machine learning predictors: GridREx & PEDRO. In: Kern-Isberner, G., Lakemeyer, G., Meyer, T. (eds.) Proceedings of the 19th International Conference on Principles of Knowledge Representation and Reasoning, KR 2022, Haifa, Israel. July 31\u2013August 5, 2022, pp. 554\u2013563. IJCAI Organization, Haifa (2022)"},{"key":"406_CR20","doi-asserted-by":"crossref","unstructured":"Sabbatini, F., Calegari, R.: Bottom-up and top-down workflows for hypercube- and clustering-based knowledge extractors. In: Calvaresi, D., Najjar, A., Omicini, A., Aydogan, R., Carli, R., Ciatto, G., Fr\u00e4mling, K. (eds.) Explainable and Transparent AI and Multi-Agent Systems. Fifth International Workshop, EXTRAAMAS 2023, London, UK, May 29, 2023, Revised Selected Papers, Volume 14127 of LNCS, pp. 116\u2013129. Springer Cham, Basel (2023a). (ISBN 978-3-031-40877-9)","DOI":"10.1007\/978-3-031-40878-6_7"},{"key":"406_CR21","doi-asserted-by":"crossref","unstructured":"Sabbatini, F., Calegari, R.: ExACT explainable clustering: unravelling the intricacies of cluster formation. In: Proceedings of the 2nd International Workshop on Knowledge Diversity, KoDis 2023, Rhodes, Greece, 3 September 2023 (2023)","DOI":"10.24963\/kr.2023\/58"},{"key":"406_CR22","doi-asserted-by":"crossref","unstructured":"Sabbatini, F., Calegari, R.: Explainable clustering with CREAM. In: Marquis, P., Son, T. C., Kern-Isberner, G. (eds.) Proceedings of the 20th International Conference on Principles of Knowledge Representation and Reasoning, KR 2023, Rhodes, Greece, 2\u20138 September 2023. IJCAI Organization, Rhodes, pp. 593\u2013603 (2023)","DOI":"10.24963\/kr.2023\/58"},{"key":"406_CR23","unstructured":"Sabbatini, F., Calegari, R.: Unveiling opaque predictors via explainable clustering: the CReEPy algorithm. In: Proceedings of the 2nd Workshop on Bias, Ethical Al, Explainability and the role of Logic and Logic Programming, BEWARE-23, co-located with AlxIA 2023, Roma Tre University, Roma, Italy, 6 November 2023 (2023)"},{"key":"406_CR24","doi-asserted-by":"crossref","unstructured":"Sabbatini, F., Ciatto, G., Calegari, R., Omicini, A.: On the design of PSyKE: a platform for symbolic knowledge extraction. In: Calegari, R., Ciatto, G., Denti, E., Omicini, A., Sartor, G. (eds.) WOA 2021\u201422nd Workshop \u201cFrom Objects to Agents\u201d, Volume 2963 of CEUR Workshop Proceedings, 29\u201348. Sun SITE Central Europe, RWTH Aachen University. 22nd Workshop \u201cFrom Objects to Agents\u201d (WOA 2021), Bologna, Italy, 1\u20133\u00a0September\u00a02021. Proceedings (2021)","DOI":"10.3233\/IA-220141"},{"key":"406_CR25","unstructured":"Sabbatini, F., Ciatto, G., Calegari, R., Omicini, A.: Hypercube-based methods for symbolic knowledge extraction: towards a unified model. In: Ferrando, A., Mascardi, V. (eds.) WOA 2022\u201423rd Workshop \u201cFrom Objects to Agents.\u201d CEUR Workshop Proceedings, vol. 3261, pp. 48\u201360. RWTH Aachen University, Sun SITE Central Europe (2022)"},{"issue":"1","key":"406_CR26","doi-asserted-by":"publisher","first-page":"27","DOI":"10.3233\/IA-210120","volume":"16","author":"F Sabbatini","year":"2022","unstructured":"Sabbatini, F., Ciatto, G., Calegari, R., Omicini, A.: Symbolic knowledge extraction from opaque ML predictors in PSyKE: platform design and experiments. Intelligenza Artificiale 16(1), 27\u201348 (2022)","journal-title":"Intelligenza Artificiale"},{"issue":"1","key":"406_CR27","doi-asserted-by":"publisher","first-page":"63","DOI":"10.3233\/IA-230001","volume":"17","author":"F Sabbatini","year":"2023","unstructured":"Sabbatini, F., Ciatto, G., Calegari, R., Omicini, A.: Towards a unified model for symbolic knowledge extraction with hypercube-based methods. Intelligenza Artificiale 17(1), 63\u201375 (2023)","journal-title":"Intelligenza Artificiale"},{"key":"406_CR28","doi-asserted-by":"crossref","unstructured":"Sabbatini, F., Ciatto, G., Omicini, A.: GridEx: an algorithm for knowledge extraction from black-box regressors. In: Calvaresi, D., Najjar, A., Winikoff, M., Fr\u00e4mling, K. (eds.) Explainable and Transparent AI and Multi-Agent Systems. Third International Workshop, EXTRAAMAS 2021, Virtual Event, May 3\u20137, 2021, Revised Selected Papers, Volume 12688 of LNCS, pp. 18\u201338. Springer Nature, Basel (2021). (ISBN 978-3-030-82016-9)","DOI":"10.1007\/978-3-030-82017-6_2"},{"key":"406_CR29","doi-asserted-by":"crossref","unstructured":"Sabbatini, F., Ciatto, G., Omicini, A.: Semantic web-based interoperability for intelligent agents with PSyKE. In: Calvaresi, D., Najjar, A., Winikoff, M., Fr\u00e4mling, K. (eds.) Proceedings of the 4th International Workshop on EXplainable and TRAnsparent AI and Multi-Agent Systems, Volume 13283 of Lecture Notes in Computer Science, chapter\u00a08, pp. 124\u2013142. Springer (2022). (ISBN 978-3-031-15564-2)","DOI":"10.1007\/978-3-031-15565-9_8"},{"key":"406_CR30","doi-asserted-by":"crossref","unstructured":"Sethi, K.K., Mishra, D.K., Mishra, B.: KDRuleEx: a novel approach for enhancing user comprehensibility using rule extraction. In: 2012 Third International Conference on Intelligent Systems Modelling and Simulation, pp. 55\u201360 (2012)","DOI":"10.1109\/ISMS.2012.116"},{"issue":"2","key":"406_CR31","doi-asserted-by":"publisher","first-page":"512","DOI":"10.1109\/72.839020","volume":"11","author":"R Setiono","year":"2000","unstructured":"Setiono, R.: Extracting M-of-N rules from trained neural networks. IEEE Trans. Neural Netw. Learn. Syst. 11(2), 512\u2013519 (2000)","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"issue":"1","key":"406_CR32","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/S0925-2312(97)00038-6","volume":"17","author":"R Setiono","year":"1997","unstructured":"Setiono, R., Liu, H.: NeuroLinear: from neural networks to oblique decision rules. Neurocomputing 17(1), 1\u201324 (1997)","journal-title":"Neurocomputing"},{"key":"406_CR33","doi-asserted-by":"crossref","unstructured":"Shaheen, M.Y.: Applications of artificial intelligence (AI) in healthcare: a review. In: ScienceOpen Preprints (2021)","DOI":"10.14293\/S2199-1006.1.SOR-.PPVRY8K.v1"},{"issue":"1","key":"406_CR34","first-page":"126","volume":"5","author":"F Sovrano","year":"2022","unstructured":"Sovrano, F., Sapienza, S., Palmirani, M., Vitali, F.: Metrics, explainability and the European AI act proposal. Journal 5(1), 126\u2013138 (2022)","journal-title":"Journal"},{"key":"406_CR35","unstructured":"Towell, G.G., Shavlik, J.W.: Interpretation of artificial neural networks: mapping knowledge-based neural networks into rules. In: Moody, J.E., Hanson, S.J., Lippmann, R. (eds.) Advances in Neural Information Processing Systems 4, [NIPS Conference, Denver, Colorado, USA, December 2\u20135, 1991], pp. 977\u2013984. Morgan Kaufmann (1991)"},{"key":"406_CR36","unstructured":"Tran, S.N., Garcez, A.S.D.: Knowledge extraction from deep belief networks for images. In: IJCAI-2013 Workshop on Neural-symbolic Learning and Reasoning (2013)"},{"key":"406_CR37","volume-title":"Business Ethics: A Stakeholder and Issues Management Approach","author":"JW Weiss","year":"2021","unstructured":"Weiss, J.W.: Business Ethics: A Stakeholder and Issues Management Approach. Berrett-Koehler Publishers, San Francisco (2021)"}],"container-title":["AI and Ethics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s43681-023-00406-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s43681-023-00406-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s43681-023-00406-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,7]],"date-time":"2024-11-07T19:18:49Z","timestamp":1731007129000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s43681-023-00406-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,1,9]]},"references-count":37,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2024,2]]}},"alternative-id":["406"],"URL":"https:\/\/doi.org\/10.1007\/s43681-023-00406-1","relation":{},"ISSN":["2730-5953","2730-5961"],"issn-type":[{"value":"2730-5953","type":"print"},{"value":"2730-5961","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,1,9]]},"assertion":[{"value":"9 January 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}