{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,26]],"date-time":"2025-09-26T00:15:41Z","timestamp":1758845741306,"version":"3.44.0"},"reference-count":59,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2024,11,27]],"date-time":"2024-11-27T00:00:00Z","timestamp":1732665600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,11,27]],"date-time":"2024-11-27T00:00:00Z","timestamp":1732665600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int J Data Sci Anal"],"published-print":{"date-parts":[[2025,10]]},"DOI":"10.1007\/s41060-024-00687-7","type":"journal-article","created":{"date-parts":[[2024,11,27]],"date-time":"2024-11-27T05:58:47Z","timestamp":1732687127000},"page":"3663-3691","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Polishing the black box: flexible model-based partitioning surrogate models for interpretable machine learning model"],"prefix":"10.1007","volume":"20","author":[{"given":"Tariq","family":"Khasawneh","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0323-6452","authenticated-orcid":false,"given":"Mohammad","family":"Azzeh","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,11,27]]},"reference":[{"key":"687_CR1","first-page":"38","volume":"80","author":"AW Flores","year":"2016","unstructured":"Flores, A.W., Bechtel, K., Lowenkamp, C.T.: False positives, false negatives, and false analyses: a rejoinder to machine bias: there\u2019s software used across the country to predict future criminals and it\u2019s biased against blacks. Fed. Probat. 80, 38 (2016)","journal-title":"Fed. Probat."},{"key":"687_CR2","volume-title":"Interpretable Machine Learning","author":"C Molnar","year":"2020","unstructured":"Molnar, C.: Interpretable Machine Learning. Lulu. com (2020)"},{"key":"687_CR3","unstructured":"Ribeiro, M.T., Singh, S., Guestrin, C.: Model-agnostic interpretability of machine learning. Preprint at arXiv:1606.05386 (2016a)"},{"issue":"3","key":"687_CR4","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1145\/3236386.3241340","volume":"16","author":"ZC Lipton","year":"2018","unstructured":"Lipton, Z.C.: The mythos of model interpretability: in machine learning, the concept of interpretability is both important and slippery. Queue 16(3), 31\u201357 (2018)","journal-title":"Queue"},{"key":"687_CR5","unstructured":"Alvarez-Melis, D., Jaakkola, T.S.: On the robustness of interpretability methods. Preprint at arXiv:1806.08049 (2018)"},{"issue":"2","key":"687_CR6","doi-asserted-by":"publisher","first-page":"492","DOI":"10.1198\/106186008X319331","volume":"17","author":"A Zeileis","year":"2008","unstructured":"Zeileis, A., Hothorn, T., Hornik, K.: Model-based recursive partitioning. J. Comput. Graph. Stat. 17(2), 492\u2013514 (2008)","journal-title":"J. Comput. Graph. Stat."},{"key":"687_CR7","unstructured":"Doshi-Velez, F., Kim, B.: Towards a rigorous science of interpretable machine learning. Preprint at arXiv:1702.08608 (2017)"},{"issue":"9","key":"687_CR8","doi-asserted-by":"publisher","first-page":"581","DOI":"10.1136\/medethics-2020-107102","volume":"48","author":"CH Yoon","year":"2022","unstructured":"Yoon, C.H., Torrance, R., Scheinerman, N.: Machine learning in medicine: Should the pursuit of enhanced interpretability be abandoned? J. Med. Ethics 48(9), 581\u2013585 (2022)","journal-title":"J. Med. Ethics"},{"key":"687_CR9","unstructured":"Pagano, T.P., Loureiro, R.B., Lisboa, F.V., Cruz, G.O., Peixoto, R.M., Guimaraes, G.A., Santos, L.L., Araujo, M.M., Cruz, M., et al.: Bias and unfairness in machine learning models: a systematic literature review. Preprint at arXiv:2202.08176 (2022)"},{"key":"687_CR10","doi-asserted-by":"publisher","first-page":"206","DOI":"10.1038\/s42256-019-0048-x","volume":"1","author":"C Rudin","year":"2019","unstructured":"Rudin, C.: Stop explaining black box machine learning models for high stakes decisions and use interpretable models instead. Nat. Mach. Intell. 1, 206\u2013215 (2019). https:\/\/doi.org\/10.1038\/s42256-019-0048-x","journal-title":"Nat. Mach. Intell."},{"key":"687_CR11","unstructured":"Kim, B.: Interactive and Interpretable Machine Learning Models for Human Machine Collaboration. PhD thesis, Massachusetts Institute of Technology (2015)"},{"key":"687_CR12","unstructured":"Schmidt, P., Biessmann, F.: Quantifying Interpretability and Trust in Machine Learning Systems. Preprint at arXiv:1901.08558 (2019)"},{"key":"687_CR13","doi-asserted-by":"publisher","first-page":"58","DOI":"10.1007\/s10044-006-0025-y","volume":"9","author":"P Rani","year":"2006","unstructured":"Rani, P., Liu, C., Sarkar, N., Vanman, E.: An empirical study of machine learning techniques for affect recognition in human-robot interaction. Pattern Anal. Appl. 9, 58\u201369 (2006)","journal-title":"Pattern Anal. Appl."},{"issue":"1","key":"687_CR14","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1145\/3400051.3400058","volume":"22","author":"R Moraffah","year":"2020","unstructured":"Moraffah, R., Karami, M., Guo, R., Raglin, A., Liu, H.: Causal interpretability for machine learning-problems, methods and evaluation. ACM SIGKDD Explor. Newsl. 22(1), 18\u201333 (2020)","journal-title":"ACM SIGKDD Explor. Newsl."},{"key":"687_CR15","unstructured":"Merriam-Webster. Abulia. https:\/\/www.merriam-webster.com\/dictionary\/interpret"},{"key":"687_CR16","unstructured":"Vilone, G., Longo, L.: Explainable artificial intelligence: a systematic review. Preprint at arXiv:2006.00093 (2020)"},{"issue":"3","key":"687_CR17","first-page":"50","volume":"38","author":"B Goodman","year":"2017","unstructured":"Goodman, B., Flaxman, S.: European union regulations on algorithmic decision-making and a \u201cright to explanation\u2019\u2019. AI Mag. 38(3), 50\u201357 (2017)","journal-title":"AI Mag."},{"key":"687_CR18","unstructured":"Kintsch, W.: The representation of meaning in memory (1974)"},{"key":"687_CR19","doi-asserted-by":"crossref","unstructured":"Broniatowski, D.A. et al.: Psychological foundations of explainability and interpretability in artificial intelligence, p. 8367. URL https:\/\/nvlpubs. nist. gov\/nistpubs\/ir\/2021\/NIST. IR (2021)","DOI":"10.6028\/NIST.IR.8367"},{"key":"687_CR20","unstructured":"Slack, D., Friedler, S.A., Scheidegger, C., Dutta Roy, C.: Assessing the local interpretability of machine learning models. Preprint at arXiv:1902.03501 (2019)"},{"key":"687_CR21","doi-asserted-by":"crossref","unstructured":"Ribeiro, M.T., Singh, S., Guestrin, C.: \u201cWhy should i trust you?\u201d explaining the predictions of any classifier. In: Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 1135\u20131144 (2016b)","DOI":"10.1145\/2939672.2939778"},{"key":"687_CR22","unstructured":"Biran, O., Cotton, C.: Explanation and justification in machine learning: a survey. In: IJCAI-17 Workshop on Explainable AI (XAI), vol. 8, pp. 8\u201313 (2017)"},{"key":"687_CR23","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.artint.2018.07.007","volume":"267","author":"T Miller","year":"2019","unstructured":"Miller, T.: Explanation in artificial intelligence: insights from the social sciences. Artif. Intell. 267, 1\u201338 (2019)","journal-title":"Artif. Intell."},{"key":"687_CR24","unstructured":"Carrington, A., Fieguth, P., Chen, H.: Measures of model interpretability for model selection. In: Machine Learning and Knowledge Extraction: Second IFIP TC 5, TC 8\/WG 8.4, 8.9, TC 12\/WG 12.9 International Cross-Domain Conference, CD-MAKE 2018, Hamburg, Germany, August 27\u201330, 2018, Proceedings 2, pp. 329\u2013349. Springer (2018)"},{"key":"687_CR25","unstructured":"Doran, D., Schulz, S., Besold, T.R.: What does explainable AI really mean? A new conceptualization of perspectives. Preprint at arXiv:1710.00794 (2017)"},{"key":"687_CR26","doi-asserted-by":"crossref","unstructured":"Do\u0161ilovi\u0107, F.K., Br\u010di\u0107, M., Hlupi\u0107, N.: Explainable artificial intelligence: a survey. In: 2018 41st International Convention on Information and Communication Technology, Electronics and Microelectronics (MIPRO), pp. 0210\u20130215. IEEE (2018)","DOI":"10.23919\/MIPRO.2018.8400040"},{"key":"687_CR27","doi-asserted-by":"publisher","first-page":"109","DOI":"10.1007\/s10462-005-4607-7","volume":"24","author":"F S\u00f8rmo","year":"2005","unstructured":"S\u00f8rmo, F., Cassens, J., Aamodt, A.: Explanation in case-based reasoning-perspectives and goals. Artif. Intell. Rev. 24, 109\u2013143 (2005)","journal-title":"Artif. Intell. Rev."},{"key":"687_CR28","doi-asserted-by":"crossref","unstructured":"Sassoon, I., K\u00f6kciyan, N., Sklar, E., Parsons, S.: Explainable argumentation for wellness consultation. In: Explainable, Transparent Autonomous Agents and Multi-Agent Systems: First International Workshop, EXTRAAMAS 2019, Montreal, QC, Canada, May 13\u201314, 2019, Revised Selected Papers 1, pp. 186\u2013202. Springer (2019)","DOI":"10.1007\/978-3-030-30391-4_11"},{"key":"687_CR29","unstructured":"Van Belle, V., Lisboa, P.: Research directions in interpretable machine learning models. In: Esann. Citeseer (2013)"},{"key":"687_CR30","unstructured":"Vellido, A., Mart\u00edn-Guerrero, J.D., Lisboa, P.J.G.: Making machine learning models interpretable. In: ESANN, vol. 12, pp. 163\u2013172. Citeseer (2012)"},{"key":"687_CR31","unstructured":"Bibal, A., Fr\u00e9nay, B.: Interpretability of machine learning models and representations: an introduction. In: ESANN, pp. 77\u201381 (2016)"},{"key":"687_CR32","unstructured":"Mohseni, S., Block, J.E., Ragan, E.D.: A human-grounded evaluation benchmark for local explanations of machine learning. Preprint at arXiv:1801.05075 (2018)"},{"key":"687_CR33","doi-asserted-by":"crossref","unstructured":"Poursabzi-Sangdeh, F., Goldstein, D.G., Hofman, J.M., Wortman Vaughan, J.W., Wallach, H.: Manipulating and measuring model interpretability. In: Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems, pp. 1\u201352 (2021)","DOI":"10.1145\/3411764.3445315"},{"key":"687_CR34","doi-asserted-by":"crossref","unstructured":"Zhou, Q., Liao, F., Mou, C., Wang, P.: Measuring interpretability for different types of machine learning models. In: Trends and Applications in Knowledge Discovery and Data Mining: PAKDD 2018 Workshops, BDASC, BDM, ML4Cyber, PAISI, DaMEMO, Melbourne, VIC, Australia, June 3, 2018, Revised Selected Papers 22, pp. 295\u2013308. Springer (2018)","DOI":"10.1007\/978-3-030-04503-6_29"},{"key":"687_CR35","unstructured":"Hoffman, R.R., Mueller, S.T., Klein, G., Litman, J.: Metrics for explainable AI: Challenges and prospects. Preprint at arXiv:1812.04608 (2018)"},{"key":"687_CR36","unstructured":"Dhurandhar, A., Iyengar, V., Luss, R., Shanmugam, K.: Tip: typifying the interpretability of procedures. Preprint at arXiv:1706.02952 (2017)"},{"issue":"4","key":"687_CR37","doi-asserted-by":"publisher","first-page":"685","DOI":"10.1080\/10618600.2018.1473779","volume":"27","author":"M Philipp","year":"2018","unstructured":"Philipp, M., Rusch, T., Hornik, K., Strobl, C.: Measuring the stability of results from supervised statistical learning. J. Comput. Graph. Stat. 27(4), 685\u2013700 (2018)","journal-title":"J. Comput. Graph. Stat."},{"key":"687_CR38","doi-asserted-by":"crossref","unstructured":"Hauenstein, S., Dormann, C.F., Wood, S.N.: Computing AIC for black-box models using generalised degrees of freedom: a comparison with cross-validation. Preprint at arXiv:1603.02743 (2016)","DOI":"10.1080\/03610918.2017.1315728"},{"key":"687_CR39","doi-asserted-by":"crossref","unstructured":"Molnar, C., Casalicchio, G., Bischl, B.: Quantifying model complexity via functional decomposition for better post-hoc interpretability. In: Machine Learning and Knowledge Discovery in Databases: International Workshops of ECML PKDD 2019, W\u00fcrzburg, Germany, September 16\u201320, 2019, Proceedings, Part I, pp. 193\u2013204. Springer (2020)","DOI":"10.1007\/978-3-030-43823-4_17"},{"key":"687_CR40","doi-asserted-by":"publisher","first-page":"52138","DOI":"10.1109\/ACCESS.2018.2870052","volume":"6","author":"A Adadi","year":"2018","unstructured":"Adadi, A., Berrada, M.: Peeking inside the black-box: a survey on explainable artificial intelligence (xai). IEEE Access 6, 52138\u201352160 (2018)","journal-title":"IEEE Access"},{"issue":"5","key":"687_CR41","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3236009","volume":"51","author":"R Guidotti","year":"2018","unstructured":"Guidotti, R., Monreale, A., Ruggieri, S., Turini, F., Giannotti, F., Pedreschi, D.: A survey of methods for explaining black box models. ACM Comput. Surv. (CSUR) 51(5), 1\u201342 (2018)","journal-title":"ACM Comput. Surv. (CSUR)"},{"issue":"1","key":"687_CR42","doi-asserted-by":"publisher","first-page":"205395171562251","DOI":"10.1177\/2053951715622512","volume":"3","author":"J Burrell","year":"2016","unstructured":"Burrell, J.: How the machine \u2018thinks\u2019: understanding opacity in machine learning algorithms. Big Data Soc. 3(1), 2053951715622512 (2016)","journal-title":"Big Data Soc."},{"key":"687_CR43","unstructured":"Puri, N., Gupta, P., Agarwal, P., Verma, S., Krishnamurthy, B.: Magix: model agnostic globally interpretable explanations. Preprint at arXiv:1706.07160 (2017)"},{"key":"687_CR44","unstructured":"Frosst, N., Hinton, G.: Distilling a neural network into a soft decision tree. Preprint at arXiv:1711.09784 (2017)"},{"key":"687_CR45","unstructured":"Bastani, O., Kim, C., Bastani, H.: Interpreting blackbox models via model extraction. Preprint at arXiv:1705.08504 (2017)"},{"key":"687_CR46","unstructured":"Giudici, P.: Safe machine learning. Statistics 1\u20135 (2024)"},{"issue":"3","key":"687_CR47","doi-asserted-by":"publisher","first-page":"329","DOI":"10.1111\/insr.12016","volume":"82","author":"W-Y Loh","year":"2014","unstructured":"Loh, W.-Y.: Fifty years of classification and regression trees. Int. Stat. Rev. 82(3), 329\u2013348 (2014)","journal-title":"Int. Stat. Rev."},{"key":"687_CR48","doi-asserted-by":"crossref","unstructured":"Hastie, T.J.: Generalized additive models. In: Statistical models in S, pp. 249\u2013307. Routledge (2017)","DOI":"10.1201\/9780203738535-7"},{"key":"687_CR49","doi-asserted-by":"crossref","unstructured":"Lou, Y., Caruana, R., Gehrke, J., Hooker, G.: Accurate intelligible models with pairwise interactions. In: Proceedings of the 19th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 623\u2013631 (2013)","DOI":"10.1145\/2487575.2487579"},{"issue":"1","key":"687_CR50","doi-asserted-by":"publisher","first-page":"119","DOI":"10.1006\/jcss.1997.1504","volume":"55","author":"Y Freund","year":"1997","unstructured":"Freund, Y., Schapire, R.E.: A decision-theoretic generalization of on-line learning and an application to boosting. J. Comput. Syst. Sci. 55(1), 119\u2013139 (1997)","journal-title":"J. Comput. Syst. Sci."},{"key":"687_CR51","doi-asserted-by":"crossref","unstructured":"Friedman, J.H.: Greedy function approximation: a gradient boosting machine. Ann. Stat. 1189\u20131232 (2001)","DOI":"10.1214\/aos\/1013203451"},{"issue":"1","key":"687_CR52","doi-asserted-by":"publisher","first-page":"267","DOI":"10.1111\/j.2517-6161.1996.tb02080.x","volume":"58","author":"R Tibshirani","year":"1996","unstructured":"Tibshirani, R.: Regression shrinkage and selection via the lasso. J. R. Stat. Soc. Ser. B (Methodol.) 58(1), 267\u2013288 (1996)","journal-title":"J. R. Stat. Soc. Ser. B (Methodol.)"},{"key":"687_CR53","doi-asserted-by":"publisher","first-page":"87","DOI":"10.1007\/s11222-007-9040-0","volume":"18","author":"H Binder","year":"2008","unstructured":"Binder, H., Tutz, G.: A comparison of methods for the fitting of generalized additive models. Stat. Comput. 18, 87\u201399 (2008)","journal-title":"Stat. Comput."},{"issue":"1","key":"687_CR54","doi-asserted-by":"publisher","first-page":"3513","DOI":"10.1038\/s41467-020-17263-9","volume":"11","author":"B Weng","year":"2020","unstructured":"Weng, B., Song, Z., Zhu, R., Yan, Q., Sun, Q., Grice, C., Yan, Y., Yin, W.-J.: Simple descriptor derived from symbolic regression accelerating the discovery of new perovskite catalysts. Nat. Commun. 11(1), 3513 (2020)","journal-title":"Nat. Commun."},{"issue":"4","key":"687_CR55","doi-asserted-by":"publisher","DOI":"10.1103\/PhysRevE.103.043307","volume":"103","author":"S-M Udrescu","year":"2021","unstructured":"Udrescu, S.-M., Tegmark, M.: Symbolic pregression: discovering physical laws from distorted video. Phys. Rev. E 103(4), 043307 (2021)","journal-title":"Phys. Rev. E"},{"key":"687_CR56","first-page":"17429","volume":"33","author":"M Cranmer","year":"2020","unstructured":"Cranmer, M., Gonzalez, A.S., Battaglia, P., Xu, R., Cranmer, K., Spergel, D., Ho, S.: Discovering symbolic models from deep learning with inductive biases. Adv. Neural Inf. Process. Syst. 33, 17429\u201317442 (2020)","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"687_CR57","unstructured":"Dua, D., Graff, C.: UCI machine learning repository. http:\/\/archive.ics.uci.edu\/ml (2017)"},{"key":"687_CR58","unstructured":"Angwin, J.: Making algorithms accountable. https:\/\/www.propublica.org\/article\/making-algorithms-accountable (2016)"},{"key":"687_CR59","doi-asserted-by":"crossref","unstructured":"Andrews, D.W.K.: Tests for parameter instability and structural change with unknown change point: a corrigendum. Econometrica 395\u2013397 (2003)","DOI":"10.1111\/1468-0262.00405"}],"container-title":["International Journal of Data Science and Analytics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s41060-024-00687-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s41060-024-00687-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s41060-024-00687-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,25]],"date-time":"2025-09-25T10:53:47Z","timestamp":1758797627000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s41060-024-00687-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,27]]},"references-count":59,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2025,10]]}},"alternative-id":["687"],"URL":"https:\/\/doi.org\/10.1007\/s41060-024-00687-7","relation":{},"ISSN":["2364-415X","2364-4168"],"issn-type":[{"type":"print","value":"2364-415X"},{"type":"electronic","value":"2364-4168"}],"subject":[],"published":{"date-parts":[[2024,11,27]]},"assertion":[{"value":"13 September 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 November 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 November 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}