{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,4]],"date-time":"2026-06-04T14:26:09Z","timestamp":1780583169047,"version":"3.54.1"},"reference-count":52,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2022,4,9]],"date-time":"2022-04-09T00:00:00Z","timestamp":1649462400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,4,9]],"date-time":"2022-04-09T00:00:00Z","timestamp":1649462400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Autom Softw Eng"],"published-print":{"date-parts":[[2022,11]]},"DOI":"10.1007\/s10515-022-00338-w","type":"journal-article","created":{"date-parts":[[2022,4,15]],"date-time":"2022-04-15T11:02:46Z","timestamp":1650020566000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Which neural network makes more explainable decisions? An approach towards measuring explainability"],"prefix":"10.1007","volume":"29","author":[{"given":"Mengdi","family":"Zhang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jun","family":"Sun","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jingyi","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,4,9]]},"reference":[{"key":"338_CR1","unstructured":"Abadi, M., Barham, P., Chen, J., Chen, Z., Davis, A., Dean, J., Devin, M., Ghemawat, S., Irving, G., Isard, M., et al.: Tensorflow: A system for large-scale machine learning. In: 12thfUSENIXg symposium on operating systems design and implementation (fOSDIg 16). pp. 265\u2013283(2016)"},{"key":"338_CR2","unstructured":"Agarwal, A., Lohia, P., Nagar, S., Dey, K., Saha, D.: Automated test generation to detect individual discrimination in AI models\u2019. In: arXiv preprint arXiv:1809.03260 (2018)"},{"key":"338_CR3","unstructured":"Bojarski, M., Testa, DD., Dworakowski, D.,Firner, B., Flepp, B., Goyal, P., Jackel, LD., Monfort, M., Muller, U., Zhang, J., et al.: End to end learning for self-driving cars\u2019. In: arXiv preprint arXiv:1604.07316 (2016)"},{"key":"338_CR4","unstructured":"Breiman, L.: Jerome Friedman, Charles J Stone, and Richard A Olshen. Classification and regression trees. CRC press, (1984)"},{"issue":"8","key":"338_CR5","first-page":"832","volume":"8","author":"DV Carvalho","year":"2019","unstructured":"Carvalho, D.V., Pereira, E.M., Cardoso, J.S.: Machine learning interpretability: a survey on methods and metrics. In: Electron. 8(8), 832 (2019)","journal-title":"In: Electron."},{"key":"338_CR6","doi-asserted-by":"crossref","unstructured":"Chen, T., Guestrin, C.: Xgboost: A scalable tree boosting system\u2019. In: Proceedings of the 22nd acm sigkdd international conference on knowledge discovery and data mining. , pp. 785\u2013794 (2016)","DOI":"10.1145\/2939672.2939785"},{"key":"338_CR7","unstructured":"Clauset, A.: A brief primer on probability distributions\u2019. In: Santa Fe Institute. (2011)"},{"key":"338_CR8","unstructured":"Dabkowski, P., Gal, Y.: Real time image saliency for black box classifiers. In: Advances in Neural Information Processing Systems. , pp. 6967\u20136976(2017)"},{"issue":"1","key":"338_CR9","first-page":"67","volume":"22","author":"WJAD David","year":"1980","unstructured":"David, W.J.A.D.: A single-parameter generalization of the Gini indices of inequality. In: J. Econom. Theory 22(1), 67\u201386 (1980)","journal-title":"In: J. Econom. Theory"},{"issue":"4","key":"338_CR10","first-page":"2071","volume":"107","author":"D Deshwal","year":"2019","unstructured":"Deshwal, D., Sangwan, P., Kumar, D.: Feature extraction methods in language identification: a survey. In: Wireless Personal Commun. 107(4), 2071\u20132103 (2019)","journal-title":"In: Wireless Personal Commun."},{"key":"338_CR11","unstructured":"Goodfellow, IJ., Shlens, J., Szegedy, C.: Explaining and harnessing adversarial examples\u2019. In: arXiv preprint arXiv:1412.6572 (2014)"},{"key":"338_CR12","unstructured":"Guo, P., Anderson, C., Pearson, K., Farrell, R.: Neural network interpretation via fine grained textual summarization. In: arXiv preprint arXiv:1805.08969 (2018)"},{"key":"338_CR13","unstructured":"Hofmann, H.: German credit dataset. In: (1994). https:\/\/archive. ics . uci . edu \/ ml \/ datasets \/ statlog + (german + credit + data)"},{"key":"338_CR14","unstructured":"Huchard, M., K\u00e4stner, C., Fraser, G.: Proceedings of the 33rd ACM\/IEEE International Conference on Automated Software Engineering (ASE 2018). In: ASE: Automated Software Engineering. ACM Press. (2018)"},{"key":"338_CR15","unstructured":"Ke, G., Meng, Q., Finley, T., Wang, T., Chen, W., Ma, W., Ye, Q., Liu, T.: Lightgbm: A highly efficient gradient boosting decision tree\u2019. In: Advances in neural information processing systems. pp. 3146\u20133154 (2017)"},{"key":"338_CR16","unstructured":"Kim, Been., Rudin, Cynthia., Shah, Julie A.:\u201cThe bayesian case model: A generative approach for case-based reasoning and prototype classification\u201d. In: Advances in neural information processing systems. pp. 1952\u20131960(2014)"},{"key":"338_CR17","unstructured":"Kim, B., Wattenberg, M., Gilmer, J., Cai, C., Wexler, J., Viegas, F., et al.:Interpretability beyond feature attribution: Quantitative testing with concept activation vectors (tcav). In: International conference on machine learning. pp. 2668\u20132677 (2018)"},{"key":"338_CR18","unstructured":"Kohavi, BBR.:Data Mining and Visualization. In: (1996). https:\/\/archive.ics.uci.edu\/ml\/datasets\/adult"},{"key":"338_CR19","unstructured":"Kurakin, A., Goodfellow, I., Bengio, S.: dversarial examples in the physical world. In: arXiv preprint arXiv:1607.02533 (2016)"},{"key":"338_CR20","unstructured":"Kusner, MJ., Loftus, J., Russell, C., Silva, R.: Counterfactual fairness\u201d. In: Advances in neural information processing systems. pp. 4066\u20134076(2017)"},{"key":"338_CR21","unstructured":"Lage, I., Chen, E., He, J., Narayanan, M., Kim, B., Gershman, S., Doshi-Velez, F.: An evaluation of the human-interpretability of explanation. In: arXiv preprint arXiv:1902.00006 (2019)"},{"key":"338_CR22","doi-asserted-by":"crossref","unstructured":"Lakkaraju, H., Bach, SH., Leskovec, J.: nterpretable decision sets: A joint framework for description and prediction. In: Proceedings of the 22nd ACM SIGKDD international conference on knowledge discovery and data mining. pp. 1675\u20131684(2016)","DOI":"10.1145\/2939672.2939874"},{"key":"338_CR23","doi-asserted-by":"crossref","unstructured":"Latif, Afshan., R, Aqsa., S, Umer., A, Jameel., A, Nouman., R, Naeem I., Zafar, B., Dar, SH., Sajid, M., Khalil, T.:Content-based image retrieval and feature extraction: a comprehensive review. In: Mathematical Problems in Engineering 2019 (2019)","DOI":"10.1155\/2019\/9658350"},{"key":"338_CR24","doi-asserted-by":"crossref","unstructured":"Lewis, M., Liu, Y., Goyal, N., Ghazvininejad, M., Mohamed, A., Levy, O., Stoyanov, V., Zettlemoyer, L.:Bart: Denoising sequence-to-sequence pre-training for natural language generation, translation, and comprehension. In: arXiv preprint arXiv:1910.13461 (2019)","DOI":"10.18653\/v1\/2020.acl-main.703"},{"key":"338_CR25","unstructured":"Liao, C., Zhong, H., Squicciarini, A., Zhu, S., Miller, D.:Backdoor embedding in convolutional neural network models via invisible perturbation. In: arXiv preprint arXiv:1808.10307 (2018)"},{"issue":"2","key":"338_CR26","first-page":"129","volume":"28","author":"S Lloyd","year":"1982","unstructured":"Lloyd, S.: Least squares quantization in PCM. In: IEEE Trans. Inform. theory 28(2), 129\u2013137 (1982)","journal-title":"In: IEEE Trans. Inform. theory"},{"issue":"1","key":"338_CR27","doi-asserted-by":"publisher","first-page":"14","DOI":"10.1002\/widm.8","volume":"1","author":"W-Y Loh","year":"2011","unstructured":"Loh, W.-Y.: Classification and regression trees. In: Wiley Interdis. Rev.: Data Mining and Knowledge Dis. 1(1), 14\u201323 (2011)","journal-title":"In: Wiley Interdis. Rev.: Data Mining and Knowledge Dis."},{"issue":"10","key":"338_CR28","first-page":"464","volume":"10","author":"T Lombrozo","year":"2006","unstructured":"Lombrozo, T.: The structure and function of explanations. In: Trends in Cognitive Sci. 10(10), 464\u2013470 (2006)","journal-title":"In: Trends in Cognitive Sci."},{"issue":"3","key":"338_CR29","first-page":"232","volume":"55","author":"T Lombrozo","year":"2007","unstructured":"Lombrozo, T.: Simplicity and probability in causal explanation. In: Cognitive Psychol. 55(3), 232\u2013257 (2007)","journal-title":"In: Cognitive Psychol."},{"key":"338_CR30","unstructured":"Lundberg, SM., Lee, S.: unified approach to interpreting model predictions. In: Proceedings of the 31st international conference on neural information processing systems. pp. 4768\u20134777(2017)"},{"issue":"2","key":"338_CR31","first-page":"1086","volume":"76","author":"MA Mohammed","year":"2020","unstructured":"Mohammed, M.A., Ghani, M.K.A., Arunkumar, N., Hamed, R.I., Mostafa, S.A., Abdullah, M.K., Burhanuddin, M.A.: Decision support system for nasopharyngeal carcinoma discrimination from endoscopic images using artificial neural network. In: J Supercomput. 76(2), 1086\u20131104 (2020)","journal-title":"In: J Supercomput."},{"key":"338_CR32","first-page":"1","volume":"73","author":"G Montavon","year":"2018","unstructured":"Montavon, G., Samek, W., M\u00fcller, K.-R.: Methods for interpreting and understanding deep neural networks. In: Digit. Sig. Process 73, 1\u201315 (2018)","journal-title":"In: Digit. Sig. Process"},{"key":"338_CR33","doi-asserted-by":"crossref","unstructured":"Moosavi-Dezfooli, SM., Fawzi, Al., Frossard, P.:Deepfool: a simple and accurate method to fool deep neural networks. In: Proceedings of the IEEE conference on computer vision and pattern recognition. pp. 2574\u20132582(2016)","DOI":"10.1109\/CVPR.2016.282"},{"key":"338_CR34","doi-asserted-by":"crossref","unstructured":"Moro, S., Cortez, P., Rita, P.:A data-driven approach to predict the success of bank telemarketing. In: Decision Support Systems 62 (2014). https:\/\/archive.ics.uci.edu\/ml\/datasets\/bank+marketing, pp. 22\u201331","DOI":"10.1016\/j.dss.2014.03.001"},{"key":"338_CR35","unstructured":"Murdoch, W J., Singh, C., Kumbier, K., Abbasi-Asl, R., Yu, B.:Interpretable machine learning: definitions, methods, and applications. In: arXiv preprint arXiv:1901.04592 (2019)"},{"issue":"8","key":"338_CR36","first-page":"349","volume":"5","author":"M Oaksford","year":"2001","unstructured":"Oaksford, M., Chater, N.: The probabilistic approach to human reasoning. In: Trends in Cognit. Sci. 5(8), 349\u2013357 (2001)","journal-title":"In: Trends in Cognit. Sci."},{"key":"338_CR37","first-page":"2825","volume":"12","author":"F Pedregosa","year":"2011","unstructured":"Pedregosa, F., Varoquaux, G., Gramfort, A., Michel, V., Thirion, B., Grisel, O., Blondel, M., Prettenhofer, P., Weiss, R., Dubourg, V., et al.: Scikit-learn: machine learning in Python. In: J. Mach. Learn. Res. 12, 2825\u20132830 (2011)","journal-title":"In: J. Mach. Learn. Res."},{"key":"338_CR38","doi-asserted-by":"crossref","unstructured":"Pei, K., Cao, Y., Yang, J., Jana, S.:Deepxplore: Automated whitebox testing of deep learning systems. In: proceedings of the 26th Symposium on Operating Systems Principles. , pp. 1\u201318(2017)","DOI":"10.1145\/3132747.3132785"},{"issue":"2","key":"338_CR39","first-page":"103","volume":"1","author":"H Schielzeth","year":"2010","unstructured":"Schielzeth, H.: Simple means to improve the interpretability of regression coefficients. In: Methods in Ecol Evol 1(2), 103\u2013113 (2010)","journal-title":"In: Methods in Ecol Evol"},{"issue":"2","key":"338_CR40","first-page":"501","volume":"27","author":"H Shore","year":"1998","unstructured":"Shore, H.: Approximating an unknown distribution when distribution information is extremely limited. In: Commun. Statistics-Simulation and Comput. 27(2), 501\u2013523 (1998)","journal-title":"In: Commun. Statistics-Simulation and Comput."},{"key":"338_CR41","unstructured":"Simonyan, K., Vedaldi, A., Zisserman, A.:Deep inside convolutional networks: Visualising image classification models and saliency maps. In: arXiv preprint arXiv:1312.6034 (2013)"},{"key":"338_CR42","first-page":"179","volume":"9","author":"D Steinberg","year":"2009","unstructured":"Steinberg, D., Colla, P.: CART: classification and regression trees. In: The top ten Algorithms in Data Min 9, 179 (2009)","journal-title":"In: The top ten Algorithms in Data Min"},{"key":"338_CR43","unstructured":"Sundararajan, M., Taly, A., Yan, Q.:Axiomatic attribution for deep networks. In: arXiv preprint arXiv:1703.01365 (2017)"},{"key":"338_CR44","doi-asserted-by":"crossref","unstructured":"Tran, L., Yin, X., Liu, X.:Disentangled representation learning gan for pose-invariant face recognition. In: Proceedings of the IEEE conference on computer vision and pattern recognition. pp. 1415\u20131424(2017)","DOI":"10.1109\/CVPR.2017.141"},{"issue":"2","key":"338_CR45","first-page":"117","volume":"16","author":"A Wald","year":"1945","unstructured":"Wald, A.: Sequential tests of statistical hypotheses. In: Ann. Math. Statistics 16(2), 117\u2013186 (1945)","journal-title":"In: Ann. Math. Statistics"},{"key":"338_CR46","doi-asserted-by":"crossref","unstructured":"Wald, A., Wolfowitz, J.: Optimum character of the sequential probability ratio test. In: The Annals of Mathematical Statistics pp. 326\u2013339(1948)","DOI":"10.1214\/aoms\/1177730197"},{"key":"338_CR47","unstructured":"Yosinski, Jason., Clune, Jeff., Nguyen, Anh., Fuchs, Thomas., Lipson. Hod .:\u201cUnderstanding neural networks through deep visualization\u201d. In: arXiv preprint arXiv:1506.06579 (2015)"},{"key":"338_CR48","doi-asserted-by":"crossref","unstructured":"Zeiler, Matthew D., Fergus, R.: Visualizing and understanding convolutional networks. In: European conference on computer vision. Springer. pp. 818\u2013833(2014)","DOI":"10.1007\/978-3-319-10590-1_53"},{"key":"338_CR49","unstructured":"Zhang, M.:GitHub Repository. In: (2021). https:\/\/github.com\/zhangmengling\/NN_interpretability.git"},{"key":"338_CR50","doi-asserted-by":"crossref","unstructured":"Zhang, P., Wang, J., Sun, J., Dong, G., Wang, X., Wang, X., Dong, JS., Dai, T.: White-box Fairness Testing through Adversarial Sampling. In: Proceedings of the 42rd International Conference on Software Engineering (ICSE 2020), Seoul, South Korea (2020)","DOI":"10.1145\/3377811.3380331"},{"key":"338_CR51","doi-asserted-by":"crossref","unstructured":"Zhang, P., Hou, Y., Song, D.: Approximating true relevance distribution from a mixture model based on irrelevance data. In: Proceedings of the 32nd international ACM SIGIR conference on Research and development in information retrieval. pp. 107\u2013114(2009)","DOI":"10.1145\/1571941.1571962"},{"key":"338_CR52","doi-asserted-by":"crossref","unstructured":"Zhang, Q., Yang, Y., Ma, H., Wu, YN.: Interpreting cnns via decision trees. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition. pp. 6261\u20136270 (2019)","DOI":"10.1109\/CVPR.2019.00642"}],"container-title":["Automated Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10515-022-00338-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10515-022-00338-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10515-022-00338-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,10,28]],"date-time":"2022-10-28T11:21:23Z","timestamp":1666956083000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10515-022-00338-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,4,9]]},"references-count":52,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2022,11]]}},"alternative-id":["338"],"URL":"https:\/\/doi.org\/10.1007\/s10515-022-00338-w","relation":{},"ISSN":["0928-8910","1573-7535"],"issn-type":[{"value":"0928-8910","type":"print"},{"value":"1573-7535","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,4,9]]},"assertion":[{"value":"17 August 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 March 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 April 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"39"}}