{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,17]],"date-time":"2026-07-17T15:42:27Z","timestamp":1784302947830,"version":"3.55.0"},"reference-count":42,"publisher":"Springer Science and Business Media LLC","issue":"7-9","license":[{"start":{"date-parts":[[2021,9,20]],"date-time":"2021-09-20T00:00:00Z","timestamp":1632096000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,9,20]],"date-time":"2021-09-20T00:00:00Z","timestamp":1632096000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100004955","name":"\u00d6sterreichische Forschungsf\u00f6rderungsgesellschaft","doi-asserted-by":"crossref","id":[{"id":"10.13039\/501100004955","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Ann Math Artif Intell"],"published-print":{"date-parts":[[2022,9]]},"DOI":"10.1007\/s10472-021-09772-0","type":"journal-article","created":{"date-parts":[[2021,9,20]],"date-time":"2021-09-20T20:08:28Z","timestamp":1632168508000},"page":"951-964","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":9,"title":["An exploration of combinatorial testing-based approaches to fault localization for explainable AI"],"prefix":"10.1007","volume":"90","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1870-5143","authenticated-orcid":false,"given":"Ludwig","family":"Kampel","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dimitris E.","family":"Simos","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"D. Richard","family":"Kuhn","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Raghu N.","family":"Kacker","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2021,9,20]]},"reference":[{"key":"9772_CR1","doi-asserted-by":"publisher","first-page":"52138","DOI":"10.1109\/ACCESS.2018.2870052","volume":"6","author":"A Adadi","year":"2018","unstructured":"Adadi, A., Berrada, M.: Peeking inside the black-box: A survey on explainable artificial intelligence (XAI). IEEE Access 6, 52138\u201352160 (2018)","journal-title":"IEEE Access"},{"key":"9772_CR2","doi-asserted-by":"crossref","unstructured":"von Ahn, L., Blum, M., Hopper, N. J., Langford, J.: CAPTCHA: Using hard AI problems for security. In: Biham, E. (ed.) Advances in Cryptology \u2014 EUROCRYPT 2003, pp 294\u2013311. Springer, Berlin, Heidelberg (2003)","DOI":"10.1007\/3-540-39200-9_18"},{"key":"9772_CR3","doi-asserted-by":"publisher","DOI":"10.1017\/9781316771273","volume-title":"Introduction to Software Testing","author":"P Ammann","year":"2016","unstructured":"Ammann, P., Offutt, J.: Introduction to Software Testing. Cambridge University Press, Cambridge (2016)"},{"key":"9772_CR4","unstructured":"Artelt, A., Hammer, B.: On the computation of counterfactual explanations\u2013a survey. arXiv:1911.07749 (2019)"},{"key":"9772_CR5","unstructured":"Biran, O., Cotton, C.: Explanation and justification in machine learning: A survey. In: IJCAI-17 workshop on explainable AI (XAI), vol. 8, pp 8\u201313 (2017)"},{"issue":"1","key":"9772_CR6","doi-asserted-by":"publisher","first-page":"17","DOI":"10.1007\/s10878-007-9082-4","volume":"15","author":"CJ Colbourn","year":"2008","unstructured":"Colbourn, C. J., McClary, D. W.: Locating and detecting arrays for interaction faults. J. Comb. Optim. 15(1), 17\u201348 (2008)","journal-title":"J. Comb. Optim."},{"key":"9772_CR7","doi-asserted-by":"crossref","unstructured":"Do\u0161ilovi\u0107, F. K., Br\u010di\u0107, M., Hlupi\u0107, N.: Explainable artificial intelligence: A survey. In: 2018 41st International convention on information and communication technology, electronics and microelectronics (MIPRO), pp 0210\u20130215. IEEE (2018)","DOI":"10.23919\/MIPRO.2018.8400040"},{"key":"9772_CR8","unstructured":"Dubois, T.: No AI in cockpit anytime soon, onera, thales say. Aviation Week and Space Technology (Nov. 26) (2018)"},{"key":"9772_CR9","doi-asserted-by":"crossref","unstructured":"Ehsan, U., Tambwekar, P., Chan, L., Harrison, B., Riedl, M. O.: Automated rationale generation: a technique for explainable AI and its effects on human perceptions. In: Proceedings of the 24th International Conference on Intelligent User Interfaces, pp. 263\u2013274 (2019)","DOI":"10.1145\/3301275.3302316"},{"key":"9772_CR10","doi-asserted-by":"crossref","unstructured":"Ghandehari, L. S., Chandrasekaran, J., Lei, Y., Kacker, R., Kuhn, D. R.: BEN: A combinatorial testing-based fault localization tool. In: 2015 IEEE Eighth International Conference on Software Testing, Verification and Validation Workshops (ICSTW), pp. 1\u20134 (2015)","DOI":"10.1109\/ICSTW.2015.7107446"},{"key":"9772_CR11","doi-asserted-by":"crossref","unstructured":"Grindal, M., Offutt, J.: Input parameter modeling for combination strategies. In: Proceedings of the 25th Conference on IASTED International Multi-Conference: Software Engineering, SE\u201907, pp 255\u2013260. ACTA Press, Anaheim (2007)","DOI":"10.1109\/ASWEC.2007.27"},{"issue":"2","key":"9772_CR12","doi-asserted-by":"publisher","first-page":"63","DOI":"10.1002\/stvr.4370030203","volume":"3","author":"M Grochtmann","year":"1993","unstructured":"Grochtmann, M., Grimm, K.: Classification trees for partition testing. Software Testing, Verification and Reliability 3(2), 63\u201382 (1993)","journal-title":"Software Testing, Verification and Reliability"},{"key":"9772_CR13","unstructured":"Gunning, D.: Explainable artificial intelligence (XAI). Defense Advanced Research Projects Agency (DARPA). http:\/\/www.cc.gatech.edu\/alanwags\/DLAI2016\/(Gunning)%20IJCAI-16%20DLAI%20WS.pdf (2017)"},{"key":"9772_CR14","doi-asserted-by":"publisher","unstructured":"Gunning, D., Stefik, M., Choi, J., Miller, T., Stumpf, S., Yang, G.Z.: XAI\u2014explainable artificial intelligence. Science Robotics 4(37). https:\/\/doi.org\/10.1126\/scirobotics.aay7120. https:\/\/robotics.sciencemag.org\/content\/4\/37\/eaay7120 (2019)","DOI":"10.1126\/scirobotics.aay7120"},{"key":"9772_CR15","unstructured":"Hayhurst, K. J.: A practical tutorial on modified condition\/decision coverage. National Aeronautics and Space Administration (2001)"},{"issue":"1","key":"9772_CR16","doi-asserted-by":"publisher","first-page":"65","DOI":"10.1037\/0033-2909.107.1.65","volume":"107","author":"DJ Hilton","year":"1990","unstructured":"Hilton, D. J.: Conversational processes and causal explanation. Psychol. Bull. 107(1), 65 (1990)","journal-title":"Psychol. Bull."},{"key":"9772_CR17","doi-asserted-by":"crossref","unstructured":"Jayaram, R., Krishnan, R.: Approaches to fault localization in combinatorial testing: A survey. In: Satapathy, S. C., Bhateja, V., Das, S. (eds.) Smart Computing and Informatics, pp 533\u2013540. Springer Singapore, Singapore (2018)","DOI":"10.1007\/978-981-10-5547-8_55"},{"key":"9772_CR18","doi-asserted-by":"publisher","first-page":"110771","DOI":"10.1016\/j.jss.2020.110771","volume":"170","author":"H Jin","year":"2020","unstructured":"Jin, H., Tsuchiya, T.: Constrained locating arrays for combinatorial interaction testing. J. Syst. Softw. 170, 110771 (2020)","journal-title":"J. Syst. Softw."},{"key":"9772_CR19","unstructured":"Kasparov, G.: Deep thinking: where machine intelligence ends and human creativity begins. Hachette UK (2017)"},{"key":"9772_CR20","doi-asserted-by":"crossref","unstructured":"Kuhn, D., Kacker, R., Lei, Y.: Practical combinatorial testing. NIST Special Publication 800\u2013142 (2010)","DOI":"10.6028\/NIST.SP.800-142"},{"key":"9772_CR21","doi-asserted-by":"crossref","unstructured":"Kuhn, D. R., Kacker, R. N., Lei, Y., Simos, D. E.: Combinatorial methods for explainable AI. In: 2020 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW), pp. 167\u2013170 (2020)","DOI":"10.1109\/ICSTW50294.2020.00037"},{"key":"9772_CR22","doi-asserted-by":"crossref","unstructured":"Li, J., Nie, C., Lei, Y.: Improved delta debugging based on combinatorial testing. In: 2012 12th International Conference on Quality Software, pp. 102\u2013105 (2012)","DOI":"10.1109\/QSIC.2012.28"},{"key":"9772_CR23","doi-asserted-by":"crossref","unstructured":"Lugano, G.: Virtual assistants and self-driving cars. In: 2017 15th International Conference on ITS Telecommunications (ITST), pp. 1\u20135 (2017)","DOI":"10.1109\/ITST.2017.7972192"},{"key":"9772_CR24","unstructured":"Lundberg, S. M., Lee, S. I.: A unified approach to interpreting model predictions. In: Guyon, I., Luxburg, U. V., Bengio, S., Wallach, H., Fergus, R., Vishwanathan, S., Garnett, R. (eds.) Advances in Neural Information Processing Systems, vol. 30, pp 4765\u20134774. Curran Associates Inc (2017)"},{"key":"9772_CR25","unstructured":"Mandel, D. R., Hilton, D. J., Catellani, P. E.: The psychology of counterfactual thinking. Routledge (2005)"},{"issue":"2","key":"9772_CR26","doi-asserted-by":"publisher","first-page":"81","DOI":"10.1037\/h0043158","volume":"63","author":"GA Miller","year":"1956","unstructured":"Miller, G. A.: The magical number seven, plus or minus two: Some limits on our capacity for processing information. Psychol. Rev. 63(2), 81 (1956)","journal-title":"Psychol. Rev."},{"key":"9772_CR27","unstructured":"Miller, T., Howe, P., Sonenberg, L.: Explainable AI: Beware of inmates running the asylum or: How I learnt to stop worrying and love the social and behavioural sciences arXiv:1712.00547 (2017)"},{"key":"9772_CR28","doi-asserted-by":"crossref","unstructured":"Nie, C., Leung, H.: The minimal failure-causing schema of combinatorial testing. ACM Trans. Softw. Eng. Methodol 20(4) (2011)","DOI":"10.1145\/2000799.2000801"},{"issue":"6","key":"9772_CR29","doi-asserted-by":"publisher","first-page":"584","DOI":"10.1109\/TSE.2018.2865772","volume":"46","author":"X Niu","year":"2020","unstructured":"Niu, X., Nie, C., Leung, H., Lei, Y., Wang, X., Xu, J., Wang, Y.: An interleaving approach to combinatorial testing and failure-inducing interaction identification. IEEE Trans. Softw. Eng. 46(6), 584\u2013615 (2020)","journal-title":"IEEE Trans. Softw. Eng."},{"issue":"3","key":"9772_CR30","doi-asserted-by":"publisher","first-page":"237","DOI":"10.1016\/0304-3975(77)90012-3","volume":"4","author":"CH Papadimitriou","year":"1977","unstructured":"Papadimitriou, C. H.: The euclidean travelling salesman problem is NP-complete. Theor. Comput. Sci. 4(3), 237\u2013244 (1977)","journal-title":"Theor. Comput. Sci."},{"key":"9772_CR31","doi-asserted-by":"publisher","unstructured":"Phillips, P.J., Hahn, C.A., Fontana, P.C., Broniatowski, D.A., Przybocki, M.A.: Four principles of explainable artificial intelligence (draft). https:\/\/doi.org\/10.6028\/NIST.IR.8312-draft (2020)","DOI":"10.6028\/NIST.IR.8312-draft"},{"key":"9772_CR32","doi-asserted-by":"crossref","unstructured":"Ribeiro, M. T., Singh, S., Guestrin, C.: \u201dwhy should i trust you?\u201d: Explaining the predictions of any classifier. In: Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, KDD \u201916, pp 1135\u20131144. Association for Computing Machinery, New York (2016)","DOI":"10.1145\/2939672.2939778"},{"key":"9772_CR33","unstructured":"Russel, S., Norvig, P.: Artificial intelligence: a modern approach. Pearson Education Limited (2013)"},{"key":"9772_CR34","unstructured":"Shahaf, D., Amir, E.: Towards a theory of AI completeness. In: AAAI Spring Symposium: Logical Formalizations of Commonsense Reasoning, pp. 150\u2013155 (2007)"},{"issue":"3","key":"9772_CR35","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1145\/1008293.1008294","volume":"5","author":"L Stockmeyer","year":"1973","unstructured":"Stockmeyer, L.: Planar 3-colorability is polynomial complete. ACM Sigact News 5(3), 19\u201325 (1973)","journal-title":"ACM Sigact News"},{"key":"9772_CR36","doi-asserted-by":"crossref","unstructured":"Tjoa, E., Guan, C.: A survey on explainable artificial intelligence (XAI): Toward medical XAI. IEEE Transactions on Neural Networks and Learning Systems (2020)","DOI":"10.1109\/TNNLS.2020.3027314"},{"key":"9772_CR37","doi-asserted-by":"crossref","unstructured":"Wachter, S., Mittelstadt, B., Russell, C.: Counterfactual explanations without opening the black box: Automated decisions and the GDPR. Harvard Journal of Law & Technology 31(2) (2018)","DOI":"10.2139\/ssrn.3063289"},{"key":"9772_CR38","unstructured":"Wotawa, F.: On the importance of system testing for assuring safety of AI systems. In: AISafety@IJCAI (2019)"},{"issue":"1","key":"9772_CR39","doi-asserted-by":"publisher","first-page":"20","DOI":"10.1109\/TSE.2006.8","volume":"32","author":"C Yilmaz","year":"2006","unstructured":"Yilmaz, C., Cohen, M., Porter, A.: Covering arrays for efficient fault characterization in complex configuration spaces. IEEE Trans. Softw. Eng. 32(1), 20\u201334 (2006)","journal-title":"IEEE Trans. Softw. Eng."},{"issue":"2","key":"9772_CR40","doi-asserted-by":"publisher","first-page":"183","DOI":"10.1109\/32.988498","volume":"28","author":"A Zeller","year":"2002","unstructured":"Zeller, A., Hildebrandt, R.: Simplifying and isolating failure-inducing input. IEEE Trans. Softw. Eng. 28(2), 183\u2013200 (2002)","journal-title":"IEEE Trans. Softw. Eng."},{"key":"9772_CR41","unstructured":"Zhang, Y., Chen, X.: Explainable recommendation: A survey and new perspectives. arXiv:1804.11192 (2018)"},{"key":"9772_CR42","doi-asserted-by":"crossref","unstructured":"Zhou, B., Khosla, A., Lapedriza, A., Oliva, A., Torralba, A.: Learning deep features for discriminative localization. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition (CVPR) (2016)","DOI":"10.1109\/CVPR.2016.319"}],"container-title":["Annals of Mathematics and Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10472-021-09772-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10472-021-09772-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10472-021-09772-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,8]],"date-time":"2024-09-08T16:19:52Z","timestamp":1725812392000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10472-021-09772-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,9,20]]},"references-count":42,"journal-issue":{"issue":"7-9","published-print":{"date-parts":[[2022,9]]}},"alternative-id":["9772"],"URL":"https:\/\/doi.org\/10.1007\/s10472-021-09772-0","relation":{},"ISSN":["1012-2443","1573-7470"],"issn-type":[{"value":"1012-2443","type":"print"},{"value":"1573-7470","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,9,20]]},"assertion":[{"value":"24 August 2021","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 September 2021","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}