{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,15]],"date-time":"2026-05-15T05:42:30Z","timestamp":1778823750792,"version":"3.51.4"},"reference-count":33,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2019,6,8]],"date-time":"2019-06-08T00:00:00Z","timestamp":1559952000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2019,6,8]],"date-time":"2019-06-08T00:00:00Z","timestamp":1559952000000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Knowl Inf Syst"],"published-print":{"date-parts":[[2020,3]]},"DOI":"10.1007\/s10115-019-01368-9","type":"journal-article","created":{"date-parts":[[2019,6,8]],"date-time":"2019-06-08T11:02:48Z","timestamp":1559991768000},"page":"927-950","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":10,"title":["Exploiting patterns to explain individual predictions"],"prefix":"10.1007","volume":"62","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7376-5838","authenticated-orcid":false,"given":"Yunzhe","family":"Jia","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"James","family":"Bailey","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kotagiri","family":"Ramamohanarao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Christopher","family":"Leckie","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xingjun","family":"Ma","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,6,8]]},"reference":[{"key":"1368_CR1","doi-asserted-by":"crossref","unstructured":"Adler P, Falk C, Friedler SA, Rybeck G, Scheidegger C, Smith B, Venkatasubramanian S (2016) Auditing black-box models for indirect influence. In: ICDM\u201916. IEEE 1\u201310","DOI":"10.1109\/ICDM.2016.0011"},{"key":"1368_CR2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-07821-2","volume-title":"Frequent pattern mining","author":"CC Aggarwal","year":"2014","unstructured":"Aggarwal CC, Han J (2014) Frequent pattern mining. Springer, Heidelberg"},{"key":"1368_CR3","first-page":"1803","volume":"11","author":"D Baehrens","year":"2010","unstructured":"Baehrens D, Schroeter T, Harmeling S, Kawanabe M, Hansen K, M\u00fcller K-R (2010) How to explain individual classification decisions. J Mach Learn Res 11:1803\u20131831","journal-title":"J Mach Learn Res"},{"issue":"1","key":"1368_CR4","first-page":"59","volume":"2","author":"N Barakat","year":"2005","unstructured":"Barakat N, Diederich J (2005) Eclectic rule-extraction from support vector machines. Int J Comput Intell 2(1):59\u201362","journal-title":"Int J Comput Intell"},{"key":"1368_CR5","doi-asserted-by":"crossref","unstructured":"Caruana R, Lou Y, Gehrke J, Koch P, Sturm M, Elhadad N (2015) Intelligible models for healthcare: Predicting pneumonia risk and hospital 30-day readmission. In: Proceedings of KDD\u201915\u2019, ACM, pp\u00a01721\u20131730","DOI":"10.1145\/2783258.2788613"},{"key":"1368_CR6","unstructured":"Craven MW, Shavlik JW (1996) Extracting tree-structured representations of trained networks. In: Advances in neural information processing systems pp 24\u201330"},{"key":"1368_CR7","volume-title":"Contrast data mining: concepts, algorithms, and applications","author":"G Dong","year":"2012","unstructured":"Dong G, Bailey J (2012) Contrast data mining: concepts, algorithms, and applications. CRC Press, Boca Raton"},{"key":"1368_CR8","doi-asserted-by":"crossref","unstructured":"Duivesteijn W, Thaele J (2014) Understanding where your classifier does (not) work-the scape model class for emm. In: ICDM\u201914. IEEE, pp 809\u2013814","DOI":"10.1109\/ICDM.2014.10"},{"issue":"6","key":"1368_CR9","doi-asserted-by":"publisher","first-page":"721","DOI":"10.1109\/TKDE.2006.95","volume":"18","author":"H Fan","year":"2006","unstructured":"Fan H, Ramamohanarao K (2006) Fast discovery and the generalization of strong jumping emerging patterns for building compact and accurate classifiers. IEEE Trans Knowl Data Eng 18(6):721\u2013737","journal-title":"IEEE Trans Knowl Data Eng"},{"issue":"1","key":"1368_CR10","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2594473.2594475","volume":"15","author":"AA Freitas","year":"2014","unstructured":"Freitas AA (2014) Comprehensible classification models: a position paper. ACM SIGKDD Explor Newslett 15(1):1\u201310","journal-title":"ACM SIGKDD Explor Newslett"},{"key":"1368_CR11","doi-asserted-by":"crossref","unstructured":"Fung G, Sandilya S, Rao RB (2005) Rule extraction from linear support vector machines. In: Proceedings of KDD\u201905\u2019, ACM, pp\u00a032\u201340","DOI":"10.1145\/1081870.1081878"},{"key":"1368_CR12","unstructured":"Goodman B, Flaxman S (2016) Eu regulations on algorithmic decision-making and a \u201cright to explanation\u201d. In: ICML workshop on human interpretability in machine learning (WHI 2016)"},{"key":"1368_CR13","unstructured":"Han J Pei J, Yin Y (2000) Mining frequent patterns without candidate generation. In: ACM sigmod record\u2019, Vol\u00a029, ACM, pp\u00a01\u201312"},{"issue":"5\u20136","key":"1368_CR14","doi-asserted-by":"publisher","first-page":"1503","DOI":"10.1007\/s10618-014-0368-8","volume":"28","author":"A Henelius","year":"2014","unstructured":"Henelius A, Puolam\u00e4ki K, Bostr\u00f6m H, Asker L, Papapetrou P (2014) A peek into the black box: exploring classifiers by randomization. Data Min Knowl Discov 28(5\u20136):1503\u20131529","journal-title":"Data Min Knowl Discov"},{"key":"1368_CR15","doi-asserted-by":"crossref","unstructured":"Henelius A, Puolam\u00e4ki K, Karlsson I, Zhao J, Asker L, Bostr\u00f6m H, Papapetrou P (2015) Goldeneye++: a closer look into the black box. In: International symposium on statistical learning and data sciences. Springer, pp 96\u2013105","DOI":"10.1007\/978-3-319-17091-6_5"},{"key":"1368_CR16","doi-asserted-by":"publisher","first-page":"245","DOI":"10.1201\/9781315181080-10","volume-title":"Feature Engineering for Machine Learning and Data Analytics","author":"Yunzhe Jia","year":"2018","unstructured":"Jia Y, Bailey J, Kotagiri R, Leckie C (2018) Pattern-based feature generation. In: Feature engineering for machine learning and data analytics, p\u00a0245"},{"key":"1368_CR17","doi-asserted-by":"publisher","first-page":"212","DOI":"10.1007\/978-3-319-06608-0_18","volume-title":"Advances in Knowledge Discovery and Data Mining","author":"Sori Kang","year":"2014","unstructured":"Kang S, Ramamohanarao K (2014) A robust classifier for imbalanced datasets. In: PAKDD\u2019, pp\u00a0212\u2013223"},{"key":"1368_CR18","doi-asserted-by":"crossref","unstructured":"Karmarkar N (1984) A new polynomial-time algorithm for linear programming. In: Proceedings of the sixteenth annual ACM symposium on theory of computing. ACM, pp 302\u2013311","DOI":"10.1145\/800057.808695"},{"key":"1368_CR19","unstructured":"Koh PW, Liang P (2017) Understanding black-box predictions via influence functions, arXiv preprint arXiv:1703.04730"},{"key":"1368_CR20","first-page":"174","volume-title":"Lecture Notes in Computer Science","author":"Ron Kohavi","year":"1995","unstructured":"Kohavi R (1995) The power of decision tables. In: Machine learning: ECML-95 pp\u00a0174\u2013189"},{"issue":"1","key":"1368_CR21","doi-asserted-by":"publisher","first-page":"7","DOI":"10.1023\/A:1008344602888","volume":"12","author":"FJ Kurfess","year":"2000","unstructured":"Kurfess FJ (2000) Neural networks and structured knowledge: rule extraction and applications. Appl Intell 12(1):7\u201313. https:\/\/doi.org\/10.1023\/A:1008344602888","journal-title":"Appl Intell"},{"issue":"3","key":"1368_CR22","doi-asserted-by":"publisher","first-page":"1350","DOI":"10.1214\/15-AOAS848","volume":"9","author":"B Letham","year":"2015","unstructured":"Letham B, Rudin C, McCormick TH, Madigan D et al (2015) Interpretable classifiers using rules and bayeian analysis: building a better stroke prediction model. Ann Appl Stat 9(3):1350\u20131371","journal-title":"Ann Appl Stat"},{"issue":"3","key":"1368_CR23","doi-asserted-by":"publisher","first-page":"1466","DOI":"10.1016\/j.ejor.2006.04.051","volume":"183","author":"D Martens","year":"2007","unstructured":"Martens D, Baesens B, Van Gestel T, Vanthienen J (2007) Comprehensible credit scoring models using rule extraction from support vector machines. Eur J Oper Res 183(3):1466\u20131476","journal-title":"Eur J Oper Res"},{"key":"1368_CR24","unstructured":"Martens D, Provost F (2011) Explaining documents\u2019 classifications, Center for Digital Economy Research"},{"key":"1368_CR25","unstructured":"Ribeiro MT, Singh S, Guestrin C (2016a) Model-agnostic interpretability of machine learning. In: ICML workshop on human interpretability in machine learning (WHI 2016)"},{"key":"1368_CR26","unstructured":"Ribeiro MT, Singh S, Guestrin C (2016b) Nothing else matters: model-agnostic explanations by identifying prediction invariance. In: NIPS workshop on interpretable machine learning in complex systems"},{"key":"1368_CR27","doi-asserted-by":"crossref","unstructured":"Ribeiro MT, Singh S, Guestrin C (2016c) Why should i trust you? Explaining the predictions of any classifier. In: Proceedings of KDD\u201916\u2019, ACM, pp\u00a01135\u20131144","DOI":"10.1145\/2939672.2939778"},{"key":"1368_CR28","doi-asserted-by":"crossref","unstructured":"Ribeiro MT, Singh S, Guestrin C (2018) Anchors: high-precision model-agnostic explanations. In: AAAI conference on artificial intelligence","DOI":"10.1609\/aaai.v32i1.11491"},{"issue":"5","key":"1368_CR29","doi-asserted-by":"publisher","first-page":"589","DOI":"10.1109\/TKDE.2007.190734","volume":"20","author":"M Robnik-\u0160ikonja","year":"2008","unstructured":"Robnik-\u0160ikonja M, Kononenko I (2008) Explaining classifications for individual instances. IEEE Trans Knowl Data Eng 20(5):589\u2013600","journal-title":"IEEE Trans Knowl Data Eng"},{"key":"1368_CR30","doi-asserted-by":"crossref","unstructured":"Selvaraju RR, Cogswell M, Das A, Vedantam R, Parikh D, Batra D (2017) Grad-cam: visual explanations from deep networks via gradient-based localization. In: ICCV, pp\u00a0618\u2013626","DOI":"10.1109\/ICCV.2017.74"},{"key":"1368_CR31","doi-asserted-by":"crossref","unstructured":"Shang J, Tong W, Peng J, Han J (2016) Dpclass: an effective but concise discriminative patterns-based classification framework. In: Proceedings of SDM\u201916\u2019, SIAM, pp\u00a0567\u2013575","DOI":"10.1137\/1.9781611974348.64"},{"key":"1368_CR32","unstructured":"Wang F, Rudin C (2015) Falling rule lists. In: AISTATS"},{"key":"1368_CR33","unstructured":"Wang Z, Schaul T, Hessel M, Van Hasselt H, Lanctot M, De Freitas N (2016) Dueling network architectures for deep reinforcement learning. In: Proceedings of ICML\u201916\u2019, JMLR.org, pp\u00a01995\u20132003. http:\/\/dl.acm.org\/citation.cfm?id=3045390.3045601"}],"container-title":["Knowledge and Information Systems"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10115-019-01368-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10115-019-01368-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10115-019-01368-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,9,20]],"date-time":"2022-09-20T00:00:25Z","timestamp":1663632025000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10115-019-01368-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,6,8]]},"references-count":33,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2020,3]]}},"alternative-id":["1368"],"URL":"https:\/\/doi.org\/10.1007\/s10115-019-01368-9","relation":{},"ISSN":["0219-1377","0219-3116"],"issn-type":[{"value":"0219-1377","type":"print"},{"value":"0219-3116","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,6,8]]},"assertion":[{"value":"5 August 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 May 2019","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"8 June 2019","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}