{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,26]],"date-time":"2026-05-26T18:06:33Z","timestamp":1779818793873,"version":"3.53.1"},"publisher-location":"Cham","reference-count":49,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032060655","type":"print"},{"value":"9783032060662","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,10,4]],"date-time":"2025-10-04T00:00:00Z","timestamp":1759536000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,10,4]],"date-time":"2025-10-04T00:00:00Z","timestamp":1759536000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-06066-2_31","type":"book-chapter","created":{"date-parts":[[2025,10,3]],"date-time":"2025-10-03T17:24:20Z","timestamp":1759512260000},"page":"528-544","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Conformalized Exceptional Model Mining: Telling Where Your Model Performs (Not) Well"],"prefix":"10.1007","author":[{"given":"Xin","family":"Du","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sikun","family":"Yang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wouter","family":"Duivesteijn","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mykola","family":"Pechenizkiy","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,10,4]]},"reference":[{"key":"31_CR1","unstructured":"Agrawal, R., Srikant, R.: Fast algorithms for mining association rules in large databases. In: Proceedings of the VLDB, pp. 487\u2013499 (1994)"},{"key":"31_CR2","doi-asserted-by":"crossref","unstructured":"Ahmad, M.A., Eckert, C., Teredesai, A.: Interpretable machine learning in healthcare. In: ICBCHI, pp. 559\u2013560 (2018)","DOI":"10.1145\/3233547.3233667"},{"issue":"6671","key":"31_CR3","doi-asserted-by":"publisher","first-page":"669","DOI":"10.1126\/science.adi6000","volume":"382","author":"AN Angelopoulos","year":"2023","unstructured":"Angelopoulos, A.N., Bates, S., Fannjiang, C., Jordan, M.I., Zrnic, T.: Prediction-powered inference. Science 382(6671), 669\u2013674 (2023)","journal-title":"Science"},{"key":"31_CR4","unstructured":"Angelopoulos, A.N., Bates, S., Jordan, M., Malik, J.: Uncertainty sets for image classifiers using conformal prediction. In: ICLR (2020)"},{"key":"31_CR5","unstructured":"Arora, R., Basu, A., Mianjy, P., Mukherjee, A.: Understanding deep neural networks with rectified linear units. In: ICLR (2018)"},{"key":"31_CR6","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1016\/j.inffus.2019.12.012","volume":"58","author":"AB Arrieta","year":"2020","unstructured":"Arrieta, A.B., et al.: Explainable artificial intelligence (xai): concepts, taxonomies, opportunities and challenges toward responsible ai. Inform. Fusion 58, 82\u2013115 (2020)","journal-title":"Inform. Fusion"},{"issue":"1","key":"31_CR7","doi-asserted-by":"publisher","first-page":"35","DOI":"10.1002\/widm.1144","volume":"5","author":"M Atzmueller","year":"2015","unstructured":"Atzmueller, M.: Subgroup discovery. WIREs Data Mining Knowl. Discov. 5(1), 35\u201349 (2015)","journal-title":"WIREs Data Mining Knowl. Discov."},{"key":"31_CR8","first-page":"213","volume":"5","author":"SD Bay","year":"2001","unstructured":"Bay, S.D., Pazzani, M.J.: Detecting group differences: mining contrast sets. DMKD 5, 213\u2013246 (2001)","journal-title":"DMKD"},{"key":"31_CR9","unstructured":"Bertin-Mahieux, T., Ellis, D.P., Whitman, B., Lamere, P.: The million song dataset. In: ICMIR (2011)"},{"issue":"3","key":"31_CR10","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1016\/S0168-1699(99)00046-0","volume":"24","author":"JA Blackard","year":"1999","unstructured":"Blackard, J.A., Dean, D.J.: Comparative accuracies of artificial neural networks and discriminant analysis in predicting forest cover types from cartographic variables. Comput. Electron. Agric. 24(3), 131\u2013151 (1999)","journal-title":"Comput. Electron. Agric."},{"key":"31_CR11","doi-asserted-by":"crossref","unstructured":"Dong, G., Li, J.: Efficient mining of emerging patterns: Discovering trends and differences. In: KDD, pp. 43\u201352 (1999)","DOI":"10.1145\/312129.312191"},{"key":"31_CR12","unstructured":"Du, X.: The Uncertainty in Exceptional Model Mining. Ph.D. thesis, Technische Universiteit Eindhoven (2020)"},{"issue":"04","key":"31_CR13","doi-asserted-by":"publisher","first-page":"3809","DOI":"10.1609\/aaai.v34i04.5792","volume":"34","author":"X Du","year":"2020","unstructured":"Du, X., Pei, Y., Duivesteijn, W., Pechenizkiy, M.: Fairness in network representation by latent structural heterogeneity in observational data. AAAI 34(04), 3809\u20133816 (2020)","journal-title":"AAAI"},{"key":"31_CR14","unstructured":"Du, X., Ramamoorthy, S., Duivesteijn, W., Tian, J., Pechenizkiy, M.: Beyond discriminant patterns: on the robustness of decision rule ensembles. arXiv (2021)"},{"key":"31_CR15","doi-asserted-by":"publisher","unstructured":"Du, X., Yang, S., Duivesteijn, W., Pechenizkiy, M.: Supplementary Material to \u201cConformalized Exceptional Model Mining: Telling Where Your Model Performs (Not) Well\u201d (6 2025). https:\/\/doi.org\/10.6084\/m9.figshare.29306939.v1","DOI":"10.6084\/m9.figshare.29306939.v1"},{"key":"31_CR16","doi-asserted-by":"crossref","unstructured":"Duivesteijn, W., Feelders, A., Knobbe, A.: Different slopes for different folks: mining for exceptional regression models with Cook\u2019s distance. In: KDD, pp. 868\u2013876 (2012)","DOI":"10.1145\/2339530.2339668"},{"key":"31_CR17","first-page":"47","volume":"30","author":"W Duivesteijn","year":"2016","unstructured":"Duivesteijn, W., Feelders, A.J., Knobbe, A.: Exceptional model mining: supervised descriptive local pattern mining with complex target concepts. DMKD 30, 47\u201398 (2016)","journal-title":"DMKD"},{"key":"31_CR18","doi-asserted-by":"crossref","unstructured":"Duivesteijn, W., Knobbe, A., Feelders, A., van Leeuwen, M.: Subgroup discovery meets Bayesian networks \u2014 an exceptional model mining approach. In: ICDM, pp. 158\u2013167. IEEE (2010)","DOI":"10.1109\/ICDM.2010.53"},{"key":"31_CR19","doi-asserted-by":"crossref","unstructured":"Duivesteijn, W., Thaele, J.: Understanding where your classifier does (not) work\u2013the SCaPE model class for EMM. In: ICDM, pp. 809\u2013814. IEEE (2014)","DOI":"10.1109\/ICDM.2014.10"},{"key":"31_CR20","unstructured":"Gal, Y.: Uncertainty in deep learning. Ph.D. thesis, University of Cambridge (2016)"},{"issue":"4","key":"31_CR21","doi-asserted-by":"publisher","first-page":"284","DOI":"10.1002\/sam.11145","volume":"5","author":"E Galbrun","year":"2012","unstructured":"Galbrun, E., Miettinen, P.: From black and white to full color: extending redescription mining outside the boolean world. Stat. Anal. Data Mining: ASA Data Sci. J. 5(4), 284\u2013303 (2012)","journal-title":"Stat. Anal. Data Mining: ASA Data Sci. J."},{"key":"31_CR22","unstructured":"Guo, C., Pleiss, G., Sun, Y., Weinberger, K.Q.: On calibration of modern neural networks. In: ICML, pp. 1321\u20131330. PMLR (2017)"},{"key":"31_CR23","doi-asserted-by":"publisher","first-page":"177","DOI":"10.1007\/978-3-030-05318-5_10","volume":"177","author":"I Guyon","year":"2019","unstructured":"Guyon, I., et al.: Analysis of the automl challenge series. Autom. Mach. Learn. 177, 177\u2013219 (2019)","journal-title":"Autom. Mach. Learn."},{"issue":"3","key":"31_CR24","doi-asserted-by":"publisher","first-page":"495","DOI":"10.1007\/s10115-010-0356-2","volume":"29","author":"F Herrera","year":"2011","unstructured":"Herrera, F., Carmona, C.J., Gonz\u00e1lez, P., del Jesus, M.J.: An overview on subgroup discovery: foundations and applications. Knowl. Inf. Syst. 29(3), 495\u2013525 (2011)","journal-title":"Knowl. Inf. Syst."},{"key":"31_CR25","unstructured":"Ioffe, S.: Batch normalization: Accelerating deep network training by reducing internal covariate shift. arXiv preprint arXiv:1502.03167 (2015)"},{"key":"31_CR26","doi-asserted-by":"crossref","unstructured":"Johnson, A.E., et al.: MIMIC-III, a freely accessible critical care database. Sci. Data 3(1), 1\u20139 (2016)","DOI":"10.1038\/sdata.2016.35"},{"key":"31_CR27","doi-asserted-by":"crossref","unstructured":"Jorge, A.M., Azevedo, P.J., Pereira, F.: Distribution rules with numeric attributes of interest. In: PKDD, pp. 247\u2013258. Springer (2006)","DOI":"10.1007\/11871637_26"},{"issue":"8","key":"31_CR28","doi-asserted-by":"publisher","first-page":"1171","DOI":"10.1007\/s10994-016-5598-0","volume":"106","author":"M Kaytoue","year":"2017","unstructured":"Kaytoue, M., Plantevit, M., Zimmermann, A., Bendimerad, A., Robardet, C.: Exceptional contextual subgraph mining. Mach. Learn. 106(8), 1171\u20131211 (2017). https:\/\/doi.org\/10.1007\/s10994-016-5598-0","journal-title":"Mach. Learn."},{"key":"31_CR29","unstructured":"Kelly, M., Longjohn, R., Nottingham, K.: The UCI machine learning repository. https:\/\/archive.ics.uci.edu"},{"key":"31_CR30","unstructured":"Kl\u00f6sgen, W.: Explora: A multipattern and multistrategy discovery assistant. In: Fayyad, U.M., Piatetsky-Shapiro, G., Smyth, P., Uthurusamy, R. (eds.) Advances in Knowledge Discovery and Data Mining, pp. 249\u2013271. AAAI\/MIT Press (1996)"},{"key":"31_CR31","unstructured":"Kuleshov, V., Fenner, N., Ermon, S.: Accurate uncertainties for deep learning using calibrated regression. In: ICML, pp. 2796\u20132804. PMLR (2018)"},{"key":"31_CR32","unstructured":"Lakshminarayanan, B., Pritzel, A., Blundell, C.: Simple and scalable predictive uncertainty estimation using deep ensembles. In: NeurIPS, 30 (2017)"},{"issue":"523","key":"31_CR33","first-page":"1094","volume":"113","author":"J Lei","year":"2018","unstructured":"Lei, J., G\u2019Sell, M., Rinaldo, A., Tibshirani, R.J., Wasserman, L.: Distribution-free predictive inference for regression. JASS 113(523), 1094\u20131111 (2018)","journal-title":"Distribution-free predictive inference for regression. JASS"},{"key":"31_CR34","doi-asserted-by":"crossref","unstructured":"Leman, D., Feelders, A., Knobbe, A.: Exceptional model mining. In: ECMLPKDD, pp. 1\u201316. Springer (2008)","DOI":"10.1007\/978-3-540-87481-2_1"},{"key":"31_CR35","doi-asserted-by":"crossref","unstructured":"Lemmerich, F., Becker, M., Singer, P., Helic, D., Hotho, A., Strohmaier, M.: Mining subgroups with exceptional transition behavior. In: KDD, pp. 965\u2013974 (2016)","DOI":"10.1145\/2939672.2939752"},{"issue":"35","key":"31_CR36","first-page":"983","volume":"7","author":"N Meinshausen","year":"2006","unstructured":"Meinshausen, N., Ridgeway, G.: Quantile regression forests. JMLR 7(35), 983\u2013999 (2006)","journal-title":"Quantile regression forests. JMLR"},{"issue":"3","key":"31_CR37","doi-asserted-by":"publisher","first-page":"291","DOI":"10.1016\/S0167-7152(96)00140-X","volume":"33","author":"RK Pace","year":"1997","unstructured":"Pace, R.K., Barry, R.: Sparse spatial autoregressions. Stat. Probab. Lett. 33(3), 291\u2013297 (1997)","journal-title":"Stat. Probab. Lett."},{"issue":"5","key":"31_CR38","first-page":"1885","volume":"36","author":"HM Proen\u00e7a","year":"2022","unstructured":"Proen\u00e7a, H.M., Gr\u00fcnwald, P., B\u00e4ck, T., van Leeuwen, M.: Robust subgroup discovery: discovering subgroup lists using mdl. DMKD 36(5), 1885\u20131970 (2022)","journal-title":"DMKD"},{"issue":"1","key":"31_CR39","doi-asserted-by":"publisher","first-page":"51","DOI":"10.1089\/big.2013.1508","volume":"1","author":"F Provost","year":"2013","unstructured":"Provost, F., Fawcett, T.: Data science and its relationship to big data and data-driven decision making. Big Data 1(1), 51\u201359 (2013)","journal-title":"Big Data"},{"key":"31_CR40","unstructured":"Romano, Y., Patterson, E., Candes, E.: Conformalized quantile regression. In: NeurIPS, vol. 32, pp. 3543\u20133553 (2019)"},{"key":"31_CR41","first-page":"3581","volume":"33","author":"Y Romano","year":"2020","unstructured":"Romano, Y., Sesia, M., Candes, E.: Classification with valid and adaptive coverage. NeurIPS 33, 3581\u20133591 (2020)","journal-title":"NeurIPS"},{"key":"31_CR42","first-page":"3183","volume":"31","author":"M Sensoy","year":"2018","unstructured":"Sensoy, M., Kaplan, L., Kandemir, M.: Evidential deep learning to quantify classification uncertainty. NeurIPS 31, 3183\u20133193 (2018)","journal-title":"NeurIPS"},{"key":"31_CR43","unstructured":"Shafer, G., Vovk, V.: A tutorial on conformal prediction. JMLR 9(3), 371\u2013421 (2008)"},{"key":"31_CR44","doi-asserted-by":"crossref","unstructured":"Smith, R.C.: Uncertainty quantification: theory, implementation, and applications. SIAM (2024)","DOI":"10.1137\/1.9781611977844"},{"issue":"1","key":"31_CR45","first-page":"1929","volume":"15","author":"N Srivastava","year":"2014","unstructured":"Srivastava, N., Hinton, G., Krizhevsky, A., Sutskever, I., Salakhutdinov, R.: Dropout: a simple way to prevent neural networks from overfitting. JMLR 15(1), 1929\u20131958 (2014)","journal-title":"JMLR"},{"issue":"45","key":"31_CR46","first-page":"1231","volume":"7","author":"I Takeuchi","year":"2006","unstructured":"Takeuchi, I., Le, Q.V., Sears, T.D., Smola, A.J., Williams, C.: Nonparametric quantile estimation. JMLR 7(45), 1231\u20131264 (2006)","journal-title":"Nonparametric quantile estimation. JMLR"},{"issue":"4","key":"31_CR47","doi-asserted-by":"publisher","first-page":"533","DOI":"10.3233\/IDA-2011-0481","volume":"15","author":"L Umek","year":"2011","unstructured":"Umek, L., Zupan, B.: Subgroup discovery in data sets with multi-dimensional responses. Intell. Data Anal. 15(4), 533\u2013549 (2011)","journal-title":"Intell. Data Anal."},{"key":"31_CR48","unstructured":"Vovk, V., Gammerman, A., Shafer, G.: Algorithmic learning in a random world. Springer (2005)"},{"key":"31_CR49","doi-asserted-by":"crossref","unstructured":"Wrobel, S.: An algorithm for multi-relational discovery of subgroups. In: Proceedings of the PKDD, pp. 78\u201387 (1997)","DOI":"10.1007\/3-540-63223-9_108"}],"container-title":["Lecture Notes in Computer Science","Machine Learning and Knowledge Discovery in Databases. Research Track"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-06066-2_31","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,26]],"date-time":"2026-05-26T17:41:49Z","timestamp":1779817309000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-06066-2_31"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,4]]},"ISBN":["9783032060655","9783032060662"],"references-count":49,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-06066-2_31","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,10,4]]},"assertion":[{"value":"4 October 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"ECML PKDD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Joint European Conference on Machine Learning and Knowledge Discovery in Databases","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Porto","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Portugal","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15 September 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 September 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecml2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ecmlpkdd.org\/2025\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}