{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,20]],"date-time":"2026-02-20T05:03:21Z","timestamp":1771563801278,"version":"3.50.1"},"reference-count":38,"publisher":"Springer Science and Business Media LLC","issue":"10","license":[{"start":{"date-parts":[[2024,8,7]],"date-time":"2024-08-07T00:00:00Z","timestamp":1722988800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,8,7]],"date-time":"2024-08-07T00:00:00Z","timestamp":1722988800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Mach Learn"],"published-print":{"date-parts":[[2024,10]]},"DOI":"10.1007\/s10994-024-06557-4","type":"journal-article","created":{"date-parts":[[2024,8,7]],"date-time":"2024-08-07T13:04:36Z","timestamp":1723035876000},"page":"7997-8026","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Understanding prediction discrepancies in classification"],"prefix":"10.1007","volume":"113","author":[{"given":"Xavier","family":"Renard","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5921-3225","authenticated-orcid":false,"given":"Thibault","family":"Laugel","sequence":"additional","affiliation":[]},{"given":"Marcin","family":"Detyniecki","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,8,7]]},"reference":[{"key":"6557_CR1","unstructured":"Aivodji, U., Arai, H., Fortineau, O., et\u00a0al. (2019). Fairwashing: The risk of rationalization. In Int. Conf. on Machine Learning (pp. 161\u2013170)."},{"key":"6557_CR2","unstructured":"Anders, C. J., Pasliev, P., Dombrowski, A. K., et\u00a0al. (2020). Fairwashing explanations with off-manifold detergent. In Int. Conf. on Machine Learning (pp. 314\u2013323)."},{"key":"6557_CR3","doi-asserted-by":"crossref","unstructured":"Barocas, S., Selbst, A. D., & Raghavan, M. (2020). The hidden assumptions behind counterfactual explanations and principal reasons. In Proc. of the 2020 Conf. on Fairness, Accountability, and Transparency (pp. 80\u201389).","DOI":"10.1145\/3351095.3372830"},{"key":"6557_CR4","unstructured":"Bischl, B., Casalicchio, G., Feurer, M., et\u00a0al. (2019). Openml benchmarking suites. arXiv:1708.03731v2 [statML]."},{"key":"6557_CR5","unstructured":"Breiman, L., Friedman, J., Olshen, R., et\u00a0al. (1984). Classification and regression trees."},{"issue":"1","key":"6557_CR6","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1177\/001316446002000104","volume":"20","author":"J Cohen","year":"1960","unstructured":"Cohen, J. (1960). A coefficient of agreement for nominal scales. Educational and Psychological Measurement, 20(1), 37\u201346.","journal-title":"Educational and Psychological Measurement"},{"key":"6557_CR7","unstructured":"D\u2019Amour, A., Heller, K., Moldovan, D., et\u00a0al. (2020). Underspecification presents challenges for credibility in modern machine learning. arXiv preprint arXiv:2011.03395."},{"key":"6557_CR8","unstructured":"Dombrowski, A. K., Alber, M., Anders, C., et al. (2019). Explanations can be manipulated and geometry is to blame. In Advances in neural information processing systems (Vol. 32)."},{"issue":"12","key":"6557_CR9","doi-asserted-by":"publisher","first-page":"810","DOI":"10.1038\/s42256-020-00264-0","volume":"2","author":"J Dong","year":"2020","unstructured":"Dong, J., & Rudin, C. (2020). Exploring the cloud of variable importance for the set of all good models. Nature Machine Intelligence, 2(12), 810\u2013824.","journal-title":"Nature Machine Intelligence"},{"key":"6557_CR10","unstructured":"Erickson, N., Mueller, J., Shirkov, A., et\u00a0al. (2020). Autogluon-tabular: Robust and accurate automl for structured data. arXiv preprint arXiv:2003.06505."},{"key":"6557_CR11","doi-asserted-by":"crossref","unstructured":"Fernandes, K., Vinagre, P., & Cortez, P. (2015). A proactive intelligent decision support system for predicting the popularity of online news. In Proc. of the 17th EPIA 2015 - Portuguese Conf. on AI.","DOI":"10.1007\/978-3-319-23485-4_53"},{"key":"6557_CR12","unstructured":"Geirhos, R., Meding, K., & Wichmann, F. A. (2020). Beyond accuracy: Quantifying trial-by-trial behaviour of CNNS and humans by measuring error consistency. In Advances in neural information processing systems (Vol. 33)."},{"key":"6557_CR13","doi-asserted-by":"crossref","unstructured":"Gower, J. C. (1971). A general coefficient of similarity and some of its properties. Biometrics, 857\u2013871.","DOI":"10.2307\/2528823"},{"issue":"5","key":"6557_CR14","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3236009","volume":"51","author":"R Guidotti","year":"2018","unstructured":"Guidotti, R., Monreale, A., Ruggieri, S., et al. (2018). A survey of methods for explaining black box models. ACM Computing Surveys (CSUR), 51(5), 1\u201342.","journal-title":"ACM Computing Surveys (CSUR)"},{"key":"6557_CR15","unstructured":"Habbema, J., Hermans, J., & Van\u00a0den Broek, K. (1974). A stepwise discriminant analysis program using density estimation. In Compstat 1974: Proc in Computational Statistics."},{"key":"6557_CR16","doi-asserted-by":"publisher","first-page":"81","DOI":"10.1016\/0095-0696(78)90006-2","volume":"5","author":"D Harrison","year":"1978","unstructured":"Harrison, D., & Rubinfeld, D. (1978). Hedonic prices and the demand for clean air. Journal of Environmental Economics and Management, 5, 81\u2013102.","journal-title":"Journal of Environmental Economics and Management"},{"key":"6557_CR17","unstructured":"Kingma, D. P., & Welling, M. (2013). Auto-encoding variational bayes. arXiv preprint arXiv:1312.6114."},{"key":"6557_CR18","unstructured":"Krco, N., Laugel, T., Loubes, J. M., et\u00a0al. (2023). When mitigating bias is unfair: A comprehensive study on the impact of bias mitigation algorithms. arXiv preprint arXiv:2302.07185."},{"key":"6557_CR19","unstructured":"Kumar, I. E., Venkatasubramanian, S., Scheidegger, C., et\u00a0al. (2020). Problems with shapley-value-based explanations as feature importance measures. In International Conference on Machine Learning, PMLR (pp. 5491\u20135500)."},{"key":"6557_CR20","doi-asserted-by":"crossref","unstructured":"Laugel, T., Lesot, M. J., Marsala, C., et\u00a0al. (2018a). Comparison-based inverse classification for interpretability in machine learning. In Information Processing and Management of Uncertainty in Knowledge-Based Systems. Theory and Foundations: 17th International Conference, IPMU 2018 (pp. 100\u2013111).","DOI":"10.1007\/978-3-319-91473-2_9"},{"key":"6557_CR21","unstructured":"Laugel, T., Renard, X., Lesot, M. J., et\u00a0al. (2018b). Defining locality for surrogates in post-hoc interpretablity. WHI@ICML."},{"key":"6557_CR22","unstructured":"Lundberg, S. M., & Lee, S. I. (2017). A unified approach to interpreting model predictions. In Advances in neural information processing systems (pp. 4765\u20134774)."},{"key":"6557_CR23","unstructured":"Marx, C., Calmon, F., & Ustun, B. (2020). Predictive multiplicity in classification. In Proc. of the 37th Int. Conf. on ML (pp. 6765\u20136774)."},{"key":"6557_CR24","unstructured":"Michalski, R., Mozetic, I., & Lavrac, N. (1986). The multi-purpose incremental learning system aq15 and its testing application to three medical domains. In Proc. of the 5th Nat. Conf. on Artificial Intelligence (pp. 1041\u20131045)."},{"key":"6557_CR25","doi-asserted-by":"crossref","unstructured":"Mothilal, R. K., Sharma, A., & Tan, C. (2020). Explaining machine learning classifiers through diverse counterfactual explanations. In Proceedings of the 2020 conference on fairness, accountability, and transparency (pp. 607\u2013617).","DOI":"10.1145\/3351095.3372850"},{"issue":"3","key":"6557_CR26","doi-asserted-by":"publisher","first-page":"1065","DOI":"10.1214\/aoms\/1177704472","volume":"33","author":"E Parzen","year":"1962","unstructured":"Parzen, E. (1962). On estimation of a probability density function and mode. The Annals of Mathematical Statistics, 33(3), 1065\u20131076.","journal-title":"The Annals of Mathematical Statistics"},{"key":"6557_CR27","unstructured":"Pawelczyk, M., Broelemann, K., & Kasneci, G. (2020). On counterfactual explanations under predictive multiplicity. In Conf. on Uncertainty in AI (pp. 809\u2013818)."},{"key":"6557_CR28","doi-asserted-by":"crossref","unstructured":"Pele, O., & Werman, M. (2009). Fast and robust earth mover\u2019s distances. In 2009 IEEE 12th International Conference on Computer Vision, IEEE (pp. 460\u2013467).","DOI":"10.1109\/ICCV.2009.5459199"},{"key":"6557_CR29","unstructured":"Rawal, K., Kamar, E., & Lakkaraju, H. (2020). Can i still trust you?: Understanding the impact of distribution shifts on algorithmic recourses. arXiv preprint arXiv:2012.11788."},{"key":"6557_CR30","doi-asserted-by":"publisher","first-page":"659","DOI":"10.1007\/978-0-387-73003-5_196","volume":"741","author":"DA Reynolds","year":"2009","unstructured":"Reynolds, D. A., et al. (2009). Gaussian mixture models. Encyclopedia of Biometrics, 741, 659\u2013663.","journal-title":"Encyclopedia of Biometrics"},{"key":"6557_CR31","doi-asserted-by":"crossref","unstructured":"Ribeiro, M. T., Singh, S., & Guestrin, C. (2016). \u201cWhy should i trust you?\u201d explaining the predictions of any classifier. In Proc. of the 22nd ACM SIGKDD Int. Conf. on Knowl. Disc. and Data Mining (pp. 1135\u20131144).","DOI":"10.1145\/2939672.2939778"},{"key":"6557_CR32","doi-asserted-by":"crossref","unstructured":"Ribeiro, M. T., Singh, S., & Guestrin, C. (2018) Anchors: High-precision model-agnostic explanations. In AAAI (pp. 1527\u20131535).","DOI":"10.1609\/aaai.v32i1.11491"},{"key":"6557_CR33","unstructured":"Semenova, L., Rudin, C., & Parr, R. (2019). A study in rashomon curves and volumes: A new perspective on generalization and model simplicity in machine learning. arXiv preprint arXiv:1908.01755."},{"key":"6557_CR34","doi-asserted-by":"crossref","unstructured":"Seung, H. S., Opper, M., & Sompolinsky, H. (1992) Query by committee. In Proc. of the 5th Annual Workshop on Comp. Learning Theory, COLT\u201992 (pp. 287\u2013294).","DOI":"10.1145\/130385.130417"},{"key":"6557_CR35","doi-asserted-by":"crossref","unstructured":"Slack, D., Hilgard, S., Jia, E., et\u00a0al. (2020). Fooling lime and shap: Adversarial attacks on post hoc explanation methods. In Proc. of the AAAI\/ACM Conf. on AI, Ethics, and Society (pp. 180\u2013186).","DOI":"10.1145\/3375627.3375830"},{"issue":"2","key":"6557_CR36","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1145\/2641190.2641198","volume":"15","author":"J Vanschoren","year":"2013","unstructured":"Vanschoren, J., van Rijn, J. N., Bischl, B., et al. (2013). Openml: Networked science in machine learning. SIGKDD Explorations, 15(2), 49\u201360.","journal-title":"SIGKDD Explorations"},{"key":"6557_CR37","first-page":"841","volume":"31","author":"S Wachter","year":"2017","unstructured":"Wachter, S., Mittelstadt, B., & Russell, C. (2017). Counterfactual explanations without opening the black box: Automated decisions and the GDPR. Harv JL & Tech, 31, 841.","journal-title":"Harv JL & Tech"},{"key":"6557_CR38","unstructured":"Zeev-Ben-Mordehai, O., Duivesteijn, W., & Pechenizkiy, M. (2018). Controversy rules-discovering regions where classifiers (dis-) agree exceptionally. arXiv preprint arXiv:1808.07243."}],"container-title":["Machine Learning"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-024-06557-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10994-024-06557-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-024-06557-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,27]],"date-time":"2025-11-27T18:08:22Z","timestamp":1764266902000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10994-024-06557-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,8,7]]},"references-count":38,"journal-issue":{"issue":"10","published-print":{"date-parts":[[2024,10]]}},"alternative-id":["6557"],"URL":"https:\/\/doi.org\/10.1007\/s10994-024-06557-4","relation":{},"ISSN":["0885-6125","1573-0565"],"issn-type":[{"value":"0885-6125","type":"print"},{"value":"1573-0565","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,8,7]]},"assertion":[{"value":"30 November 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 January 2024","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 April 2024","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 August 2024","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Not applicable.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval"}},{"value":"Consent obtained","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to participate"}},{"value":"Consent obtained.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}