{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T07:31:45Z","timestamp":1740123105920,"version":"3.37.3"},"reference-count":38,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2023,3,14]],"date-time":"2023-03-14T00:00:00Z","timestamp":1678752000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,3,14]],"date-time":"2023-03-14T00:00:00Z","timestamp":1678752000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100004744","name":"Innoviris","doi-asserted-by":"publisher","award":["2019-PHD-16"],"award-info":[{"award-number":["2019-PHD-16"]}],"id":[{"id":"10.13039\/501100004744","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Mach Learn"],"published-print":{"date-parts":[[2024,3]]},"DOI":"10.1007\/s10994-023-06317-w","type":"journal-article","created":{"date-parts":[[2023,3,14]],"date-time":"2023-03-14T20:02:48Z","timestamp":1678824168000},"page":"1043-1067","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Partial counterfactual identification and uplift modeling: theoretical results and real-world assessment"],"prefix":"10.1007","volume":"113","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2047-5690","authenticated-orcid":false,"given":"Th\u00e9o","family":"Verhelst","sequence":"first","affiliation":[]},{"given":"Denis","family":"Mercier","sequence":"additional","affiliation":[]},{"given":"Jeevan","family":"Shrestha","sequence":"additional","affiliation":[]},{"given":"Gianluca","family":"Bontempi","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,3,14]]},"reference":[{"key":"6317_CR1","doi-asserted-by":"publisher","unstructured":"Amin, A., Al-Obeidat, F., Shah, B., Adnan, A., Loo, J., & Anwar, S. (2019). Customer churn prediction in telecommunication industry using data certainty. Journal of Business Research, 94, 290\u2013301. (Publisher: Elsevier) https:\/\/doi.org\/10.1016\/j.jbusres.2018.03.003","DOI":"10.1016\/j.jbusres.2018.03.003"},{"key":"6317_CR2","doi-asserted-by":"publisher","unstructured":"Athey, S., & Imbens, G. (2016, July). Recursive partitioning for heterogeneous causal effects. In: Proceedings of the National Academy of Sciences, 113(27), 7353\u20137360. Retrieved 2020-05-06, from https:\/\/www.pnas.org\/content\/113\/27\/7353 (Publisher: National Academy of Sciences) https:\/\/doi.org\/10.1073\/PNAS.1510489113","DOI":"10.1073\/PNAS.1510489113"},{"key":"6317_CR3","doi-asserted-by":"crossref","unstructured":"Balke, A., & Pearl, J. (1994). Counterfactual probabilities: Computational methods, bounds and applications. Uncertainty Proceedings 1994 (pp. 46-54). Elsevier.","DOI":"10.1016\/B978-1-55860-332-5.50011-0"},{"key":"6317_CR4","doi-asserted-by":"publisher","unstructured":"Batista, G.E., Prati, R.C., & Monard, M.C. (2004). A study of the behavior of several methods for balancing machine learning training data. ACM SIGKDD Explorations Newsletter, 6(1), 20\u201329. (Publisher: ACM) https:\/\/doi.org\/10.1145\/1007730.1007735","DOI":"10.1145\/1007730.1007735"},{"key":"6317_CR5","first-page":"6856","volume":"34","author":"J Correa","year":"2021","unstructured":"Correa, J., Lee, S., & Bareinboim, E. (2021). Nested counterfactual identification from arbitrary surrogate experiments. Advances in Neural Information Processing Systems, 34, 6856\u20136867.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"6317_CR6","doi-asserted-by":"publisher","unstructured":"Coussement, K., Lessmann, S., & Verstraeten, G. (2017). A comparative analysis of data preparation algorithms for customer churn prediction: a case study in the telecommunication industry. Decision Support Systems, 95, 27\u201336. (Publisher: Elsevier)https:\/\/doi.org\/10.1016\/j.dss.2016.11.007","DOI":"10.1016\/j.dss.2016.11.007"},{"key":"6317_CR7","unstructured":"Curth, A., & van der Schaar, M. (2021). Nonparametric estimation of heterogeneous treatment effects: From theory to learning algorithms. In: International Conference on Artificial Intelligence and Statistics (pp. 1810-1818). (arXiv: Curth2021)"},{"key":"6317_CR8","doi-asserted-by":"crossref","unstructured":"Dal Pozzolo, A., Caelen, O., Johnson, R.A., &Bontempi, G. (2015). Calibrating probability with undersampling for unbalanced classification. In: 2015 IEEE Symposium Series on Computational Intelligence (pp. 159-166). IEEE.","DOI":"10.1109\/SSCI.2015.33"},{"key":"6317_CR9","doi-asserted-by":"crossref","unstructured":"Dal Pozzolo, A., Caelen, O., Le Borgne, Y.-A., Waterschoot, S., & Bontempi, G. (2014). Learned lessons in credit card fraud detection from a practitioner perspective. Expert Systems with Applications, 41(10), 4915\u20134928. Publisher: Elsevier.","DOI":"10.1016\/j.eswa.2014.02.026"},{"key":"6317_CR10","unstructured":"Devriendt, F., Berrevoets, J., & Verbeke, W. (2019). Why you should stop predicting customer churn and start using uplift models. Information Sciences. Publisher: Elsevier."},{"key":"6317_CR11","doi-asserted-by":"crossref","unstructured":"Edwards, J.H. (1957). A note on the practical interpretation of 2$$\\times$$2 tables. British Journal of Preventive and Social Medicine, 11(2), 73. (Publisher: BMJ Publishing Group)","DOI":"10.1136\/jech.11.2.73"},{"key":"6317_CR12","unstructured":"Fern\u00e1ndez-Loria, C., & Provost, F. (2022a). Causal classification: treatment effect estimation vs. outcome prediction. Journal of Machine Learning Research, 23(59), 1\u201335."},{"key":"6317_CR13","doi-asserted-by":"crossref","unstructured":"Fern\u00e1ndez-Loria, C., & Provost, F. (2022b). Causal decision making and causal effect estimation are not the same...and why it matters. INFORMS Journal on Data Science. Publisher: INFORMS.","DOI":"10.1287\/ijds.2021.0006"},{"issue":"25","key":"6317_CR14","doi-asserted-by":"publisher","first-page":"379","DOI":"10.4064\/fm-25-1-379-387","volume":"1","author":"M Fr\u00e9chet","year":"1935","unstructured":"Fr\u00e9chet, M. (1935). G\u00e9n\u00e9ralisation du th\u00e9oreme des probabilit\u00e9s totales. Fundamenta mathematicae, 1(25), 379\u2013387.","journal-title":"Fundamenta mathematicae"},{"key":"6317_CR15","doi-asserted-by":"crossref","unstructured":"Gubela, R. M., & Lessmann, S. (2021). Uplift modeling with value-driven evaluation metrics. Decision Support Systems, p. 113648. Publisher: Elsevier.","DOI":"10.1016\/j.dss.2021.113648"},{"key":"6317_CR16","unstructured":"Guelman, L. (2014). R Package\u2018uplift\u2019. CRAN"},{"key":"6317_CR17","doi-asserted-by":"publisher","unstructured":"Guelman, L., Guill\u00e9n, M., & Pr\u00e9z-Mar\u00edn, A.M. (2015). Uplift random forests. Cybernetics and Systems, 46(3\u20134), 230\u2013248. (Publisher: Taylor & Francis) https:\/\/doi.org\/10.1080\/01969722.2015.1012892","DOI":"10.1080\/01969722.2015.1012892"},{"key":"6317_CR18","unstructured":"Gutierrez, P., & G\u00e9rardy, J.-Y. (2016, January). Causal Inference and Uplift Modelling: A Review of the Literature. In: Hardgrove, C., Dorard, L., Thompson, K., & Douetteau F.(Eds.) Proceedings of The 3rd International Conference on Predictive Applications and APIs (Vol. 67, pp. 1\u201313). Microsoft NERD, Boston, USA: PMLR. Retrieved from http:\/\/proceedings.mlr.press\/v67\/gutierrez17a.html (Series Title: Proceedings of Machine Learning Research)"},{"key":"6317_CR19","doi-asserted-by":"crossref","unstructured":"Imbens, G. W., & Rubin, D. B. (2015). Causal inference in statistics, social, and biomedical sciences. Cambridge University Press.","DOI":"10.1017\/CBO9781139025751"},{"key":"6317_CR20","unstructured":"Jaskowski, M., & Jaroszewicz, S. (2012). Uplift modeling for clinical trial data. In: ICML Workshop on Clinical Data Analysis."},{"key":"6317_CR21","doi-asserted-by":"crossref","unstructured":"Jung, Y., Tian, J., & Bareinboim, E. (2021). Estimating Identifiable Causal Effects through Double Machine Learning. In: Proceedings of the 35th AAAI Conference on Artificial Intelligence.","DOI":"10.1609\/aaai.v35i13.17438"},{"key":"6317_CR22","doi-asserted-by":"crossref","unstructured":"Karimi, A.-H., Sch\u00f6lkopf, B., &Valera, I. (2021). Algorithmic recourse: from counterfactual explanations to interventions. In: Proceedings of the 2021 ACM Conference on Fairness, Accountability, and Transparency (pp. 353 362).","DOI":"10.1145\/3442188.3445899"},{"key":"6317_CR23","doi-asserted-by":"publisher","unstructured":"K\u00fcnzel, S.R., Sekhon, J.S., Bickel, P.J., & Yu, B. (2019). Metalearners for estimating heterogeneous treatment effects using machine learning. In: Proceedings of the National Academy of Sciences of the United States of America, 116(10), 4156\u20134165. (arXiv: 1706.03461 Publisher: National Acad Sciences) https:\/\/doi.org\/10.1073\/pnas.1804597116","DOI":"10.1073\/pnas.1804597116"},{"key":"6317_CR24","doi-asserted-by":"publisher","unstructured":"Li, A., & Pearl, J. (2019). Unit Selection Based on Counterfactual Logic. IJCAI (pp. 1793-1799). In: International Joint Conferences on Artificial Intelligence Organization. Retrieved from https:\/\/doi.org\/10.24963\/ijcai.2019\/248","DOI":"10.24963\/ijcai.2019\/248"},{"key":"6317_CR25","doi-asserted-by":"crossref","unstructured":"Li, A., & Pearl, J. (2022). Unit selection with causal diagram. In: Proceedings of the AAAI conference on artificial intelligence (Vol. 36, pp. 5765-5772). (Number: 5)","DOI":"10.1609\/aaai.v36i5.20519"},{"key":"6317_CR26","unstructured":"Lin, J. (2016). On the dirichlet distribution. Master\u2019s Report. Publisher: Queen\u2019s University Kingston Ontario, Canada."},{"key":"6317_CR27","doi-asserted-by":"publisher","unstructured":"Liu, X.-Y., Wu, J., & Zhou, Z.-H. (2009). Exploratory undersampling for class-imbalance learning. IEEE Transactions on Systems, Man, and Cybernetics, Part B (Cybernetics), 39(2), 539\u2013550. (Publisher: IEEE) https:\/\/doi.org\/10.1109\/tsmcb.2008.2007853","DOI":"10.1109\/tsmcb.2008.2007853"},{"key":"6317_CR28","doi-asserted-by":"crossref","unstructured":"Mueller, S., Li, A., & Pearl, J. (2021). Causes of Effects: Learning individual responses from population data. arXiv preprint arXiv:2104.13730 .","DOI":"10.24963\/ijcai.2022\/376"},{"key":"6317_CR29","doi-asserted-by":"crossref","unstructured":"Mueller, S., & Pearl, J. (2022). Personalized decision making-a conceptual introduction. arXiv preprint arXiv:2208.09558","DOI":"10.1515\/jci-2022-0050"},{"key":"6317_CR38","doi-asserted-by":"publisher","unstructured":"\u00d3skarsd\u00f3ttir, M., Van Calster, T., Baesens, B., Lemahieu, W., & Vanthienen, J. (2018). Time series for early churn detection: Using similarity based classification for dynamic networks.Expert Systems with Applications, 106 , 55\u201365. (Publisher: Elsevier) https:\/\/doi.org\/10.1016\/j.eswa.2018.04.003","DOI":"10.1016\/j.eswa.2018.04.003"},{"key":"6317_CR30","doi-asserted-by":"crossref","unstructured":"Pearl, J. (2009). Causality: models, reasoning, and inference. Cambridge University Press.","DOI":"10.1017\/CBO9780511803161"},{"key":"6317_CR31","doi-asserted-by":"crossref","unstructured":"Rosenbaum, P. R., & Rubin, D. B. (1983). The central role of the propensity score in observational studies for causal effects. Biometrika, 70(1), 41\u201355. Publisher: Oxford University Press.","DOI":"10.1093\/biomet\/70.1.41"},{"key":"6317_CR32","doi-asserted-by":"crossref","unstructured":"Tian, J., & Pearl, J. (2000). Probabilities of causation: Bounds and identification. Annals of Mathematics and Artificial Intelligence, 28(1), 287\u2013313. Publisher: Springer.","DOI":"10.1023\/A:1018912507879"},{"key":"6317_CR33","doi-asserted-by":"publisher","unstructured":"Verbeke, W., Dejaeger, K., Martens, D., Hur, J., & Baesens, B. (2012). New insights into churn prediction in the telecommunication sector: A profit driven data mining approach. European Journal of Operational Research, 218 (1), 211\u2013229. Retrieved from (Publisher: Elsevier B.V.) https:\/\/doi.org\/10.1016\/j.ejor.2011.09.031","DOI":"10.1016\/j.ejor.2011.09.031"},{"key":"6317_CR34","doi-asserted-by":"publisher","unstructured":"Verbraken, T., Verbeke, W., & Baesens, B. (2013). A novel profit maximizing metric for measuring classification performance of customer churn prediction models. IEEE Transactions on Knowledge and Data Engineering. (Publisher: IEEE) https:\/\/doi.org\/10.1109\/tkde.2012.50","DOI":"10.1109\/tkde.2012.50"},{"key":"6317_CR35","unstructured":"Zhang, J., Tian, J., & Bareinboim, E. (2022). Partial counterfactual identification from observational and experimental data. In: nternational conference on machine learning (pp. 26548-26558). (tex.organization: PMLR)"},{"key":"6317_CR36","doi-asserted-by":"crossref","unstructured":"Zhang, W., Li, J., & Liu, L. (2021). A unified survey of treatment effect heterogeneity modelling and uplift modelling. ACM Computing Surveys (CSUR), 54(8), 1\u201336. Publisher: ACM New York, NY.","DOI":"10.1145\/3466818"},{"key":"6317_CR37","doi-asserted-by":"publisher","unstructured":"Zhu, B., Baesens, B., & vanden Broucke, S.K.L.M. (2017). An empirical comparison of techniques for the class imbalance problem in churn prediction. Information Sciences, 408 , 84\u201399. (Publisher: Elsevier) https:\/\/doi.org\/10.1016\/j.ins.2017.04.015","DOI":"10.1016\/j.ins.2017.04.015"}],"container-title":["Machine Learning"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-023-06317-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10994-023-06317-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-023-06317-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,14]],"date-time":"2024-03-14T01:23:38Z","timestamp":1710379418000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10994-023-06317-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,3,14]]},"references-count":38,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2024,3]]}},"alternative-id":["6317"],"URL":"https:\/\/doi.org\/10.1007\/s10994-023-06317-w","relation":{},"ISSN":["0885-6125","1573-0565"],"issn-type":[{"type":"print","value":"0885-6125"},{"type":"electronic","value":"1573-0565"}],"subject":[],"published":{"date-parts":[[2023,3,14]]},"assertion":[{"value":"1 March 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"8 November 2022","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 February 2023","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 March 2023","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval, consent to participate, consent for publication"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}