{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,11]],"date-time":"2026-10-11T16:02:30Z","timestamp":1791734550509,"version":"4.3.4"},"reference-count":77,"publisher":"Oxford University Press (OUP)","issue":"1","license":[{"start":{"date-parts":[[2020,6,6]],"date-time":"2020-06-06T00:00:00Z","timestamp":1591401600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/academic.oup.com\/journals\/pages\/open_access\/funder_policies\/chorus\/standard_publication_model"}],"funder":[{"DOI":"10.13039\/501100001711","name":"Swiss National Science Foundation","doi-asserted-by":"publisher","award":["407540_166999"],"award-info":[{"award-number":["407540_166999"]}],"id":[{"id":"10.13039\/501100001711","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021,3,8]]},"abstract":"<jats:title>Summary<\/jats:title>\n                  <jats:p>We investigate the finite-sample performance of causal machine learning estimators for heterogeneous causal effects at different aggregation levels. We employ an empirical Monte Carlo study that relies on arguably realistic data generation processes (DGPs) based on actual data in an observational setting. We consider 24 DGPs, eleven causal machine learning estimators, and three aggregation levels of the estimated effects. Four of the considered estimators perform consistently well across all DGPs and aggregation levels. These estimators have multiple steps to account for the selection into the treatment and the outcome process.<\/jats:p>","DOI":"10.1093\/ectj\/utaa014","type":"journal-article","created":{"date-parts":[[2020,6,6]],"date-time":"2020-06-06T10:10:18Z","timestamp":1591438218000},"page":"134-161","source":"Crossref","is-referenced-by-count":106,"title":["Machine learning estimation of heterogeneous causal effects: Empirical Monte Carlo evidence"],"prefix":"10.1093","volume":"24","author":[{"given":"Michael C","family":"Knaus","sequence":"first","affiliation":[{"name":"University of St. Gallen , Varnb\u00fcelstrasse 14, 9000 St. Gallen, Switzerland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Michael","family":"Lechner","sequence":"additional","affiliation":[{"name":"University of St. Gallen , Varnb\u00fcelstrasse 14, 9000 St. Gallen, Switzerland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Anthony","family":"Strittmatter","sequence":"additional","affiliation":[{"name":"University of St. Gallen , Varnb\u00fcelstrasse 14, 9000 St. Gallen, Switzerland"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"286","published-online":{"date-parts":[[2020,6,6]]},"reference":[{"key":"2022072305481703900_bib1","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1111\/0034-6527.00321","article-title":"Semiparametric difference-in-differences estimators","volume":"72","author":"Abadie","year":"2005","journal-title":"Review of Economic Studies"},{"key":"2022072305481703900_bib2","doi-asserted-by":"crossref","first-page":"485","DOI":"10.1080\/07350015.2014.975555","article-title":"Estimating conditional average treatment effects","volume":"33","author":"Abrevaya","year":"2015","journal-title":"Journal of Business and Economic Statistics"},{"key":"2022072305481703900_bib3","doi-asserted-by":"crossref","first-page":"86","DOI":"10.1016\/j.jebo.2018.09.010","article-title":"Targeting with machine learning: An application to a tax rebate program in Italy","volume":"156","author":"Andini","year":"2018","journal-title":"Journal of Economic Behavior and Organization"},{"key":"2022072305481703900_bib4","doi-asserted-by":"crossref","first-page":"80","DOI":"10.1509\/jmr.16.0163","article-title":"Retention futility: Targeting high risk customers might be ineffective","volume":"55","author":"Ascarza","year":"2018","journal-title":"Journal of Marketing Research"},{"key":"2022072305481703900_bib5","first-page":"507","article-title":"The impact of machine learning on economics","volume-title":"The Economics of Artificial Intelligence: An Agenda","author":"Athey","year":"2018"},{"key":"2022072305481703900_bib6","doi-asserted-by":"crossref","first-page":"7353","DOI":"10.1073\/pnas.1510489113","article-title":"Recursive partitioning for heterogeneous causal effects","volume":"113","author":"Athey","year":"2016","journal-title":"Proceedings of the National Academy of Sciences"},{"issue":"2","key":"2022072305481703900_bib7","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1257\/jep.31.2.3","article-title":"The state of applied econometrics: Causality and policy evaluation","volume":"31","author":"Athey","year":"2017","journal-title":"Journal of Economic Perspectives"},{"key":"2022072305481703900_bib8","doi-asserted-by":"crossref","first-page":"1148","DOI":"10.1214\/18-AOS1709","article-title":"Generalized random forests","volume":"47","author":"Athey","year":"2019","journal-title":"Annals of Statistics"},{"key":"2022072305481703900_bib9","doi-asserted-by":"crossref","first-page":"1430","DOI":"10.1111\/j.1468-0297.2010.02382.x","article-title":"A caseworker like me \u2013 Does the similarity between the unemployed and their caseworkers increase job placements?","volume":"120","author":"Behncke","year":"2010","journal-title":"Economic Journal"},{"key":"2022072305481703900_bib10","doi-asserted-by":"crossref","first-page":"67","DOI":"10.1111\/j.1467-985X.2009.00600.x","article-title":"Unemployed and their caseworkers: Should they be friends or foes?","volume":"173","author":"Behncke","year":"2010","journal-title":"Journal of the Royal Statistical Society: Series A (Statistics in Society)"},{"key":"2022072305481703900_bib11","doi-asserted-by":"crossref","first-page":"279","DOI":"10.1016\/S0927-5371(02)00006-4","article-title":"Screening (and creaming?) applicants to job training programs: The AFDC homemaker \u2013 home health aide demonstrations","volume":"9","author":"Bell","year":"2002","journal-title":"Labour Economics"},{"key":"2022072305481703900_bib12","doi-asserted-by":"crossref","first-page":"2369","DOI":"10.3982\/ECTA9626","article-title":"Sparse models and methods for optimal instruments with an application to eminent domain","volume":"80","author":"Belloni","year":"2012","journal-title":"Econometrica"},{"key":"2022072305481703900_bib13","doi-asserted-by":"crossref","first-page":"233","DOI":"10.3982\/ECTA12723","article-title":"Program evaluation and causal inference with high-dimensional data","volume":"85","author":"Belloni","year":"2017","journal-title":"Econometrica"},{"issue":"2","key":"2022072305481703900_bib14","doi-asserted-by":"crossref","first-page":"29","DOI":"10.1257\/jep.28.2.29","article-title":"High-dimensional methods and inference on structural and treatment effects","volume":"28","author":"Belloni","year":"2014","journal-title":"Journal of Economic Perspectives"},{"key":"2022072305481703900_bib15","doi-asserted-by":"crossref","first-page":"608","DOI":"10.1093\/restud\/rdt044","article-title":"Inference on treatment effects after selection among high-dimensional controls","volume":"81","author":"Belloni","year":"2014","journal-title":"Review of Economic Studies"},{"key":"2022072305481703900_bib16","doi-asserted-by":"crossref","first-page":"245","DOI":"10.1017\/CBO9781139060035.008","article-title":"Inference for high-dimensional sparse econometric models","volume-title":"Advances in Economics and Econometrics: Tenth World Congress","author":"Belloni","year":"2013"},{"key":"2022072305481703900_bib17","article-title":"Contemporaneous and post-program impacts of a public works program: Evidence from C\u00f4te d\u2019Ivoire","author":"Bertrand","year":"2017"},{"key":"2022072305481703900_bib18","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1023\/A:1010933404324","article-title":"Random forests","volume":"45","author":"Breiman","year":"2001","journal-title":"Machine Learning"},{"key":"2022072305481703900_bib19","author":"Breiman","year":"1984","journal-title":"Classification and Regression Trees"},{"key":"2022072305481703900_bib20","doi-asserted-by":"crossref","first-page":"894","DOI":"10.1093\/jeea\/jvx028","article-title":"What works? A meta analysis of recent active labor market program evaluations","volume":"16","author":"Card","year":"2018","journal-title":"Journal of the European Economic Association"},{"key":"2022072305481703900_bib21","doi-asserted-by":"crossref","first-page":"1199","DOI":"10.1111\/biom.12676","article-title":"A general statistical framework for subgroup identification and comparative treatment scoring","volume":"73","author":"Chen","year":"2017","journal-title":"Biometrics"},{"issue":"5","key":"2022072305481703900_bib22","doi-asserted-by":"crossref","first-page":"261","DOI":"10.1257\/aer.p20171038","article-title":"Double\/Debiased\/Neyman machine learning of treatment effects","volume":"107","author":"Chernozhukov","year":"2017","journal-title":"American Economic Review Papers and Proceedings"},{"issue":"1","key":"2022072305481703900_bib23","doi-asserted-by":"crossref","first-page":"C1","DOI":"10.1111\/ectj.12097","article-title":"Double\/Debiased machine learning for treatment and structural parameters","volume":"21","author":"Chernozhukov","year":"2018","journal-title":"The Econometrics Journal"},{"key":"2022072305481703900_bib24","article-title":"On cross-validated Lasso","author":"Chetverikov","year":"2017"},{"issue":"5","key":"2022072305481703900_bib25","doi-asserted-by":"crossref","first-page":"546","DOI":"10.1257\/aer.p20171000","article-title":"Using causal forests to predict treatment heterogeneity: An application to summer jobs","volume":"107","author":"Davis","year":"2017","journal-title":"American Economic Review"},{"key":"2022072305481703900_bib26","doi-asserted-by":"crossref","first-page":"64","DOI":"10.1016\/j.jeconom.2008.05.012","article-title":"Heterogeneous impacts in PROGRESA","volume":"145","author":"Djebbari","year":"2008","journal-title":"Journal of Econometrics"},{"key":"2022072305481703900_bib27","article-title":"Estimation of conditional average treatment effects with high-dimensional data","author":"Fan","year":"2019"},{"key":"2022072305481703900_bib28","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.jeconom.2015.06.017","article-title":"Robust inference on average treatment effects with possibly more covariates than observations","volume":"189","author":"Farrell","year":"2015","journal-title":"Journal of Econometrics"},{"key":"2022072305481703900_bib29","article-title":"Orthogonal statistical learning","author":"Foster","year":"2019"},{"key":"2022072305481703900_bib30","doi-asserted-by":"crossref","first-page":"1","DOI":"10.18637\/jss.v033.i01","article-title":"Regularization paths for generalized linear models via coordinate descent","volume":"33","author":"Friedman","year":"2010","journal-title":"Journal of Statistical Software"},{"key":"2022072305481703900_bib31","doi-asserted-by":"crossref","first-page":"413","DOI":"10.1017\/pan.2017.15","article-title":"Estimating heterogeneous treatment effects and the effects of heterogeneous treatments with ensemble methods","volume":"25","author":"Grimmer","year":"2017","journal-title":"Political Analysis"},{"key":"2022072305481703900_bib32","doi-asserted-by":"crossref","DOI":"10.1214\/19-BA1195","article-title":"Bayesian regression tree models for causal inference: Regularization, confounding, and heterogeneous effects","author":"Hahn","year":"2020","journal-title":"Bayesian Analysis"},{"key":"2022072305481703900_bib33","author":"Hastie","year":"2009","journal-title":"The Elements of Statistical Learning - Data Mining, Inference, and Prediction (2nd ed.)"},{"key":"2022072305481703900_bib34","doi-asserted-by":"crossref","first-page":"217","DOI":"10.1198\/jcgs.2010.08162","article-title":"Bayesian nonparametric modeling for causal inference","volume":"20","author":"Hill","year":"2011","journal-title":"Journal of Computational and Graphical Statistics"},{"key":"2022072305481703900_bib35","doi-asserted-by":"crossref","first-page":"1161","DOI":"10.1111\/1468-0262.00442","article-title":"Efficient estimation of average treatment effects using the estimated propensity score","volume":"71","author":"Hirano","year":"2003","journal-title":"Econometrica"},{"key":"2022072305481703900_bib36","doi-asserted-by":"crossref","first-page":"663","DOI":"10.1080\/01621459.1952.10483446","article-title":"A generalization of sampling without replacement from a finite universe","volume":"47","author":"Horvitz","year":"1952","journal-title":"Journal of the American Statistical Association"},{"key":"2022072305481703900_bib37","doi-asserted-by":"crossref","first-page":"180","DOI":"10.1162\/REST_a_00632","article-title":"Why do tougher caseworkers increase employment? The role of program assignment as a causal mechanism","volume":"99","author":"Huber","year":"2017","journal-title":"Review of Economics and Statistics"},{"key":"2022072305481703900_bib38","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.jeconom.2012.11.006","article-title":"The performance of estimators based on the propensity score","volume":"175","author":"Huber","year":"2013","journal-title":"Journal of Econometrics"},{"key":"2022072305481703900_bib39","doi-asserted-by":"crossref","first-page":"443","DOI":"10.1214\/12-AOAS593","article-title":"Estimating treatment effect heterogeneity in randomized program evaluation","volume":"7","author":"Imai","year":"2013","journal-title":"Annals of Applied Statistics"},{"key":"2022072305481703900_bib40","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1257\/jel.47.1.5","article-title":"Recent developments in the econometrics of program evaluation","volume":"47","author":"Imbens","year":"2009","journal-title":"Journal of Economic Literature"},{"key":"2022072305481703900_bib41","first-page":"3020","article-title":"Learning representations for counterfactual inference","volume-title":"International Conference on Machine Learning","author":"Johansson","year":"2016"},{"key":"2022072305481703900_bib42","first-page":"523","article-title":"Demystifying double robustness: A comparison of alternative strategies for estimating a population mean from incomplete data","volume":"22","author":"Kang","year":"2007","journal-title":"Statistical Science"},{"key":"2022072305481703900_bib43","article-title":"Heterogeneous employment effects of job search programmes: A machine learning approach","author":"Knaus","year":"2020"},{"key":"2022072305481703900_bib44","doi-asserted-by":"crossref","first-page":"4156","DOI":"10.1073\/pnas.1804597116","article-title":"Metalearners for estimating heterogeneous treatment effects using machine learning","volume":"116","author":"K\u00fcnzel","year":"2019","journal-title":"Proceedings of the National Academy of Sciences"},{"key":"2022072305481703900_bib45","article-title":"Modified causal forests for estimating heterogeneous causal effects","author":"Lechner","year":"2018"},{"key":"2022072305481703900_bib46","doi-asserted-by":"crossref","first-page":"193","DOI":"10.1080\/07474938.2017.1318509","article-title":"Practical procedures to deal with common support problems in matching estimation","volume":"38","author":"Lechner","year":"2019","journal-title":"Econometric Reviews"},{"key":"2022072305481703900_bib47","doi-asserted-by":"crossref","first-page":"111","DOI":"10.1016\/j.labeco.2013.01.004","article-title":"Sensitivity of matching-based program evaluations to the availability of control variables","volume":"21","author":"Lechner","year":"2013","journal-title":"Labour Economics"},{"key":"2022072305481703900_bib48","doi-asserted-by":"crossref","DOI":"10.1002\/jae.2574","article-title":"Doubly robust uniform confidence band for the conditional average treatment effect function","volume":"32","author":"Lee","year":"2017","journal-title":"Journal of Applied Econometrics"},{"key":"2022072305481703900_bib49","doi-asserted-by":"crossref","first-page":"21","DOI":"10.1017\/S0266466605050036","article-title":"Model selection and inference: Facts and fiction","volume":"21","author":"Leeb","year":"2005","journal-title":"Econometric Theory"},{"key":"2022072305481703900_bib50","doi-asserted-by":"crossref","first-page":"201","DOI":"10.1016\/j.jeconom.2007.05.017","article-title":"Sparse estimators and the oracle property, or the return of Hodges estimator","volume":"142","author":"Leeb","year":"2008","journal-title":"Journal of Econometrics"},{"key":"2022072305481703900_bib51","doi-asserted-by":"crossref","DOI":"10.2139\/ssrn.3155352","article-title":"Efficient discovery of heterogeneous treatment effects in randomized experiments via anomalous pattern detection","author":"McFowland","year":"2018"},{"key":"2022072305481703900_bib52","first-page":"213","article-title":"Optimal asymptotic tests of composite statistical hypotheses","volume":"57","author":"Neyman","year":"1959","journal-title":"Probability and Statistics"},{"key":"2022072305481703900_bib53","article-title":"Quasi-oracle estimation of heterogeneous treatment effects","author":"Nie","year":"2017"},{"key":"2022072305481703900_bib54","first-page":"4932","article-title":"Orthogonal random forest for causal inference","author":"Oprescu","year":"2019"},{"key":"2022072305481703900_bib55","doi-asserted-by":"crossref","first-page":"1767","DOI":"10.1002\/sim.7623","article-title":"Some methods for heterogeneous treatment effect estimation in high dimensions","volume":"37","author":"Powers","year":"2018","journal-title":"Statistics in Medicine"},{"key":"2022072305481703900_bib56","doi-asserted-by":"crossref","first-page":"1180","DOI":"10.1214\/10-AOS864","article-title":"Performance guarantees for individualized treatment rules","volume":"39","author":"Qian","year":"2011","journal-title":"Annals of Statistics"},{"key":"2022072305481703900_bib57","doi-asserted-by":"crossref","first-page":"122","DOI":"10.1080\/01621459.1995.10476494","article-title":"Semiparametric efficiency in multivariate regression models with missing data","volume":"90","author":"Robins","year":"1995","journal-title":"Journal of the American Statistical Association"},{"key":"2022072305481703900_bib58","doi-asserted-by":"crossref","first-page":"1089","DOI":"10.1017\/S0266466618000397","article-title":"Combining estimates of conditional treatment effects","volume":"35","author":"Rolling","year":"2019","journal-title":"Econometric Theory"},{"key":"2022072305481703900_bib59","doi-asserted-by":"crossref","first-page":"688","DOI":"10.1037\/h0037350","article-title":"Estimating causal effects of treatments in randomized and nonrandomized studies","volume":"66","author":"Rubin","year":"1974","journal-title":"Journal of Educational Psychology"},{"key":"2022072305481703900_bib60","article-title":"A comparison of methods for model selection when estimating individual treatment effects","author":"Schuler","year":"2018"},{"key":"2022072305481703900_bib61","article-title":"Perfect match: A simple method for learning representations for counterfactual inference with neural networks","author":"Schwab","year":"2018"},{"key":"2022072305481703900_bib62","article-title":"Simultaneous inference for best linear predictor of the conditional average treatment effect and other structural functions","author":"Semenova","year":"2017"},{"key":"2022072305481703900_bib63","article-title":"Estimating individual treatment effect: Generalization bounds and algorithms","author":"Shalit","year":"2017"},{"key":"2022072305481703900_bib64","author":"Signorovitch","year":"2007","journal-title":"Identifying informative biological markers in high-dimensional genomic data and clinical trials"},{"key":"2022072305481703900_bib65","article-title":"What is the value added by using causal machine learning methods in a welfare experiment evaluation?","author":"Strittmatter","year":"2018"},{"key":"2022072305481703900_bib66","first-page":"141","article-title":"Subgroup analysis via recursive partitioning","volume":"10","author":"Su","year":"2009","journal-title":"Journal of Machine Learning Research"},{"key":"2022072305481703900_bib67","doi-asserted-by":"crossref","first-page":"661","DOI":"10.1080\/07350015.2016.1172013","article-title":"A nonparametric Bayesian analysis of heterogeneous treatment effects in digital experimentation","volume":"34","author":"Taddy","year":"2016","journal-title":"Journal of Business and Economic Statistics"},{"key":"2022072305481703900_bib68","doi-asserted-by":"crossref","first-page":"1517","DOI":"10.1080\/01621459.2014.951443","article-title":"A simple method for estimating interactions between a treatment and a large number of covariates","volume":"109","author":"Tian","year":"2014","journal-title":"Journal of the American Statistical Association"},{"key":"2022072305481703900_bib69","doi-asserted-by":"crossref","first-page":"267","DOI":"10.1111\/j.2517-6161.1996.tb02080.x","article-title":"Regression shrinkage and selection via the Lasso","volume":"58","author":"Tibshirani","year":"1996","journal-title":"Journal of the Royal Statistical Society. Series B (Methodological)"},{"key":"2022072305481703900_bib70","first-page":"01","article-title":"Model misspecification and bias for inverse probability weighting and doubly robust estimators","author":"Waernbaum","year":"2017"},{"key":"2022072305481703900_bib71","doi-asserted-by":"crossref","first-page":"1228","DOI":"10.1080\/01621459.2017.1319839","article-title":"Estimation and inference of heterogeneous treatment effects using random forests","volume":"113","author":"Wager","year":"2018","journal-title":"Journal of the American Statistical Association"},{"key":"2022072305481703900_bib72","article-title":"Adaptive concentration of regression trees, with application to random forests","author":"Wager","year":"2015"},{"key":"2022072305481703900_bib73","doi-asserted-by":"crossref","DOI":"10.1002\/sim.7820","article-title":"Comparing methods for estimation of heterogeneous treatment effects using observational data from health care databases","volume":"37","author":"Wendling","year":"2018","journal-title":"Statistics in Medicine"},{"key":"2022072305481703900_bib74","doi-asserted-by":"crossref","first-page":"1010","DOI":"10.1111\/j.1541-0420.2012.01763.x","article-title":"A robust method for estimating optimal treatment regimes","volume":"68","author":"Zhang","year":"2012","journal-title":"Biometrics"},{"key":"2022072305481703900_bib75","article-title":"Selective inference for effect modification via the Lasso","author":"Zhao","year":"2017"},{"key":"2022072305481703900_bib76","article-title":"Nonparametric estimation of causal heterogeneity under high-dimensional confounding","author":"Zimmert","year":"2019"},{"issue":"5","key":"2022072305481703900_bib77","doi-asserted-by":"crossref","first-page":"2173","DOI":"10.1214\/009053607000000127","article-title":"On the \u2018degrees of freedom\u2019 of the Lasso","volume":"35","author":"Zou","year":"2007","journal-title":"Annals of Statistics"}],"container-title":["The Econometrics Journal"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/academic.oup.com\/ectj\/advance-article-pdf\/doi\/10.1093\/ectj\/utaa014\/33653302\/utaa014.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"https:\/\/academic.oup.com\/ectj\/article-pdf\/24\/1\/134\/45050626\/utaa014.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/academic.oup.com\/ectj\/article-pdf\/24\/1\/134\/45050626\/utaa014.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,23]],"date-time":"2022-07-23T01:49:20Z","timestamp":1658540960000},"score":1,"resource":{"primary":{"URL":"https:\/\/academic.oup.com\/ectj\/article\/24\/1\/134\/5854188"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,6,6]]},"references-count":77,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2020,6,6]]},"published-print":{"date-parts":[[2021,3,8]]}},"URL":"https:\/\/doi.org\/10.1093\/ectj\/utaa014","relation":{},"ISSN":["1368-4221","1368-423X"],"issn-type":[{"value":"1368-4221","type":"print"},{"value":"1368-423X","type":"electronic"}],"subject":[],"published-other":{"date-parts":[[2021,1]]},"published":{"date-parts":[[2020,6,6]]}}}