{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,12]],"date-time":"2026-10-12T15:18:41Z","timestamp":1791818321482,"version":"4.3.4"},"reference-count":41,"publisher":"Oxford University Press (OUP)","issue":"2","license":[{"start":{"date-parts":[[2024,2,7]],"date-time":"2024-02-07T00:00:00Z","timestamp":1707264000000},"content-version":"vor","delay-in-days":1,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100001827","name":"Universiteit van Amsterdam","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001827","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004890","name":"Wageningen University","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100004890","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,6,22]]},"abstract":"<jats:title>Summary<\/jats:title>\n                  <jats:p>A new and rapidly growing econometric literature is making advances in the problem of using machine learning methods for causal inference questions. Yet, the empirical economics literature has not started to fully exploit the strengths of these modern methods. We revisit influential empirical studies with causal machine learning methods aiming to connect the econometric theory on these methods with empirical economics. We focus on the double machine learning, causal forest, and generic machine learning methods, in the context of both average and heterogeneous treatment effects. We illustrate the implementation of these methods in a variety of settings and highlight the relevance and value added relative to traditional methods used in the original studies.<\/jats:p>","DOI":"10.1093\/ectj\/utae004","type":"journal-article","created":{"date-parts":[[2024,2,5]],"date-time":"2024-02-05T07:54:40Z","timestamp":1707119680000},"page":"213-234","source":"Crossref","is-referenced-by-count":51,"title":["The value added of machine learning to causal inference: evidence from revisited studies"],"prefix":"10.1093","volume":"27","author":[{"given":"Anna","family":"Baiardi","sequence":"first","affiliation":[{"name":"Department of Economics, Erasmus University Rotterdam and Tinbergen Institute , Burgemeester Oudlaan 50, 3062 PA Rotterdam , Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Andrea A","family":"Naghi","sequence":"additional","affiliation":[{"name":"Department of Economics, Erasmus University Rotterdam and Tinbergen Institute , Burgemeester Oudlaan 50, 3062 PA Rotterdam , Netherlands"},{"name":"Business Analytics and Applied Economics, Queen Mary University of London , Mile End Road, London E1 4NS , UK"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"286","published-online":{"date-parts":[[2024,2,6]]},"reference":[{"key":"2024062212062874400_bib1","doi-asserted-by":"crossref","first-page":"7353","DOI":"10.1073\/pnas.1510489113","article-title":"Recursive partitioning for heterogeneous causal effects","volume":"113","author":"Athey","year":"2016","journal-title":"Proceedings of the National Academy of Sciences"},{"issue":"2","key":"2024062212062874400_bib2","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1257\/jep.31.2.3","article-title":"The state of applied econometrics: Causality and policy evaluation","volume":"31","author":"Athey","year":"2017","journal-title":"Journal of Economic Perspectives"},{"key":"2024062212062874400_bib3","doi-asserted-by":"crossref","first-page":"685","DOI":"10.1146\/annurev-economics-080217-053433","article-title":"Machine learning methods that economists should know about","volume":"11","author":"Athey","year":"2019","journal-title":"Annual Review of Economics"},{"key":"2024062212062874400_bib4","doi-asserted-by":"crossref","first-page":"597","DOI":"10.1111\/rssb.12268","article-title":"Approximate residual balancing: Debiased inference of average treatment effects in high dimensions","volume":"80","author":"Athey","year":"2018","journal-title":"Journal of the Royal Statistical Society: Series B (Statistical Methodology)"},{"key":"2024062212062874400_bib5","doi-asserted-by":"crossref","first-page":"1148","DOI":"10.1214\/18-AOS1709","article-title":"Generalized random forests","volume":"47","author":"Athey","year":"2019","journal-title":"Annals of Statistics"},{"key":"2024062212062874400_bib6","doi-asserted-by":"crossref","first-page":"37","DOI":"10.1353\/obs.2019.0001","article-title":"Estimating treatment effects with causal forests: An application","volume":"5","author":"Athey","year":"2019","journal-title":"Observational Studies"},{"key":"2024062212062874400_bib7","article-title":"Contemporaneous and post-program impacts of a public works program: Evidence from C\u00f4te d\u2019Ivoire","author":"Bertrand","year":"2017"},{"issue":"5","key":"2024062212062874400_bib8","doi-asserted-by":"crossref","first-page":"261","DOI":"10.1257\/aer.p20171038","article-title":"Double\/debiased\/neyman machine learning of treatment effects","volume":"107","author":"Chernozhukov","year":"2017","journal-title":"American Economic Review"},{"key":"2024062212062874400_bib9","doi-asserted-by":"crossref","first-page":"C1","DOI":"10.1111\/ectj.12097","article-title":"Double\/debiased machine learning for treatment and structural parameters","volume":"21","author":"Chernozhukov","year":"2018","journal-title":"Econometrics Journal"},{"key":"2024062212062874400_bib10","article-title":"Generic machine learning inference on heterogenous treatment effects in randomized experiments","author":"Chernozhukov","year":"2018"},{"key":"2024062212062874400_bib11","article-title":"Double debiased machine learning nonparametric inference with continuous treatments","volume-title":"arXiv: Econometrics","author":"Colangelo","year":"2020"},{"issue":"5","key":"2024062212062874400_bib12","doi-asserted-by":"crossref","first-page":"546","DOI":"10.1257\/aer.p20171000","article-title":"Using causal forests to predict treatment heterogeneity: An application to summer jobs","volume":"107","author":"Davis","year":"2017","journal-title":"American Economic Review"},{"key":"2024062212062874400_bib13","doi-asserted-by":"crossref","first-page":"664","DOI":"10.1162\/rest_a_00850","article-title":"Rethinking the benefits of youth employment programs: The heterogeneous effects of summer jobs","volume":"102","author":"Davis","year":"2020","journal-title":"Review of Economics and Statistics"},{"key":"2024062212062874400_bib14","doi-asserted-by":"crossref","first-page":"1187","DOI":"10.1162\/qjec.122.3.1187","article-title":"The Fox News effect: Media bias and voting","volume":"122","author":"DellaVigna","year":"2007","journal-title":"Quarterly Journal of Economics"},{"key":"2024062212062874400_bib15","doi-asserted-by":"crossref","DOI":"10.1162\/qjec.122.3.1187","article-title":"The Fox News effect: Media bias and voting [data]","author":"DellaVigna","year":"2007","journal-title":"Quarterly Journal of Economics"},{"issue":"12","key":"2024062212062874400_bib16","doi-asserted-by":"crossref","first-page":"4178","DOI":"10.1257\/aer.20180279","article-title":"The mortality and medical costs of air pollution: Evidence from changes in wind direction","volume":"109","author":"Deryugina","year":"2019","journal-title":"American Economic Review"},{"key":"2024062212062874400_bib17","first-page":"31","article-title":"The effect of corporate taxes on investment and entrepreneurship","volume":"2","author":"Djankov","year":"2010","journal-title":"American Economic Journal: Macroeconomics"},{"key":"2024062212062874400_bib18","article-title":"The effect of corporate taxes on investment and entrepreneurship [data]","author":"Djankov","year":"2010","journal-title":"American Economic Journal: Macroeconomics"},{"key":"2024062212062874400_bib19","doi-asserted-by":"crossref","first-page":"159","DOI":"10.2307\/1924969","article-title":"The effect of economic events on votes for president","volume":"60","author":"Fair","year":"1978","journal-title":"Review of Economics and Statistics"},{"key":"2024062212062874400_bib20","doi-asserted-by":"crossref","first-page":"181","DOI":"10.3982\/ECTA16901","article-title":"Deep neural networks for estimation and inference","volume":"89","author":"Farrell","year":"2021","journal-title":"Econometrica"},{"key":"2024062212062874400_bib21","volume-title":"Innovation and Growth in the Global Economy","author":"Grossman","year":"1991"},{"key":"2024062212062874400_bib22","doi-asserted-by":"crossref","first-page":"217","DOI":"10.1198\/jcgs.2010.08162","article-title":"Bayesian nonparametric modeling for causal inference","volume":"20","author":"Hill","year":"2011","journal-title":"Journal of Computational and Graphical Statistics"},{"key":"2024062212062874400_bib23","doi-asserted-by":"crossref","first-page":"443","DOI":"10.1214\/12-AOAS593","article-title":"Estimating treatment effect heterogeneity in randomized program evaluation","volume":"7","author":"Imai","year":"2013","journal-title":"Annals of Applied Statistics"},{"key":"2024062212062874400_bib24","doi-asserted-by":"crossref","DOI":"10.1017\/CBO9781139025751","volume-title":"Causal Inference in Statistics, Social, and Biomedical Sciences","author":"Imbens","year":"2015"},{"key":"2024062212062874400_bib25","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1257\/jel.47.1.5","article-title":"Recent developments in the econometrics of program evaluation","volume":"47","author":"Imbens","year":"2009","journal-title":"Journal of Economic Literature"},{"key":"2024062212062874400_bib26","doi-asserted-by":"crossref","first-page":"597","DOI":"10.3368\/jhr.57.2.0718-9615R1","article-title":"Heterogeneous employment effects of job search programmes: A machine learning approach","volume":"57","author":"Knaus","year":"2022","journal-title":"Journal of Human Resources"},{"key":"2024062212062874400_bib27","doi-asserted-by":"crossref","first-page":"131","DOI":"10.2307\/1955049","article-title":"Short-term fluctuations in us voting behavior, 1896\u20131964","volume":"65","author":"Kramer","year":"1971","journal-title":"American Political Science Review"},{"key":"2024062212062874400_bib28","doi-asserted-by":"crossref","first-page":"183","DOI":"10.1146\/annurev.polisci.3.1.183","article-title":"Economic determinants of electoral outcomes","volume":"3","author":"Lewis-Beck","year":"2000","journal-title":"Annual Review of Political Science"},{"key":"2024062212062874400_bib29","doi-asserted-by":"crossref","first-page":"773","DOI":"10.1007\/s10683-018-09597-5","article-title":"Multiple hypothesis testing in experimental economics","volume":"22","author":"List","year":"2019","journal-title":"Experimental Economics"},{"key":"2024062212062874400_bib30","first-page":"128","article-title":"Does teacher training actually work? Evidence from a large-scale randomized evaluation of a national teacher training program","volume":"11","author":"Loyalka","year":"2019","journal-title":"American Economic Journal: Applied Economics"},{"key":"2024062212062874400_bib31","article-title":"Does teacher training actually work? Evidence from a large-scale randomized evaluation of a national teacher training program [data]","author":"Loyalka","year":"2019","journal-title":"American Economic Journal: Applied Economics"},{"key":"2024062212062874400_bib32","first-page":"158","article-title":"The structure of tariffs and long-term growth","volume":"2","author":"Nunn","year":"2010","journal-title":"American Economic Journal: Macroeconomics"},{"key":"2024062212062874400_bib33","article-title":"The structure of tariffs and long-term growth [data]","author":"Nunn","year":"2010","journal-title":"American Economic Journal: Macroeconomics"},{"key":"2024062212062874400_bib34","first-page":"4932","article-title":"Orthogonal random forest for causal inference","volume":"PMLR 97","author":"Oprescu","year":"2019","journal-title":"Proceedings of the 36th International Conference on Machine Learning"},{"key":"2024062212062874400_bib35","doi-asserted-by":"crossref","first-page":"569","DOI":"10.2307\/2231927","article-title":"British government popularity and economic performance","volume":"90","author":"Pissarides","year":"1980","journal-title":"Economic Journal"},{"key":"2024062212062874400_bib36","article-title":"Orthogonal machine learning for demand estimation: High dimensional causal inference in dynamic panels","volume-title":"arXiv: Machine Learning","author":"Semenova","year":"2018"},{"key":"2024062212062874400_bib37","article-title":"What is the value added by using causal machine learning methods in a welfare experiment evaluation?","author":"Strittmatter","year":"2019"},{"key":"2024062212062874400_bib38","first-page":"141","article-title":"Subgroup analysis via recursive partitioning","volume":"10","author":"Su","year":"2009","journal-title":"Journal of Machine Learning Research"},{"key":"2024062212062874400_bib39","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4419-9782-1","volume-title":"Targeted Learning: Causal Inference for Observational and Experimental Data","author":"Van\u00a0der\u00a0Laan","year":"2011"},{"key":"2024062212062874400_bib40","doi-asserted-by":"crossref","first-page":"1228","DOI":"10.1080\/01621459.2017.1319839","article-title":"Estimation and inference of heterogeneous treatment effects using random forests","volume":"113","author":"Wager","year":"2018","journal-title":"Journal of the American Statistical Association"},{"key":"2024062212062874400_bib41","doi-asserted-by":"crossref","first-page":"492","DOI":"10.1198\/106186008X319331","article-title":"Model-based recursive partitioning","volume":"17","author":"Zeileis","year":"2008","journal-title":"Journal of Computational and Graphical Statistics"}],"container-title":["The Econometrics Journal"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/academic.oup.com\/ectj\/advance-article-pdf\/doi\/10.1093\/ectj\/utae004\/56958344\/utae004.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"https:\/\/academic.oup.com\/ectj\/article-pdf\/27\/2\/213\/58305113\/utae004.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/academic.oup.com\/ectj\/article-pdf\/27\/2\/213\/58305113\/utae004.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,22]],"date-time":"2024-06-22T08:07:23Z","timestamp":1719043643000},"score":1,"resource":{"primary":{"URL":"https:\/\/academic.oup.com\/ectj\/article\/27\/2\/213\/7602388"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,2,6]]},"references-count":41,"journal-issue":{"issue":"2","published-online":{"date-parts":[[2024,2,6]]},"published-print":{"date-parts":[[2024,6,22]]}},"URL":"https:\/\/doi.org\/10.1093\/ectj\/utae004","relation":{},"ISSN":["1368-4221","1368-423X"],"issn-type":[{"value":"1368-4221","type":"print"},{"value":"1368-423X","type":"electronic"}],"subject":[],"published-other":{"date-parts":[[2024,5]]},"published":{"date-parts":[[2024,2,6]]}}}