{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,30]],"date-time":"2026-03-30T20:21:48Z","timestamp":1774902108277,"version":"3.50.1"},"reference-count":99,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2021,1,14]],"date-time":"2021-01-14T00:00:00Z","timestamp":1610582400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2021,1,14]],"date-time":"2021-01-14T00:00:00Z","timestamp":1610582400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/100000025","name":"U.S. Department of Health & Human Services | NIH | National Institute of Mental Health","doi-asserted-by":"publisher","award":["R01-MH111610"],"award-info":[{"award-number":["R01-MH111610"]}],"id":[{"id":"10.13039\/100000025","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000002","name":"U.S. Department of Health & Human Services | National Institutes of Health","doi-asserted-by":"publisher","award":["R01-EB028162"],"award-info":[{"award-number":["R01-EB028162"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nat Comput Sci"],"DOI":"10.1038\/s43588-020-00005-8","type":"journal-article","created":{"date-parts":[[2021,1,14]],"date-time":"2021-01-14T17:03:37Z","timestamp":1610643817000},"page":"24-32","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":31,"title":["Quantifying causality in data science with quasi-experiments"],"prefix":"10.1038","volume":"1","author":[{"given":"Tony","family":"Liu","sequence":"first","affiliation":[]},{"given":"Lyle","family":"Ungar","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8408-4499","authenticated-orcid":false,"given":"Konrad","family":"Kording","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,1,14]]},"reference":[{"key":"5_CR1","unstructured":"van Dyk, D. et al. ASA statement on the role of statistics in data science. Amstat News https:\/\/magazine.amstat.org\/blog\/2015\/10\/01\/asa-statement-on-the-role-of-statistics-in-data-science\/ (2015)."},{"key":"5_CR2","doi-asserted-by":"publisher","first-page":"54","DOI":"10.1145\/3241036","volume":"62","author":"J Pearl","year":"2019","unstructured":"Pearl, J. The seven tools of causal inference, with reflections on machine learning. Commun. ACM 62, 54\u201360 (2019).","journal-title":"Commun. ACM"},{"key":"5_CR3","doi-asserted-by":"publisher","first-page":"42","DOI":"10.1080\/09332480.2019.1579578","volume":"32","author":"MA Hern\u00e1n","year":"2019","unstructured":"Hern\u00e1n, M. A., Hsu, J. & Healy, B. Data science is science\u2019s second chance to get causal inference right: a classification of data science tasks. Chance 32, 42\u201349 (2019).","journal-title":"Chance"},{"key":"5_CR4","doi-asserted-by":"publisher","unstructured":"Caruana, R. et al. Intelligible models for healthcare: predicting pneumonia risk and hospital 30-day readmission. In Proc. 21th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining 1721\u20131730 (ACM Press, 2015); https:\/\/doi.org\/10.1145\/2783258.2788613","DOI":"10.1145\/2783258.2788613"},{"key":"5_CR5","doi-asserted-by":"publisher","first-page":"1057","DOI":"10.1093\/qje\/qjs020","volume":"127","author":"A Finkelstein","year":"2012","unstructured":"Finkelstein, A. et al. The Oregon health insurance experiment: evidence from the first year. Q. J. Econ. 127, 1057\u20131106 (2012).","journal-title":"Q. J. Econ."},{"key":"5_CR6","unstructured":"Forney, A., Pearl, J. & Bareinboim, E. Counterfactual data-fusion for online reinforcement learners. In International Conference on Machine Learning (eds. Precup, D. & Teh, Y. W.) 1156\u20131164 (PMLR, 2017)."},{"key":"5_CR7","unstructured":"Thomas, P. S. & Brunskill, E. Data-efficient off-policy policy evaluation for reinforcement learning. International Conference on Machine Learning (eds. Balcan, M. F. & Weinberger, K.) 2139\u20132148 (PMLR, 2016)."},{"key":"5_CR8","unstructured":"Athey, S. & Wager, S. Policy learning with observational data. Econometrica (in the press)."},{"key":"5_CR9","doi-asserted-by":"crossref","unstructured":"Angrist, J. D. & Pischke, J.-S. Mostly Harmless Econometrics: An Empiricist\u2019s Companion (Princeton Univ. Press, 2008).","DOI":"10.2307\/j.ctvcm4j72"},{"key":"5_CR10","doi-asserted-by":"crossref","unstructured":"Imbens, G. & Rubin, D. B. Causal Inference: For Statistics, Social and Biomedical Sciences: An Introduction (Cambridge Univ. Press 2015).","DOI":"10.1017\/CBO9781139025751"},{"key":"5_CR11","doi-asserted-by":"crossref","unstructured":"Pearl, J. Causality (Cambridge Univ. Press, 2009).","DOI":"10.1017\/CBO9780511803161"},{"key":"5_CR12","unstructured":"Hern\u00e1n, M. A. & Robins, J. M. Causal Inference: What If (Chapman & Hall\/CRC, 2020)."},{"key":"5_CR13","doi-asserted-by":"publisher","first-page":"96","DOI":"10.1214\/09-SS057","volume":"3","author":"J Pearl","year":"2009","unstructured":"Pearl, J. Causal inference in statistics: an overview. Stat. Surv. 3, 96\u2013146 (2009).","journal-title":"Stat. Surv."},{"key":"5_CR14","unstructured":"Peters, J., Janzing, D. & Sch\u00f6lkopf, B. Elements of Causal Inference: Foundations and Learning Algorithms (MIT Press, 2017)."},{"key":"5_CR15","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1093\/biomet\/70.1.41","volume":"70","author":"PR Rosenbaum","year":"1983","unstructured":"Rosenbaum, P. R. & Rubin, D. B. The central role of the propensity score in observational studies for causal effects. Biometrika 70, 41\u201355 (1983).","journal-title":"Biometrika"},{"key":"5_CR16","first-page":"C1","volume":"21","author":"V Chernozhukov","year":"2018","unstructured":"Chernozhukov, V. et al. Double\/debiased machine learning for treatment and structural parameters. Econ. J. 21, C1\u2013C68 (2018).","journal-title":"Econ. J."},{"key":"5_CR17","doi-asserted-by":"crossref","unstructured":"Spirtes, P., Glymour, C. N. & Scheines, R. Causation, Prediction, and Search (MIT Press, 2000).","DOI":"10.7551\/mitpress\/1754.001.0001"},{"key":"5_CR18","unstructured":"Sch\u00f6lkopf, B. Causality for machine learning. Preprint at https:\/\/arxiv.org\/abs\/1911.10500 (2019)."},{"key":"5_CR19","first-page":"1103","volume":"17","author":"JM Mooij","year":"2016","unstructured":"Mooij, J. M., Peters, J., Janzing, D., Zscheischler, J. & Sch\u00f6lkopf, B. Distinguishing cause from effect using observational data: methods and benchmarks. J. Mach. Learn. Res. 17, 1103\u20131204 (2016).","journal-title":"J. Mach. Learn. Res."},{"key":"5_CR20","first-page":"1","volume":"21","author":"B Huang","year":"2020","unstructured":"Huang, B. et al. Causal discovery from heterogeneous\/nonstationary data. J. Mach. Learn. Res. 21, 1\u201353 (2020).","journal-title":"J. Mach. Learn. Res."},{"key":"5_CR21","doi-asserted-by":"publisher","first-page":"1574","DOI":"10.1080\/01621459.2019.1686987","volume":"114","author":"Y Wang","year":"2019","unstructured":"Wang, Y. & Blei, D. M. The blessings of multiple causes. J. Am. Stat. Assoc. 114, 1574\u20131596 (2019).","journal-title":"J. Am. Stat. Assoc."},{"key":"5_CR22","first-page":"31","volume":"73","author":"EE Leamer","year":"1983","unstructured":"Leamer, E. E. Let\u2019s take the con out of econometrics. Am. Econ. Rev. 73, 31\u201343 (1983).","journal-title":"Am. Econ. Rev."},{"key":"5_CR23","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1257\/jep.24.2.3","volume":"24","author":"JD Angrist","year":"2010","unstructured":"Angrist, J. D. & Pischke, J.-S. The credibility revolution in empirical economics: how better research design is taking the con out of econometrics. J. Econ. Perspect. 24, 3\u201330 (2010).","journal-title":"J. Econ. Perspect."},{"key":"5_CR24","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1257\/jep.15.4.69","volume":"15","author":"JD Angrist","year":"2001","unstructured":"Angrist, J. D. & Krueger, A. B. Instrumental variables and the search for identification: from supply and demand to natural experiments. J. Econ. Perspect. 15, 69\u201385 (2001).","journal-title":"J. Econ. Perspect."},{"key":"5_CR25","doi-asserted-by":"publisher","first-page":"979","DOI":"10.2307\/2937954","volume":"106","author":"JD Angrist","year":"1991","unstructured":"Angrist, J. D. & Krueger, A. B. Does compulsory school attendance affect schooling and earnings? Q. J. Econ. 106, 979\u20131014 (1991).","journal-title":"Q. J. Econ."},{"key":"5_CR26","unstructured":"Wooldridge, J. M. Econometric Analysis of Cross Section and Panel Data (MIT Press, 2010)."},{"key":"5_CR27","doi-asserted-by":"publisher","first-page":"57","DOI":"10.1002\/(SICI)1099-1255(199901\/02)14:1<57::AID-JAE501>3.0.CO;2-G","volume":"14","author":"JD Angrist","year":"1999","unstructured":"Angrist, J. D., Imbens, G. W. & Krueger, A. B. Jackknife instrumental variables estimation. J. Appl. Econom. 14, 57\u201367 (1999).","journal-title":"J. Appl. Econom."},{"key":"5_CR28","doi-asserted-by":"publisher","first-page":"17","DOI":"10.1146\/annurev.publhealth.19.1.17","volume":"19","author":"JP Newhouse","year":"1998","unstructured":"Newhouse, J. P. & McClellan, M. Econometrics in outcomes research: the use of instrumental variables. Annu. Rev. Public Health 19, 17\u201334 (1998).","journal-title":"Annu. Rev. Public Health"},{"key":"5_CR29","doi-asserted-by":"publisher","unstructured":"Imbens, G. Potential Outcome and Directed Acyclic Graph Approaches to Causality: Relevance for Empirical Practice in Economics Working Paper No. 26104 (NBER, 2019); https:\/\/doi.org\/10.3386\/w26104","DOI":"10.3386\/w26104"},{"key":"5_CR30","doi-asserted-by":"publisher","first-page":"59","DOI":"10.1016\/j.socscimed.2014.05.005","volume":"113","author":"W Hanandita","year":"2014","unstructured":"Hanandita, W. & Tampubolon, G. Does poverty reduce mental health? An instrumental variable analysis. Soc. Sci. Med. 113, 59\u201367 (2014).","journal-title":"Soc. Sci. Med."},{"key":"5_CR31","doi-asserted-by":"publisher","first-page":"499","DOI":"10.1111\/1467-937X.00141","volume":"67","author":"JD Angrist","year":"2000","unstructured":"Angrist, J. D., Graddy, K. & Imbens, G. W. The interpretation of instrumental variables estimators in simultaneous equations models with an application to the demand for fish. Rev. Econ. Stud. 67, 499\u2013527 (2000).","journal-title":"Rev. Econ. Stud."},{"key":"5_CR32","doi-asserted-by":"publisher","first-page":"309","DOI":"10.1037\/h0044319","volume":"51","author":"DL Thistlethwaite","year":"1960","unstructured":"Thistlethwaite, D. L. & Campbell, D. T. Regression-discontinuity analysis: an alternative to the ex post facto experiment. J. Educ. Psychol. 51, 309\u2013317 (1960).","journal-title":"J. Educ. Psychol."},{"key":"5_CR33","doi-asserted-by":"publisher","first-page":"243","DOI":"10.1056\/NEJM199701233360402","volume":"336","author":"MJ Fine","year":"1997","unstructured":"Fine, M. J. et al. A prediction rule to identify low-risk patients with community-acquired pneumonia. N. Engl. J. Med. 336, 243\u2013250 (1997).","journal-title":"N. Engl. J. Med."},{"key":"5_CR34","doi-asserted-by":"publisher","first-page":"281","DOI":"10.1257\/jel.48.2.281","volume":"48","author":"DS Lee","year":"2010","unstructured":"Lee, D. S. & Lemieux, T. Regression discontinuity designs in economics. J. Econ. Lit. 48, 281\u2013355 (2010).","journal-title":"J. Econ. Lit."},{"key":"5_CR35","doi-asserted-by":"crossref","unstructured":"Cattaneo, M. D., Idrobo, N. & Titiunik, R. A Practical Introduction to Regression Discontinuity Designs (Cambridge Univ. Press, 2019).","DOI":"10.1017\/9781108684606"},{"key":"5_CR36","doi-asserted-by":"publisher","unstructured":"Imbens, G. & Kalyanaraman, K. Optimal Bandwidth Choice for the Regression Discontinuity Estimator Working Paper No. 14726 (NBER, 2009); https:\/\/doi.org\/10.3386\/w14726","DOI":"10.3386\/w14726"},{"key":"5_CR37","doi-asserted-by":"publisher","first-page":"909","DOI":"10.1177\/1536867X1401400413","volume":"14","author":"S Calonico","year":"2014","unstructured":"Calonico, S., Cattaneo, M. D. & Titiunik, R. Robust data-driven inference in the regression-discontinuity design. Stata J. 14, 909\u2013946 (2014).","journal-title":"Stata J."},{"key":"5_CR38","doi-asserted-by":"publisher","first-page":"698","DOI":"10.1016\/j.jeconom.2007.05.005","volume":"142","author":"J McCrary","year":"2008","unstructured":"McCrary, J. Manipulation of the running variable in the regression discontinuity design: a density test. J. Econ. 142, 698\u2013714 (2008).","journal-title":"J. Econ."},{"key":"5_CR39","doi-asserted-by":"publisher","first-page":"615","DOI":"10.1016\/j.jeconom.2007.05.001","volume":"142","author":"G Imbens","year":"2008","unstructured":"Imbens, G. & Lemieux, T. Regression discontinuity designs: a guide to practice. J. Economet. 142, 615\u2013635 (2008).","journal-title":"J. Economet."},{"key":"5_CR40","unstructured":"NCI funding policy for RPG awards. NIH: National Cancer Institute https:\/\/deainfo.nci.nih.gov\/grantspolicies\/finalfundltr.htm (2020)."},{"key":"5_CR41","unstructured":"NIAID paylines. NIH: National Institute of Allergy and Infectious Diseases http:\/\/www.niaid.nih.gov\/grants-contracts\/niaid-paylines (2020)."},{"key":"5_CR42","doi-asserted-by":"publisher","first-page":"127","DOI":"10.1093\/pan\/mpu014","volume":"23","author":"LJ Keele","year":"2015","unstructured":"Keele, L. J. & Titiunik, R. Geographic boundaries as regression discontinuities. Polit. Anal. 23, 127\u2013155 (2015).","journal-title":"Polit. Anal."},{"key":"5_CR43","doi-asserted-by":"publisher","unstructured":"Card, D. & Krueger, A. B. Minimum Wages and Employment: A Case Study of the Fast Food Industry in New Jersey and Pennsylvania Working Paper No. 4509 (NBER, 1993); https:\/\/doi.org\/10.3386\/w4509","DOI":"10.3386\/w4509"},{"key":"5_CR44","doi-asserted-by":"publisher","unstructured":"Ashenfelter, O. & Card, D. Using the Longitudinal Structure of Earnings to Estimate the Effect of Training Programs Working Paper No. 1489 (NBER, 1984); https:\/\/doi.org\/10.3386\/w1489","DOI":"10.3386\/w1489"},{"key":"5_CR45","doi-asserted-by":"crossref","unstructured":"Angrist, J. D. & Krueger, A. B. in Handbook of Labor Economics Vol. 3 (eds. Ashenfelter, O. C. & Card, D.) 1277\u20131366 (Elsevier, 1999).","DOI":"10.1016\/S1573-4463(99)03004-7"},{"key":"5_CR46","doi-asserted-by":"publisher","first-page":"431","DOI":"10.1111\/j.1468-0262.2006.00668.x","volume":"74","author":"S Athey","year":"2006","unstructured":"Athey, S. & Imbens, G. W. Identification and inference in nonlinear difference-in-differences models. Econometrica 74, 431\u2013497 (2006).","journal-title":"Econometrica"},{"key":"5_CR47","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1111\/0034-6527.00321","volume":"72","author":"A Abadie","year":"2005","unstructured":"Abadie, A. Semiparametric difference-in-differences estimators. Rev. Econ. Stud. 72, 1\u201319 (2005).","journal-title":"Rev. Econ. Stud."},{"key":"5_CR48","unstructured":"Lu, C., Nie, X. & Wager, S. Robust nonparametric difference-in-differences estimation. Preprint at https:\/\/arxiv.org\/abs\/1905.11622 (2019)."},{"key":"5_CR49","doi-asserted-by":"publisher","first-page":"672","DOI":"10.1111\/1468-0297.00578","volume":"110","author":"T Besley","year":"2000","unstructured":"Besley, T. & Case, A. Unnatural experiments? estimating the incidence of endogenous policies. Econ. J. 110, 672\u2013694 (2000).","journal-title":"Econ. J."},{"key":"5_CR50","doi-asserted-by":"publisher","first-page":"1630","DOI":"10.1257\/aer.104.6.1630","volume":"104","author":"N Nunn","year":"2014","unstructured":"Nunn, N. & Qian, N. US food aid and civil conflict. Am. Econ. Rev. 104, 1630\u20131666 (2014).","journal-title":"Am. Econ. Rev."},{"key":"5_CR51","doi-asserted-by":"publisher","unstructured":"Christian, P. & Barrett, C. B. Revisiting the Effect of Food Aid on Conflict: A Methodological Caution (The World Bank, 2017); https:\/\/doi.org\/10.1596\/1813-9450-8171.","DOI":"10.1596\/1813-9450-8171"},{"key":"5_CR52","doi-asserted-by":"publisher","unstructured":"Angrist, J. & Imbens, G. Identification and Estimation of Local Average Treatment Effects Technical Working Paper No. 118 (NBER, 1995); https:\/\/doi.org\/10.3386\/t0118","DOI":"10.3386\/t0118"},{"key":"5_CR53","doi-asserted-by":"publisher","first-page":"201","DOI":"10.1111\/1468-0262.00183","volume":"69","author":"J Hahn","year":"2001","unstructured":"Hahn, J., Todd, P. & Van der Klaauw, W. Identification and estimation of treatment effects with a regression-discontinuity design. Econometrica 69, 201\u2013209 (2001).","journal-title":"Econometrica"},{"key":"5_CR54","doi-asserted-by":"publisher","unstructured":"Angrist, J. & Rokkanen, M. Wanna Get Away? RD Identification Away from the Cutoff Working Paper No. 18662 (NBER, 2012); https:\/\/doi.org\/10.3386\/w18662","DOI":"10.3386\/w18662"},{"key":"5_CR55","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1016\/S0140-6736(04)17670-8","volume":"365","author":"PM Rothwell","year":"2005","unstructured":"Rothwell, P. M. External validity of randomised controlled trials: \u201cTo whom do the results of this trial apply?\u201d. The Lancet 365, 82\u201393 (2005).","journal-title":"The Lancet"},{"key":"5_CR56","doi-asserted-by":"publisher","first-page":"808","DOI":"10.1214\/08-AOAS187","volume":"2","author":"DB Rubin","year":"2008","unstructured":"Rubin, D. B. For objective causal inference, design trumps analysis. Ann. Appl. Stat. 2, 808\u2013840 (2008).","journal-title":"Ann. Appl. Stat."},{"key":"5_CR57","doi-asserted-by":"publisher","unstructured":"Chaney, A. J. B., Stewart, B. M. & Engelhardt, B. E. How algorithmic confounding in recommendation systems increases homogeneity and decreases utility. In Proc. 12th ACM Conference on Recommender Systems 224\u2013232 (Association for Computing Machinery, 2018); https:\/\/doi.org\/10.1145\/3240323.3240370.","DOI":"10.1145\/3240323.3240370"},{"key":"5_CR58","doi-asserted-by":"publisher","unstructured":"Sharma, A., Hofman, J. M. & Watts, D. J. Estimating the causal impact of recommendation systems from observational data. In Proc. Sixteenth ACM Conference on Economics and Computation 453\u2013470 (Association for Computing Machinery, 2015); https:\/\/doi.org\/10.1145\/2764468.2764488","DOI":"10.1145\/2764468.2764488"},{"key":"5_CR59","doi-asserted-by":"publisher","first-page":"1133","DOI":"10.1002\/sim.3034","volume":"27","author":"DA Lawlor","year":"2008","unstructured":"Lawlor, D. A., Harbord, R. M., Sterne, J. A. C., Timpson, N. & Smith, G. D. Mendelian randomization: using genes as instruments for making causal inferences in epidemiology. Stat. Med. 27, 1133\u20131163 (2008).","journal-title":"Stat. Med."},{"key":"5_CR60","doi-asserted-by":"publisher","first-page":"1478","DOI":"10.1093\/ije\/dyz142","volume":"48","author":"Q Zhao","year":"2019","unstructured":"Zhao, Q., Chen, Y., Wang, J. & Small, D. S. Powerful three-sample genome-wide design and robust statistical inference in summary-data Mendelian randomization. Int. J. Epidemiol. 48, 1478\u20131492 (2019).","journal-title":"Int. J. Epidemiol."},{"key":"5_CR61","doi-asserted-by":"publisher","first-page":"132","DOI":"10.1016\/j.jclinepi.2014.06.021","volume":"68","author":"E Moscoe","year":"2015","unstructured":"Moscoe, E., Bor, J. & B\u00e4rnighausen, T. Regression discontinuity designs are underutilized in medicine, epidemiology, and public health: a review of current and best practice. J. Clin. Epidemiol. 68, 132\u2013143 (2015).","journal-title":"J. Clin. Epidemiol."},{"key":"5_CR62","doi-asserted-by":"publisher","first-page":"155","DOI":"10.3982\/ECTA12423","volume":"83","author":"T Blake","year":"2015","unstructured":"Blake, T., Nosko, C. & Tadelis, S. Consumer heterogeneity and paid search effectiveness: a large-scale field experiment. Econometrica 83, 155\u2013174 (2015).","journal-title":"Econometrica"},{"key":"5_CR63","doi-asserted-by":"publisher","first-page":"2401","DOI":"10.1001\/jama.2014.16153","volume":"312","author":"JB Dimick","year":"2014","unstructured":"Dimick, J. B. & Ryan, A. M. Methods for evaluating changes in health care policy: the difference-in-differences approach. JAMA 312, 2401\u20132402 (2014).","journal-title":"JAMA"},{"key":"5_CR64","unstructured":"Kallus, N., Puli, A. M. & Shalit, U. Removing hidden confounding by experimental grounding. Adv. Neural Inf. Process. Syst. 31, 10888\u201310897 (2018)."},{"key":"5_CR65","unstructured":"Zhang, J. & Bareinboim, E. Markov Decision Processes with Unobserved Confounders: A Causal Approach. Technical Report (R-23) (Columbia CausalAI Laboratory, 2016)."},{"key":"5_CR66","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V. et al. Human-level control through deep reinforcement learning. Nature 518, 529\u2013533 (2015).","journal-title":"Nature"},{"key":"5_CR67","unstructured":"Lansdell, B., Triantafillou, S. & Kording, K. Rarely-switching linear bandits: optimization of causal effects for the real world. Preprint at https:\/\/arxiv.org\/abs\/1905.13121 (2019)."},{"key":"5_CR68","doi-asserted-by":"publisher","first-page":"52138","DOI":"10.1109\/ACCESS.2018.2870052","volume":"6","author":"A Adadi","year":"2018","unstructured":"Adadi, A. & Berrada, M. Peeking inside the black-box: a survey on explainable artificial intelligence (XAI). IEEE Access 6, 52138\u201352160 (2018).","journal-title":"IEEE Access"},{"key":"5_CR69","doi-asserted-by":"publisher","first-page":"272","DOI":"10.1080\/07350015.2019.1624293","volume":"39","author":"Q Zhao","year":"2021","unstructured":"Zhao, Q. & Hastie, T. Causal interpretations of black-box models. J. Bus. Econ. Stat. 39, 272\u2013281 (2021).","journal-title":"J. Bus. Econ. Stat."},{"key":"5_CR70","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1145\/3400051.3400058","volume":"22","author":"R Moraffah","year":"2020","unstructured":"Moraffah, R., Karami, M., Guo, R., Raglin, A. & Liu, H. Causal interpretability for machine learning\u2014problems, methods and evaluation. ACM SIGKDD Explor. Newsl. 22, 18\u201333 (2020).","journal-title":"ACM SIGKDD Explor. Newsl."},{"key":"5_CR71","doi-asserted-by":"publisher","unstructured":"Ribeiro, M. T., Singh, S. & Guestrin, C. \u2018Why should I trust you?\u2019: Explaining the predictions of any classifier. In Proc. 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining 1135\u20131144 (Association for Computing Machinery, 2016); https:\/\/doi.org\/10.1145\/2939672.2939778","DOI":"10.1145\/2939672.2939778"},{"key":"5_CR72","doi-asserted-by":"publisher","unstructured":"Mothilal, R. K., Sharma, A. & Tan, C. Explaining machine learning classifiers through diverse counterfactual explanations. In Proc. 2020 Conference on Fairness, Accountability, and Transparency 607\u2013617 (Association for Computing Machinery, 2020); https:\/\/doi.org\/10.1145\/3351095.3372850","DOI":"10.1145\/3351095.3372850"},{"key":"5_CR73","unstructured":"Hooker, G. & Mentch, L. Please stop permuting features: an explanation and alternatives. Preprint at https:\/\/arxiv.org\/abs\/1905.03151 (2019)."},{"key":"5_CR74","doi-asserted-by":"publisher","first-page":"87","DOI":"10.1257\/jep.31.2.87","volume":"31","author":"S Mullainathan","year":"2017","unstructured":"Mullainathan, S. & Spiess, J. Machine learning: an applied econometric approach. J. Econ. Perspect. 31, 87\u2013106 (2017).","journal-title":"J. Econ. Perspect."},{"key":"5_CR75","doi-asserted-by":"publisher","first-page":"2369","DOI":"10.3982\/ECTA9626","volume":"80","author":"A Belloni","year":"2012","unstructured":"Belloni, A., Chen, D., Chernozhukov, V. & Hansen, C. Sparse models and methods for optimal instruments with an application to eminent domain. Econometrica 80, 2369\u20132429 (2012).","journal-title":"Econometrica"},{"key":"5_CR76","first-page":"4593","volume":"32","author":"R Singh","year":"2019","unstructured":"Singh, R., Sahani, M. & Gretton, A. Kernel instrumental variable regression. Adv. Neural Inf. Process. Syst. 32, 4593\u20134605 (2019).","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"5_CR77","unstructured":"Hartford, J., Lewis, G., Leyton-Brown, K. & Taddy, M. Deep IV: a flexible approach for counterfactual prediction. In Proc. 34th International Conference on Machine Learning Vol. 70 (eds. Precup, D. & Teh Y. W.) 1414\u20131423 (JMLR.org, 2017)."},{"key":"5_CR78","doi-asserted-by":"publisher","unstructured":"Athey, S., Bayati, M., Doudchenko, N., Imbens, G. & Khosravi, K. Matrix Completion Methods for Causal Panel Data Models Working Paper No. 25132 (NBER, 2018); https:\/\/doi.org\/10.3386\/w25132","DOI":"10.3386\/w25132"},{"key":"5_CR79","doi-asserted-by":"publisher","first-page":"65","DOI":"10.1257\/pandp.20191069","volume":"109","author":"S Athey","year":"2019","unstructured":"Athey, S., Bayati, M., Imbens, G. & Qu, Z. Ensemble methods for causal effects in panel data settings. AEA Pap. Proc. 109, 65\u201370 (2019).","journal-title":"AEA Pap. Proc."},{"key":"5_CR80","doi-asserted-by":"publisher","first-page":"2008","DOI":"10.1214\/19-AOS1874","volume":"48","author":"EH Kennedy","year":"2020","unstructured":"Kennedy, E. H., Balakrishnan, S. & G\u2019Sell, M. Sharp instruments for classifying compliers and generalizing causal effects. Ann. Stat. 48, 2008\u20132030 (2020).","journal-title":"Ann. Stat."},{"key":"5_CR81","unstructured":"Kallus, N. Classifying treatment responders under causal effect monotonicity. In Proc. 36th International Conference on Machine Learning Vol. 97 (eds. Chaudhuri, K. & Salakhutdniov, R.) 3201\u20133210 (PMLR, 2019)."},{"key":"5_CR82","doi-asserted-by":"publisher","unstructured":"Li, A. & Pearl, J. Unit selection based on counterfactual logic. In Proc. Twenty-Eighth International Joint Conference on Artificial Intelligence (ed. Kraus, S.) 1793\u20131799 (International Joint Conferences on Artificial Intelligence Organization, 2019); https:\/\/doi.org\/10.24963\/ijcai.2019\/248","DOI":"10.24963\/ijcai.2019\/248"},{"key":"5_CR83","doi-asserted-by":"publisher","first-page":"1081","DOI":"10.1162\/REST_a_00510","volume":"97","author":"Y Dong","year":"2015","unstructured":"Dong, Y. & Lewbel, A. Identifying the effect of changing the policy threshold in regression discontinuity models. Rev. Econ. Stat. 97, 1081\u20131092 (2015).","journal-title":"Rev. Econ. Stat."},{"key":"5_CR84","doi-asserted-by":"publisher","unstructured":"Marinescu, I. E., Triantafillou, S. & Kording, K. Regression discontinuity threshold optimization. SSRN https:\/\/doi.org\/10.2139\/ssrn.3333334 (2019).","DOI":"10.2139\/ssrn.3333334"},{"key":"5_CR85","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1257\/jep.28.2.3","volume":"28","author":"HR Varian","year":"2014","unstructured":"Varian, H. R. Big data: new tricks for econometrics. J. Econ. Perspect. 28, 3\u201328 (2014).","journal-title":"J. Econ. Perspect."},{"key":"5_CR86","doi-asserted-by":"publisher","first-page":"685","DOI":"10.1146\/annurev-economics-080217-053433","volume":"11","author":"S Athey","year":"2019","unstructured":"Athey, S. & Imbens, G. W. Machine learning methods that economists should know about. Annu. Rev. Econ. 11, 685\u2013725 (2019).","journal-title":"Annu. Rev. Econ."},{"key":"5_CR87","doi-asserted-by":"publisher","first-page":"832","DOI":"10.1198\/016214508000000292","volume":"103","author":"MG Hudgens","year":"2008","unstructured":"Hudgens, M. G. & Halloran, M. E. Toward causal inference with interference. J. Am. Stat. Assoc. 103, 832\u2013842 (2008).","journal-title":"J. Am. Stat. Assoc."},{"key":"5_CR88","doi-asserted-by":"crossref","unstructured":"Graham, B. & de Paula, A. The Econometric Analysis of Network Data (Elsevier, 2019).","DOI":"10.1920\/wp.cem.2020.420"},{"key":"5_CR89","doi-asserted-by":"publisher","first-page":"7310","DOI":"10.1073\/pnas.1510479113","volume":"113","author":"HR Varian","year":"2016","unstructured":"Varian, H. R. Causal inference in economics and marketing. Proc. Natl. Acad. Sci. USA 113, 7310\u20137315 (2016).","journal-title":"Proc. Natl. Acad. Sci. USA"},{"key":"5_CR90","doi-asserted-by":"publisher","first-page":"891","DOI":"10.1038\/s41562-018-0466-5","volume":"2","author":"IE Marinescu","year":"2018","unstructured":"Marinescu, I. E., Lawlor, P. N. & Kording, K. P. Quasi-experimental causality in neuroscience and behavioural research. Nat. Hum. Behav. 2, 891\u2013898 (2018).","journal-title":"Nat. Hum. Behav."},{"key":"5_CR91","doi-asserted-by":"publisher","first-page":"465","DOI":"10.1146\/annurev-economics-080217-053402","volume":"10","author":"A Abadie","year":"2018","unstructured":"Abadie, A. & Cattaneo, M. D. Econometric methods for program evaluation. Annu. Rev. Econ. 10, 465\u2013503 (2018).","journal-title":"Annu. Rev. Econ."},{"key":"5_CR92","doi-asserted-by":"publisher","first-page":"513","DOI":"10.1016\/j.jsr.2010.10.006","volume":"41","author":"A Huang","year":"2010","unstructured":"Huang, A. & Levinson, D. The effects of daylight saving time on vehicle crashes in Minnesota. J. Safety Res. 41, 513\u2013520 (2010).","journal-title":"J. Safety Res."},{"key":"5_CR93","doi-asserted-by":"publisher","unstructured":"Lepper\u00f8d, M. E., St\u00f6ber, T., Hafting, T., Fyhn, M. & Kording, K. P. Inferring causal connectivity from pairwise recordings and optogenetics. Preprint at bioRxiv https:\/\/doi.org\/10.1101\/463760 (2018).","DOI":"10.1101\/463760"},{"key":"5_CR94","doi-asserted-by":"publisher","first-page":"729","DOI":"10.1097\/EDE.0000000000000138","volume":"25","author":"J Bor","year":"2014","unstructured":"Bor, J., Moscoe, E., Mutevedzi, P., Newell, M.-L. & B\u00e4rnighausen, T. Regression discontinuity designs in epidemiology. Epidemiol. Camb. Mass 25, 729\u2013737 (2014).","journal-title":"Epidemiol. Camb. Mass"},{"key":"5_CR95","doi-asserted-by":"publisher","first-page":"12936","DOI":"10.1073\/pnas.1300018110","volume":"110","author":"Y Chen","year":"2013","unstructured":"Chen, Y., Ebenstein, A., Greenstone, M. & Li, H. Evidence on the impact of sustained exposure to air pollution on life expectancy from China\u2019s Huai River policy. Proc. Natl. Acad. Sci. USA 110, 12936\u201312941 (2013).","journal-title":"Proc. Natl. Acad. Sci. USA"},{"key":"5_CR96","doi-asserted-by":"publisher","unstructured":"Lansdell, B. J. & Kording, K. P. Spiking allows neurons to estimate their causal effect. Preprint at bioRxiv https:\/\/doi.org\/10.1101\/253351 (2019).","DOI":"10.1101\/253351"},{"key":"5_CR97","doi-asserted-by":"publisher","first-page":"2364","DOI":"10.1001\/jama.2014.15273","volume":"312","author":"MS Patel","year":"2014","unstructured":"Patel, M. S. et al. Association of the 2011 ACGME resident duty hour reforms with mortality and readmissions among hospitalized medicare patients. JAMA 312, 2364\u20132373 (2014).","journal-title":"JAMA"},{"key":"5_CR98","doi-asserted-by":"publisher","first-page":"108","DOI":"10.1287\/isre.1120.0460","volume":"24","author":"R Rishika","year":"2012","unstructured":"Rishika, R., Kumar, A., Janakiraman, R. & Bezawada, R. The effect of customers\u2019 social media participation on customer visit frequency and profitability: an empirical investigation. Inf. Syst. Res. 24, 108\u2013127 (2012).","journal-title":"Inf. Syst. Res."},{"key":"5_CR99","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.baae.2017.01.005","volume":"19","author":"V Butsic","year":"2017","unstructured":"Butsic, V., Lewis, D. J., Radeloff, V. C., Baumann, M. & Kuemmerle, T. Quasi-experimental methods enable stronger inferences from observational data in ecology. Basic Appl. Ecol. 19, 1\u201310 (2017).","journal-title":"Basic Appl. Ecol."}],"container-title":["Nature Computational Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s43588-020-00005-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s43588-020-00005-8","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s43588-020-00005-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,27]],"date-time":"2023-01-27T21:06:29Z","timestamp":1674853589000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s43588-020-00005-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,1,14]]},"references-count":99,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2021,1]]}},"alternative-id":["5"],"URL":"https:\/\/doi.org\/10.1038\/s43588-020-00005-8","relation":{},"ISSN":["2662-8457"],"issn-type":[{"value":"2662-8457","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,1,14]]},"assertion":[{"value":"14 August 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 November 2020","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 January 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}