{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,20]],"date-time":"2026-03-20T03:53:45Z","timestamp":1773978825576,"version":"3.50.1"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,7,17]],"date-time":"2025-07-17T00:00:00Z","timestamp":1752710400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,7,17]],"date-time":"2025-07-17T00:00:00Z","timestamp":1752710400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["1R01LM014344"],"award-info":[{"award-number":["1R01LM014344"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100006093","name":"Patient-Centered Outcomes Research Institute","doi-asserted-by":"publisher","award":["ME-2019C3-18315"],"award-info":[{"award-number":["ME-2019C3-18315"]}],"id":[{"id":"10.13039\/100006093","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["npj Digit. Med."],"DOI":"10.1038\/s41746-025-01821-w","type":"journal-article","created":{"date-parts":[[2025,7,17]],"date-time":"2025-07-17T18:09:11Z","timestamp":1752775751000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Negative control-calibrated difference-in-difference analyses: addressing unmeasured confounding in RWD with application to racial\/ethnic differences"],"prefix":"10.1038","volume":"8","author":[{"given":"Dazheng","family":"Zhang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bingyu","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Huiyuan","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yiwen","family":"Lu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Charles J.","family":"Wolock","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wenjie","family":"Hu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Linbo","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"George","family":"Hripcsak","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yong","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,7,17]]},"reference":[{"key":"1821_CR1","doi-asserted-by":"publisher","first-page":"2293","DOI":"10.1056\/NEJMsb1609216","volume":"375","author":"RE Sherman","year":"2016","unstructured":"Sherman, R. E. et al. Real-world evidence\u2014what is it and what can it tell us? N. Engl. J. Med. 375, 2293\u20132297 (2016).","journal-title":"N. Engl. J. Med."},{"key":"1821_CR2","doi-asserted-by":"publisher","first-page":"530","DOI":"10.1200\/JOP.2017.024224","volume":"13","author":"AP Abernethy","year":"2017","unstructured":"Abernethy, A. P., Gippetti, J., Parulkar, R. & Revol, C. Use of electronic health record data for quality reporting. J. Oncol. Pr. 13, 530\u2013534 (2017).","journal-title":"J. Oncol. Pr."},{"key":"1821_CR3","doi-asserted-by":"publisher","first-page":"867","DOI":"10.1001\/jama.2018.10136","volume":"320","author":"J Corrigan-Curay","year":"2018","unstructured":"Corrigan-Curay, J., Sacks, L. & Woodcock, J. Real-world evidence and real-world data for evaluating drug safety and effectiveness. JAMA 320, 867\u2013868 (2018).","journal-title":"JAMA"},{"key":"1821_CR4","doi-asserted-by":"publisher","first-page":"858","DOI":"10.1016\/j.jval.2017.03.008","volume":"20","author":"A Makady","year":"2017","unstructured":"Makady, A., de Boer, A., Hillege, H., Klungel, O. & Goettsch, W. What is real-world data? A review of definitions based on literature and stakeholder interviews. Value Health 20, 858\u2013865 (2017).","journal-title":"Value Health"},{"key":"1821_CR5","unstructured":"FDA. Real-World Data: Assessing Electronic Health Records and Medical Claims Data To Support Regulatory Decision-Making for Drug and Biological Products: Guidance for Industry. https:\/\/www.fda.gov\/regulatory\u2010information\/search\u2010fda\u2010guidance\u2010documents\/real\u2010world\u2010data\u2010assessing\u2010electronic\u2010health\u2010records\u2010and\u2010medical\u2010claims\u2010data\u2010support\u2010regulatory (2024)."},{"key":"1821_CR6","doi-asserted-by":"publisher","first-page":"220","DOI":"10.1016\/j.jbi.2014.11.005","volume":"53","author":"A Singh","year":"2015","unstructured":"Singh, A. et al. Incorporating temporal EHR data in predictive models for risk stratification of renal function deterioration. J. Biomed. Inf. 53, 220\u2013228 (2015).","journal-title":"J. Biomed. Inf."},{"key":"1821_CR7","doi-asserted-by":"publisher","first-page":"3409","DOI":"10.1177\/0962280220929045","volume":"29","author":"A Gupta","year":"2020","unstructured":"Gupta, A., Liu, T. & Crick, C. Utilizing time series data embedded in electronic health records to develop continuous mortality risk prediction models using hidden Markov models: a sepsis case study. Stat. Methods Med. Res. 29, 3409\u20133423 (2020).","journal-title":"Stat. Methods Med. Res."},{"key":"1821_CR8","doi-asserted-by":"publisher","first-page":"924","DOI":"10.1002\/cpt.857","volume":"102","author":"JM Franklin","year":"2017","unstructured":"Franklin, J. M. & Schneeweiss, S. When and how can real world data analyses substitute for randomized controlled trials? Clin. Pharm. Ther. 102, 924\u2013933 (2017).","journal-title":"Clin. Pharm. Ther."},{"key":"1821_CR9","doi-asserted-by":"publisher","first-page":"758","DOI":"10.1093\/aje\/kwv254","volume":"183","author":"MA Hern\u00e1n","year":"2016","unstructured":"Hern\u00e1n, M. A. & Robins, J. M. Using big data to emulate a target trial when a randomized trial is not available. Am. J. Epidemiol. 183, 758\u2013764 (2016).","journal-title":"Am. J. Epidemiol."},{"key":"1821_CR10","doi-asserted-by":"publisher","first-page":"2401","DOI":"10.1001\/jama.2014.16153","volume":"312","author":"JB Dimick","year":"2014","unstructured":"Dimick, J. B. & Ryan, A. M. Methods for evaluating changes in health care policy: the difference-in-differences approach. JAMA 312, 2401\u20132402 (2014).","journal-title":"JAMA"},{"key":"1821_CR11","doi-asserted-by":"publisher","first-page":"453","DOI":"10.1146\/annurev-publhealth-040617-013507","volume":"39","author":"C Wing","year":"2018","unstructured":"Wing, C., Simon, K. & Bello-Gomez, R. A. Designing difference in difference studies: best practices for public health policy research. Annu. Rev. Public Health 39, 453\u2013469 (2018).","journal-title":"Annu. Rev. Public Health"},{"key":"1821_CR12","doi-asserted-by":"publisher","first-page":"e1002113","DOI":"10.1371\/journal.pmed.1002113","volume":"13","author":"W Whittaker","year":"2016","unstructured":"Whittaker, W. et al. Associations between extending access to primary care and emergency department visits: a difference-in-differences analysis. PLoS Med. 13, e1002113 (2016).","journal-title":"PLoS Med."},{"key":"1821_CR13","doi-asserted-by":"crossref","unstructured":"Morris, S. et al. Impact of centralising acute stroke services in English metropolitan areas on mortality and length of hospital stay: difference-in-differences analysis. BMJ 349, g4757 (2014).","DOI":"10.1136\/bmj.g4757"},{"key":"1821_CR14","doi-asserted-by":"publisher","first-page":"95","DOI":"10.1111\/ajps.12063","volume":"58","author":"BC Burden","year":"2014","unstructured":"Burden, B. C., Canon, D. T., Mayer, K. R. & Moynihan, D. P. Election laws, mobilization, and turnout: the unanticipated consequences of election reform. Am. J. Pol. Sci. 58, 95\u2013109 (2014).","journal-title":"Am. J. Pol. Sci."},{"key":"1821_CR15","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1111\/j.1467-9477.2012.00296.x","volume":"36","author":"SW Hansen","year":"2013","unstructured":"Hansen, S. W. Polity size and local political trust: a quasi\u2010experiment using municipal mergers in Denmark. Scan Polit. Stud. 36, 43\u201366 (2013).","journal-title":"Scan Polit. Stud."},{"key":"1821_CR16","doi-asserted-by":"publisher","first-page":"2779","DOI":"10.1080\/1369183X.2018.1505485","volume":"45","author":"M Neureiter","year":"2019","unstructured":"Neureiter, M. Evaluating the effects of immigrant integration policies in Western Europe using a difference-in-differences approach. J. Ethn. Migr. Stud. 45, 2779\u20132800 (2019).","journal-title":"J. Ethn. Migr. Stud."},{"key":"1821_CR17","doi-asserted-by":"publisher","first-page":"144","DOI":"10.1017\/S0003055413000580","volume":"108","author":"EJ Malesky","year":"2014","unstructured":"Malesky, E. J., Nguyen, C. V. & Tran, A. The impact of recentralization on public services: a difference-in-differences analysis of the abolition of elected councils in Vietnam. Am. Political Sci. Rev. 108, 144\u2013168 (2014).","journal-title":"Am. Political Sci. Rev."},{"key":"1821_CR18","doi-asserted-by":"publisher","first-page":"200","DOI":"10.1016\/j.jeconom.2020.12.001","volume":"225","author":"B Callaway","year":"2021","unstructured":"Callaway, B. & Sant\u2019Anna, P. H. C. Difference-in-differences with multiple time periods. J. Econ. 225, 200\u2013230 (2021).","journal-title":"J. Econ."},{"key":"1821_CR19","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1111\/0034-6527.00321","volume":"72","author":"A Abadie","year":"2005","unstructured":"Abadie, A. Semiparametric difference-in-differences estimators. Rev. Econ. Stud. 72, 1\u201319 (2005).","journal-title":"Rev. Econ. Stud."},{"key":"1821_CR20","doi-asserted-by":"publisher","first-page":"1212","DOI":"10.1001\/jamainternmed.2024.4123","volume":"184","author":"NC Apathy","year":"2024","unstructured":"Apathy, N. C., Holmgren, A. J. & Cross, D. A. Physician EHR time and visit volume following adoption of team-based documentation support. JAMA Intern. Med. 184, 1212\u20131221 (2024).","journal-title":"JAMA Intern. Med."},{"key":"1821_CR21","doi-asserted-by":"publisher","first-page":"1161","DOI":"10.1001\/jamainternmed.2024.4132","volume":"184","author":"A Bilinski","year":"2024","unstructured":"Bilinski, A. & Ganguli, I. Methodological considerations for difference-in-differences. JAMA Intern. Med. 184, 1161\u20131162 (2024).","journal-title":"JAMA Intern. Med."},{"key":"1821_CR22","doi-asserted-by":"publisher","first-page":"116","DOI":"10.1353\/hpu.2019.0011","volume":"30","author":"H Angier","year":"2019","unstructured":"Angier, H. et al. Racial\/ethnic disparities in health insurance and differences in visit type for a population of patients with diabetes after Medicaid expansion. J. Health Care Poor Underserved 30, 116 (2019).","journal-title":"J. Health Care Poor Underserved"},{"key":"1821_CR23","doi-asserted-by":"publisher","first-page":"148","DOI":"10.1002\/pds.4372","volume":"27","author":"L Pazzagli","year":"2018","unstructured":"Pazzagli, L. et al. Methods for time\u2010varying exposure related problems in pharmacoepidemiology: an overview. Pharmacoepidemiol. Drug Saf. 27, 148\u2013160 (2018).","journal-title":"Pharmacoepidemiol. Drug Saf."},{"key":"1821_CR24","doi-asserted-by":"publisher","first-page":"23","DOI":"10.1016\/j.jclinepi.2017.04.022","volume":"87","author":"AJ Streeter","year":"2017","unstructured":"Streeter, A. J. et al. Adjusting for unmeasured confounding in nonrandomized longitudinal studies: a methodological review. J. Clin. Epidemiol. 87, 23\u201334 (2017).","journal-title":"J. Clin. Epidemiol."},{"key":"1821_CR25","doi-asserted-by":"publisher","first-page":"167","DOI":"10.1097\/EDE.0000000000001568","volume":"34","author":"DB Richardson","year":"2023","unstructured":"Richardson, D. B., Ye, T. & Tchetgen, E. J. T. Generalized difference-in-differences. Epidemiology 34, 167\u2013174 (2023).","journal-title":"Epidemiology"},{"key":"1821_CR26","first-page":"148","volume":"2","author":"L Gibson","year":"2021","unstructured":"Gibson, L. & Zimmerman, F. Measuring the sensitivity of difference-in-difference estimates to the parallel trends assumption. Res. Methods Med. Health Sci. 2, 148\u2013156 (2021).","journal-title":"Res. Methods Med. Health Sci."},{"key":"1821_CR27","doi-asserted-by":"publisher","first-page":"569","DOI":"10.1111\/biom.13783","volume":"79","author":"T Ye","year":"2023","unstructured":"Ye, T., Ertefaie, A., Flory, J., Hennessy, S. & Small, D. S. Instrumented difference\u2010in\u2010differences. Biometrics 79, 569\u2013581 (2023).","journal-title":"Biometrics"},{"key":"1821_CR28","doi-asserted-by":"publisher","first-page":"166","DOI":"10.1007\/s10742-014-0123-z","volume":"14","author":"EA Stuart","year":"2014","unstructured":"Stuart, E. A. et al. Using propensity scores in difference-in-differences models to estimate the effects of a policy change. Health Serv. Outcomes Res. Methodol. 14, 166\u2013182 (2014).","journal-title":"Health Serv. Outcomes Res. Methodol."},{"key":"1821_CR29","doi-asserted-by":"publisher","first-page":"587","DOI":"10.1111\/ajps.12685","volume":"67","author":"K Imai","year":"2023","unstructured":"Imai, K., Kim, I. S. & Wang, E. H. Matching methods for causal inference with time\u2010series cross\u2010sectional data. Am. J. Pol. Sci. 67, 587\u2013605 (2023).","journal-title":"Am. J. Pol. Sci."},{"key":"1821_CR30","doi-asserted-by":"publisher","first-page":"2096","DOI":"10.1214\/24-AOAS1872","volume":"18","author":"DW Ham","year":"2024","unstructured":"Ham, D. W. & Miratrix, L. Benefits and costs of matching prior to a difference in differences analysis when parallel trends does not hold. Ann. Appl. Stat. 18, 2096\u20132122 (2024).","journal-title":"Ann. Appl. Stat."},{"key":"1821_CR31","doi-asserted-by":"publisher","first-page":"2571","DOI":"10.1073\/pnas.1708282114","volume":"115","author":"MJ Schuemie","year":"2018","unstructured":"Schuemie, M. J., Hripcsak, G., Ryan, P. B., Madigan, D. & Suchard, M. A. Empirical confidence interval calibration for population-level effect estimation studies in observational healthcare data. Proc. Natl Acad. Sci. USA 115, 2571\u20132577 (2018).","journal-title":"Proc. Natl Acad. Sci. USA"},{"key":"1821_CR32","doi-asserted-by":"publisher","first-page":"209","DOI":"10.1002\/sim.5925","volume":"33","author":"MJ Schuemie","year":"2014","unstructured":"Schuemie, M. J., Ryan, P. B., Dumouchel, W., Suchard, M. A. & Madigan, D. Interpreting observational studies: why empirical calibration is needed to correct p-values. Stat. Med 33, 209\u2013218 (2014).","journal-title":"Stat. Med"},{"key":"1821_CR33","doi-asserted-by":"publisher","first-page":"800","DOI":"10.1093\/bib\/bbaa331","volume":"22","author":"X Zuo","year":"2021","unstructured":"Zuo, X., Chen, Y., Ohno-Machado, L. & Xu, H. How do we share data in COVID-19 research? A systematic review of COVID-19 datasets in PubMed Central Articles. Brief. Bioinform. 22, 800\u2013811 (2021).","journal-title":"Brief. Bioinform."},{"key":"1821_CR34","doi-asserted-by":"publisher","first-page":"1000","DOI":"10.1001\/jamapediatrics.2022.2800","volume":"176","author":"S Rao","year":"2022","unstructured":"Rao, S. et al. Clinical features and burden of postacute sequelae of SARS-CoV-2 infection in children and adolescents. JAMA Pediatr. 176, 1000\u20131009 (2022).","journal-title":"JAMA Pediatr."},{"key":"1821_CR35","doi-asserted-by":"publisher","first-page":"165","DOI":"10.7326\/M23-1754","volume":"177","author":"Q Wu","year":"2024","unstructured":"Wu, Q. et al. Real-world effectiveness of BNT162b2 against infection and severe diseases in children and adolescents. Ann. Intern. Med 177, 165\u2013176 (2024).","journal-title":"Ann. Intern. Med"},{"key":"1821_CR36","doi-asserted-by":"publisher","first-page":"e2021055765","DOI":"10.1542\/peds.2021-055765","volume":"149","author":"CB Forrest","year":"2022","unstructured":"Forrest, C. B. et al. Severity of acute COVID-19 in children< 18 years old March 2020 to December 2021. Pediatrics 149, e2021055765 (2022).","journal-title":"Pediatrics"},{"key":"1821_CR37","doi-asserted-by":"publisher","first-page":"2218","DOI":"10.1016\/j.jeconom.2023.03.008","volume":"235","author":"J Roth","year":"2023","unstructured":"Roth, J., Sant\u2019Anna, P. H. C., Bilinski, A. & Poe, J. What\u2019s trending in difference-in-differences? A synthesis of the recent econometrics literature. J. Econ. 235, 2218\u20132244 (2023).","journal-title":"J. Econ."},{"key":"1821_CR38","doi-asserted-by":"publisher","first-page":"305","DOI":"10.1257\/aeri.20210236","volume":"4","author":"J Roth","year":"2022","unstructured":"Roth, J. Pretest with caution: event-study estimates after testing for parallel trends. Am. Econ. Rev. Insights 4, 305\u2013322 (2022).","journal-title":"Am. Econ. Rev. Insights"},{"key":"1821_CR39","doi-asserted-by":"publisher","first-page":"29","DOI":"10.1214\/ss\/1009211805","volume":"14","author":"S Greenland","year":"1999","unstructured":"Greenland, S., Pearl, J. & Robins, J. M. Confounding and collapsibility in causal inference. Stat. Sci. 14, 29\u201346 (1999).","journal-title":"Stat. Sci."},{"key":"1821_CR40","doi-asserted-by":"publisher","first-page":"697","DOI":"10.1093\/aje\/kwaa267","volume":"190","author":"BW Whitcomb","year":"2021","unstructured":"Whitcomb, B. W. & Naimi, A. I. Defining, quantifying, and interpreting \u201cnoncollapsibility\u201d in epidemiologic studies of measures of \u201ceffect\u201d. Am. J. Epidemiol. 190, 697 (2021).","journal-title":"Am. J. Epidemiol."}],"container-title":["npj Digital Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01821-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01821-w","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01821-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,7]],"date-time":"2025-09-07T13:20:55Z","timestamp":1757251255000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01821-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,17]]},"references-count":40,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["1821"],"URL":"https:\/\/doi.org\/10.1038\/s41746-025-01821-w","relation":{},"ISSN":["2398-6352"],"issn-type":[{"value":"2398-6352","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,7,17]]},"assertion":[{"value":"22 December 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 June 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 July 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"452"}}