{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,9]],"date-time":"2026-04-09T07:55:23Z","timestamp":1775721323394,"version":"3.50.1"},"reference-count":44,"publisher":"Oxford University Press (OUP)","issue":"11","license":[{"start":{"date-parts":[[2025,9,3]],"date-time":"2025-09-03T00:00:00Z","timestamp":1756857600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/academic.oup.com\/pages\/standard-publication-reuse-rights"}],"funder":[{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["U01TR003709"],"award-info":[{"award-number":["U01TR003709"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["U24MH136069"],"award-info":[{"award-number":["U24MH136069"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["RF1AG077820"],"award-info":[{"award-number":["RF1AG077820"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["R01AG073435"],"award-info":[{"award-number":["R01AG073435"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["R56AG074604"],"award-info":[{"award-number":["R56AG074604"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["R01LM013519"],"award-info":[{"award-number":["R01LM013519"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["1R01LM014344"],"award-info":[{"award-number":["1R01LM014344"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["R01DK128237"],"award-info":[{"award-number":["R01DK128237"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["R21AI167418"],"award-info":[{"award-number":["R21AI167418"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["R21EY034179"],"award-info":[{"award-number":["R21EY034179"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,11,1]]},"abstract":"<jats:title>Abstract<\/jats:title>\n                  <jats:sec>\n                    <jats:title>Objectives<\/jats:title>\n                    <jats:p>By October 1, 2024, over 450,000 COVID-19 manuscripts were published, with 10% posted as unreviewed preprints. While they accelerate knowledge sharing, their inconsistent quality complicates systematic studies.<\/jats:p>\n                  <\/jats:sec>\n                  <jats:sec>\n                    <jats:title>Materials and Methods<\/jats:title>\n                    <jats:p>We propose a 2-stage method to include preprints in meta-analyses. In Stage A, preprints are integrated through restriction or imputation and weighted by a confidence score reflecting their publication likelihood. In Stage B, we assess and adjust for potential publication or reporting biases.<\/jats:p>\n                  <\/jats:sec>\n                  <jats:sec>\n                    <jats:title>Results<\/jats:title>\n                    <jats:p>This preliminary study employed a 2-stage procedure validated with 2 COVID-19 treatment case studies. For hydroxychloroquine, the relative risk (RR) was 1.06 [95% CI: 0.62, 1.80], suggesting no mortality benefit over placebo. For corticosteroids, the RR was 0.88 [95% CI: 0.62, 1.27], which, while not statistically significant, aligns with evidence supporting a mortality benefit.<\/jats:p>\n                  <\/jats:sec>\n                  <jats:sec>\n                    <jats:title>Discussion<\/jats:title>\n                    <jats:p>Our research aims to bridge a significant methodological gap by providing a solution for timely evidence synthesis, particularly in the face of the overwhelming number of publications surrounding COVID-19.<\/jats:p>\n                  <\/jats:sec>\n                  <jats:sec>\n                    <jats:title>Conclusion<\/jats:title>\n                    <jats:p>This preliminary study presents a method to efficiently synthesize COVID-19 research, including non-peer-reviewed preprints, to support clinical and policy decisions amidst the information surge.<\/jats:p>\n                  <\/jats:sec>","DOI":"10.1093\/jamia\/ocaf111","type":"journal-article","created":{"date-parts":[[2025,7,19]],"date-time":"2025-07-19T11:57:51Z","timestamp":1752926271000},"page":"1654-1663","source":"Crossref","is-referenced-by-count":1,"title":["Incorporating preprints in systematic reviews: a preliminary study of a novel method for rapid evidence synthesis"],"prefix":"10.1093","volume":"32","author":[{"given":"Jiayi","family":"Tong","sequence":"first","affiliation":[{"name":"The Center for Health AI and Synthesis of Evidence (CHASE), Perelman School of Medicine, The University of Pennsylvania , Philadelphia, PA 19104,","place":["United States"]},{"name":"Department of Biostatistics, Epidemiology, and Informatics, Perelman School of Medicine, The University of Pennsylvania , Philadelphia, PA 19104,","place":["United States"]},{"name":"Department of Biostatistics, Johns Hopkins Bloomberg School of Public Health , Baltimore, MD 21205,","place":["United States"]}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6961-5500","authenticated-orcid":false,"given":"Yifei","family":"Sun","sequence":"additional","affiliation":[{"name":"Department of Biostatistics, Columbia University , New York City, NY 10032,","place":["United States"]}]},{"given":"Rebecca A","family":"Hubbard","sequence":"additional","affiliation":[{"name":"Department of Biostatistics, Brown University School of Public Health , Providence, RI 02912,","place":["United States"]}]},{"given":"M Elle","family":"Saine","sequence":"additional","affiliation":[{"name":"Department of Biostatistics, Epidemiology, and Informatics, Perelman School of Medicine, The University of Pennsylvania , Philadelphia, PA 19104,","place":["United States"]}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5274-4672","authenticated-orcid":false,"given":"Hua","family":"Xu","sequence":"additional","affiliation":[{"name":"Departmnet of Biomedical Informatics and Data Science, Yale School of Medicine , New Haven, CT 06510,","place":["United States"]}]},{"given":"Xu","family":"Zuo","sequence":"additional","affiliation":[{"name":"School of Biomedical Informatics, The University of Texas Health Science Center at Houston , Houston, TX 77030,","place":["United States"]}]},{"given":"Lifeng","family":"Lin","sequence":"additional","affiliation":[{"name":"Department of Epidemiology and Biostatistics, University of Arizona , Tucson, AZ 85724,","place":["United States"]}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9624-0214","authenticated-orcid":false,"given":"Chunhua","family":"Weng","sequence":"additional","affiliation":[{"name":"Department of Biomedical Informatics, Columbia University , New York, NY 10032,","place":["United States"]}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0855-5313","authenticated-orcid":false,"given":"Christopher H","family":"Schmid","sequence":"additional","affiliation":[{"name":"Department of Biostatistics, Brown University School of Public Health , Providence, RI 02912,","place":["United States"]}]},{"given":"Stephen E","family":"Kimmel","sequence":"additional","affiliation":[{"name":"Department of Epidemiology, College of Public Health & Health Professions and College of Medicine, University of Florida , Gainesville, FL 32610,","place":["United States"]}]},{"given":"Craig A","family":"Umscheid","sequence":"additional","affiliation":[{"name":"Agency for Healthcare Research and Quality, U.S. Department of Health and Human Services , Rockville, MD 20857,","place":["United States"]}]},{"given":"Adam","family":"Cuker","sequence":"additional","affiliation":[{"name":"Department of Medicine, Perelman School of Medicine, University of Pennsylvania , Philadelphia, PA 19104,","place":["United States"]},{"name":"Department of Pathology and Laboratory Medicine, Perelman School of Medicine, University of Pennsylvania , Philadelphia, PA 19104,","place":["United States"]}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0835-0788","authenticated-orcid":false,"given":"Yong","family":"Chen","sequence":"additional","affiliation":[{"name":"The Center for Health AI and Synthesis of Evidence (CHASE), Perelman School of Medicine, The University of Pennsylvania , Philadelphia, PA 19104,","place":["United States"]},{"name":"Department of Biostatistics, Epidemiology, and Informatics, Perelman School of Medicine, The University of Pennsylvania , Philadelphia, PA 19104,","place":["United States"]}]}],"member":"286","published-online":{"date-parts":[[2025,9,3]]},"reference":[{"key":"2025111813570905800_ocaf111-B1","author":"COVID-19 cases | WHO COVID-19"},{"key":"2025111813570905800_ocaf111-B2","first-page":"e3000959","article-title":"The evolving role of preprints in the dissemination of COVID-19 research and their impact on the science communication landscape","volume-title":"PLoS Biol","author":"Fraser","year":"2021"},{"key":"2025111813570905800_ocaf111-B3","author":"Coronavirus: How much news is too much? - BBC Worklife"},{"key":"2025111813570905800_ocaf111-B4","doi-asserted-by":"crossref","first-page":"327","DOI":"10.1097\/MEJ.0000000000000713","article-title":"Infodemic and the spread of fake news in the COVID-19-era","volume":"27","author":"Orso","year":"2020","journal-title":"Eur J Emerg Med."},{"key":"2025111813570905800_ocaf111-B5","author":"PROSPERO"},{"key":"2025111813570905800_ocaf111-B6","first-page":"228","article-title":"Determinants of cholesterol and triglycerides recording in patients treated with lipid lowering therapy in UK primary care","volume":"16","author":"Maguire","year":"2007","journal-title":"Pharmacoepidemiol Drug Saf"},{"key":"2025111813570905800_ocaf111-B7","doi-asserted-by":"crossref","first-page":"23","DOI":"10.1016\/j.jclinepi.2017.08.010","article-title":"Living systematic review: 1. Introduction\u2014the why, what, when, and how","volume":"91","author":"Elliott","year":"2017","journal-title":"J Clin Epidemiol"},{"key":"2025111813570905800_ocaf111-B8","doi-asserted-by":"crossref","first-page":"103","DOI":"10.4097\/kjae.2018.71.2.103","article-title":"Introduction to systematic review and meta-analysis","volume":"71","author":"Ahn","year":"2018","journal-title":"Korean J Anesthesiol."},{"key":"2025111813570905800_ocaf111-B9","doi-asserted-by":"crossref","first-page":"248","DOI":"10.1056\/NEJM199207233270406","article-title":"Cumulative meta-analysis of therapeutic trials for myocardial infarction","volume":"327","author":"Lau","year":"1992","journal-title":"N Engl J Med"},{"key":"2025111813570905800_ocaf111-B10","doi-asserted-by":"crossref","first-page":"m2980","DOI":"10.1136\/bmj.m2980","article-title":"Drug treatments for covid-19: living systematic review and network meta-analysis","volume":"370","author":"Siemieniuk","year":"2020","journal-title":"BMJ"},{"key":"2025111813570905800_ocaf111-B11","doi-asserted-by":"crossref","first-page":"1330","DOI":"10.1001\/jama.2020.17023","article-title":"Association between administration of systemic corticosteroids and mortality among critically ill patients with COVID-19: a meta-analysis","volume":"324","author":"Sterne","year":"2020","journal-title":"JAMA"},{"key":"2025111813570905800_ocaf111-B12","doi-asserted-by":"crossref","first-page":"3001","DOI":"10.1038\/s41467-021-23559-1","article-title":"Mortality outcomes with hydroxychloroquine and chloroquine in COVID-19 from an international collaborative meta-analysis of randomized trials","volume":"12","author":"Axfors","year":"2021","journal-title":"Nat Commun."},{"key":"2025111813570905800_ocaf111-B13","doi-asserted-by":"crossref","first-page":"800","DOI":"10.1093\/bib\/bbaa331","article-title":"How do we share data in COVID-19 research? A systematic review of COVID-19 datasets in PubMed Central Articles","volume":"22","author":"Zuo","year":"2021","journal-title":"Brief Bioinform"},{"key":"2025111813570905800_ocaf111-B14","doi-asserted-by":"crossref","first-page":"693","DOI":"10.1056\/NEJMoa2021436","article-title":"Dexamethasone in hospitalized patients with Covid-19","volume":"384","author":"RECOVERY Collaborative Group","year":"2021","journal-title":"N Engl J Med"},{"key":"2025111813570905800_ocaf111-B15","doi-asserted-by":"crossref","first-page":"m1849","DOI":"10.1136\/bmj.m1849","article-title":"Hydroxychloroquine in patients with mainly mild to moderate coronavirus disease 2019: open label, randomised controlled trial","volume":"369","author":"Tang","year":"2020","journal-title":"BMJ"},{"key":"2025111813570905800_ocaf111-B16","doi-asserted-by":"crossref","first-page":"417","DOI":"10.1056\/NEJMoa2021801","article-title":"A cluster-randomized trial of hydroxychloroquine for prevention of Covid-19","volume":"384","author":"Mitj\u00e0","year":"2021","journal-title":"N Engl J Med"},{"key":"2025111813570905800_ocaf111-B17","doi-asserted-by":"crossref","first-page":"1708","DOI":"10.1038\/s41591-020-1088-9","article-title":"Convalescent plasma treatment of severe COVID-19: a propensity score\u2013matched control study","volume":"26","author":"Liu","year":"2020","journal-title":"Nat Med."},{"key":"2025111813570905800_ocaf111-B18","doi-asserted-by":"publisher","first-page":"m3111","DOI":"10.1136\/bmj.m3111","article-title":"The perils of preprints","volume":"370","author":"Van Schalkwyk","year":"2020","journal-title":"BMJ"},{"key":"2025111813570905800_ocaf111-B19","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1002\/0470870168.ch2","volume-title":"Publication Bias in Meta-Analysis","author":"Dickersin","year":"2006"},{"key":"2025111813570905800_ocaf111-B20","doi-asserted-by":"publisher","first-page":"e2026319118","DOI":"10.1073\/PNAS.2026319118","volume":"118","author":"Berenbaum","year":"2021","journal-title":"Proc Natl Acad Sci USA"},{"key":"2025111813570905800_ocaf111-B21","doi-asserted-by":"crossref","first-page":"809","DOI":"10.1093\/jamia\/ocad248","article-title":"Confidence score: a data-driven measure for inclusive systematic reviews considering unpublished preprints","volume":"31","author":"Tong","year":"2024","journal-title":"J Am Med Inform Assoc"},{"key":"2025111813570905800_ocaf111-B22","doi-asserted-by":"publisher","first-page":"3731","DOI":"10.1158\/1078-0432.CCR-11-2859","article-title":"Cure models as a useful statistical tool for analyzing survival","volume":"18","author":"Othus","year":"2012","journal-title":"Clin Cancer Res."},{"key":"2025111813570905800_ocaf111-B23","doi-asserted-by":"crossref","first-page":"191","DOI":"10.4159\/9780674040243","volume-title":"Summing Up: The Science of Reviewing Research","author":"Light","year":"1984"},{"key":"2025111813570905800_ocaf111-B24","doi-asserted-by":"crossref","first-page":"629","DOI":"10.1136\/bmj.315.7109.629","article-title":"Bias in meta-analysis detected by a simple, graphical test","volume":"315","author":"Egger","year":"1997","journal-title":"BMJ."},{"key":"2025111813570905800_ocaf111-B25","doi-asserted-by":"crossref","first-page":"251","DOI":"10.1177\/096228020101000402","article-title":"A sensitivity analysis for publication bias in systematic reviews","volume":"10","author":"Copas","year":"2001","journal-title":"Stat Methods Med Res."},{"key":"2025111813570905800_ocaf111-B26","doi-asserted-by":"crossref","first-page":"247","DOI":"10.1093\/biostatistics\/1.3.247","article-title":"Meta-analysis, funnel plots and sensitivity analysis","volume":"1","author":"Copas","year":"2000","journal-title":"Biostatistics"},{"key":"2025111813570905800_ocaf111-B27","doi-asserted-by":"crossref","first-page":"785","DOI":"10.1111\/biom.12817","article-title":"Quantifying publication bias in meta-analysis","volume":"74","author":"Lin","year":"2018","journal-title":"Biometrics"},{"key":"2025111813570905800_ocaf111-B28","doi-asserted-by":"crossref","first-page":"495","DOI":"10.1093\/biostatistics\/kxx004","article-title":"Maximum likelihood estimation and EM algorithm of Copas-like selection model for publication bias correction","volume":"18","author":"Ning","year":"2017","journal-title":"Biostatistics."},{"key":"2025111813570905800_ocaf111-B29","doi-asserted-by":"crossref","first-page":"727","DOI":"10.1093\/biostatistics\/kxv008","article-title":"Regression analysis of longitudinal data with irregular and informative observation times","volume":"16","author":"Chen","year":"2015","journal-title":"Biostatistics."},{"key":"2025111813570905800_ocaf111-B30","author":"Coronavirus (COVID-19) Update: FDA Revokes Emergency Use Authorization for Chloroquine and Hydroxychloroquine | FDA"},{"key":"2025111813570905800_ocaf111-B31","author":"NIH halts clinical trial of hydroxychloroquine | National Institutes of Health (NIH)"},{"key":"2025111813570905800_ocaf111-B32","doi-asserted-by":"crossref","first-page":"2165","DOI":"10.1001\/jama.2020.22240","article-title":"Effect of hydroxychloroquine on clinical status at 14 days in hospitalized patients with COVID-19: a randomized clinical trial","volume":"324","author":"Self","year":"2020","journal-title":"JAMA"},{"key":"2025111813570905800_ocaf111-B33","doi-asserted-by":"crossref","first-page":"34","DOI":"10.1016\/j.ijid.2020.12.060","article-title":"No clinical benefit in mortality associated with hydroxychloroquine treatment in patients with COVID-19","volume":"104","author":"Sands","year":"2021","journal-title":"Int J Infect Dis."},{"key":"2025111813570905800_ocaf111-B34","doi-asserted-by":"crossref","first-page":"102135","DOI":"10.1016\/j.tmaid.2021.102135","article-title":"Efficacy of chloroquine and hydroxychloroquine in treating COVID-19 infection: a meta-review of systematic reviews and an updated meta-analysis","volume":"43","author":"Chivese","year":"2021","journal-title":"Travel Med Infect Dis."},{"key":"2025111813570905800_ocaf111-B35","doi-asserted-by":"crossref","first-page":"30","DOI":"10.1093\/jac\/dkaa403","article-title":"Efficacy of chloroquine or hydroxychloroquine in COVID-19 patients: a systematic review and meta-analysis","volume":"76","author":"Kashour","year":"2021","journal-title":"J Antimicrob Chemother."},{"key":"2025111813570905800_ocaf111-B36","doi-asserted-by":"crossref","first-page":"2600","DOI":"10.1007\/s42399-020-00515-6","article-title":"Corticosteroids in COVID-19: is it rational? a systematic review and meta-analysis","volume":"2","author":"Budhathoki","year":"2020","journal-title":"SN Compr Clin Med."},{"key":"2025111813570905800_ocaf111-B37","doi-asserted-by":"crossref","first-page":"696","DOI":"10.1186\/s13054-020-03400-9","article-title":"Corticosteroid use in COVID-19 patients: a systematic review and meta-analysis on clinical outcomes","volume":"24","author":"van Paassen","year":"2020","journal-title":"Crit Care."},{"key":"2025111813570905800_ocaf111-B38","doi-asserted-by":"crossref","first-page":"1330","DOI":"10.1001\/jama.2020.17023","article-title":"Association between administration of systemic corticosteroids and mortality among critically ill patients with COVID-19: a meta-analysis","volume":"324","author":"Sterne","year":"2020","journal-title":"JAMA"},{"key":"2025111813570905800_ocaf111-B39","doi-asserted-by":"publisher","first-page":"693","DOI":"10.1056\/NEJMoa2021436","article-title":"Dexamethasone in hospitalized patients with Covid-19","author":"The RECOVERY Collaborative Group","year":"2020"},{"key":"2025111813570905800_ocaf111-B40","doi-asserted-by":"crossref","first-page":"l4898","DOI":"10.1136\/bmj.l4898","article-title":"RoB 2: a revised tool for assessing risk of bias in randomised trials","volume":"366","author":"Sterne","year":"2019","journal-title":"BMJ"},{"key":"2025111813570905800_ocaf111-B41","doi-asserted-by":"crossref","first-page":"13","DOI":"10.1590\/2176-9451.20.3.013-015.ebo","article-title":"CONSORT: when and how to use it","volume":"20","author":"Falci","year":"2015","journal-title":"Dental Press J Orthod."},{"key":"2025111813570905800_ocaf111-B42","doi-asserted-by":"crossref","first-page":"S31","DOI":"10.4103\/sja.SJA_543_18","article-title":"The STROBE guidelines","volume":"13","author":"Cuschieri","year":"2019","journal-title":"Saudi J Anaesth"},{"key":"2025111813570905800_ocaf111-B43","doi-asserted-by":"crossref","first-page":"e2022025","DOI":"10.1001\/jamanetworkopen.2020.22025","article-title":"Use of deep learning to analyze social media discussions about the human papillomavirus vaccine","volume":"3","author":"Du","year":"2020","journal-title":"JAMA Netw Open"},{"key":"2025111813570905800_ocaf111-B44","doi-asserted-by":"crossref","article-title":"Enabling inclusive systematic reviews: incorporating preprint articles with large language model-driven evaluations","author":"Yang","DOI":"10.1093\/jamia\/ocaf137"}],"container-title":["Journal of the American Medical Informatics Association"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/academic.oup.com\/jamia\/article-pdf\/32\/11\/1654\/64200493\/ocaf111.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/academic.oup.com\/jamia\/article-pdf\/32\/11\/1654\/64200493\/ocaf111.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,18]],"date-time":"2025-11-18T18:57:15Z","timestamp":1763492235000},"score":1,"resource":{"primary":{"URL":"https:\/\/academic.oup.com\/jamia\/article\/32\/11\/1654\/8246851"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,9,3]]},"references-count":44,"journal-issue":{"issue":"11","published-online":{"date-parts":[[2025,9,3]]},"published-print":{"date-parts":[[2025,11,1]]}},"URL":"https:\/\/doi.org\/10.1093\/jamia\/ocaf111","relation":{"has-preprint":[{"id-type":"doi","id":"10.1101\/2025.07.15.25331581","asserted-by":"object"}]},"ISSN":["1067-5027","1527-974X"],"issn-type":[{"value":"1067-5027","type":"print"},{"value":"1527-974X","type":"electronic"}],"subject":[],"published-other":{"date-parts":[[2025,11]]},"published":{"date-parts":[[2025,9,3]]}}}