{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,29]],"date-time":"2026-09-29T08:13:07Z","timestamp":1790669587277,"version":"4.1.0"},"reference-count":18,"publisher":"American Medical Association (AMA)","issue":"10","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["JAMA Netw Open"],"DOI":"10.1001\/jamanetworkopen.2021.24946","type":"journal-article","created":{"date-parts":[[2021,10,17]],"date-time":"2021-10-17T13:38:14Z","timestamp":1634477894000},"page":"e2124946","source":"Crossref","is-referenced-by-count":15,"title":["A Continuously Benchmarked and Crowdsourced Challenge for Rapid Development and Evaluation of Models to Predict COVID-19 Diagnosis and Hospitalization"],"prefix":"10.1001","volume":"4","author":[{"given":"Yao","family":"Yan","sequence":"first","affiliation":[{"name":"Sage Bionetworks, Seattle, Washington"},{"name":"Molecular Engineering and Sciences Institute, University of Washington, Seattle"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Thomas","family":"Schaffter","sequence":"additional","affiliation":[{"name":"Sage Bionetworks, Seattle, Washington"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Timothy","family":"Bergquist","sequence":"additional","affiliation":[{"name":"Sage Bionetworks, Seattle, Washington"},{"name":"Department of Biomedical Informatics and Medical Education, University of Washington, Seattle"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Thomas","family":"Yu","sequence":"additional","affiliation":[{"name":"Sage Bionetworks, Seattle, Washington"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Justin","family":"Prosser","sequence":"additional","affiliation":[{"name":"Institute of Translational Health Sciences, University of Washington, Seattle"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zafer","family":"Aydin","sequence":"additional","affiliation":[{"name":"Department of Computer Engineering, Faculty of Engineering, Abdullah Gul University, Kayseri, Turkey"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Amhar","family":"Jabeer","sequence":"additional","affiliation":[{"name":"Department of Computer Engineering, Faculty of Engineering, Abdullah Gul University, Kayseri, Turkey"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ivan","family":"Brugere","sequence":"additional","affiliation":[{"name":"Department of Computer Science, University of Illinois at Chicago, Chicago"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jifan","family":"Gao","sequence":"additional","affiliation":[{"name":"Department of Biostatistics and Medical Informatics, University of Wisconsin\u2013Madison, Madison"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Guanhua","family":"Chen","sequence":"additional","affiliation":[{"name":"Department of Biostatistics and Medical Informatics, University of Wisconsin\u2013Madison, Madison"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jason","family":"Causey","sequence":"additional","affiliation":[{"name":"Computer Science Department, College of Engineering and Computer Science, Arkansas State University, Jonesboro"},{"name":"Arkansas AI-Campus, Center for No-Boundary Thinking, Arkansas State University, Jonesboro"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yuxin","family":"Yao","sequence":"additional","affiliation":[{"name":"Department of Computer Science, University College London, London, United Kingdom"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kevin","family":"Bryson","sequence":"additional","affiliation":[{"name":"Department of Computer Science, University College London, London, United Kingdom"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dustin R.","family":"Long","sequence":"additional","affiliation":[{"name":"Division of Critical Care Medicine, Department of Anesthesiology and Pain Medicine, University of Washington, Seattle"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jeffrey G.","family":"Jarvik","sequence":"additional","affiliation":[{"name":"The University of Washington Clinical Learning, Evidence And Research Center for Musculoskeletal Disorders, Seattle"},{"name":"Department of Radiology, University of Washington School of Medicine, Seattle"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Christoph I.","family":"Lee","sequence":"additional","affiliation":[{"name":"Department of Radiology, University of Washington School of Medicine, Seattle"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Adam","family":"Wilcox","sequence":"additional","affiliation":[{"name":"Department of Biomedical Informatics and Medical Education, University of Washington, Seattle"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Justin","family":"Guinney","sequence":"additional","affiliation":[{"name":"Sage Bionetworks, Seattle, Washington"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sean","family":"Mooney","sequence":"additional","affiliation":[{"name":"Department of Biomedical Informatics and Medical Education, University of Washington, Seattle"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"name":"DREAM Challenge Consortium","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chethan","family":"Jujjavarapu","sequence":"additional","affiliation":[{"name":"for the DREAM Challenge Consortium"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"jason","family":"thomas","sequence":"additional","affiliation":[{"name":"for the DREAM Challenge Consortium"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Martin","family":"Gunn","sequence":"additional","affiliation":[{"name":"for the DREAM Challenge Consortium"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"YiFan","family":"Wu","sequence":"additional","affiliation":[{"name":"for the DREAM Challenge Consortium"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nicholas","family":"Dobbins","sequence":"additional","affiliation":[{"name":"for the DREAM Challenge Consortium"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Vikas","family":"O'Reilly-Shah","sequence":"additional","affiliation":[{"name":"for the DREAM Challenge Consortium"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Andrew","family":"Teng","sequence":"additional","affiliation":[{"name":"for the DREAM Challenge Consortium"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Noah","family":"Hammarlund","sequence":"additional","affiliation":[{"name":"for the DREAM Challenge Consortium"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Graham","family":"Nichol","sequence":"additional","affiliation":[{"name":"for the DREAM Challenge Consortium"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Pascal","family":"Brandt","sequence":"additional","affiliation":[{"name":"for the DREAM Challenge Consortium"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Vikas","family":"Pejaver","sequence":"additional","affiliation":[{"name":"for the DREAM Challenge Consortium"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Beth","family":"Britt","sequence":"additional","affiliation":[{"name":"for the DREAM Challenge Consortium"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yuanfang","family":"Guan","sequence":"additional","affiliation":[{"name":"for the DREAM Challenge Consortium"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lingrui","family":"Cai","sequence":"additional","affiliation":[{"name":"for the DREAM Challenge Consortium"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kaiman","family":"Zeng","sequence":"additional","affiliation":[{"name":"for the DREAM Challenge Consortium"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bruce","family":"Cragin","sequence":"additional","affiliation":[{"name":"for the DREAM Challenge Consortium"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shirya","family":"Kaul","sequence":"additional","affiliation":[{"name":"for the DREAM Challenge Consortium"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jennifer","family":"Fowler","sequence":"additional","affiliation":[{"name":"for the DREAM Challenge Consortium"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Oznur","family":"Tastan","sequence":"additional","affiliation":[{"name":"for the DREAM Challenge Consortium"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Vladimir","family":"Kovacevic","sequence":"additional","affiliation":[{"name":"for the DREAM Challenge Consortium"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ege","family":"Alpay","sequence":"additional","affiliation":[{"name":"for the DREAM Challenge Consortium"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Luiza","family":"Romanovskii-Chernik","sequence":"additional","affiliation":[{"name":"for the DREAM Challenge Consortium"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Aleksandr","family":"Romanovskii-Chernik","sequence":"additional","affiliation":[{"name":"for the DREAM Challenge Consortium"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alper","family":"Bingol","sequence":"additional","affiliation":[{"name":"for the DREAM Challenge Consortium"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sema","family":"Y\u0131lmazer","sequence":"additional","affiliation":[{"name":"for the DREAM Challenge Consortium"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shankai","family":"Yan","sequence":"additional","affiliation":[{"name":"for the DREAM Challenge Consortium"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Santina","family":"Lin","sequence":"additional","affiliation":[{"name":"for the DREAM Challenge Consortium"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ege","family":"Ar\u0131kan","sequence":"additional","affiliation":[{"name":"for the DREAM Challenge Consortium"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lav","family":"Varshney","sequence":"additional","affiliation":[{"name":"for the DREAM Challenge Consortium"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jimmy","family":"Phuong","sequence":"additional","affiliation":[{"name":"for the DREAM Challenge Consortium"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"10","published-online":{"date-parts":[[2021,10,11]]},"reference":[{"key":"zoi210734r2","doi-asserted-by":"crossref","DOI":"10.1016\/j.chaos.2020.110059","article-title":"Applications of machine learning and artificial intelligence for COVID-19 (SARS-CoV-2) pandemic: a review.","volume":"139","author":"Lalmuanawma","year":"2020","journal-title":"Chaos Solitons Fractals"},{"key":"zoi210734r3","author":"Khakharia","journal-title":"Ann Data Science"},{"key":"zoi210734r4","doi-asserted-by":"crossref","DOI":"10.1016\/j.chaos.2020.110050","article-title":"Analysis on novel coronavirus (COVID-19) using machine learning methods.","volume":"139","author":"Yadav","year":"2020","journal-title":"Chaos Solitons Fractals"},{"issue":"1","key":"zoi210734r6","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1038\/s41746-020-00372-6","article-title":"Machine learning\u2013based prediction of COVID-19 diagnosis based on symptoms.","volume":"4","author":"Zoabi","year":"2021","journal-title":"NPJ Digit Med"},{"issue":"10","key":"zoi210734r7","doi-asserted-by":"crossref","first-page":"861","DOI":"10.1136\/jech-2020-214051","article-title":"Efficacy of contact tracing for the containment of the 2019 novel coronavirus (COVID-19).","volume":"74","author":"Keeling","year":"2020","journal-title":"J Epidemiol Community Health"},{"issue":"12","key":"zoi210734r8","doi-asserted-by":"publisher","first-page":"1451","DOI":"10.1016\/j.ajic.2020.08.012","article-title":"Implementation and process of a COVID-19 contact tracing initiative: leveraging health professional students to extend the workforce during a pandemic.","volume":"48","author":"Koetter","year":"2020","journal-title":"Am J Infect Control"},{"key":"zoi210734r9","doi-asserted-by":"publisher","first-page":"109581","DOI":"10.1109\/Access.6287639","article-title":"Artificial intelligence and COVID-19: deep learning approaches for diagnosis and treatment.","volume":"8","author":"Jamshidi","year":"2020","journal-title":"IEEE Access"},{"issue":"8","key":"zoi210734r10","doi-asserted-by":"publisher","first-page":"1435","DOI":"10.1007\/s11739-020-02475-0","article-title":"Utilization of machine-learning models to accurately predict the risk for critical COVID-19.","volume":"15","author":"Assaf","year":"2020","journal-title":"Intern Emerg Med"},{"issue":"1","key":"zoi210734r11","doi-asserted-by":"publisher","first-page":"5033","DOI":"10.1038\/s41467-020-18684-2","article-title":"Machine learning based early warning system enables accurate mortality risk prediction for COVID-19.","volume":"11","author":"Gao","year":"2020","journal-title":"Nat Commun"},{"key":"zoi210734r12","doi-asserted-by":"publisher","first-page":"537","DOI":"10.1038\/msb.2011.70","article-title":"The self-assessment trap: can we all be better than average?","volume":"7","author":"Norel","year":"2011","journal-title":"Mol Syst Biol"},{"issue":"5","key":"zoi210734r13","doi-asserted-by":"publisher","first-page":"391","DOI":"10.1038\/nbt.4128","article-title":"Alternative models for sharing confidential biomedical data.","volume":"36","author":"Guinney","year":"2018","journal-title":"Nat Biotechnol"},{"issue":"9","key":"zoi210734r14","doi-asserted-by":"publisher","first-page":"1393","DOI":"10.1093\/jamia\/ocaa083","article-title":"Piloting a model-to-data approach to enable predictive analytics in health care through patient mortality prediction.","volume":"27","author":"Bergquist","year":"2020","journal-title":"J Am Med Inform Assoc"},{"issue":"3","key":"zoi210734r16","doi-asserted-by":"crossref","DOI":"10.1001\/jamanetworkopen.2020.0265","article-title":"Evaluation of combined artificial intelligence and radiologist assessment to interpret screening mammograms.","volume":"3","author":"Schaffter","year":"2020","journal-title":"JAMA Netw Open"},{"key":"zoi210734r17","doi-asserted-by":"publisher","first-page":"92","DOI":"10.1016\/j.ymeth.2015.08.016","article-title":"Predicting protein function and other biomedical characteristics with heterogeneous ensembles.","volume":"93","author":"Whalen","year":"2016","journal-title":"Methods"},{"issue":"3","key":"zoi210734r18","doi-asserted-by":"publisher","first-page":"427","DOI":"10.1093\/jamia\/ocaa196","article-title":"The National COVID Cohort Collaborative (N3C): rationale, design, infrastructure, and deployment.","volume":"28","author":"Haendel","year":"2021","journal-title":"J Am Med Inform Assoc"},{"key":"zoi210734r1","unstructured":"Coronavirus in the U.S.: latest map and case count. New York Times. March 3, 2020. Accessed November 19, 2020. https:\/\/www.nytimes.com\/interactive\/2020\/us\/coronavirus-us-cases.html"},{"key":"zoi210734r5","doi-asserted-by":"crossref","unstructured":"Wu? J, Zhang? P, Zhang? L, . Rapid and accurate identification of COVID-19 infection through machine learning based on clinical available blood test results.? medRxiv. Preprint published online April 6, 2020. doi:10.1101\/2020.04.02.20051136","DOI":"10.1101\/2020.04.02.20051136"},{"key":"zoi210734r15","doi-asserted-by":"crossref","unstructured":"Bergquist? T, Schaffter? T, Yan? Y, . Evaluation of crowdsourced mortality prediction models as a framework for assessing AI in medicine.? medRxiv. Preprint published online January 20, 2021. doi:10.1101\/2021.01.18.21250072","DOI":"10.1101\/2021.01.18.21250072"}],"container-title":["JAMA Network Open"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/jamanetwork.com\/journals\/jamanetworkopen\/articlepdf\/2784779\/yan_2021_oi_210734_1632853469.68296.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,10]],"date-time":"2024-09-10T02:15:27Z","timestamp":1725934527000},"score":1,"resource":{"primary":{"URL":"https:\/\/jamanetwork.com\/journals\/jamanetworkopen\/fullarticle\/2784779"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,10,11]]},"references-count":18,"journal-issue":{"issue":"10","published-print":{"date-parts":[[2021,10,1]]}},"URL":"https:\/\/doi.org\/10.1001\/jamanetworkopen.2021.24946","relation":{},"ISSN":["2574-3805"],"issn-type":[{"value":"2574-3805","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,10,11]]}}}