{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,16]],"date-time":"2026-07-16T01:55:49Z","timestamp":1784166949901,"version":"3.55.0"},"reference-count":49,"publisher":"Elsevier BV","issue":"11","license":[{"start":{"date-parts":[[2021,11,1]],"date-time":"2021-11-01T00:00:00Z","timestamp":1635724800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2021,11,1]],"date-time":"2021-11-01T00:00:00Z","timestamp":1635724800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"}],"funder":[{"DOI":"10.13039\/501100001809","name":"NSFC","doi-asserted-by":"publisher","award":["61701492"],"award-info":[{"award-number":["61701492"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100008868","name":"Jiangsu Science and Technology Department","doi-asserted-by":"publisher","award":["BK20170392"],"award-info":[{"award-number":["BK20170392"]}],"id":[{"id":"10.13039\/501100008868","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100010881","name":"Suzhou Municipal Science and Technology Bureau","doi-asserted-by":"publisher","award":["2017GXZ021382"],"award-info":[{"award-number":["2017GXZ021382"]}],"id":[{"id":"10.13039\/501100010881","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100010881","name":"Suzhou Municipal Science and Technology Bureau","doi-asserted-by":"publisher","award":["SYG201825"],"award-info":[{"award-number":["SYG201825"]}],"id":[{"id":"10.13039\/501100010881","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012166","name":"National Key Research and Development Program of China","doi-asserted-by":"publisher","award":["2016YFC0104505"],"award-info":[{"award-number":["2016YFC0104505"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["academicradiology.org","clinicalkey.com","clinicalkey.com.au","clinicalkey.es","clinicalkey.fr","clinicalkey.jp","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Academic Radiology"],"published-print":{"date-parts":[[2021,11]]},"DOI":"10.1016\/j.acra.2021.08.008","type":"journal-article","created":{"date-parts":[[2021,9,17]],"date-time":"2021-09-17T02:32:14Z","timestamp":1631845934000},"page":"1507-1523","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":17,"title":["Diagnostic Test Accuracy of Deep Learning Detection of COVID-19: A Systematic Review and Meta-Analysis"],"prefix":"10.1016","volume":"28","author":[{"given":"Temitope Emmanuel","family":"Komolafe","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yuzhu","family":"Cao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Benedictor Alexander","family":"Nguchu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Patrice","family":"Monkam","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ebenezer Obaloluwa","family":"Olaniyi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Haotian","family":"Sun","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jian","family":"Zheng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiaodong","family":"Yang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.acra.2021.08.008_bib0001","doi-asserted-by":"crossref","DOI":"10.1016\/j.ejrad.2020.108972","article-title":"High-resolution computed tomography manifestations of COVID-19 infections in patients of different ages","volume":"126","author":"Chen","year":"2020","journal-title":"Eur J Radiol"},{"issue":"2","key":"10.1016\/j.acra.2021.08.008_bib0002","doi-asserted-by":"crossref","first-page":"51","DOI":"10.1016\/j.jrid.2020.04.001","article-title":"Chest CT features and their role in COVID-19","volume":"7","author":"Li","year":"2020","journal-title":"Radiol Infect Dis"},{"key":"10.1016\/j.acra.2021.08.008_bib0003","unstructured":"World Health Organization (WHO). Coronavirus Disease (COVID-19) Pandemic; World Health Organization, Geneva, Switzerland. Available at: https:\/\/www.who.int\/emergencies\/diseases\/novel-coronavirus-2019. Accessed on 2 June 2021."},{"issue":"3","key":"10.1016\/j.acra.2021.08.008_bib0004","doi-asserted-by":"crossref","DOI":"10.2807\/1560-7917.ES.2020.25.3.2000045","article-title":"Detection of 2019 novel coronavirus (2019-nCoV) by real-time RT-PCR","volume":"25","author":"Corman","year":"2020","journal-title":"Eurosurveillance"},{"issue":"5","key":"10.1016\/j.acra.2021.08.008_bib0005","doi-asserted-by":"crossref","first-page":"609","DOI":"10.1016\/j.acra.2020.03.002","article-title":"Imaging features of coronavirus disease 2019 (COVID-19): evaluation on thin-section CT","volume":"27","author":"Guan","year":"2020","journal-title":"Acad Radiol"},{"key":"10.1016\/j.acra.2021.08.008_bib0006","first-page":"1","article-title":"CT manifestations of coronavirus disease (COVID-19) pneumonia and influenza virus pneumonia: A comparative study","volume":"216","author":"Lin","year":"2020","journal-title":"Am J Roentgenol"},{"issue":"1","key":"10.1016\/j.acra.2021.08.008_bib0007","doi-asserted-by":"crossref","first-page":"13","DOI":"10.1016\/j.acra.2019.07.030","article-title":"Machine learning principles for radiology investigators","volume":"27","author":"Borstelmann","year":"2020","journal-title":"Acad Radiol"},{"issue":"12","key":"10.1016\/j.acra.2021.08.008_bib0008","doi-asserted-by":"crossref","first-page":"1665","DOI":"10.1016\/j.acra.2020.09.004","article-title":"CT Quantification and machine-learning models for assessment of disease severity and prognosis of COVID-19 patients","volume":"27","author":"Cai","year":"2020","journal-title":"Acad Radiol"},{"issue":"8","key":"10.1016\/j.acra.2021.08.008_bib0009","doi-asserted-by":"crossref","first-page":"1048","DOI":"10.1016\/j.acra.2021.03.001","article-title":"Quantification of COVID-19 opacities on chest CT\u2013evaluation of a fully automatic AI-approach to noninvasively differentiate critical versus noncritical patients","volume":"28","author":"Mader","year":"2021","journal-title":"Acad Radiol"},{"issue":"1","key":"10.1016\/j.acra.2021.08.008_bib0010","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1186\/s12911-020-01266-z","article-title":"Using machine learning of clinical data to diagnose COVID-19: a systematic review and meta-analysis","volume":"20","author":"Li","year":"2020","journal-title":"BMC Med Inform Decis Mak"},{"issue":"4","key":"10.1016\/j.acra.2021.08.008_bib0011","doi-asserted-by":"crossref","first-page":"572","DOI":"10.1016\/j.acra.2021.01.016","article-title":"Multi-radiologist user study for artificial intelligence-guided grading of COVID-19 lung disease severity on chest radiographs","volume":"28","author":"Li","year":"2021","journal-title":"Acad Radiol"},{"issue":"3","key":"10.1016\/j.acra.2021.08.008_bib0012","doi-asserted-by":"crossref","first-page":"E156","DOI":"10.1148\/radiol.2020201491","article-title":"Artificial intelligence augmentation of radiologist performance in distinguishing COVID-19 from pneumonia of other origin at chest CT","volume":"296","author":"Bai","year":"2020","journal-title":"Radiology"},{"issue":"2","key":"10.1016\/j.acra.2021.08.008_bib0013","doi-asserted-by":"crossref","DOI":"10.1148\/radiol.2020200905","article-title":"Artificial intelligence distinguishes COVID-19 from community acquired pneumonia on chest CT","volume":"296","author":"Li","year":"2020","journal-title":"Radiology"},{"key":"10.1016\/j.acra.2021.08.008_bib0014","doi-asserted-by":"crossref","first-page":"30551","DOI":"10.1109\/ACCESS.2021.3058537","article-title":"A review on deep learning techniques for the diagnosis of novel coronavirus (covid-19)","volume":"9","author":"Islam","year":"2021","journal-title":"IEEE Access"},{"key":"10.1016\/j.acra.2021.08.008_bib0015","doi-asserted-by":"crossref","DOI":"10.1016\/j.ejrad.2020.109402","article-title":"Deep learning analysis provides accurate COVID-19 diagnosis on chest computed tomography","volume":"133","author":"Javor","year":"2020","journal-title":"Eur J Radiol"},{"key":"10.1016\/j.acra.2021.08.008_bib0016","doi-asserted-by":"crossref","DOI":"10.1016\/j.imu.2021.100591","article-title":"The diagnostic accuracy of Artificial Intelligence-Assisted CT imaging in COVID-19 disease: a systematic review and meta-analysis","volume":"24","author":"Moezzi","year":"2021","journal-title":"Inform Med Unlocked"},{"key":"10.1016\/j.acra.2021.08.008_bib0017","unstructured":"T.E. Komolafe, B.A. Nguchu, H.Sun, et\u00a0al. (2020). Diagnostic accuracy of deep learning detection of COVID-19: a systematic review and meta-analysis. PROSPERO 2020 CRD42020223202 Available at: https:\/\/www.crd.york.ac.uk\/prospero\/display_record.php?ID=CRD42020223202"},{"issue":"4","key":"10.1016\/j.acra.2021.08.008_bib0018","doi-asserted-by":"crossref","first-page":"388","DOI":"10.1001\/jama.2017.19163","article-title":"Preferred reporting items for a systematic review and meta-analysis of diagnostic test accuracy studies: the PRISMA-DTA statement","volume":"319","author":"McInnes","year":"2018","journal-title":"Jama"},{"key":"10.1016\/j.acra.2021.08.008_bib0019","unstructured":"Dansana D, Kumar R, Bhattacharjee A, et al. Early diagnosis of COVID-19-affected patients based on X-ray and computed tomography images using deep learning algorithm. Soft comput. 2020:1-9. doi:10.1007\/s00500-020-05275-y. Epub ahead of print. PMID: 32904395; PMCID: PMC7453871."},{"issue":"4","key":"10.1016\/j.acra.2021.08.008_bib0020","doi-asserted-by":"crossref","first-page":"513","DOI":"10.4103\/0970-1591.91444","article-title":"How to appraise a diagnostic test","volume":"27","author":"Manikandan","year":"2011","journal-title":"Indian J Urol"},{"key":"10.1016\/j.acra.2021.08.008_bib0021","doi-asserted-by":"crossref","first-page":"529","DOI":"10.7326\/0003-4819-155-8-201110180-00009","article-title":"QUADAS-2: a revised tool for the quality assessment of diagnostic accuracy studies","volume":"155","author":"Whiting","year":"2011","journal-title":"Ann Intern Med"},{"key":"10.1016\/j.acra.2021.08.008_bib0022","article-title":"Diagnostic test accuracy: application and practice using R software","volume":"41","author":"Shim","year":"2019","journal-title":"Epidemiol Health"},{"issue":"21","key":"10.1016\/j.acra.2021.08.008_bib0023","doi-asserted-by":"crossref","first-page":"2653","DOI":"10.1002\/sim.3631","article-title":"When are summary ROC curves appropriate for diagnostic meta-analyses?","volume":"28","author":"Chappell","year":"2009","journal-title":"Stat Med"},{"issue":"11","key":"10.1016\/j.acra.2021.08.008_bib0024","doi-asserted-by":"crossref","first-page":"1539","DOI":"10.1002\/sim.1186","article-title":"Quantifying heterogeneity in a meta-analysis","volume":"21","author":"Higgins","year":"2002","journal-title":"Stat Med"},{"issue":"4","key":"10.1016\/j.acra.2021.08.008_bib0025","doi-asserted-by":"crossref","first-page":"121","DOI":"10.1038\/sj.ebd.6400831","article-title":"The role of the funnel plot in detecting publication and related biases in meta-analysis","volume":"12","author":"Liu","year":"2011","journal-title":"Evid Based Dent"},{"key":"10.1016\/j.acra.2021.08.008_bib0026","doi-asserted-by":"crossref","first-page":"e10086","DOI":"10.7717\/peerj.10086","article-title":"MULTI-DEEP: a novel CAD system for coronavirus (COVID-19) diagnosis from CT images using multiple convolution neural networks","volume":"8","author":"Attallah","year":"2020","journal-title":"PeerJ"},{"issue":"1","key":"10.1016\/j.acra.2021.08.008_bib0027","first-page":"1","article-title":"Deep learning-based model for detecting 2019 novel coronavirus pneumonia on high-resolution computed tomography","volume":"10","author":"Chen","year":"2020","journal-title":"Sci Rep"},{"issue":"1","key":"10.1016\/j.acra.2021.08.008_bib0028","doi-asserted-by":"crossref","first-page":"115","DOI":"10.1007\/s11548-020-02286-w","article-title":"Automated detection of COVID-19 using ensemble of transfer learning with deep convolutional neural network based on CT scans","volume":"16","author":"Gifani","year":"2021","journal-title":"Int J Comput Assist Radiol Surg"},{"issue":"8","key":"10.1016\/j.acra.2021.08.008_bib0029","doi-asserted-by":"crossref","first-page":"2584","DOI":"10.1109\/TMI.2020.2996256","article-title":"Accurate screening of COVID-19 using attention-based deep 3D multiple instance learning","volume":"39","author":"Han","year":"2020","journal-title":"IEEE Trans Med Imaging"},{"issue":"1","key":"10.1016\/j.acra.2021.08.008_bib0030","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1038\/s41467-020-17971-2","article-title":"Artificial intelligence for the detection of COVID-19 pneumonia on chest CT using multinational datasets","volume":"11","author":"Harmon","year":"2020","journal-title":"Nat Commun"},{"issue":"1","key":"10.1016\/j.acra.2021.08.008_bib0031","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1038\/s41467-020-18685-1","article-title":"Development and evaluation of an artificial intelligence system for COVID-19 diagnosis","volume":"11","author":"Jin","year":"2020","journal-title":"Nat Commun"},{"issue":"6","key":"10.1016\/j.acra.2021.08.008_bib0032","first-page":"e19569","article-title":"COVID-19 pneumonia diagnosis using a simple 2D deep learning framework with a single chest CT image: model development and validation","volume":"22","author":"Ko","year":"2020","journal-title":"J Med Int Res"},{"issue":"8","key":"10.1016\/j.acra.2021.08.008_bib0033","doi-asserted-by":"crossref","first-page":"1224","DOI":"10.1038\/s41591-020-0931-3","article-title":"Artificial intelligence\u2013enabled rapid diagnosis of patients with COVID-19","volume":"26","author":"Mei","year":"2020","journal-title":"Nat Med"},{"issue":"8","key":"10.1016\/j.acra.2021.08.008_bib0034","doi-asserted-by":"crossref","first-page":"2595","DOI":"10.1109\/TMI.2020.2995508","article-title":"Dual-sampling attention network for diagnosis of COVID-19 from community acquired pneumonia","volume":"39","author":"Ouyang","year":"2020","journal-title":"IEEE Trans Med Imaging"},{"issue":"11","key":"10.1016\/j.acra.2021.08.008_bib0035","doi-asserted-by":"crossref","first-page":"2516","DOI":"10.1007\/s00259-020-04929-1","article-title":"End-to-end automatic differentiation of the coronavirus disease 2019 (COVID-19) from viral pneumonia based on chest CT","volume":"47","author":"Song","year":"2020","journal-title":"Eur J Nucl Med Mol Imaging"},{"issue":"8","key":"10.1016\/j.acra.2021.08.008_bib0036","doi-asserted-by":"crossref","first-page":"2572","DOI":"10.1109\/TMI.2020.2994908","article-title":"Prior-attention residual learning for more discriminative COVID-19 screening in CT images","volume":"39","author":"Wang","year":"2020","journal-title":"IEEE Trans Med Imaging"},{"issue":"2","key":"10.1016\/j.acra.2021.08.008_bib0037","doi-asserted-by":"crossref","first-page":"2000775","DOI":"10.1183\/13993003.00775-2020","article-title":"A fully automatic deep learning system for COVID-19 diagnostic and prognostic analysis","volume":"56","author":"Wang","year":"2020","journal-title":"Eur Resp J"},{"issue":"8","key":"10.1016\/j.acra.2021.08.008_bib0038","doi-asserted-by":"crossref","first-page":"2615","DOI":"10.1109\/TMI.2020.2995965","article-title":"A weakly-supervised framework for COVID-19 classification and lesion localization from chest CT","volume":"39","author":"Wang","year":"2020","journal-title":"IEEE Trans Med Imaging"},{"key":"10.1016\/j.acra.2021.08.008_bib0039","doi-asserted-by":"crossref","DOI":"10.1016\/j.ejrad.2020.109041","article-title":"Deep learning-based multi-view fusion model for screening 2019 novel coronavirus pneumonia: a multicentre study","volume":"128","author":"Wu","year":"2020","journal-title":"Eur J Radiol"},{"issue":"10","key":"10.1016\/j.acra.2021.08.008_bib0040","doi-asserted-by":"crossref","first-page":"1122","DOI":"10.1016\/j.eng.2020.04.010","article-title":"A deep learning system to screen novel coronavirus disease 2019 pneumonia","volume":"6","author":"Xu","year":"2020","journal-title":"Engineering"},{"issue":"7","key":"10.1016\/j.acra.2021.08.008_bib0041","doi-asserted-by":"crossref","first-page":"450","DOI":"10.21037\/atm.2020.03.132","article-title":"Deep learning for detecting corona virus disease 2019 (COVID-19) on high-resolution computed tomography: a pilot study","volume":"8","author":"Yang","year":"2020","journal-title":"Ann Trans Med"},{"key":"10.1016\/j.acra.2021.08.008_bib0042","doi-asserted-by":"crossref","first-page":"49","DOI":"10.1186\/s43163-020-00039-9","article-title":"Can chest CT improve sensitivity of COVID-19 diagnosis in comparison to PCR? A meta-analysis study","volume":"36","author":"Mahmoud","year":"2020","journal-title":"Egypt J Otolaryngol"},{"issue":"12","key":"10.1016\/j.acra.2021.08.008_bib0043","doi-asserted-by":"crossref","first-page":"1023","DOI":"10.3390\/diagnostics10121023","article-title":"Prevalence of COVID-19 diagnostic output with chest computed tomography: a systematic review and meta-analysis","volume":"10","author":"Komolafe","year":"2020","journal-title":"Diagnostics"},{"issue":"11","key":"10.1016\/j.acra.2021.08.008_bib0044","first-page":"876","article-title":"Chest CT findings in asymptomatic cases with COVID-19: a systematic review and meta-analysis","volume":"75","author":"Vafea","year":"2020","journal-title":"Clin Radiol"},{"issue":"6","key":"10.1016\/j.acra.2021.08.008_bib0045","doi-asserted-by":"crossref","first-page":"701","DOI":"10.1016\/j.jacr.2020.03.006","article-title":"Coronavirus disease 2019 (COVID-19) CT findings: a systematic review and meta-analysis","volume":"17","author":"Bao","year":"2020","journal-title":"J Am Coll Radiol"},{"issue":"3","key":"10.1016\/j.acra.2021.08.008_bib0046","doi-asserted-by":"crossref","first-page":"E145","DOI":"10.1148\/radiol.2020201343","article-title":"Diagnostic performance of CT and reverse transcriptase polymerase chain reaction for coronavirus disease 2019: a meta-analysis","volume":"296","author":"Kim","year":"2020","journal-title":"Radiology"},{"issue":"5","key":"10.1016\/j.acra.2021.08.008_bib0047","doi-asserted-by":"crossref","first-page":"422","DOI":"10.1590\/1516-3180.2020.034306072020","article-title":"Reverse-transcriptase polymerase chain reaction versus chest computed tomography for detecting early symptoms of COVID-19. A diagnostic accuracy systematic review and meta-analysis","volume":"138","author":"Duarte","year":"2020","journal-title":"Sao Paulo Med J"},{"issue":"1","key":"10.1016\/j.acra.2021.08.008_bib0048","doi-asserted-by":"crossref","first-page":"21","DOI":"10.1016\/j.ajic.2020.07.011","article-title":"Systematic review with meta-analysis of the accuracy of diagnostic tests for COVID-19","volume":"49","author":"B\u00f6ger","year":"2020","journal-title":"Am J Infect Control"},{"issue":"9","key":"10.1016\/j.acra.2021.08.008_bib0049","doi-asserted-by":"crossref","first-page":"703","DOI":"10.1001\/jama.1994.03510330081039","article-title":"Users' guides to the medical literature: III. How to use an article about a diagnostic test B. what are the results and will they help me in caring for my patients?","volume":"271","author":"Jaeschke","year":"1994","journal-title":"JAMA"}],"container-title":["Academic Radiology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1076633221003627?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1076633221003627?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,10,21]],"date-time":"2025-10-21T08:52:04Z","timestamp":1761036724000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1076633221003627"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,11]]},"references-count":49,"journal-issue":{"issue":"11","published-print":{"date-parts":[[2021,11]]}},"alternative-id":["S1076633221003627"],"URL":"https:\/\/doi.org\/10.1016\/j.acra.2021.08.008","relation":{},"ISSN":["1076-6332"],"issn-type":[{"value":"1076-6332","type":"print"}],"subject":[],"published":{"date-parts":[[2021,11]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Diagnostic Test Accuracy of Deep Learning Detection of COVID-19: A Systematic Review and Meta-Analysis","name":"articletitle","label":"Article Title"},{"value":"Academic Radiology","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.acra.2021.08.008","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2021 The Association of University Radiologists. Published by Elsevier Inc. All rights reserved.","name":"copyright","label":"Copyright"}]}}