{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,9]],"date-time":"2026-06-09T11:25:36Z","timestamp":1781004336440,"version":"3.54.1"},"reference-count":52,"publisher":"Elsevier BV","issue":"8","license":[{"start":{"date-parts":[[2021,8,1]],"date-time":"2021-08-01T00:00:00Z","timestamp":1627776000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2021,8,1]],"date-time":"2021-08-01T00:00:00Z","timestamp":1627776000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2021,5,27]],"date-time":"2021-05-27T00:00:00Z","timestamp":1622073600000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["thelancet.com","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["The Lancet Digital Health"],"published-print":{"date-parts":[[2021,8]]},"DOI":"10.1016\/s2589-7500(21)00106-0","type":"journal-article","created":{"date-parts":[[2021,7,1]],"date-time":"2021-07-01T18:46:16Z","timestamp":1625165176000},"page":"e496-e506","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":202,"title":["Effect of a comprehensive deep-learning model on the accuracy of chest x-ray interpretation by radiologists: a retrospective, multireader multicase study"],"prefix":"10.1016","volume":"3","author":[{"given":"Jarrel C Y","family":"Seah","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Cyril H M","family":"Tang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Quinlan D","family":"Buchlak","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xavier G","family":"Holt","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jeffrey B","family":"Wardman","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Anuar","family":"Aimoldin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nazanin","family":"Esmaili","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hassan","family":"Ahmad","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hung","family":"Pham","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"John F","family":"Lambert","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ben","family":"Hachey","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Stephen J F","family":"Hogg","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Benjamin P","family":"Johnston","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Christine","family":"Bennett","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Luke","family":"Oakden-Rayner","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Peter","family":"Brotchie","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Catherine M","family":"Jones","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/S2589-7500(21)00106-0_bib3","unstructured":"Radiation UNSC on the E of A. Sources and effects of ionizing radiation. 2008. Report United Nations, New York, 2009."},{"key":"10.1016\/S2589-7500(21)00106-0_bib4","doi-asserted-by":"crossref","first-page":"611","DOI":"10.2214\/AJR.12.10375","article-title":"Cognitive and system factors contributing to diagnostic errors in radiology","volume":"201","author":"Lee","year":"2013","journal-title":"AJR Am J Roentgenol"},{"key":"10.1016\/S2589-7500(21)00106-0_bib5","doi-asserted-by":"crossref","first-page":"118","DOI":"10.5152\/dir.2016.16187","article-title":"Missed lung cancer: when, where, and why?","volume":"23","author":"Del Ciello","year":"2017","journal-title":"Diagn Interv Radiol"},{"key":"10.1016\/S2589-7500(21)00106-0_bib6","doi-asserted-by":"crossref","first-page":"171","DOI":"10.1007\/s13244-016-0534-1","article-title":"Error and discrepancy in radiology: inevitable or avoidable?","volume":"8","author":"Brady","year":"2017","journal-title":"Insights Imaging"},{"key":"10.1016\/S2589-7500(21)00106-0_bib7","article-title":"Chexnet: radiologist-level pneumonia detection on chest x-rays with deep learning","author":"Rajpurkar","year":"2017","journal-title":"arXiv"},{"key":"10.1016\/S2589-7500(21)00106-0_bib8","doi-asserted-by":"crossref","DOI":"10.1001\/jamanetworkopen.2020.22779","article-title":"Comparison of chest radiograph interpretations by artificial intelligence algorithm vs radiology residents","volume":"3","author":"Wu","year":"2020","journal-title":"JAMA Netw Open"},{"key":"10.1016\/S2589-7500(21)00106-0_bib9","doi-asserted-by":"crossref","first-page":"505","DOI":"10.1148\/rg.2017160130","article-title":"Machine learning for medical imaging","volume":"37","author":"Erickson","year":"2017","journal-title":"Radiographics"},{"key":"10.1016\/S2589-7500(21)00106-0_bib10","article-title":"Chestnet: a deep neural network for classification of thoracic diseases on chest radiography","author":"Wang","year":"2018","journal-title":"arXiv"},{"key":"10.1016\/S2589-7500(21)00106-0_bib11","doi-asserted-by":"crossref","first-page":"2402","DOI":"10.1016\/j.ajem.2016.09.021","article-title":"Comparing posteroanterior with lateral and anteroposterior chest radiography in the initial detection of parapneumonic effusions","volume":"34","author":"Moffett","year":"2016","journal-title":"Am J Emerg Med"},{"key":"10.1016\/S2589-7500(21)00106-0_bib12","doi-asserted-by":"crossref","unstructured":"Gordienko Y, Gang P, Hui J, et al. Deep learning with lung segmentation and bone shadow exclusion techniques for chest x-ray analysis of lung cancer. International Conference on Computer Science, Engineering and Education Applications; Kiev, Ukraine; Jan 18\u201320, 2018 (638\u201347).","DOI":"10.1007\/978-3-319-91008-6_63"},{"key":"10.1016\/S2589-7500(21)00106-0_bib13","doi-asserted-by":"crossref","DOI":"10.1038\/s41598-019-51503-3","article-title":"Using artificial intelligence to read chest radiographs for tuberculosis detection: a multi-site evaluation of the diagnostic accuracy of three deep learning systems","volume":"9","author":"Qin","year":"2019","journal-title":"Sci Rep"},{"key":"10.1016\/S2589-7500(21)00106-0_bib14","article-title":"Clinical validation of a deep learning algorithm for detection of pneumonia on chest radiographs in emergency department patients with acute febrile respiratory illness","volume":"9","author":"Kim","year":"2020","journal-title":"J Clin Med"},{"key":"10.1016\/S2589-7500(21)00106-0_bib15","doi-asserted-by":"crossref","first-page":"285","DOI":"10.1097\/RTI.0000000000000505","article-title":"Augmenting interpretation of chest radiographs with deep learning probability maps","volume":"35","author":"Hurt","year":"2020","journal-title":"J Thorac Imaging"},{"key":"10.1016\/S2589-7500(21)00106-0_bib16","article-title":"A deep convolutional neural network for COVID-19 detection using chest x-rays","author":"Bassi","year":"2020","journal-title":"arXiv"},{"key":"10.1016\/S2589-7500(21)00106-0_bib17","doi-asserted-by":"crossref","first-page":"3660","DOI":"10.1007\/s00330-020-06771-3","article-title":"Deep learning algorithm for surveillance of pneumothorax after lung biopsy: a multicenter diagnostic cohort study","volume":"30","author":"Hwang","year":"2020","journal-title":"Eur Radiol"},{"key":"10.1016\/S2589-7500(21)00106-0_bib18","doi-asserted-by":"crossref","first-page":"597","DOI":"10.1136\/oemed-2019-106386","article-title":"Potential of deep learning in assessing pneumoconiosis depicted on digital chest radiography","volume":"77","author":"Wang","year":"2020","journal-title":"Occup Environ Med"},{"key":"10.1016\/S2589-7500(21)00106-0_bib19","doi-asserted-by":"crossref","first-page":"652","DOI":"10.1148\/radiol.2020200165","article-title":"Deep learning-based automatic detection algorithm for reducing overlooked lung cancers on chest radiographs","volume":"296","author":"Jang","year":"2020","journal-title":"Radiology"},{"key":"10.1016\/S2589-7500(21)00106-0_bib20","doi-asserted-by":"crossref","first-page":"651","DOI":"10.1007\/s10278-019-00229-9","article-title":"Assessment of critical feeding tube malpositions on radiographs using deep learning","volume":"32","author":"Singh","year":"2019","journal-title":"J Digit Imaging"},{"key":"10.1016\/S2589-7500(21)00106-0_bib21","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pone.0204155","article-title":"Deep learning in chest radiography: detection of findings and presence of change","volume":"13","author":"Singh","year":"2018","journal-title":"PLoS One"},{"key":"10.1016\/S2589-7500(21)00106-0_bib22","doi-asserted-by":"crossref","first-page":"218","DOI":"10.1148\/radiol.2018180237","article-title":"Development and validation of deep learning-based automatic detection algorithm for malignant pulmonary nodules on chest radiographs","volume":"290","author":"Nam","year":"2019","journal-title":"Radiology"},{"key":"10.1016\/S2589-7500(21)00106-0_bib23","doi-asserted-by":"crossref","first-page":"281","DOI":"10.1097\/RLI.0000000000000341","article-title":"Training and validating a deep convolutional neural network for computer-aided detection and classification of abnormalities on frontal chest radiographs","volume":"52","author":"Cicero","year":"2017","journal-title":"Invest Radiol"},{"key":"10.1016\/S2589-7500(21)00106-0_bib24","doi-asserted-by":"crossref","first-page":"1229","DOI":"10.1038\/s41591-020-0942-0","article-title":"Human-computer collaboration for skin cancer recognition","volume":"26","author":"Tschandl","year":"2020","journal-title":"Nat Med"},{"key":"10.1016\/S2589-7500(21)00106-0_bib25","doi-asserted-by":"crossref","first-page":"573","DOI":"10.1148\/radiol.2019191225","article-title":"Deep learning for chest radiograph diagnosis in the emergency department","volume":"293","author":"Hwang","year":"2019","journal-title":"Radiology"},{"key":"10.1016\/S2589-7500(21)00106-0_bib26","doi-asserted-by":"crossref","first-page":"210","DOI":"10.1038\/s41598-019-56589-3","article-title":"Deep learning, computer-aided radiography reading for tuberculosis: a diagnostic accuracy study from a tertiary hospital in India","volume":"10","author":"Nash","year":"2020","journal-title":"Sci Rep"},{"key":"10.1016\/S2589-7500(21)00106-0_bib27","doi-asserted-by":"crossref","first-page":"1359","DOI":"10.1007\/s00330-019-06532-x","article-title":"Deep learning-based detection system for multiclass lesions on chest radiographs: comparison with observer readings","volume":"30","author":"Park","year":"2020","journal-title":"Eur Radiol"},{"key":"10.1016\/S2589-7500(21)00106-0_bib28","doi-asserted-by":"crossref","first-page":"317","DOI":"10.1038\/s41597-019-0322-0","article-title":"MIMIC-CXR, a de-identified publicly available database of chest radiographs with free-text reports","volume":"6","author":"Johnson","year":"2019","journal-title":"Sci Data"},{"key":"10.1016\/S2589-7500(21)00106-0_bib29","doi-asserted-by":"crossref","unstructured":"Wang X, Peng Y, Lu L, Lu Z, Bagheri M, Summers RM. Chestx-ray8: hospital-scale chest x-ray database and benchmarks on weakly-supervised classification and localization of common thorax diseases. Conference on Computer Vision and Pattern Recognition; Honolulu, HI, USA; July 21\u201326, 2017 (2097\u2013106).","DOI":"10.1109\/CVPR.2017.369"},{"key":"10.1016\/S2589-7500(21)00106-0_bib30","doi-asserted-by":"crossref","unstructured":"Irvin J, Rajpurkar P, Ko M, et al. Chexpert: a large chest radiograph dataset with uncertainty labels and expert comparison. Association for the Advancement of Artificial Intelligence Conference on Artificial Intelligence; Honolulu, HI, USA; Jan 27 to Feb 1, 2019 (590\u201397).","DOI":"10.1609\/aaai.v33i01.3301590"},{"key":"10.1016\/S2589-7500(21)00106-0_bib31","doi-asserted-by":"crossref","DOI":"10.1016\/j.media.2020.101797","article-title":"PadChest: a large chest x-ray image dataset with multi-label annotated reports","volume":"66","author":"Bustos","year":"2020","journal-title":"Med Image Anal"},{"key":"10.1016\/S2589-7500(21)00106-0_bib32","first-page":"20","article-title":"Maximum likelihood estimation of observer error-rates using the EM algorithm","volume":"28","author":"Dawid","year":"1979","journal-title":"J R Stat Soc Ser C Appl Stat"},{"key":"10.1016\/S2589-7500(21)00106-0_bib33","doi-asserted-by":"crossref","unstructured":"Chinchor N, Sundheim BM. MUC-5 evaluation metrics. In: Fifth Message Understanding Conference (MUC-5): Proceedings of a Conference Held in Baltimore, MD, USA; Aug 25\u201327, 1993.","DOI":"10.3115\/1072017.1072023"},{"key":"10.1016\/S2589-7500(21)00106-0_bib34","article-title":"Efficientnet: rethinking model scaling for convolutional neural networks","author":"Tan","year":"2019","journal-title":"arXiv"},{"key":"10.1016\/S2589-7500(21)00106-0_bib35","doi-asserted-by":"crossref","unstructured":"Ronneberger O, Fischer P, Brox T. U-net: convolutional networks for biomedical image segmentation. International Conference on Medical image computing and computer-assisted intervention; Munich, Germany; Oct 5\u20139, 2015 (234\u201341).","DOI":"10.1007\/978-3-319-24574-4_28"},{"key":"10.1016\/S2589-7500(21)00106-0_bib36","unstructured":"Lin T-Y, Goyal P, Girshick R, He K, Doll\u00e1r P. Focal loss for dense object detection. International Conference on Computer Vision; Venice, Italy; Oct 22\u201329, 2017 (2980\u201388)."},{"key":"10.1016\/S2589-7500(21)00106-0_bib37","unstructured":"Cui Y, Jia M, Lin T-Y, Song Y, Belongie S. Class-balanced loss based on effective number of samples. Conference on Computer Vision and Pattern Recognition; Long Beach, CA, USA; June 16\u201320, 2019 (9268\u201377)."},{"key":"10.1016\/S2589-7500(21)00106-0_bib38","doi-asserted-by":"crossref","DOI":"10.1117\/1.JMI.1.3.031006","article-title":"Generalized Roe and Metz receiver operating characteristic model: analytic link between simulated decision scores and empirical AUC variances and covariances","volume":"1","author":"Gallas","year":"2014","journal-title":"J Med Imaging"},{"key":"10.1016\/S2589-7500(21)00106-0_bib39","doi-asserted-by":"crossref","first-page":"289","DOI":"10.1111\/j.2517-6161.1995.tb02031.x","article-title":"Controlling the false discovery rate: a practical and powerful approach to multiple testing","volume":"57","author":"Benjamini","year":"1995","journal-title":"J R Stat Soc B"},{"key":"10.1016\/S2589-7500(21)00106-0_bib40","doi-asserted-by":"crossref","first-page":"442","DOI":"10.1016\/0005-2795(75)90109-9","article-title":"Comparison of the predicted and observed secondary structure of T4 phage lysozyme","volume":"405","author":"Matthews","year":"1975","journal-title":"Biochim Biophys Acta"},{"key":"10.1016\/S2589-7500(21)00106-0_bib41","doi-asserted-by":"crossref","first-page":"412","DOI":"10.1093\/bioinformatics\/16.5.412","article-title":"Assessing the accuracy of prediction algorithms for classification: an overview","volume":"16","author":"Baldi","year":"2000","journal-title":"Bioinformatics"},{"key":"10.1016\/S2589-7500(21)00106-0_bib42","doi-asserted-by":"crossref","DOI":"10.1016\/j.conctc.2019.100434","article-title":"Statistical considerations for testing an AI algorithm used for prescreening lung CT images","volume":"16","author":"Obuchowski","year":"2019","journal-title":"Contemp Clin Trials Commun"},{"key":"10.1016\/S2589-7500(21)00106-0_bib43","doi-asserted-by":"crossref","first-page":"139","DOI":"10.1016\/j.ejrad.2018.03.014","article-title":"The \u201cperfect\u201d reader study","volume":"103","author":"Gennaro","year":"2018","journal-title":"Eur J Radiol"},{"key":"10.1016\/S2589-7500(21)00106-0_bib44","doi-asserted-by":"crossref","first-page":"827","DOI":"10.1016\/j.crad.2018.05.015","article-title":"Machine learning \u201cred dot\u201d: open-source, cloud, deep convolutional neural networks in chest radiograph binary normality classification","volume":"73","author":"Yates","year":"2018","journal-title":"Clin Radiol"},{"key":"10.1016\/S2589-7500(21)00106-0_bib45","first-page":"172","article-title":"NLP-based identification of pneumonia cases from free-text radiological reports","volume":"2008","author":"Elkin","year":"2008","journal-title":"AMIA Annu Symp Proc"},{"key":"10.1016\/S2589-7500(21)00106-0_bib46","doi-asserted-by":"crossref","first-page":"106","DOI":"10.1016\/j.acra.2019.10.006","article-title":"Exploring large-scale public medical image datasets","volume":"27","author":"Oakden-Rayner","year":"2020","journal-title":"Acad Radiol"},{"key":"10.1016\/S2589-7500(21)00106-0_bib47","doi-asserted-by":"crossref","first-page":"1457","DOI":"10.1016\/j.acra.2015.07.011","article-title":"Satisfaction of search in chest radiography 2015","volume":"22","author":"Berbaum","year":"2015","journal-title":"Acad Radiol"},{"key":"10.1016\/S2589-7500(21)00106-0_bib48","doi-asserted-by":"crossref","unstructured":"Oakden-Rayner L, Dunnmon J, Carneiro G, R\u00e9 C. Hidden stratification causes clinically meaningful failures in machine learning for medical imaging. Conference on Health, Inference, and Learning; Toronto, ON, Canada; April 2\u20134, 2020 (151\u201359).","DOI":"10.1145\/3368555.3384468"},{"key":"10.1016\/S2589-7500(21)00106-0_bib49","doi-asserted-by":"crossref","unstructured":"Shiraishi J, Abe H, Li F, Engelmann R, MacMahon H, Doi K. Computer-aided diagnosis for the detection and classification of lung cancers on chest radiographs: ROC analysis of radiologists' performance. Academic Radiol 13: 995\u20131003.","DOI":"10.1016\/j.acra.2006.04.007"},{"key":"10.1016\/S2589-7500(21)00106-0_bib50","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pone.0116018","article-title":"Multi-reader multi-case studies using the area under the receiver operator characteristic curve as a measure of diagnostic accuracy: systematic review with a focus on quality of data reporting","volume":"9","author":"Dendumrongsup","year":"2014","journal-title":"PLoS One"},{"key":"10.1016\/S2589-7500(21)00106-0_bib51","doi-asserted-by":"crossref","first-page":"1372","DOI":"10.1016\/j.amjsurg.2020.06.073","article-title":"Ethical thinking machines in surgery and the requirement for clinical leadership","volume":"220","author":"Buchlak","year":"2020","journal-title":"Am J Surg"},{"key":"10.1016\/S2589-7500(21)00106-0_bib52","doi-asserted-by":"crossref","first-page":"928","DOI":"10.1089\/neu.2020.7262","article-title":"Predicting the individual treatment effect of neurosurgery for TBI patients in the low resource setting: a machine learning approach in Uganda","volume":"38","author":"Adil","year":"2021","journal-title":"J Neurotrauma"},{"key":"10.1016\/S2589-7500(21)00106-0_bib1","doi-asserted-by":"crossref","first-page":"1741","DOI":"10.1088\/0031-9155\/40\/11\/001","article-title":"The early history of x-ray diagnosis with emphasis on the contributions of physics 1895-1915","volume":"40","author":"Mould","year":"1995","journal-title":"Phys Med Biol"},{"key":"10.1016\/S2589-7500(21)00106-0_bib2","first-page":"25","article-title":"Studies on the accuracy of diagnostic procedures","volume":"82","author":"Garland","year":"1959","journal-title":"Am J Roentgenol Radium Ther Nucl Med"}],"container-title":["The Lancet Digital Health"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S2589750021001060?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S2589750021001060?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,11,11]],"date-time":"2025-11-11T22:49:58Z","timestamp":1762901398000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S2589750021001060"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,8]]},"references-count":52,"journal-issue":{"issue":"8","published-print":{"date-parts":[[2021,8]]}},"alternative-id":["S2589750021001060"],"URL":"https:\/\/doi.org\/10.1016\/s2589-7500(21)00106-0","relation":{},"ISSN":["2589-7500"],"issn-type":[{"value":"2589-7500","type":"print"}],"subject":[],"published":{"date-parts":[[2021,8]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Effect of a comprehensive deep-learning model on the accuracy of chest x-ray interpretation by radiologists: a retrospective, multireader multicase study","name":"articletitle","label":"Article Title"},{"value":"The Lancet Digital Health","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/S2589-7500(21)00106-0","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2021 The Author(s). Published by Elsevier Ltd.","name":"copyright","label":"Copyright"}]}}