{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,29]],"date-time":"2026-08-29T00:27:04Z","timestamp":1787963224174,"version":"build-2784847793"},"reference-count":30,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2023,1,10]],"date-time":"2023-01-10T00:00:00Z","timestamp":1673308800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,10]],"date-time":"2023-01-10T00:00:00Z","timestamp":1673308800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"DongKook Life Science Co"},{"DOI":"10.13039\/100019703","name":"Lunit Inc.","doi-asserted-by":"crossref","id":[{"id":"10.13039\/100019703","id-type":"DOI","asserted-by":"crossref"}]},{"name":"department of radiology of Korea university medical center"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Eur Radiol"],"DOI":"10.1007\/s00330-022-09315-z","type":"journal-article","created":{"date-parts":[[2023,1,9]],"date-time":"2023-01-09T23:28:45Z","timestamp":1673306925000},"page":"3501-3509","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":33,"title":["Multicentre external validation of a commercial artificial intelligence software to analyse chest radiographs in health screening environments with low disease prevalence"],"prefix":"10.1007","volume":"33","author":[{"given":"Cherry","family":"Kim","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zepa","family":"Yang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Seong Ho","family":"Park","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sung Ho","family":"Hwang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yu-Whan","family":"Oh","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Eun-Young","family":"Kang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0247-8932","authenticated-orcid":false,"given":"Hwan Seok","family":"Yong","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,1,10]]},"reference":[{"key":"9315_CR1","doi-asserted-by":"crossref","unstructured":"Voter A, Larson M, Garrett J, Yu J-P (2021) Diagnostic accuracy and failure mode analysis of a deep learning algorithm for the detection of cervical spine fractures. AJNR Am J Neuroradiol 42:1550\u20131556","DOI":"10.3174\/ajnr.A7179"},{"key":"9315_CR2","doi-asserted-by":"publisher","first-page":"e191095","DOI":"10.1001\/jamanetworkopen.2019.1095","volume":"2","author":"EJ Hwang","year":"2019","unstructured":"Hwang EJ, Park S, Jin KN et al (2019) Development and validation of a deep learning-based automated detection algorithm for major thoracic diseases on chest radiographs. JAMA Netw Open 2:e191095","journal-title":"JAMA Netw Open"},{"key":"9315_CR3","doi-asserted-by":"publisher","first-page":"2211","DOI":"10.1001\/jama.2017.18152","volume":"318","author":"DSW Ting","year":"2017","unstructured":"Ting DSW, Cheung CY-L, Lim G et al (2017) Development and validation of a deep learning system for diabetic retinopathy and related eye diseases using retinal images from multiethnic populations with diabetes. JAMA 318:2211\u20132223","journal-title":"JAMA"},{"key":"9315_CR4","doi-asserted-by":"publisher","first-page":"e489","DOI":"10.1016\/S2589-7500(20)30186-2","volume":"2","author":"J Futoma","year":"2020","unstructured":"Futoma J, Simons M, Panch T, Doshi-Velez F, Celi LA (2020) The myth of generalisability in clinical research and machine learning in health care. Lancet Digital Health 2:e489\u2013e492","journal-title":"Lancet Digital Health"},{"key":"9315_CR5","doi-asserted-by":"publisher","first-page":"442","DOI":"10.3348\/kjr.2021.0048","volume":"22","author":"SH Park","year":"2021","unstructured":"Park SH, Choi J, Byeon J-S (2021) Key principles of clinical validation, device approval, and insurance coverage decisions of artificial intelligence. Korean J Radiol 22:442","journal-title":"Korean J Radiol"},{"key":"9315_CR6","doi-asserted-by":"publisher","first-page":"218","DOI":"10.1148\/radiol.2018180237","volume":"290","author":"JG Nam","year":"2019","unstructured":"Nam JG, Park S, Hwang EJ et al (2019) Development and validation of deep learning-based automatic detection algorithm for malignant pulmonary nodules on chest radiographs. Radiology 290:218\u2013228","journal-title":"Radiology"},{"key":"9315_CR7","doi-asserted-by":"publisher","first-page":"e25663","DOI":"10.1097\/MD.0000000000025663","volume":"100","author":"SY Choi","year":"2021","unstructured":"Choi SY, Park S, Kim M, Park J, Choi YR, Jin KN (2021) Evaluation of a deep learning-based computer-aided detection algorithm on chest radiographs: case-control study. Medicine (Baltimore) 100:e25663","journal-title":"Medicine (Baltimore)"},{"key":"9315_CR8","doi-asserted-by":"publisher","first-page":"e2017135","DOI":"10.1001\/jamanetworkopen.2020.17135","volume":"3","author":"H Yoo","year":"2020","unstructured":"Yoo H, Kim KH, Singh R, Digumarthy SR, Kalra MK (2020) Validation of a deep learning algorithm for the detection of malignant pulmonary nodules in chest radiographs. JAMA Netw Open 3:e2017135","journal-title":"JAMA Netw Open"},{"key":"9315_CR9","doi-asserted-by":"crossref","unstructured":"Kim JH, Kim JY, Kim GH et al (2020) Clinical validation of a deep learning algorithm for detection of pneumonia on chest radiographs in emergency department patients with acute febrile respiratory illness. J Clin Med 9(6):1981","DOI":"10.3390\/jcm9061981"},{"key":"9315_CR10","doi-asserted-by":"publisher","first-page":"e190222","DOI":"10.1148\/ryct.2020190222","volume":"2","author":"JG Nam","year":"2020","unstructured":"Nam JG, Hwang EJ, Kim DS et al (2020) Undetected lung cancer at posteroanterior chest radiography: potential role of a deep learning-based detection algorithm. Radiol Cardiothorac Imaging 2:e190222","journal-title":"Radiol Cardiothorac Imaging"},{"key":"9315_CR11","doi-asserted-by":"publisher","first-page":"739","DOI":"10.1093\/cid\/ciy967","volume":"69","author":"EJ Hwang","year":"2019","unstructured":"Hwang EJ, Park S, Jin KN et al (2019) Development and validation of a deep learning-based automatic detection algorithm for active pulmonary tuberculosis on chest radiographs. Clin Infect Dis 69:739\u2013747","journal-title":"Clin Infect Dis"},{"key":"9315_CR12","doi-asserted-by":"publisher","first-page":"1069","DOI":"10.1007\/s00330-020-07219-4","volume":"31","author":"JH Lee","year":"2021","unstructured":"Lee JH, Park S, Hwang EJ et al (2021) Deep learning-based automated detection algorithm for active pulmonary tuberculosis on chest radiographs: diagnostic performance in systematic screening of asymptomatic individuals. Eur Radiol 31:1069\u20131080","journal-title":"Eur Radiol"},{"key":"9315_CR13","doi-asserted-by":"publisher","first-page":"e0242759","DOI":"10.1371\/journal.pone.0242759","volume":"15","author":"SB Jang","year":"2020","unstructured":"Jang SB, Lee SH, Lee DE et al (2020) Deep-learning algorithms for the interpretation of chest radiographs to aid in the triage of COVID-19 patients: a multicenter retrospective study. PLoS One 15:e0242759","journal-title":"PLoS One"},{"key":"9315_CR14","doi-asserted-by":"crossref","unstructured":"Hwang EJ, Lee JS, Lee JH et al (2021) Deep learning for detection of pulmonary metastasis on chest radiographs. Radiology 301:455\u2013463","DOI":"10.1148\/radiol.2021210578"},{"key":"9315_CR15","doi-asserted-by":"publisher","first-page":"311","DOI":"10.1186\/s12911-021-01679-4","volume":"21","author":"JH Kim","year":"2021","unstructured":"Kim JH, Han SG, Cho A, Shin HJ, Baek SE (2021) Effect of deep learning-based assistive technology use on chest radiograph interpretation by emergency department physicians: a prospective interventional simulation-based study. BMC Med Inform Decis Mak 21:311","journal-title":"BMC Med Inform Decis Mak"},{"key":"9315_CR16","doi-asserted-by":"publisher","first-page":"687","DOI":"10.1148\/radiol.2020201240","volume":"297","author":"JH Lee","year":"2020","unstructured":"Lee JH, Sun HY, Park S et al (2020) Performance of a deep learning algorithm compared with radiologic interpretation for lung cancer detection on chest radiographs in a health screening population. Radiology 297:687\u2013696","journal-title":"Radiology"},{"key":"9315_CR17","doi-asserted-by":"crossref","unstructured":"Hwang EJ, Hong JH, Lee KH et al (2020) Deep learning algorithm for surveillance of pneumothorax after lung biopsy: a multicenter diagnostic cohort study. Eur Radiol 30:3660\u20133671","DOI":"10.1007\/s00330-020-06771-3"},{"key":"9315_CR18","doi-asserted-by":"publisher","first-page":"573","DOI":"10.1148\/radiol.2019191225","volume":"293","author":"EJ Hwang","year":"2019","unstructured":"Hwang EJ, Nam JG, Lim WH et al (2019) Deep learning for chest radiograph diagnosis in the emergency department. Radiology 293:573\u2013580","journal-title":"Radiology"},{"key":"9315_CR19","doi-asserted-by":"publisher","first-page":"15000","DOI":"10.1038\/s41598-019-51503-3","volume":"9","author":"ZZ Qin","year":"2019","unstructured":"Qin ZZ, Sander MS, Rai B et al (2019) Using artificial intelligence to read chest radiographs for tuberculosis detection: a multi-site evaluation of the diagnostic accuracy of three deep learning systems. Sci Rep 9:15000","journal-title":"Sci Rep"},{"key":"9315_CR20","doi-asserted-by":"crossref","unstructured":"Freeman K, Geppert J, Stinton C et al (2021) Use of artificial intelligence for image analysis in breast cancer screening programmes: systematic review of test accuracy. BMJ 374:n1872","DOI":"10.1136\/bmj.n1872"},{"key":"9315_CR21","doi-asserted-by":"publisher","first-page":"e496","DOI":"10.1016\/S2589-7500(21)00106-0","volume":"3","author":"JCY Seah","year":"2021","unstructured":"Seah JCY, Tang CHM, Buchlak QD et al (2021) Effect of a comprehensive deep-learning model on the accuracy of chest x-ray interpretation by radiologists: a retrospective, multireader multicase study. Lancet Digit Health 3:e496\u2013e506","journal-title":"Lancet Digit Health"},{"key":"9315_CR22","doi-asserted-by":"publisher","first-page":"1359","DOI":"10.1007\/s00330-019-06532-x","volume":"30","author":"S Park","year":"2020","unstructured":"Park S, Lee SM, Lee KH et al (2020) Deep learning-based detection system for multiclass lesions on chest radiographs: comparison with observer readings. Eur Radiol 30:1359\u20131368","journal-title":"Eur Radiol"},{"key":"9315_CR23","doi-asserted-by":"publisher","first-page":"e340","DOI":"10.1016\/S2589-7500(21)00056-X","volume":"3","author":"MW Sjoding","year":"2021","unstructured":"Sjoding MW, Taylor D, Motyka J et al (2021) Deep learning to detect acute respiratory distress syndrome on chest radiographs: a retrospective study with external validation. Lancet Digit Health 3:e340\u2013e348","journal-title":"Lancet Digit Health"},{"key":"9315_CR24","doi-asserted-by":"publisher","first-page":"272","DOI":"10.1148\/radiol.2018182294","volume":"290","author":"SH Park","year":"2019","unstructured":"Park SH (2019) Diagnostic case-control versus diagnostic cohort studies for clinical validation of artificial intelligence algorithm performance. Radiology 290:272\u2013273","journal-title":"Radiology"},{"key":"9315_CR25","doi-asserted-by":"crossref","unstructured":"Kim EY, Kim YJ, Choi WJ et al (2021) Performance of a deep-learning algorithm for referable thoracic abnormalities on chest radiographs: a multicenter study of a health screening cohort. PLoS One 16:e0246472","DOI":"10.1371\/journal.pone.0246472"},{"key":"9315_CR26","doi-asserted-by":"crossref","unstructured":"Nam JG, Kim M, Park J et al (2021) Development and validation of a deep learning algorithm detecting 10 common abnormalities on chest radiographs. Eur Respir J 57:2003061","DOI":"10.1183\/13993003.03061-2020"},{"key":"9315_CR27","doi-asserted-by":"crossref","unstructured":"Tam M, Dyer T, Dissez G et al (2021) Augmenting lung cancer diagnosis on chest radiographs: positioning artificial intelligence to improve radiologist performance. Clin Radiol 76:607\u2013614","DOI":"10.1016\/j.crad.2021.03.021"},{"key":"9315_CR28","doi-asserted-by":"publisher","first-page":"1743","DOI":"10.3348\/kjr.2021.0544","volume":"22","author":"EJ Hwang","year":"2021","unstructured":"Hwang EJ, Goo JM, Yoon SH et al (2021) Use of artificial intelligence-based software as medical devices for chest radiography: a position paper from the Korean Society of Thoracic Radiology. Korean J Radiol 22:1743\u20131748","journal-title":"Korean J Radiol"},{"key":"9315_CR29","doi-asserted-by":"publisher","first-page":"20210435","DOI":"10.1259\/bjr.20210435","volume":"94","author":"GE Duggan","year":"2021","unstructured":"Duggan GE, Reicher JJ, Liu Y, Tse D, Shetty S (2021) Improving reference standards for validation of AI-based radiography. Br J Radiol 94:20210435","journal-title":"Br J Radiol"},{"key":"9315_CR30","doi-asserted-by":"publisher","first-page":"450","DOI":"10.1148\/radiol.2021202818","volume":"299","author":"J Sung","year":"2021","unstructured":"Sung J, Park S, Lee SM et al (2021) Added value of deep learning-based detection system for multiple major findings on chest radiographs: a randomized crossover study. Radiology 299:450\u2013459","journal-title":"Radiology"}],"container-title":["European Radiology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00330-022-09315-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00330-022-09315-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00330-022-09315-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,4,21]],"date-time":"2023-04-21T08:07:38Z","timestamp":1682064458000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00330-022-09315-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,1,10]]},"references-count":30,"journal-issue":{"issue":"5","published-online":{"date-parts":[[2023,5]]}},"alternative-id":["9315"],"URL":"https:\/\/doi.org\/10.1007\/s00330-022-09315-z","relation":{},"ISSN":["1432-1084"],"issn-type":[{"value":"1432-1084","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,1,10]]},"assertion":[{"value":"28 March 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 October 2022","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 November 2022","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 January 2023","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The scientific guarantor of this publication is Hwan Seok Yong.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Guarantor"}},{"value":"The authors of this manuscript declare no relationships with any companies whose products or services may be related to the subject matter of the article.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"Eunjin Noh kindly provided statistical advice for this manuscript.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Statistics and biometry"}},{"value":"Written informed consent was waived by the Institutional Review Board.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Informed consent"}},{"value":"Institutional Review Board approval was obtained.","order":6,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}},{"value":"\u2022 retrospective\u2022 observational\u2022 multicentre study","order":7,"name":"Ethics","group":{"name":"EthicsHeading","label":"Methodology"}}]}}