{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T21:05:07Z","timestamp":1790888707644,"version":"4.1.0"},"reference-count":22,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2019,11,20]],"date-time":"2019-11-20T00:00:00Z","timestamp":1574208000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2019,11,20]],"date-time":"2019-11-20T00:00:00Z","timestamp":1574208000000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100003052","name":"Ministry of Trade Industry and Energy","doi-asserted-by":"crossref","award":["10072064"],"award-info":[{"award-number":["10072064"]}],"id":[{"id":"10.13039\/501100003052","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Eur Radiol"],"published-print":{"date-parts":[[2020,3]]},"DOI":"10.1007\/s00330-019-06532-x","type":"journal-article","created":{"date-parts":[[2019,11,20]],"date-time":"2019-11-20T16:03:11Z","timestamp":1574265791000},"page":"1359-1368","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":70,"title":["Deep learning-based detection system for multiclass lesions on chest radiographs: comparison with observer readings"],"prefix":"10.1007","volume":"30","author":[{"given":"Sohee","family":"Park","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7627-2000","authenticated-orcid":false,"given":"Sang Min","family":"Lee","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kyung Hee","family":"Lee","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kyu-Hwan","family":"Jung","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Woong","family":"Bae","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jooae","family":"Choe","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Joon Beom","family":"Seo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2019,11,20]]},"reference":[{"key":"6532_CR1","doi-asserted-by":"publisher","first-page":"629","DOI":"10.1148\/radiol.09091308","volume":"255","author":"B de Hoop","year":"2010","unstructured":"de Hoop B, Schaefer-Prokop C, Gietema HA et al (2010) Screening for lung cancer with digital chest radiography: sensitivity and number of secondary work-up CT examinations. Radiology 255:629\u2013637","journal-title":"Radiology"},{"key":"6532_CR2","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1148\/radiology.139.1.7208937","volume":"139","author":"HL Kundel","year":"1981","unstructured":"Kundel HL (1981) Predictive value and threshold detectability of lung tumors. Radiology 139:25\u201329","journal-title":"Radiology"},{"issue":"2","key":"6532_CR3","doi-asserted-by":"publisher","first-page":"111","DOI":"10.1016\/S0720-048X(01)00301-1","volume":"39","author":"Lorentz G.B.A Quekel","year":"2001","unstructured":"Quekel LG, Kessels AG, Goei R, van Engelshoven JMA (2001) Detection of lung cancer on the chest radiograph: a study on observer performance. Eur J Radiol 39:111\u2013116","journal-title":"European Journal of Radiology"},{"key":"6532_CR4","doi-asserted-by":"publisher","first-page":"1602","DOI":"10.1038\/sj.bjc.6604351","volume":"98","author":"Y Toyoda","year":"2008","unstructured":"Toyoda Y, Nakayama T, Kusunoki Y, Iso H, Suzuki T (2008) Sensitivity and specificity of lung cancer screening using chest low-dose computed tomography. Br J Cancer 98:1602\u20131607","journal-title":"Br J Cancer"},{"key":"6532_CR5","doi-asserted-by":"publisher","first-page":"684","DOI":"10.1148\/radiol.2372041555","volume":"237","author":"F Li","year":"2005","unstructured":"Li F, Arimura H, Suzuki K et al (2005) Computer-aided detection of peripheral lung cancers missed at CT: ROC analyses without and with localization. Radiology 237:684\u2013690","journal-title":"Radiology"},{"key":"6532_CR6","doi-asserted-by":"publisher","first-page":"2453","DOI":"10.1002\/1097-0142(20001201)89:11+<2453::AID-CNCR21>3.0.CO;2-M","volume":"89","author":"G Gavelli","year":"2000","unstructured":"Gavelli G, Giampalma E (2000) Sensitivity and specificity of chest X-ray screening for lung cancer: review article. Cancer 89:2453\u20132456","journal-title":"Cancer"},{"key":"6532_CR7","doi-asserted-by":"publisher","first-page":"343","DOI":"10.1097\/RLI.0b013e318168f705","volume":"43","author":"TA Bley","year":"2008","unstructured":"Bley TA, Baumann T, Saueressig U et al (2008) Comparison of radiologist and CAD performance in the detection of CT-confirmed subtle pulmonary nodules on digital chest radiographs. Invest Radiol 43:343\u2013348","journal-title":"Invest Radiol"},{"issue":"1","key":"6532_CR8","doi-asserted-by":"publisher","first-page":"260","DOI":"10.2214\/AJR.07.3091","volume":"191","author":"Satoshi Kasai","year":"2008","unstructured":"Kasai S, Li F, Shiraishi J, Doi K (2008) Usefulness of computer-aided diagnosis schemes for vertebral fractures and lung nodules on chest radiographs. AJR Am J Roentgenol 191:260\u2013265","journal-title":"American Journal of Roentgenology"},{"issue":"5","key":"6532_CR9","doi-asserted-by":"publisher","first-page":"W535","DOI":"10.2214\/AJR.10.4816","volume":"196","author":"Feng Li","year":"2011","unstructured":"Li F, Hara T, Shiraishi J, Engelmann R, MacMahon H, Doi K (2011) Improved detection of subtle lung nodules by use of chest radiographs with bone suppression imaging: receiver operating characteristic analysis with and without localization. AJR Am J Roentgenol 196:W535\u2013W541","journal-title":"American Journal of Roentgenology"},{"key":"6532_CR10","doi-asserted-by":"publisher","first-page":"218","DOI":"10.1148\/radiol.2018180237","volume":"290","author":"JG Nam","year":"2019","unstructured":"Nam JG, Park S, Hwang EJ et al (2019) Development and validation of deep learning-based automatic detection algorithm for malignant pulmonary nodules on chest radiographs. Radiology 290:218\u2013228","journal-title":"Radiology"},{"key":"6532_CR11","doi-asserted-by":"publisher","first-page":"281","DOI":"10.1097\/RLI.0000000000000341","volume":"52","author":"M Cicero","year":"2017","unstructured":"Cicero M, Bilbily A, Colak E et al (2017) Training and validating a deep convolutional neural network for computer-aided detection and classification of abnormalities on frontal chest radiographs. Invest Radiol 52:281\u2013287","journal-title":"Invest Radiol"},{"key":"6532_CR12","doi-asserted-by":"publisher","first-page":"537","DOI":"10.1148\/radiol.2018181422","volume":"290","author":"JA Dunnmon","year":"2019","unstructured":"Dunnmon JA, Yi D, Langlotz CP, Re C, Rubin DL, Lungren MP (2019) Assessment of convolutional neural networks for automated classification of chest radiographs. Radiology 290:537\u2013544","journal-title":"Radiology"},{"key":"6532_CR13","doi-asserted-by":"publisher","unstructured":"Annarumma M, Withey SJ, Bakewell RJ, Pesce E, Goh V, Montana G (2019) Automated triaging of adult chest radiographs with deep artificial neural networks. Radiology. https:\/\/doi.org\/10.1148\/radiol.2018180921:180921","DOI":"10.1148\/radiol.2018180921:180921"},{"key":"6532_CR14","doi-asserted-by":"publisher","first-page":"e191095","DOI":"10.1001\/jamanetworkopen.2019.1095","volume":"2","author":"EJ Hwang","year":"2019","unstructured":"Hwang EJ, Park S, Jin KN et al (2019) Development and validation of a deep learning-based automated detection algorithm for major thoracic diseases on chest radiographs. JAMA Netw Open 2:e191095","journal-title":"JAMA Netw Open"},{"issue":"10","key":"6532_CR15","doi-asserted-by":"publisher","first-page":"5341","DOI":"10.1007\/s00330-019-06130-x","volume":"29","author":"Sohee Park","year":"2019","unstructured":"Park S, Lee SM, Kim N et al (2019) Application of deep learning-based computer-aided detection system: detecting pneumothorax on chest radiograph after biopsy. Eur Radiol. https:\/\/doi.org\/10.1007\/s00330-019-06130-x","journal-title":"European Radiology"},{"key":"6532_CR16","doi-asserted-by":"publisher","first-page":"1187","DOI":"10.1016\/j.acra.2006.06.016","volume":"13","author":"DP Chakraborty","year":"2006","unstructured":"Chakraborty DP (2006) Analysis of location specific observer performance data: validated extensions of the jackknife free-response (JAFROC) method. Acad Radiol 13:1187\u20131193","journal-title":"Acad Radiol"},{"key":"6532_CR17","doi-asserted-by":"publisher","first-page":"343","DOI":"10.1016\/S0895-4356(00)00314-0","volume":"54","author":"R Bender","year":"2001","unstructured":"Bender R, Lange S (2001) Adjusting for multiple testing\u2014when and how? J Clin Epidemiol 54:343\u2013349","journal-title":"J Clin Epidemiol"},{"key":"6532_CR18","doi-asserted-by":"publisher","first-page":"252","DOI":"10.1148\/radiol.14131315","volume":"272","author":"S Schalekamp","year":"2014","unstructured":"Schalekamp S, van Ginneken B, Koedam E et al (2014) Computer-aided detection improves detection of pulmonary nodules in chest radiographs beyond the support by bone-suppressed images. Radiology 272:252\u2013261","journal-title":"Radiology"},{"key":"6532_CR19","doi-asserted-by":"publisher","first-page":"651","DOI":"10.1007\/s10278-012-9565-4","volume":"26","author":"RD Novak","year":"2013","unstructured":"Novak RD, Novak NJ, Gilkeson R, Mansoori B, Aandal GE (2013) A comparison of computer-aided detection (CAD) effectiveness in pulmonary nodule identification using different methods of bone suppression in chest radiographs. J Digit Imaging 26:651\u2013656","journal-title":"J Digit Imaging"},{"key":"6532_CR20","doi-asserted-by":"publisher","first-page":"8","DOI":"10.4103\/jcis.JCIS_75_16","volume":"7","author":"N Dellios","year":"2017","unstructured":"Dellios N, Teichgraeber U, Chelaru R, Malich A, Papageorgiou IE (2017) Computer-aided detection fidelity of pulmonary nodules in chest radiograph. J Clin Imaging Sci 7:8\u20138","journal-title":"J Clin Imaging Sci"},{"key":"6532_CR21","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1055\/s-0033-1363447","volume":"35","author":"S Schalekamp","year":"2014","unstructured":"Schalekamp S, van Ginneken B, Karssemeijer N, Schaefer-Prokop CM (2014) Chest radiography: new technological developments and their applications. Semin Respir Crit Care Med 35:3\u201316","journal-title":"Semin Respir Crit Care Med"},{"key":"6532_CR22","doi-asserted-by":"publisher","first-page":"800","DOI":"10.1148\/radiol.2017171920","volume":"286","author":"SH Park","year":"2018","unstructured":"Park SH, Han K (2018) Methodologic guide for evaluating clinical performance and effect of artificial intelligence technology for medical diagnosis and prediction. Radiology 286:800\u2013809","journal-title":"Radiology"}],"container-title":["European Radiology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00330-019-06532-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s00330-019-06532-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00330-019-06532-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,11,19]],"date-time":"2020-11-19T00:25:42Z","timestamp":1605745542000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s00330-019-06532-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,11,20]]},"references-count":22,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2020,3]]}},"alternative-id":["6532"],"URL":"https:\/\/doi.org\/10.1007\/s00330-019-06532-x","relation":{},"ISSN":["0938-7994","1432-1084"],"issn-type":[{"value":"0938-7994","type":"print"},{"value":"1432-1084","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,11,20]]},"assertion":[{"value":"3 April 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 September 2019","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 October 2019","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 November 2019","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with ethical standards"}},{"value":"The scientific guarantor of this publication is Sang Min Lee.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Guarantor"}},{"value":"The authors declare that they have no conflict of interest.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"The statistician of our institution (Seon Ok Kim) kindly provided statistical advice for this manuscript.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Statistics and biometry"}},{"value":"Written informed consent was waived by the institutional review board.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Informed consent"}},{"value":"Institutional review board approval was obtained.","order":6,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}},{"value":"\u2022 retrospective\u2022 diagnostic or prognostic study\u2022 multicenter study","order":7,"name":"Ethics","group":{"name":"EthicsHeading","label":"Methodology"}}]}}