{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,8]],"date-time":"2026-10-08T19:44:17Z","timestamp":1791488657920,"version":"4.3.4"},"reference-count":27,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2020,7,8]],"date-time":"2020-07-08T00:00:00Z","timestamp":1594166400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,7,8]],"date-time":"2020-07-08T00:00:00Z","timestamp":1594166400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/100005625","name":"RSNA Research and Education Foundation","doi-asserted-by":"crossref","award":["RMS1816"],"award-info":[{"award-number":["RMS1816"]}],"id":[{"id":"10.13039\/100005625","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Emerg Radiol"],"published-print":{"date-parts":[[2020,8]]},"DOI":"10.1007\/s10140-020-01767-4","type":"journal-article","created":{"date-parts":[[2020,7,8]],"date-time":"2020-07-08T12:03:44Z","timestamp":1594209824000},"page":"367-375","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":39,"title":["Can AI outperform a junior resident? Comparison of deep neural network to first-year radiology residents for identification of pneumothorax"],"prefix":"10.1007","volume":"27","author":[{"given":"Paul H.","family":"Yi","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tae Kyung","family":"Kim","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alice C.","family":"Yu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bradford","family":"Bennett","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"John","family":"Eng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Cheng Ting","family":"Lin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2020,7,8]]},"reference":[{"key":"1767_CR1","doi-asserted-by":"publisher","first-page":"1031","DOI":"10.2214\/AJR.15.14837","volume":"206","author":"CM Gaskin","year":"2016","unstructured":"Gaskin CM, Patrie JT, Hanshew MD, Boatman DM, McWey R (2016) Impact of a reading priority scoring system on the prioritization of examination interpretations. Am J Roentgenol 206:1031\u20131039. https:\/\/doi.org\/10.2214\/AJR.15.14837","journal-title":"Am J Roentgenol"},{"key":"1767_CR2","doi-asserted-by":"publisher","first-page":"923","DOI":"10.1148\/radiol.2017162664","volume":"285","author":"LM Prevedello","year":"2017","unstructured":"Prevedello LM, Erdal BS, Ryu JL, Little KJ, Demirer M, Qian S, White RD (2017) Automated critical test findings identification and online notification system using artificial intelligence in imaging. Radiology 285:923\u2013931. https:\/\/doi.org\/10.1148\/radiol.2017162664","journal-title":"Radiology"},{"key":"1767_CR3","doi-asserted-by":"publisher","unstructured":"Chang PD, Kuoy E, Grinband J et al (2018) Hybrid 3D\/2D convolutional neural network for hemorrhage evaluation on head CT. AJNR Am J Neuroradiol. https:\/\/doi.org\/10.3174\/ajnr.A5742","DOI":"10.3174\/ajnr.A5742"},{"key":"1767_CR4","doi-asserted-by":"publisher","first-page":"581","DOI":"10.1080\/17453674.2017.1344459","volume":"88","author":"J Olczak","year":"2017","unstructured":"Olczak J, Fahlberg N, Maki A, Razavian AS, Jilert A, Stark A, Sk\u00f6ldenberg O, Gordon M (2017) Artificial intelligence for analyzing orthopedic trauma radiographs. Acta Orthop 88:581\u2013586. https:\/\/doi.org\/10.1080\/17453674.2017.1344459","journal-title":"Acta Orthop"},{"key":"1767_CR5","doi-asserted-by":"publisher","first-page":"468","DOI":"10.1080\/17453674.2018.1453714","volume":"89","author":"SW Chung","year":"2018","unstructured":"Chung SW, Han SS, Lee JW, Oh KS, Kim NR, Yoon JP, Kim JY, Moon SH, Kwon J, Lee HJ, Noh YM, Kim Y (2018) Automated detection and classification of the proximal humerus fracture by using deep learning algorithm. Acta Orthop 89:468\u2013473. https:\/\/doi.org\/10.1080\/17453674.2018.1453714","journal-title":"Acta Orthop"},{"key":"1767_CR6","doi-asserted-by":"publisher","first-page":"239","DOI":"10.1007\/s00256-018-3016-3","volume":"48","author":"T Urakawa","year":"2018","unstructured":"Urakawa T, Tanaka Y, Goto S, Matsuzawa H, Watanabe K, Endo N (2018) Detecting intertrochanteric hip fractures with orthopedist-level accuracy using a deep convolutional neural network. Skelet Radiol 48:239\u2013244. https:\/\/doi.org\/10.1007\/s00256-018-3016-3","journal-title":"Skelet Radiol"},{"key":"1767_CR7","doi-asserted-by":"publisher","first-page":"2132","DOI":"10.3174\/ajnr.A2678","volume":"32","author":"K Lian","year":"2011","unstructured":"Lian K, Bharatha A, Aviv RI, Symons SP (2011) Interpretation errors in CT angiography of the head and neck and the benefit of double reading. Am J Neuroradiol 32:2132\u20132135. https:\/\/doi.org\/10.3174\/ajnr.A2678","journal-title":"Am J Neuroradiol"},{"key":"1767_CR8","doi-asserted-by":"publisher","first-page":"527","DOI":"10.2214\/AJR.08.2169","volume":"193","author":"RE Meyer","year":"2009","unstructured":"Meyer RE, Nickerson JP, Burbank HN, Alsofrom GF, Linnell GJ, Filippi CG (2009) Discrepancy rates of on-call radiology residents\u2019 interpretations of CT angiography studies of the neck and circle of Willis. Am J Roentgenol 193:527\u2013532. https:\/\/doi.org\/10.2214\/AJR.08.2169","journal-title":"Am J Roentgenol"},{"key":"1767_CR9","doi-asserted-by":"publisher","first-page":"1233","DOI":"10.1016\/j.jacr.2016.04.020","volume":"13","author":"V Mellnick","year":"2016","unstructured":"Mellnick V, Raptis C, McWilliams S, Picus D, Wahl R (2016) On-call radiology resident discrepancies: categorization by patient location and severity. J Am Coll Radiol 13:1233\u20131238. https:\/\/doi.org\/10.1016\/j.jacr.2016.04.020","journal-title":"J Am Coll Radiol"},{"key":"1767_CR10","doi-asserted-by":"publisher","first-page":"305","DOI":"10.1016\/j.acra.2012.09.028","volume":"20","author":"AT Ruutiainen","year":"2013","unstructured":"Ruutiainen AT, Durand DJ, Scanlon MH, Itri JN (2013) Increased error rates in preliminary reports issued by radiology residents working more than 10 consecutive hours overnight. Acad Radiol 20:305\u2013311. https:\/\/doi.org\/10.1016\/j.acra.2012.09.028","journal-title":"Acad Radiol"},{"key":"1767_CR11","doi-asserted-by":"publisher","first-page":"e1002697","DOI":"10.1371\/journal.pmed.1002697","volume":"15","author":"AG Taylor","year":"2018","unstructured":"Taylor AG, Mielke C, Mongan J (2018) Automated detection of moderate and large pneumothorax on frontal chest X-rays using deep convolutional neural networks: a retrospective study. PLoS Med 15:e1002697. https:\/\/doi.org\/10.1371\/journal.pmed.1002697","journal-title":"PLoS Med"},{"key":"1767_CR12","doi-asserted-by":"publisher","first-page":"e1002686","DOI":"10.1371\/journal.pmed.1002686","volume":"15","author":"P Rajpurkar","year":"2018","unstructured":"Rajpurkar P, Irvin J, Ball RL, Zhu K, Yang B, Mehta H, Duan T, Ding D, Bagul A, Langlotz CP, Patel BN, Yeom KW, Shpanskaya K, Blankenberg FG, Seekins J, Amrhein TJ, Mong DA, Halabi SS, Zucker EJ, Ng AY, Lungren MP (2018) Deep learning for chest radiograph diagnosis: a retrospective comparison of the CheXNeXt algorithm to practicing radiologists. PLoS Med 15:e1002686. https:\/\/doi.org\/10.1371\/journal.pmed.1002686","journal-title":"PLoS Med"},{"key":"1767_CR13","doi-asserted-by":"crossref","unstructured":"Wang X, Peng Y, Lu L, et al (2017) ChestX-ray8: hospital-scale chest X-ray database and benchmarks on weakly-supervised classification and localization of common thorax diseases","DOI":"10.1109\/CVPR.2017.369"},{"key":"1767_CR14","doi-asserted-by":"crossref","unstructured":"Oakden-Rayner L, Dunnmon J, Carneiro G, R\u00e9 C (2019) Hidden stratification causes clinically meaningful failures in machine learning for medical imaging","DOI":"10.1145\/3368555.3384468"},{"key":"1767_CR15","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J (2015) Deep residual learning for image recognition. arXiv","DOI":"10.1109\/CVPR.2016.90"},{"key":"1767_CR16","unstructured":"Russakovsky O, Deng J, Su H, et al (2014) ImageNet large scale visual recognition challenge. arXiv"},{"key":"1767_CR17","doi-asserted-by":"publisher","unstructured":"Zhou B, Khosla A, Lapedriza A, et al (2015) Learning deep features for discriminative localization. arXiv. https:\/\/doi.org\/10.1109\/CVPR.2016.319","DOI":"10.1109\/CVPR.2016.319"},{"key":"1767_CR18","doi-asserted-by":"publisher","first-page":"213","DOI":"10.32614\/RJ-2016-042","volume":"8","author":"D Goksuluk","year":"2016","unstructured":"Goksuluk D, Korkmaz S, Zararsiz G, Karaagaoglu AE (2016) easyROC: an interactive Web-tool for ROC curve analysis using R Language Environment. R J 8:213. https:\/\/doi.org\/10.32614\/RJ-2016-042","journal-title":"R J"},{"key":"1767_CR19","doi-asserted-by":"publisher","first-page":"837","DOI":"10.2307\/2531595","volume":"44","author":"ER DeLong","year":"1988","unstructured":"DeLong ER, DeLong DM, Clarke-Pearson DL (1988) Comparing the areas under two or more correlated receiver operating characteristic curves: a nonparametric approach. Biometrics 44:837\u2013845","journal-title":"Biometrics"},{"key":"1767_CR20","doi-asserted-by":"publisher","first-page":"342","DOI":"10.2214\/AJR.18.20362","volume":"212","author":"PM Cheng","year":"2019","unstructured":"Cheng PM, Tran KN, Whang G, Tejura TK (2019) Refining convolutional neural network detection of small-bowel obstruction in conventional radiography. Am J Roentgenol 212:342\u2013350. https:\/\/doi.org\/10.2214\/AJR.18.20362","journal-title":"Am J Roentgenol"},{"key":"1767_CR21","unstructured":"Kim TK, Yi PH, Hager GD, Lin CT (2009) Refining dataset curation methods for deep learning-based automated tuberculosis screening. J Thorac Dis 3"},{"key":"1767_CR22","unstructured":"SIIM-ACR Pneumothorax Segmentation | Kaggle. https:\/\/www.kaggle.com\/c\/siim-acr-pneumothorax-segmentation\/overview. Accessed 29 Oct 2019"},{"key":"1767_CR23","doi-asserted-by":"publisher","first-page":"5341","DOI":"10.1007\/s00330-019-06130-x","volume":"29","author":"S Park","year":"2019","unstructured":"Park S, Lee SM, Kim N, Choe J, Cho Y, Do KH, Seo JB (2019) Application of deep learning\u2013based computer-aided detection system: detecting pneumothorax on chest radiograph after biopsy. Eur Radiol 29:5341\u20135348. https:\/\/doi.org\/10.1007\/s00330-019-06130-x","journal-title":"Eur Radiol"},{"key":"1767_CR24","doi-asserted-by":"publisher","first-page":"252","DOI":"10.1148\/radiol.2016150409","volume":"280","author":"BS Kelly","year":"2016","unstructured":"Kelly BS, Rainford LA, Darcy SP, Kavanagh EC, Toomey RJ (2016) The development of expertise in radiology: in chest radiograph interpretation, \u201cexpert\u201d search pattern may predate \u201cexpert\u201d levels of diagnostic accuracy for pneumothorax identification. Radiology 280:252\u2013260. https:\/\/doi.org\/10.1148\/radiol.2016150409","journal-title":"Radiology"},{"key":"1767_CR25","doi-asserted-by":"publisher","first-page":"1554","DOI":"10.1016\/j.jvir.2016.05.031","volume":"27","author":"AM Prabhakar","year":"2016","unstructured":"Prabhakar AM, Misono AS, Hemingway J et al (2016) Medicare utilization of CT angiography from 2001 through 2014: continued growth by radiologists. J Vasc Interv Radiol 27:1554\u20131560. https:\/\/doi.org\/10.1016\/j.jvir.2016.05.031","journal-title":"J Vasc Interv Radiol"},{"key":"1767_CR26","doi-asserted-by":"publisher","first-page":"674","DOI":"10.1016\/j.jacr.2018.11.011","volume":"16","author":"JH Chung","year":"2019","unstructured":"Chung JH, Duszak R, Hemingway J et al (2019) Increasing utilization of chest imaging in US Emergency Departments from 1994 to 2015. J Am Coll Radiol 16:674\u2013682. https:\/\/doi.org\/10.1016\/j.jacr.2018.11.011","journal-title":"J Am Coll Radiol"},{"key":"1767_CR27","doi-asserted-by":"publisher","first-page":"W180","DOI":"10.2214\/AJR.19.21386","volume":"213","author":"SK Selvarajan","year":"2019","unstructured":"Selvarajan SK, Levin DC, Parker L (2019) The increasing use of emergency department imaging in the United States: is it appropriate? Am J Roentgenol 213:W180\u2013W184. https:\/\/doi.org\/10.2214\/AJR.19.21386","journal-title":"Am J Roentgenol"}],"container-title":["Emergency Radiology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10140-020-01767-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10140-020-01767-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10140-020-01767-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,7,7]],"date-time":"2021-07-07T23:33:13Z","timestamp":1625700793000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10140-020-01767-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,7,8]]},"references-count":27,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2020,8]]}},"alternative-id":["1767"],"URL":"https:\/\/doi.org\/10.1007\/s10140-020-01767-4","relation":{},"ISSN":["1070-3004","1438-1435"],"issn-type":[{"value":"1070-3004","type":"print"},{"value":"1438-1435","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,7,8]]},"assertion":[{"value":"7 February 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 February 2020","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"8 July 2020","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with ethical standards"}},{"value":"This work was awarded the Trainee Research Prize in Emergency Radiology (Resident Award) at the 2019 Annual Meeting of the Radiological Society of North America (RSNA).","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"This work utilized publicly available data and was considered not human subjects research by our institutional review board.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval"}},{"value":"Not applicable.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to participate"}},{"value":"Not applicable.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"The source data utilized in this study is publicly available.","order":6,"name":"Ethics","group":{"name":"EthicsHeading","label":"Availability of data and material"}},{"value":"Our code is not publicly available, but it utilizes standard methodologies and software packages that are described in the manuscript to allow independent replication.","order":7,"name":"Ethics","group":{"name":"EthicsHeading","label":"Code availability"}}]}}