{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,3]],"date-time":"2026-06-03T18:44:32Z","timestamp":1780512272417,"version":"3.54.1"},"reference-count":16,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2019,11,25]],"date-time":"2019-11-25T00:00:00Z","timestamp":1574640000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2019,11,25]],"date-time":"2019-11-25T00:00:00Z","timestamp":1574640000000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Digit Imaging"],"published-print":{"date-parts":[[2020,4]]},"DOI":"10.1007\/s10278-019-00299-9","type":"journal-article","created":{"date-parts":[[2019,11,25]],"date-time":"2019-11-25T19:02:47Z","timestamp":1574708567000},"page":"490-496","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":47,"title":["Crowdsourcing pneumothorax annotations using machine learning annotations on the NIH chest X-ray dataset"],"prefix":"10.1007","volume":"33","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1142-3338","authenticated-orcid":false,"given":"Ross W.","family":"Filice","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Anouk","family":"Stein","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Carol C.","family":"Wu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Veronica A.","family":"Arteaga","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Stephen","family":"Borstelmann","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ramya","family":"Gaddikeri","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Maya","family":"Galperin-Aizenberg","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ritu R.","family":"Gill","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Myrna C.","family":"Godoy","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Stephen B.","family":"Hobbs","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jean","family":"Jeudy","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Paras C.","family":"Lakhani","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Archana","family":"Laroia","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sundeep M.","family":"Nayak","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Maansi R.","family":"Parekh","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Prasanth","family":"Prasanna","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Palmi","family":"Shah","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dharshan","family":"Vummidi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kavitha","family":"Yaddanapudi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"George","family":"Shih","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2019,11,25]]},"reference":[{"issue":"4","key":"299_CR1","doi-asserted-by":"publisher","first-page":"1098","DOI":"10.1378\/chest.11-1691","volume":"141","author":"L Yarmus","year":"2012","unstructured":"Yarmus L, Feller-Kopman D: Pneumothorax in the critically ill patient. Chest 141(4):1098\u20131105, 2012","journal-title":"Chest"},{"key":"299_CR2","doi-asserted-by":"publisher","first-page":"666","DOI":"10.1136\/thorax.55.8.666","volume":"55","author":"D Gupta","year":"2000","unstructured":"Gupta D, Hansell A, Nichols T, Duong T, Ayres JG, Strachan D: Epidemiology of pneumothorax in England. Thorax. 55:666\u2013671, 2000","journal-title":"Thorax."},{"key":"299_CR3","doi-asserted-by":"crossref","unstructured":"Onuki T, Ueda S, Yamaoka M, Sekiya Y, Yamada H, Kawakami N, Araki Y, Wakai Y, Saito K, Inagaki M, Matsumiya N. Primary and secondary spontaneous pneumothorax: prevalence, clinical features, and in-hospital mortality. Can Respir J. 2017","DOI":"10.1155\/2017\/6014967"},{"issue":"2","key":"299_CR4","doi-asserted-by":"publisher","first-page":"350","DOI":"10.1016\/j.jacr.2017.09.044","volume":"15","author":"P Lakhani","year":"2018","unstructured":"Lakhani P, Prater AB, Hutson RK, Andriole KP, Dreyer KJ, Morey J, Prevedello LM, Clark TJ, Geis JR, Itri JN, Hawkins CM: Machine learning in radiology: applications beyond image interpretation. J Am Coll Radiol 15(2):350\u2013359, 2018 Feb","journal-title":"J Am Coll Radiol"},{"key":"299_CR5","doi-asserted-by":"crossref","unstructured":"Russakovsky O, Deng J, Su H, Krause J, Satheesh S, Ma S, Huang Z, Karpathy A, Khosla A, Bernstein M, Berg AC, Fei-Fei L. ImageNet large scale visual recognition challenge. arXiv:1409.0575v3 [cs.CV] 30 Jan 2015.","DOI":"10.1007\/s11263-015-0816-y"},{"key":"299_CR6","doi-asserted-by":"crossref","unstructured":"Prevedello LM, Halabi SS, Shih G, Wu CC, Kohli MD, Chokshi FH, Erickson BJ, Kalpathy-Cramer J, Andriole KP, Flanders AE. Challenges related to artificial intelligence research in medical imaging and the importance of image analysis competitions. Radiology: Artificial Intelligence. 2019 Jan;1(1).","DOI":"10.1148\/ryai.2019180031"},{"issue":"2","key":"299_CR7","doi-asserted-by":"publisher","first-page":"498","DOI":"10.1148\/radiol.2018180736","volume":"290","author":"SS Halabi","year":"2019","unstructured":"Halabi SS, Prevedello LM, Kalpathy-Cramer J, Mamonov AB, Bilbily A, Cicero M, Pan I, Pereira LA, Sousa RT, Abdala N, Kitamura FC, Thodberg HH, Chen L, Shih G, Andriole K, Kohli MD, Erickson BJ, Flanders AE: The RSNA pediatric bone age machine learning challenge. Radiology. 290(2):498\u2013503, 2019","journal-title":"Radiology."},{"key":"299_CR8","unstructured":"Rajpurkar P, Irvin J, Bagul A, Ding D, Duan T, Mehta H, Yang B, Zhu K, Laird D, Ball RL, Langlotz C, Shpanskaya K, Lungren MP, Ng AY. MURA: a large dataset for abnormality detection in musculoskeletal radiographs. arXiv: 1712.06957v4 [physics.med-ph] 22 May 2018."},{"key":"299_CR9","doi-asserted-by":"crossref","unstructured":"Shih G, Wu CC, Halabi SS, Kohli MD, Prevedello LM, Cook TS, Sharma A, Amorosa JK, Arteaga V, Galperin-Aizenberg M. Augmenting the National Institutes of Health chest radiograph dataset with expert annotations of possible pneumonia. Radiology: Artificial Intelligence. 2019 Jan;1(1).","DOI":"10.1148\/ryai.2019180041"},{"key":"299_CR10","unstructured":"SIIM-ACR Pneumothorax Segmentation Challenge. https:\/\/www.kaggle.com\/c\/siim-acr-pneumothorax-segmentation\/overview"},{"key":"299_CR11","doi-asserted-by":"crossref","unstructured":"Wang X, Peng Y, Lu L. ChestX-Ray8: hospital-scale chest X-ray database and benchmarks on weakly-supervised classification and localization of common thorax diseases arXiv:1705.02315v5 [cs.CV] Dec 2017.","DOI":"10.1109\/CVPR.2017.369"},{"key":"299_CR12","doi-asserted-by":"crossref","unstructured":"Zhou B, Khosla A, Lapedriza A, Oliva A, Torralba A. Learning deep features for discriminative localization. arXiv:1512.04150 [cs.CV] 14 Dec 2015.","DOI":"10.1109\/CVPR.2016.319"},{"key":"299_CR13","doi-asserted-by":"crossref","unstructured":"Bach S, Rodriguez D, Liu Y, Luo C, Shao H, Xia C, Souvik S, Ratner A, Hancock B, Al Borzi H, Kuchkal R, Re C, Malkin R. Snorkel Drybell: a case study in deploying weak supervision at industrial scale. arXiv:1812.00417v1 [cs.LG] 2 Dec 2018.","DOI":"10.1145\/3299869.3314036"},{"key":"299_CR14","doi-asserted-by":"crossref","unstructured":"Dunnmon J, Ratner A, Khandwala N, Saab K, Markert M, Sagreiya H, Goldman R, Lee-Messer C, Lungren M, Rubin D, Re C. Cross-modal data programming enables rapid medical machine learning. arXiv:1903.11101 [cs.LG] 26 Mar 2019.","DOI":"10.1016\/j.patter.2020.100019"},{"key":"299_CR15","doi-asserted-by":"crossref","unstructured":"Girshick R, Donahue J, Darrell T, Malik J. Rich feature hierarchies for accurate object detection and semantic segmentation. arXiv:1311.2524v5 [cs.CV] Oct 2014.","DOI":"10.1109\/CVPR.2014.81"},{"key":"299_CR16","doi-asserted-by":"crossref","unstructured":"He K,Gkioxari G, Dollar P. Mask R-CNN arXiv:1703.06870v3 [cs.CV] Jan 2018.","DOI":"10.1109\/ICCV.2017.322"}],"container-title":["Journal of Digital Imaging"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10278-019-00299-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10278-019-00299-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10278-019-00299-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,11,24]],"date-time":"2020-11-24T00:34:04Z","timestamp":1606178044000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10278-019-00299-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,11,25]]},"references-count":16,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2020,4]]}},"alternative-id":["299"],"URL":"https:\/\/doi.org\/10.1007\/s10278-019-00299-9","relation":{},"ISSN":["0897-1889","1618-727X"],"issn-type":[{"value":"0897-1889","type":"print"},{"value":"1618-727X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,11,25]]},"assertion":[{"value":"25 November 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with ethical standards"}},{"value":"The annotation platform used for this work was provided by MD.ai at no cost. Two authors (Anouk Stein, M.D. and George Shih, M.D., M.S.) serve as stakeholders and\/or consultants for MD.ai.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of Interest"}}]}}