{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,18]],"date-time":"2026-10-18T11:27:17Z","timestamp":1792322837447,"version":"4.4.0"},"reference-count":50,"publisher":"Public Library of Science (PLoS)","issue":"3","license":[{"start":{"date-parts":[[2020,3,10]],"date-time":"2020-03-10T00:00:00Z","timestamp":1583798400000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100006041","name":"Innovate UK","doi-asserted-by":"publisher","award":["104690"],"award-info":[{"award-number":["104690"]}],"id":[{"id":"10.13039\/501100006041","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["www.plosone.org"],"crossmark-restriction":false},"short-container-title":["PLoS ONE"],"DOI":"10.1371\/journal.pone.0229963","type":"journal-article","created":{"date-parts":[[2020,3,10]],"date-time":"2020-03-10T13:40:05Z","timestamp":1583847605000},"page":"e0229963","update-policy":"https:\/\/doi.org\/10.1371\/journal.pone.corrections_policy","source":"Crossref","is-referenced-by-count":27,"title":["Supervised and unsupervised language modelling in Chest X-Ray radiological reports"],"prefix":"10.1371","volume":"15","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6727-4688","authenticated-orcid":true,"given":"Ignat","family":"Drozdov","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Daniel","family":"Forbes","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Benjamin","family":"Szubert","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mark","family":"Hall","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8520-7224","authenticated-orcid":true,"given":"Chris","family":"Carlin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4866-2049","authenticated-orcid":true,"given":"David J.","family":"Lowe","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"340","published-online":{"date-parts":[[2020,3,10]]},"reference":[{"issue":"2","key":"pone.0229963.ref001","doi-asserted-by":"crossref","first-page":"545","DOI":"10.1378\/chest.10-1302","article-title":"Interpretation of plain chest roentgenogram","volume":"141","author":"S Raoof","year":"2012","journal-title":"Chest"},{"issue":"1","key":"pone.0229963.ref002","doi-asserted-by":"crossref","first-page":"272","DOI":"10.1148\/radiol.2019194005","article-title":"Automated Triaging of Adult Chest Radiographs with Deep Artificial Neural Networks","volume":"291","author":"M Annarumma","year":"2019","journal-title":"Radiology"},{"issue":"11","key":"pone.0229963.ref003","doi-asserted-by":"crossref","first-page":"e1002686","DOI":"10.1371\/journal.pmed.1002686","article-title":"Deep learning for chest radiograph diagnosis: A retrospective comparison of the CheXNeXt algorithm to practicing radiologists","volume":"15","author":"P Rajpurkar","year":"2018","journal-title":"PLoS Med"},{"key":"pone.0229963.ref004","doi-asserted-by":"crossref","unstructured":"Irvin J, Rajpurkar P, Ko M, Yu Y, Ciurea-Ilcus S, Chute C, et al. CheXpert: A Large Chest Radiograph Dataset with Uncertainty Labels and Expert Comparison. arXiv e-prints [Internet]. 2019 January 01, 2019. https:\/\/ui.adsabs.harvard.edu\/abs\/2019arXiv190107031I.","DOI":"10.1609\/aaai.v33i01.3301590"},{"key":"pone.0229963.ref005","unstructured":"Putha P, Tadepalli M, Reddy B, Raj T, Chiramal JA, Govil S, et al. Can Artificial Intelligence Reliably Report Chest X-Rays?: Radiologist Validation of an Algorithm trained on 2.3 Million X-Rays. arXiv e-prints [Internet]. 2018 July 01, 2018. https:\/\/ui.adsabs.harvard.edu\/abs\/2018arXiv180707455P."},{"issue":"1","key":"pone.0229963.ref006","doi-asserted-by":"crossref","first-page":"6268","DOI":"10.1038\/s41598-019-42557-4","article-title":"Efficient Deep Network Architectures for Fast Chest X-Ray Tuberculosis Screening and Visualization","volume":"9","author":"F Pasa","year":"2019","journal-title":"Sci Rep"},{"key":"pone.0229963.ref007","unstructured":"Rajpurkar P, Irvin J, Zhu K, Yang B, Mehta H, Duan T, et al. CheXNet: Radiologist-Level Pneumonia Detection on Chest X-Rays with Deep Learning. arXiv e-prints [Internet]. 2017 November 01, 2017. https:\/\/ui.adsabs.harvard.edu\/abs\/2017arXiv171105225R."},{"key":"pone.0229963.ref008","doi-asserted-by":"crossref","unstructured":"Ausawalaithong W, Marukatat S, Thirach A, Wilaiprasitporn T. Automatic Lung Cancer Prediction from Chest X-ray Images Using Deep Learning Approach. arXiv e-prints [Internet]. 2018 August 01, 2018. https:\/\/ui.adsabs.harvard.edu\/abs\/2018arXiv180810858A.","DOI":"10.1109\/BMEiCON.2018.8609997"},{"key":"pone.0229963.ref009","doi-asserted-by":"crossref","unstructured":"Sun C, Shrivastava A, Singh S, Gupta A. Revisiting Unreasonable Effectiveness of Data in Deep Learning Era. arXiv e-prints [Internet]. 2017 July 01, 2017. https:\/\/ui.adsabs.harvard.edu\/abs\/2017arXiv170702968S.","DOI":"10.1109\/ICCV.2017.97"},{"issue":"11","key":"pone.0229963.ref010","doi-asserted-by":"crossref","first-page":"e1002689","DOI":"10.1371\/journal.pmed.1002689","article-title":"Machine learning in medicine: Addressing ethical challenges","volume":"15","author":"E Vayena","year":"2018","journal-title":"PLoS Med"},{"key":"pone.0229963.ref011","unstructured":"Oakden-Rayner L. Exploring large scale public medical image datasets. arXiv e-prints [Internet]. 2019 July 01, 2019. https:\/\/ui.adsabs.harvard.edu\/abs\/2019arXiv190712720O."},{"issue":"2","key":"pone.0229963.ref012","doi-asserted-by":"crossref","first-page":"329","DOI":"10.1148\/radiol.16142770","article-title":"Natural Language Processing in Radiology: A Systematic Review","volume":"279","author":"E Pons","year":"2016","journal-title":"Radiology"},{"issue":"2","key":"pone.0229963.ref013","doi-asserted-by":"crossref","first-page":"161","DOI":"10.1136\/jamia.1994.95236146","article-title":"A general natural-language text processor for clinical radiology","volume":"1","author":"C Friedman","year":"1994","journal-title":"J Am Med Inform Assoc"},{"issue":"5","key":"pone.0229963.ref014","doi-asserted-by":"crossref","first-page":"728","DOI":"10.1016\/j.jbi.2011.03.011","article-title":"Document-level classification of CT pulmonary angiography reports based on an extension of the ConText algorithm","volume":"44","author":"BE Chapman","year":"2011","journal-title":"J Biomed Inform"},{"issue":"5","key":"pone.0229963.ref015","doi-asserted-by":"crossref","first-page":"301","DOI":"10.1006\/jbin.2001.1029","article-title":"A simple algorithm for identifying negated findings and diseases in discharge summaries","volume":"34","author":"WW Chapman","year":"2001","journal-title":"J Biomed Inform"},{"key":"pone.0229963.ref016","doi-asserted-by":"crossref","unstructured":"Wang X, Peng Y, Lu L, Lu Z, Bagheri M, Summers RM. ChestX-ray8: Hospital-scale Chest X-ray Database and Benchmarks on Weakly-Supervised Classification and Localization of Common Thorax Diseases. arXiv e-prints [Internet]. 2017 May 01, 2017. https:\/\/ui.adsabs.harvard.edu\/abs\/2017arXiv170502315W.","DOI":"10.1109\/CVPR.2017.369"},{"issue":"3","key":"pone.0229963.ref017","doi-asserted-by":"crossref","first-page":"845","DOI":"10.1148\/radiol.2017171115","article-title":"Deep Learning to Classify Radiology Free-Text Reports","volume":"286","author":"MC Chen","year":"2018","journal-title":"Radiology"},{"key":"pone.0229963.ref018","doi-asserted-by":"crossref","unstructured":"Cornegruta S, Bakewell R, Withey S, Montana G. Modelling Radiological Language with Bidirectional Long Short-Term Memory Networks. arXiv e-prints [Internet]. 2016 September 01, 2016. https:\/\/ui.adsabs.harvard.edu\/abs\/2016arXiv160908409C.","DOI":"10.18653\/v1\/W16-6103"},{"key":"pone.0229963.ref019","unstructured":"Bustos A, Pertusa A, Salinas J-M, de la Iglesia-Vay\u00e1 M. PadChest: A large chest x-ray image dataset with multi-label annotated reports. arXiv e-prints [Internet]. 2019 January 01, 2019. https:\/\/ui.adsabs.harvard.edu\/abs\/2019arXiv190107441B."},{"issue":"45","key":"pone.0229963.ref020","doi-asserted-by":"crossref","first-page":"11591","DOI":"10.1073\/pnas.1806905115","article-title":"Deep neural network improves fracture detection by clinicians","volume":"115","author":"R Lindsey","year":"2018","journal-title":"Proc Natl Acad Sci U S A"},{"issue":"10","key":"pone.0229963.ref021","doi-asserted-by":"crossref","first-page":"e110274","DOI":"10.1371\/journal.pone.0110274","article-title":"Insights into the problem of alarm fatigue with physiologic monitor devices: a comprehensive observational study of consecutive intensive care unit patients","volume":"9","author":"BJ Drew","year":"2014","journal-title":"PLoS One"},{"key":"pone.0229963.ref022","doi-asserted-by":"crossref","first-page":"18","DOI":"10.1038\/s41746-018-0029-1","article-title":"Scalable and accurate deep learning with electronic health records","volume":"1","author":"A Rajkomar","year":"2018","journal-title":"NPJ Digit Med"},{"key":"pone.0229963.ref023","doi-asserted-by":"crossref","unstructured":"Johnson AEW, Pollard TJ, Berkowitz SJ, Greenbaum NR, Lungren MP, Deng C-y, et al. MIMIC-CXR: A large publicly available database of labeled chest radiographs. arXiv e-prints [Internet]. 2019 January 01, 2019. https:\/\/ui.adsabs.harvard.edu\/abs\/2019arXiv190107042J.","DOI":"10.1038\/s41597-019-0322-0"},{"issue":"1","key":"pone.0229963.ref024","doi-asserted-by":"crossref","first-page":"8914","DOI":"10.1038\/s41598-019-45301-0","article-title":"Structure-preserving visualisation of high dimensional single-cell datasets","volume":"9","author":"B Szubert","year":"2019","journal-title":"Sci Rep"},{"issue":"3","key":"pone.0229963.ref025","doi-asserted-by":"crossref","first-page":"697","DOI":"10.1148\/radiol.2462070712","article-title":"Fleischner Society: glossary of terms for thoracic imaging","volume":"246","author":"DM Hansell","year":"2008","journal-title":"Radiology"},{"key":"pone.0229963.ref026","unstructured":"Doccano. Doccano: Open source text annotation tool for machine learning practitioner 2019 [cited 2019 August 1, 2019]. https:\/\/github.com\/chakki-works\/doccano."},{"key":"pone.0229963.ref027","unstructured":"Bojanowski P, Grave E, Joulin A, Mikolov T. Enriching Word Vectors with Subword Information. arXiv e-prints [Internet]. 2016 July 01, 2016. https:\/\/ui.adsabs.harvard.edu\/abs\/2016arXiv160704606B."},{"key":"pone.0229963.ref028","doi-asserted-by":"crossref","DOI":"10.1007\/11550907_126","volume-title":"Bidirectional LSTM Networks for Improved Phoneme Classification and Recognition","author":"A Graves","year":"2005"},{"key":"pone.0229963.ref029","doi-asserted-by":"crossref","unstructured":"Mullenbach J, Wiegreffe S, Duke J, Sun J, Eisenstein J. Explainable Prediction of Medical Codes from Clinical Text. arXiv e-prints [Internet]. 2018 February 01, 2018. https:\/\/ui.adsabs.harvard.edu\/abs\/2018arXiv180205695M.","DOI":"10.18653\/v1\/N18-1100"},{"key":"pone.0229963.ref030","doi-asserted-by":"crossref","unstructured":"Luong M-T, Pham H, Manning CD. Effective Approaches to Attention-based Neural Machine Translation. arXiv e-prints [Internet]. 2015 August 01, 2015. https:\/\/ui.adsabs.harvard.edu\/abs\/2015arXiv150804025L.","DOI":"10.18653\/v1\/D15-1166"},{"key":"pone.0229963.ref031","unstructured":"Vaswani A, Shazeer N, Parmar N, Uszkoreit J, Jones L, Gomez AN, et al. Attention Is All You Need. arXiv e-prints [Internet]. 2017 June 01, 2017. https:\/\/ui.adsabs.harvard.edu\/abs\/2017arXiv170603762V."},{"key":"pone.0229963.ref032","unstructured":"Devlin J, Chang M-W, Lee K, Toutanova K. BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. arXiv e-prints [Internet]. 2018 October 01, 2018. https:\/\/ui.adsabs.harvard.edu\/abs\/2018arXiv181004805D."},{"key":"pone.0229963.ref033","unstructured":"Sanh V, Debut L, Chaumond J, Wolf T. DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter. arXiv e-prints [Internet]. 2019 October 01, 2019. https:\/\/ui.adsabs.harvard.edu\/abs\/2019arXiv191001108S."},{"key":"pone.0229963.ref034","unstructured":"Yang Z, Dai Z, Yang Y, Carbonell J, Salakhutdinov R, Le QV. XLNet: Generalized Autoregressive Pretraining for Language Understanding. arXiv e-prints [Internet]. 2019 June 01, 2019. https:\/\/ui.adsabs.harvard.edu\/abs\/2019arXiv190608237Y."},{"key":"pone.0229963.ref035","unstructured":"Liu Y, Ott M, Goyal N, Du J, Joshi M, Chen D, et al. RoBERTa: A Robustly Optimized BERT Pretraining Approach. arXiv e-prints [Internet]. 2019 July 01, 2019. https:\/\/ui.adsabs.harvard.edu\/abs\/2019arXiv190711692L."},{"key":"pone.0229963.ref036","unstructured":"Wolf T, Debut L, Sanh V, Chaumond J, Delangue C, Moi A, et al. HuggingFace\u2019s Transformers: State-of-the-art Natural Language Processing. arXiv e-prints [Internet]. 2019 October 01, 2019. https:\/\/ui.adsabs.harvard.edu\/abs\/2019arXiv191003771W."},{"key":"pone.0229963.ref037","unstructured":"Joulin A, Grave E, Bojanowski P, Mikolov T. Bag of Tricks for Efficient Text Classification. arXiv e-prints [Internet]. 2016 July 01, 2016. https:\/\/ui.adsabs.harvard.edu\/abs\/2016arXiv160701759J."},{"key":"pone.0229963.ref038","unstructured":"Klambauer G, Unterthiner T, Mayr A, Hochreiter S. Self-Normalizing Neural Networks. arXiv e-prints [Internet]. 2017 June 01, 2017. https:\/\/ui.adsabs.harvard.edu\/abs\/2017arXiv170602515K."},{"key":"pone.0229963.ref039","volume-title":"Text categorization with Support Vector Machines: Learning with many relevant features","author":"T Joachims","year":"1998"},{"key":"pone.0229963.ref040","doi-asserted-by":"crossref","first-page":"158","DOI":"10.1016\/j.jbi.2016.10.008","article-title":"Text mining electronic hospital records to automatically classify admissions against disease: Measuring the impact of linking data sources","volume":"64","author":"S Kocbek","year":"2016","journal-title":"J Biomed Inform"},{"issue":"1","key":"pone.0229963.ref041","doi-asserted-by":"crossref","first-page":"155","DOI":"10.1186\/s12911-017-0556-8","article-title":"Medical subdomain classification of clinical notes using a machine learning-based natural language processing approach","volume":"17","author":"WH Weng","year":"2017","journal-title":"BMC Med Inform Decis Mak"},{"key":"pone.0229963.ref042","unstructured":"Slack D, Friedler SA, Scheidegger C, Dutta Roy C. Assessing the Local Interpretability of Machine Learning Models. arXiv e-prints [Internet]. 2019 February 01, 2019. https:\/\/ui.adsabs.harvard.edu\/abs\/2019arXiv190203501S."},{"key":"pone.0229963.ref043","doi-asserted-by":"crossref","unstructured":"Tulio Ribeiro M, Singh S, Guestrin C. \"Why Should I Trust You?\": Explaining the Predictions of Any Classifier. arXiv e-prints [Internet]. 2016 February 01, 2016. https:\/\/ui.adsabs.harvard.edu\/abs\/2016arXiv160204938T.","DOI":"10.18653\/v1\/N16-3020"},{"key":"pone.0229963.ref044","doi-asserted-by":"crossref","unstructured":"Lai S, Xu L, Liu K, Zhao J. Recurrent convolutional neural networks for text classification. Proceedings of the Twenty-Ninth AAAI Conference on Artificial Intelligence; Austin, Texas. 2886636: AAAI Press; 2015. p. 2267\u201373.","DOI":"10.1609\/aaai.v29i1.9513"},{"key":"pone.0229963.ref045","unstructured":"Collobert R, Weston J, Bottou L, Karlen M, Kavukcuoglu K, Kuksa P. Natural Language Processing (almost) from Scratch. arXiv e-prints [Internet]. 2011 March 01, 2011. https:\/\/ui.adsabs.harvard.edu\/abs\/2011arXiv1103.0398C."},{"issue":"7","key":"pone.0229963.ref046","doi-asserted-by":"crossref","first-page":"723","DOI":"10.1016\/j.crad.2012.01.008","article-title":"Re: The radiology report\u2014are we getting the message across?","volume":"67","author":"AJ Thompson","year":"2012","journal-title":"Clin Radiol"},{"key":"pone.0229963.ref047","unstructured":"Mikolov T, Chen K, Corrado G, Dean J. Efficient Estimation of Word Representations in Vector Space. arXiv e-prints [Internet]. 2013 January 01, 2013. https:\/\/ui.adsabs.harvard.edu\/abs\/2013arXiv1301.3781M."},{"key":"pone.0229963.ref048","unstructured":"Guan Q, Huang Y, Zhong Z, Zheng Z, Zheng L, Yang Y. Diagnose like a Radiologist: Attention Guided Convolutional Neural Network for Thorax Disease Classification. arXiv e-prints [Internet]. 2018 January 01, 2018. https:\/\/ui.adsabs.harvard.edu\/abs\/2018arXiv180109927G."},{"key":"pone.0229963.ref049","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/N16-1174","volume-title":"Hierarchical Attention Networks for Document Classification","author":"Z Yang","year":"2016"},{"key":"pone.0229963.ref050","unstructured":"Maaten Lvd. Learning a Parametric Embedding by Preserving Local Structure. In: David van D, Max W, editors. Proceedings of the Twelth International Conference on Artificial Intelligence and Statistics; Proceedings of Machine Learning Research: PMLR; 2009. p. 384\u201391."}],"container-title":["PLOS ONE"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pone.0229963","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,9,28]],"date-time":"2023-09-28T08:17:59Z","timestamp":1695889079000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pone.0229963"}},"subtitle":[],"editor":[{"given":"Ulas","family":"Bagci","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"editor"}]}],"short-title":[],"issued":{"date-parts":[[2020,3,10]]},"references-count":50,"journal-issue":{"issue":"3","published-online":{"date-parts":[[2020,3,10]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pone.0229963","relation":{},"ISSN":["1932-6203"],"issn-type":[{"value":"1932-6203","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,3,10]]}}}