{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,31]],"date-time":"2026-07-31T19:56:33Z","timestamp":1785527793456,"version":"3.56.0"},"reference-count":34,"publisher":"Springer Science and Business Media LLC","license":[{"start":{"date-parts":[[2026,7,29]],"date-time":"2026-07-29T00:00:00Z","timestamp":1785283200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,7,29]],"date-time":"2026-07-29T00:00:00Z","timestamp":1785283200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/100006108","name":"National Center for Advancing Translational Sciences","doi-asserted-by":"publisher","award":["2UL1TR001425-05A1"],"award-info":[{"award-number":["2UL1TR001425-05A1"]}],"id":[{"id":"10.13039\/100006108","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Digit Imaging. Inform. med."],"DOI":"10.1007\/s10278-026-02148-y","type":"journal-article","created":{"date-parts":[[2026,7,29]],"date-time":"2026-07-29T17:04:08Z","timestamp":1785344648000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Evaluating Clinical NLP Services for Chest Radiograph Report Labeling: A Comparative Study on an Independent Pediatric Dataset"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-2278-1135","authenticated-orcid":false,"given":"Shruti","family":"Hegde","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mabon Manoj","family":"Ninan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jonathan R.","family":"Dillman","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shireen","family":"Hayatghaibi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Elanchezhian","family":"Somasundaram","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,7,29]]},"reference":[{"key":"2148_CR1","unstructured":"Soumya Upadhyay, H.-f.H., A qualitative analysis of the impact of Electronic Health Records (EHR) on healthcare quality and safety: clinicians\u2019 lived experiences. 22, Mar 3."},{"issue":"1","key":"2148_CR2","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1093\/eurpub\/ckv122","volume":"26","author":"P Campanella","year":"2016","unstructured":"Campanella P, Lovato E, Marone C, Fallacara L, Mancuso A, Ricciardi W, Specchia ML. The impact of electronic health records on healthcare quality: a systematic review and meta-analysis. Eur J Public Health. 2016 Feb;26(1):60-4. https:\/\/doi.org\/10.1093\/eurpub\/ckv122. Epub 2015 Jun 30. PMID: 26136462.","journal-title":"Eur J Public Health."},{"key":"2148_CR3","doi-asserted-by":"publisher","unstructured":"Wang Y, Wang L, Rastegar-Mojarad M, Moon S, Shen F, Afzal N, Liu S, Zeng Y, Mehrabi S, Sohn S, Liu H. Clinical information extraction applications: a literature review. J Biomed Inform. 2018 Jan;77:34\u201349. https:\/\/doi.org\/10.1016\/j.jbi.2017.11.011. Epub 2017 Nov 21. PMID: 29162496; PMCID: PMC5771858.","DOI":"10.1016\/j.jbi.2017.11.011"},{"key":"2148_CR4","doi-asserted-by":"crossref","unstructured":"Hang Dong, M.F., William Whiteley, Beatrice Alex, Joshua Matterson, Shaoxiong Ji, Jiaoyan Chen, Honghan Wu, Automated clinical coding: what, why, and where we are? npj Digital Medicine, 2022.","DOI":"10.1038\/s41746-022-00705-7"},{"key":"2148_CR5","unstructured":"Ahmed, Usman & Iqbal, Khurshed & Aoun, Muhammad & Khan, Ghazi. (2023). Natural language processing for clinical decision support systems: a review of recent advances in healthcare. J Intell Connect Emerg Technol, 2023. 8(2): p. 1\u201317."},{"key":"2148_CR6","doi-asserted-by":"publisher","unstructured":"Velupillai S, Suominen H, Liakata M, Roberts A, Shah AD, Morley K, Osborn D, Hayes J, Stewart R, Downs J, Chapman W, Dutta R. Using clinical natural language processing for health outcomes research: overview and actionable suggestions for future advances. J Biomed Inform. 2018 Dec;88:11\u201319. https:\/\/doi.org\/10.1016\/j.jbi.2018.10.005. Epub 2018 Oct 24. PMID: 30368002; PMCID: PMC6986921.","DOI":"10.1016\/j.jbi.2018.10.005"},{"key":"2148_CR7","doi-asserted-by":"crossref","unstructured":"Jerfy, A., O. Selden, and R. Balkrishnan, The growing impact of natural language processing in healthcare and public health. INQUIRY: The Journal of Health Care Organization, Provision, and Financing, 2024. 61: p. 00469580241290095.","DOI":"10.1177\/00469580241290095"},{"key":"2148_CR8","doi-asserted-by":"crossref","unstructured":"Ewoud Pons, L.M.M.B., M G Myriam Hunink, Jan A Kors Natural language processing in radiology: a systematic review. RSNA, 2016.","DOI":"10.1148\/radiol.16142770"},{"key":"2148_CR9","doi-asserted-by":"crossref","unstructured":"Mahmud Omar, D.B., Benjamin Glicksberg, Eyal Klang, Utilizing natural language processing and large language models in the diagnosis and prediction of infectious diseases: a systematic review. American Journal of Infection Control, 2024. 52(9).","DOI":"10.1016\/j.ajic.2024.03.016"},{"key":"2148_CR10","doi-asserted-by":"crossref","unstructured":"Kevin B Johnson, W.Q.W., Dilhan Weeraratne, Mark E Frisse, Karl Misulis, Kyu Rhee, Juan Zhao, Jane L Snowdon, Precision medicine, AI, and the future of personalized health care. CTS, 2020.","DOI":"10.1111\/cts.12884"},{"key":"2148_CR11","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s12553-022-00672-9","volume":"12","author":"Petros Papadopoulos","year":"2022","unstructured":"Papadopoulos, Petros & Soflano, Mario & Chaudy, Yaelle & Adejo, Olugbenga & Connolly, Thomas. (2022). A systematic review of technologies and standards used in the development of rule-based clinical decision support systems. Health and Technology. 12. 1-15. https:\/\/doi.org\/10.1007\/s12553-022-00672-9.","journal-title":"Health and Technology."},{"key":"2148_CR12","doi-asserted-by":"crossref","unstructured":"Slawomir Kierner, J.K., Zofia Kierner, Taxonomy of hybrid architectures involving rule-based reasoning and machine learning in clinical decision systems: a scoping review. 2023.","DOI":"10.1016\/j.jbi.2023.104428"},{"key":"2148_CR13","unstructured":"Benyamin Ghojogh, A.G., Recurrent neural networks and long short-term memory networks: tutorial and survey. 2023."},{"key":"2148_CR14","unstructured":"Ashish Vaswani, N.S., Niki Parmar, Jakob Uszkoreit, Llion Jones, Aidan N. Gomez, Lukasz Kaiser, Illia Polosukhin, Attention is all you need. 2017."},{"key":"2148_CR15","unstructured":"Radford, Alec and Karthik Narasimhan. \u201cImproving language understanding by generative pre-training.\u201d (2018)."},{"key":"2148_CR16","unstructured":"Jacob Devlin, M.-W.C., Kenton Lee, Kristina Toutanova, BERT: pre-training of deep bidirectional transformers for language understanding. 2018."},{"issue":"6","key":"2148_CR17","doi-asserted-by":"publisher","first-page":"1207","DOI":"10.2214\/AJR.19.21521","volume":"213","author":"A Makhnevich","year":"2019","unstructured":"Makhnevich A, Sinvani L, Cohen SL, Feldhamer KH, Zhang M, Lesser ML, McGinn TG. The clinical utility of chest radiography for identifying pneumonia: accounting for diagnostic uncertainty in radiology reports. AJR Am J Roentgenol. 2019 Dec;213(6):1207-1212. https:\/\/doi.org\/10.2214\/AJR.19.21521. Epub 2019 Sep 11. PMID: 31509449.","journal-title":"AJR Am J Roentgenol."},{"key":"2148_CR18","doi-asserted-by":"publisher","first-page":"32","DOI":"10.3899\/jrheum.140100","volume":"91","author":"R Piccazzo","year":"2014","unstructured":"Piccazzo, R., F. Paparo, and G. Garlaschi, Diagnostic accuracy of chest radiography for the diagnosis of tuberculosis (TB) and its role in the detection of latent TB infection: a systematic review. The Journal of Rheumatology Supplement, 2014. 91: p. 32-40.","journal-title":"The Journal of Rheumatology Supplement"},{"issue":"3","key":"2148_CR19","doi-asserted-by":"publisher","first-page":"522","DOI":"10.21037\/tlcr.2020.04.02","volume":"9","author":"J Kim","year":"2020","unstructured":"Kim, J. and K.H. Kim, Role of chest radiographs in early lung cancer detection. Translational lung cancer research, 2020. 9(3): p. 522.","journal-title":"Translational lung cancer research"},{"issue":"6","key":"2148_CR20","doi-asserted-by":"publisher","first-page":"230","DOI":"10.4329\/wjr.v6.i6.230.PMID:24976926;PMCID:PMC4072810","volume":"6","author":"L Cardinale","year":"2014","unstructured":"Cardinale L, Priola AM, Moretti F, Volpicelli G. Effectiveness of chest radiography, lung ultrasound and thoracic computed tomography in the diagnosis of congestive heart failure. World J Radiol. 2014 Jun 28;6(6):230-7. https:\/\/doi.org\/10.4329\/wjr.v6.i6.230. PMID: 24976926; PMCID: PMC4072810.","journal-title":"World J Radiol."},{"issue":"930","key":"2148_CR21","doi-asserted-by":"publisher","first-page":"214","DOI":"10.1136\/pmj.79.930.214.PMID:12743338;PMCID:PMC1742668","volume":"79","author":"ME Gatt","year":"2003","unstructured":"Gatt ME, Spectre G, Paltiel O, Hiller N, Stalnikowicz R. Chest radiographs in the emergency department: is the radiologist really necessary? Postgrad Med J. 2003 Apr;79(930):214-7. https:\/\/doi.org\/10.1136\/pmj.79.930.214. PMID: 12743338; PMCID: PMC1742668.","journal-title":"Postgrad Med J."},{"key":"2148_CR22","doi-asserted-by":"publisher","first-page":"182347","DOI":"10.1109\/ACCESS.2020.3028390","volume":"8","author":"Shazia Anis","year":"2020","unstructured":"Anis, Shazia & Lai, Khin Wee & Chuah, Joon Huang & Ali, Muhammad & Mohafez, Hamidreza & Hadizadeh, Maryam & Ding, Yan & Chao, Ong. (2020). An overview of deep learning approaches in chest radiograph. IEEE Access. 8. 182347 - 182354. https:\/\/doi.org\/10.1109\/ACCESS.2020.3028390.","journal-title":"IEEE Access."},{"key":"2148_CR23","doi-asserted-by":"crossref","unstructured":"Jeremy Irvin, P.R., Michael Ko, Yifan Yu, Silviana Ciurea-Ilcus, Chris Chute, Henrik Marklund, Behzad Haghgoo, Robyn Ball, Katie Shpanskaya, Jayne Seekins, David A. Mong, Safwan S. Halabi, Jesse K. Sandberg, Ricky Jones, David B. Larson, Curtis P. Langlotz, Bhavik N. Patel, Matthew P. Lungren, Andrew Y. Ng, CheXpert: a large chest radiograph dataset with uncertainty labels and expert comparison. 2019.","DOI":"10.1609\/aaai.v33i01.3301590"},{"key":"2148_CR24","doi-asserted-by":"crossref","unstructured":"Alistair E. W. Johnson, T.J.P., Seth J. Berkowitz, Nathaniel R. Greenbaum, Matthew P. Lungren, Chih-ying Deng, Roger G. Mark & Steven Horng MIMIC-CXR, a de-identified publicly available database of chest radiographs with free-text reports. 2019.","DOI":"10.1038\/s41597-019-0322-0"},{"key":"2148_CR25","doi-asserted-by":"publisher","unstructured":"Chambon, Pierre & Bl\u00fcthgen, Christian & Delbrouck, Jean-Benoit & Sluijs, Rogier & Po\u0142acin, Ma\u0142gorzata & Zambrano Chaves, Juan Manuel & Abraham, Tanishq & Purohit, Shivanshu & Langlotz, Curtis & Chaudhari, Akshay. (2022). RoentGen: vision-language foundation model for chest X-ray generation. https:\/\/doi.org\/10.48550\/arXiv.2211.12737.","DOI":"10.48550\/arXiv.2211.12737"},{"key":"2148_CR26","unstructured":"Aronson, A.R. Effective mapping of biomedical text to the UMLS Metathesaurus: the MetaMap program. in Proceedings of the AMIA Symposium. 2001."},{"key":"2148_CR27","doi-asserted-by":"publisher","unstructured":"Savova GK, Masanz JJ, Ogren PV, Zheng J, Sohn S, Kipper-Schuler KC, Chute CG. Mayo clinical Text Analysis and Knowledge Extraction System (cTAKES): architecture, component evaluation and applications. J Am Med Inform Assoc. 2010 Sep-Oct;17(5):507\u201313. https:\/\/doi.org\/10.1136\/jamia.2009.001560. PMID: 20819853; PMCID: PMC2995668.","DOI":"10.1136\/jamia.2009.001560"},{"key":"2148_CR28","unstructured":"Peng Qi, Y.Z., Yuhui Zhang, Jason Bolton and Christopher D. Manning., Stanza: a Python natural language processing toolkit for many human languages. In Association for Computational Linguistics (ACL) System Demonstrations. 2020., 2020."},{"key":"2148_CR29","doi-asserted-by":"publisher","unstructured":"Bai, Lu & Mulvenna, Maurice & Wang, Zhibao & Bond, Raymond. (2021). Clinical entity extraction: comparison between MetaMap, cTAKES, CLAMP and Amazon Comprehend Medical. 1\u20136. https:\/\/doi.org\/10.1109\/ISSC52156.2021.9467856.","DOI":"10.1109\/ISSC52156.2021.9467856"},{"key":"2148_CR30","unstructured":"AWS. https:\/\/aws.amazon.com\/comprehend\/medical\/. Accessed 26 Jun, 2026."},{"key":"2148_CR31","unstructured":"GC. Google Cloud. Available from: https:\/\/cloud.google.com\/healthcare-api\/. Accessed 26 Jun, 2026.32. AZ. Microsoft Azure. Available from: https:\/\/azure.microsoft.com\/en-us\/. Accessed 26 Jun, 2026."},{"key":"2148_CR32","unstructured":"JSL. John Snow Labs. Available from: https:\/\/www.johnsnowlabs.com\/. Accessed 26 Jun, 2026.34.Akshay Smit, S.J., Pranav Rajpurkar, Anuj Pareek, Andrew Y. Ng, Matthew P. Lungren, CheXbert: combining automatic labelers and expert annotations for accurate radiology report labeling using BERT. 2020."},{"issue":"1","key":"2148_CR33","doi-asserted-by":"publisher","first-page":"106","DOI":"10.1016\/j.acra.2019.10.006","volume":"27","author":"L Oakden-Rayner","year":"2020","unstructured":"35.Oakden-Rayner, L., Exploring large-scale public medical image datasets. Academic radiology, 2020. 27(1): p. 106-112.","journal-title":"Academic radiology"},{"key":"2148_CR34","unstructured":"MedGemma. https:\/\/huggingface.co\/google\/medgemma-27b-it. Accessed 26 Jun, 2026."}],"container-title":["Journal of Imaging Informatics in Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10278-026-02148-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10278-026-02148-y","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10278-026-02148-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,31]],"date-time":"2026-07-31T18:15:18Z","timestamp":1785521718000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10278-026-02148-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7,29]]},"references-count":34,"alternative-id":["2148"],"URL":"https:\/\/doi.org\/10.1007\/s10278-026-02148-y","relation":{},"ISSN":["2948-2933"],"issn-type":[{"value":"2948-2933","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,7,29]]},"assertion":[{"value":"2 March 2026","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 June 2026","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 July 2026","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 July 2026","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"Not applicable.","order":1,"name":"Ethics","label":"Ethics Approval","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Institutional Review Board waived informed consent for this retrospective study.","order":2,"name":"Ethics","label":"Consent to Participate","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Institutional Review Board waived informed consent for this retrospective study.","order":3,"name":"Ethics","label":"Consent for Publication","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":4,"name":"Ethics","label":"Conflict of interest","group":{"name":"EthicsHeading","label":"Declarations"}}]}}