{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,6]],"date-time":"2026-04-06T20:19:03Z","timestamp":1775506743225,"version":"3.50.1"},"reference-count":24,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,12,10]],"date-time":"2025-12-10T00:00:00Z","timestamp":1765324800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2026,1,9]],"date-time":"2026-01-09T00:00:00Z","timestamp":1767916800000},"content-version":"vor","delay-in-days":30,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"name":"CV Prospective award from the Mayo Clinic Department of Cardiovascular Medicine"},{"name":"AI\/ML Enablement award from the Center for Digital Health at the Mayo Clinic"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["npj Digit. Med."],"DOI":"10.1038\/s41746-025-02140-w","type":"journal-article","created":{"date-parts":[[2025,12,10]],"date-time":"2025-12-10T18:15:00Z","timestamp":1765390500000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["EchoGraph system for automated quality assessment of echocardiography reports"],"prefix":"10.1038","volume":"9","author":[{"given":"Chieh-Ju","family":"Chao","sequence":"first","affiliation":[]},{"given":"Jean-Benoit","family":"Delbrouck","sequence":"additional","affiliation":[]},{"given":"Mohammad","family":"Asadi","sequence":"additional","affiliation":[]},{"given":"Imon","family":"Banerjee","sequence":"additional","affiliation":[]},{"given":"Juan M.","family":"Farina","sequence":"additional","affiliation":[]},{"given":"Francesca","family":"Galasso","sequence":"additional","affiliation":[]},{"given":"Ahmed K.","family":"Mahmoud","sequence":"additional","affiliation":[]},{"given":"Mohammed Tiseer","family":"Abbas","sequence":"additional","affiliation":[]},{"given":"Yu-Chiang","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Reza","family":"Arsanjani","sequence":"additional","affiliation":[]},{"given":"Garvan C.","family":"Kane","sequence":"additional","affiliation":[]},{"given":"Jae K.","family":"Oh","sequence":"additional","affiliation":[]},{"given":"Bradley J.","family":"Erickson","sequence":"additional","affiliation":[]},{"given":"Li","family":"Fei-Fei","sequence":"additional","affiliation":[]},{"given":"Ehsan","family":"Adeli","sequence":"additional","affiliation":[]},{"given":"Curtis","family":"Langlotz","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,12,10]]},"reference":[{"key":"2140_CR1","doi-asserted-by":"publisher","first-page":"275","DOI":"10.1067\/mje.2002.121536","volume":"15","author":"JM Gardin","year":"2002","unstructured":"Gardin, J. M. et al. Recommendations for a standardized report for adult transthoracic echocardiography: a report from the American Society of Echocardiography\u2019s Nomenclature and Standards Committee and Task Force for a Standardized Echocardiography Report. J. Am. Soc. Echocardiogr. 15, 275\u2013290 (2002).","journal-title":"J. Am. Soc. Echocardiogr."},{"key":"2140_CR2","doi-asserted-by":"publisher","first-page":"e000027","DOI":"10.1161\/HCI.0000000000000027","volume":"12","author":"PS Douglas","year":"2019","unstructured":"Douglas, P. S. et al. ACC\/AHA\/ASE Key data elements and definitions for transthoracic echocardiography: a report of the American College of Cardiology\/American Heart Association Task Force on Clinical Data Standards (Writing Committee to Develop Cardiovascular Endpoints Data Standards) and the American Society of Echocardiography. Circ. Cardiovasc. Imaging 12, e000027 (2019).","journal-title":"Circ. Cardiovasc. Imaging"},{"key":"2140_CR3","unstructured":"Jain, S. et al. RadGraph: extracting clinical entities and relations from radiology reports. arXiv https:\/\/arxiv.org\/abs\/2106.14463 (2021)."},{"key":"2140_CR4","doi-asserted-by":"publisher","first-page":"141","DOI":"10.1038\/s43856-023-00370-1","volume":"3","author":"J Clusmann","year":"2023","unstructured":"Clusmann, J. et al. The future landscape of large language models in medicine. Commun. Med. 3, 141 (2023).","journal-title":"Commun. Med."},{"key":"2140_CR5","doi-asserted-by":"publisher","first-page":"26","DOI":"10.1038\/s43856-024-00717-2","volume":"5","author":"F Busch","year":"2025","unstructured":"Busch, F. et al. Current applications and challenges in large language models for patient care: a systematic review. Commun. Med. 5, 26 (2025).","journal-title":"Commun. Med."},{"key":"2140_CR6","doi-asserted-by":"crossref","unstructured":"Delbrouck J.-B. et al. RadGraph-XL: a large-scale expert-annotated dataset for entity and relation extraction from radiology reports. Find Assoc. Comput. Linguist. ACL 2024 12902\u201312915 (2024).","DOI":"10.18653\/v1\/2024.findings-acl.765"},{"key":"2140_CR7","unstructured":"Ostmeier S. et al. GREEN: generative radiology report evaluation and error notation. arXiv https:\/\/arxiv.org\/abs\/2405.03595 (2024)."},{"key":"2140_CR8","unstructured":"Liu L. et al. Towards automatic evaluation for LLMs\u2019 clinical capabilities: metric, data, and algorithm. arXiv https:\/\/arxiv.org\/abs\/2403.16446 (2024)."},{"key":"2140_CR9","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-025-58551-6","volume":"16","author":"K Wu","year":"2025","unstructured":"Wu, K. et al. An automated framework for assessing how well LLMs cite relevant medical references. Nat. Commun. 16, 3615 (2025).","journal-title":"Nat. Commun."},{"key":"2140_CR10","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1038\/s41746-024-01074-z","volume":"7","author":"M Abbasian","year":"2024","unstructured":"Abbasian, M. et al. Foundation metrics for evaluating effectiveness of healthcare conversations powered by generative AI. npj Digit. Med. 7, 82 (2024).","journal-title":"npj Digit. Med."},{"key":"2140_CR11","doi-asserted-by":"publisher","first-page":"102584","DOI":"10.1016\/j.artmed.2023.102584","volume":"143","author":"S Szek\u00e9r","year":"2023","unstructured":"Szek\u00e9r, S., Fogarassy, G. & Vathy-Fogarassy, \u00c1 A general text mining method to extract echocardiography measurement results from echocardiography documents. Artif. Intell. Med. 143, 102584 (2023).","journal-title":"Artif. Intell. Med."},{"key":"2140_CR12","doi-asserted-by":"publisher","first-page":"91","DOI":"10.1186\/s12911-015-0215-x","volume":"15","author":"M Toepfer","year":"2015","unstructured":"Toepfer, M. et al. Fine-grained information extraction from German transthoracic echocardiography reports. BMC Me\u0301d. Inf. Decis. Mak. 15, 91 (2015).","journal-title":"BMC Me\u0301d. Inf. Decis. Mak."},{"key":"2140_CR13","doi-asserted-by":"crossref","unstructured":"Sun D., Oliveira L. M., Spencer K. T. Extracting key findings compared in an echocardiogram report. 2018 IEEE Int Conf Healthc Inform (ICHI) 382\u2013383 (2018).","DOI":"10.1109\/ICHI.2018.00064"},{"key":"2140_CR14","doi-asserted-by":"crossref","unstructured":"Yan B. et al. Style-aware radiology report generation with radgraph and few-shot prompting. arXiv https:\/\/arxiv.org\/abs\/2310.17811 (2023).","DOI":"10.18653\/v1\/2023.findings-emnlp.977"},{"key":"2140_CR15","doi-asserted-by":"publisher","first-page":"100802","DOI":"10.1016\/j.patter.2023.100802","volume":"4","author":"F Yu","year":"2023","unstructured":"Yu, F. et al. Evaluating progress in automatic chest X-ray radiology report generation. Patterns 4, 100802 (2023).","journal-title":"Patterns"},{"key":"2140_CR16","doi-asserted-by":"crossref","unstructured":"Chao C.-J. et al. Evaluating large language models in echocardiography reporting: opportunities and challenges. Eur. Heart J. Digit. Health 6, 326\u2013339 (2025).","DOI":"10.1093\/ehjdh\/ztae086"},{"key":"2140_CR17","unstructured":"Kwak G. et al. EchoNotes structured database derived from MIMIC-III (ECHO-NOTE2NUM). PhysioNet (2024)."},{"key":"2140_CR18","doi-asserted-by":"crossref","unstructured":"Papineni K., Roukos S., Ward T., Zhu W.-J. BLEU: a method for automatic evaluation of machine translation. In Proc 40th Annu Meet Assoc Comput Linguistics - ACL \u201902 311\u2013318 (2002).","DOI":"10.3115\/1073083.1073135"},{"key":"2140_CR19","unstructured":"Lin C.-Y. ROUGE: a package for automatic evaluation of summaries. Assoc. Comput. Linguistics, p74\u201381 (2004)."},{"key":"2140_CR20","doi-asserted-by":"crossref","unstructured":"Lavie A., Agarwal A. Meteor: an automatic metric for MT evaluation with high levels of correlation with human judgments. 228\u2013231 https:\/\/dl.acm.org\/doi\/10.5555\/1626355.1626389 (2007).","DOI":"10.3115\/1626355.1626389"},{"key":"2140_CR21","doi-asserted-by":"crossref","unstructured":"Veen D. V. et al. Adapted large language models can outperform medical experts in clinical text summarization. Nat. Med. 30, 1134\u20131142 (2024).","DOI":"10.1038\/s41591-024-02855-5"},{"key":"2140_CR22","doi-asserted-by":"crossref","unstructured":"Varma, M., Delbrouck, J.-B., Hooper, S., Chaudhari, A. & Langlotz, C. ViLLA: fine-grained vision-language representation learning from real-world data. arXiv, https:\/\/arxiv.org\/abs\/2308.11194 (2023).","DOI":"10.1109\/ICCV51070.2023.02031"},{"key":"2140_CR23","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-023-40260-7","volume":"14","author":"X Zhang","year":"2023","unstructured":"Zhang, X., Wu, C., Zhang, Y., Xie, W. & Wang, Y. Knowledge-enhanced visual-language pre-training on chest radiology images. Nat. Commun. 14, 4542 (2023).","journal-title":"Nat. Commun."},{"key":"2140_CR24","unstructured":"Beltagy I., Lo K. & Cohan A. SciBERT: a pretrained language model for scientific text. arXiv https:\/\/arxiv.org\/abs\/1903.10676 (2019)."}],"container-title":["npj Digital Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-02140-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-02140-w","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-02140-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,13]],"date-time":"2026-01-13T19:03:06Z","timestamp":1768330986000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-02140-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,12,10]]},"references-count":24,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2026,12]]}},"alternative-id":["2140"],"URL":"https:\/\/doi.org\/10.1038\/s41746-025-02140-w","relation":{},"ISSN":["2398-6352"],"issn-type":[{"value":"2398-6352","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,12,10]]},"assertion":[{"value":"27 May 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 November 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 December 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"28"}}