{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,12]],"date-time":"2026-06-12T23:41:14Z","timestamp":1781307674129,"version":"3.54.1"},"reference-count":38,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,7,12]],"date-time":"2025-07-12T00:00:00Z","timestamp":1752278400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,7,12]],"date-time":"2025-07-12T00:00:00Z","timestamp":1752278400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"name":"Johns Hopkins Department of Radiology\u2019s Walter & Mary Ciceric Research Award"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["npj Digit. Med."],"DOI":"10.1038\/s41746-025-01807-8","type":"journal-article","created":{"date-parts":[[2025,7,12]],"date-time":"2025-07-12T16:38:10Z","timestamp":1752338290000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":15,"title":["Vision-language model for report generation and outcome prediction in CT pulmonary angiogram"],"prefix":"10.1038","volume":"8","author":[{"given":"Zhusi","family":"Zhong","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yuli","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jing","family":"Wu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wen-Chi","family":"Hsu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Vin","family":"Somasundaram","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lulu","family":"Bi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shreyas","family":"Kulkarni","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhuoqi","family":"Ma","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Scott","family":"Collins","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Grayson","family":"Baird","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sun Ho","family":"Ahn","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xue","family":"Feng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ihab","family":"Kamel","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Cheng Ting","family":"Lin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Colin","family":"Greineder","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Michael","family":"Atalay","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhicheng","family":"Jiao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Harrison","family":"Bai","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,7,12]]},"reference":[{"key":"1807_CR1","doi-asserted-by":"publisher","first-page":"S495","DOI":"10.1016\/j.amepre.2009.12.017","volume":"38","author":"MG Beckman","year":"2010","unstructured":"Beckman, M. G., Hooper, W. C., Critchley, S. E. & Ortel, T. L. Venous thromboembolism: a public health concern. Am. J. Prevent. Med. 38, S495\u2013S501 (2010).","journal-title":"Am. J. Prevent. Med."},{"key":"1807_CR2","doi-asserted-by":"publisher","first-page":"3344","DOI":"10.1053\/j.jvca.2021.09.050","volume":"36","author":"AE Lewis","year":"2022","unstructured":"Lewis, A. E., Gerstein, N. S., Venkataramani, R. & Ramakrishna, H. Evolving management trends and outcomes in catheter management of acute pulmonary embolism. J. Cardiothorac. Vasc. Anesth. 36, 3344\u20133356 (2022).","journal-title":"J. Cardiothorac. Vasc. Anesth."},{"key":"1807_CR3","doi-asserted-by":"publisher","first-page":"635","DOI":"10.1148\/radiol.11114045","volume":"262","author":"AN Leung","year":"2012","unstructured":"Leung, A. N. et al. American Thoracic Society documents: an official American Thoracic Society\/Society of Thoracic Radiology clinical practice guideline-evaluation of suspected pulmonary embolism in pregnancy. Radiology 262, 635\u2013646 (2012).","journal-title":"Radiology"},{"key":"1807_CR4","doi-asserted-by":"crossref","first-page":"69","DOI":"10.4103\/2229-5151.109427","volume":"3","author":"AK Tarbox","year":"2013","unstructured":"Tarbox, A. K. & Swaroop, M. Symposium: embolism in the intensive care unit. Int. J. Crit. Illn. Inj. Sci. 3, 69\u201372 (2013).","journal-title":"Int. J. Crit. Illn. Inj. Sci."},{"key":"1807_CR5","doi-asserted-by":"publisher","first-page":"278","DOI":"10.1016\/j.ejim.2010.04.005","volume":"21","author":"JL Alonso-Mart\u00ednez","year":"2010","unstructured":"Alonso-Mart\u00ednez, J. L., S\u00e1nchez, F. A. & Echezarreta, M. U. Delay and misdiagnosis in sub-massive and non-massive acute pulmonary embolism. Eur. J. Intern. Med. 21, 278\u2013282 (2010).","journal-title":"Eur. J. Intern. Med."},{"key":"1807_CR6","doi-asserted-by":"publisher","first-page":"e012789","DOI":"10.1136\/bmjopen-2016-012789","volume":"7","author":"JM Hendriksen","year":"2017","unstructured":"Hendriksen, J. M. et al. Clinical characteristics associated with diagnostic delay of pulmonary embolism in primary care: a retrospective observational study. BMJ Open 7, e012789 (2017).","journal-title":"BMJ Open"},{"key":"1807_CR7","doi-asserted-by":"publisher","first-page":"2317","DOI":"10.1056\/NEJMoa052367","volume":"354","author":"PD Stein","year":"2006","unstructured":"Stein, P. D. et al. Multidetector computed tomography for acute pulmonary embolism. N. Engl. J. Med. 354, 2317\u20132327 (2006).","journal-title":"N. Engl. J. Med."},{"key":"1807_CR8","first-page":"129","volume":"18","author":"J Belohl\u00e1vek","year":"2013","unstructured":"Belohl\u00e1vek, J., Dytrych, V. & Linhart, A. Pulmonary embolism, part i: epidemiology, risk factors and risk stratification, pathophysiology, clinical presentation, diagnosis and nonthrombotic pulmonary embolism. Exp. Clin. Cardiol. 18, 129 (2013).","journal-title":"Exp. Clin. Cardiol."},{"key":"1807_CR9","doi-asserted-by":"publisher","first-page":"1041","DOI":"10.1164\/rccm.200506-862OC","volume":"172","author":"D Aujesky","year":"2005","unstructured":"Aujesky, D. et al. Derivation and validation of a prognostic model for pulmonary embolism. Am. J. Respir. Crit. Care Med. 172, 1041\u20131046 (2005).","journal-title":"Am. J. Respir. Crit. Care Med."},{"key":"1807_CR10","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-023-34303-8","volume":"13","author":"N Cahan","year":"2023","unstructured":"Cahan, N. et al. Multimodal fusion models for pulmonary embolism mortality prediction. Sci. Rep. 13, 7544 (2023).","journal-title":"Sci. Rep."},{"key":"1807_CR11","doi-asserted-by":"crossref","unstructured":"Hamamci, I. E. et al. Developing generalist foundation models from a multimodal dataset for 3d computed tomography. arXiv preprint arXiv:2403.17834 (2024).","DOI":"10.21203\/rs.3.rs-5271327\/v1"},{"key":"1807_CR12","unstructured":"Wu, C., Zhang, X., Zhang, Y., Wang, Y. & Xie, W. Towards generalist foundation model for radiology by leveraging web-scale 2d&3d medical data. arXiv preprint arXiv:2308.02463 (2023)."},{"key":"1807_CR13","unstructured":"Bai, F., Du, Y., Huang, T., Meng, M. Q.-H. & Zhao, B. M3d: Advancing 3d medical image analysis with multi-modal large language models. arXiv preprint arXiv:2404.00578 (2024)."},{"key":"1807_CR14","unstructured":"Huang, S.-C. et al. Inspect: a multimodal dataset for pulmonary embolism diagnosis and prognosis. In Proc. 37th International Conference on Neural Information Processing Systems. 17742\u201317772 (NIPS, 2023)."},{"key":"1807_CR15","doi-asserted-by":"crossref","unstructured":"Park, J., Kim, S., Yoon, B., Hyun, J. & Choi, K. M4cxr: Exploring multi-task potentials of multi-modal large language models for chest x-ray interpretation. arXiv preprint arXiv:2408.16213 (2024).","DOI":"10.1109\/TNNLS.2025.3587687"},{"key":"1807_CR16","unstructured":"Deperrois, N. et al. Radvlm: a multitask conversational vision-language model for radiology. arXiv preprint arXiv:2502.03333 (2025)."},{"key":"1807_CR17","unstructured":"MDPI. Large language models in healthcare and medical domain: A review, Vol. 11."},{"key":"1807_CR18","doi-asserted-by":"crossref","unstructured":"Shen, Y. et al. Multi-modal large language models in radiology: principles, applications, and potential. Abdom. Radiol. 50, 2745\u20132757 (2024).","DOI":"10.1007\/s00261-024-04708-8"},{"key":"1807_CR19","unstructured":"Multimodal healthcare AI: identifying and designing clinically relevant vision-language applications for radiology."},{"key":"1807_CR20","doi-asserted-by":"publisher","first-page":"396","DOI":"10.2214\/AJR.21.26646","volume":"218","author":"S Tan","year":"2022","unstructured":"Tan, S. et al. Pulmonary cta reporting: Ajr expert panel narrative review. Am. J. Roentgenol. 218, 396\u2013404 (2022).","journal-title":"Am. J. Roentgenol."},{"key":"1807_CR21","doi-asserted-by":"crossref","unstructured":"Bukhari, S. M. A. et al. Clinical and imaging aspects of pulmonary embolism: a primer for radiologists. Clin. Imaging 117, 110328 (2024).","DOI":"10.1016\/j.clinimag.2024.110328"},{"key":"1807_CR22","unstructured":"Dubey, A. et al. The llama 3 herd of models. arXiv preprint arXiv:2407.21783 (2024)."},{"key":"1807_CR23","doi-asserted-by":"crossref","unstructured":"Fox, J. & Weisberg, S. Cox proportional-hazards regression for survival data. An R and S-PLUS companion to applied regression (2002).","DOI":"10.32614\/CRAN.package.car"},{"key":"1807_CR24","unstructured":"Huang, S.-C. et al. PENet\u2014a scalable deep-learning model for automated diagnosis of pulmonary embolism using volumetric CT imaging 3, 1\u20139. https:\/\/www.nature.com\/articles\/s41746-020-0266-y."},{"key":"1807_CR25","doi-asserted-by":"publisher","first-page":"143","DOI":"10.1002\/sim.4780030207","volume":"3","author":"FE Harrell Jr","year":"1984","unstructured":"Harrell Jr, F. E., Lee, K. L., Califf, R. M., Pryor, D. B. & Rosati, R. A. Regression modelling strategies for improved prognostic prediction. Stat. Med. 3, 143\u2013152 (1984).","journal-title":"Stat. Med."},{"key":"1807_CR26","doi-asserted-by":"publisher","first-page":"565","DOI":"10.1177\/0272989X06295361","volume":"26","author":"AJ Vickers","year":"2006","unstructured":"Vickers, A. J. & Elkin, E. B. Decision curve analysis: a novel method for evaluating prediction models. Med. Decis. Mak. 26, 565\u2013574 (2006).","journal-title":"Med. Decis. Mak."},{"key":"1807_CR27","doi-asserted-by":"publisher","first-page":"414","DOI":"10.1080\/01621459.1988.10478612","volume":"83","author":"B Efron","year":"1988","unstructured":"Efron, B. Logistic regression, survival analysis, and the Kaplan-Meier curve. J. Am. Stat. Assoc. 83, 414\u2013425 (1988).","journal-title":"J. Am. Stat. Assoc."},{"key":"1807_CR28","doi-asserted-by":"crossref","unstructured":"Blankemeier, L. et al. Merlin: a vision language foundation model for 3d computed tomography. Res. Sq. rs.3, rs\u20134546309 (2024).","DOI":"10.21203\/rs.3.rs-4546309\/v1"},{"key":"1807_CR29","unstructured":"Jain, S. et al. Radgraph: extracting clinical entities and relations from radiology reports. In Proc. 35th International Conference on Neural Information Processing Systems (NIPS, 2021)."},{"key":"1807_CR30","doi-asserted-by":"crossref","unstructured":"Zhong, Z. et al. Pulmonary embolism survival prediction using multimodal learning based on computed tomography angiography and clinical data. Journal of thoracic imaging 10\u20131097 (2025).","DOI":"10.1097\/RTI.0000000000000831"},{"key":"1807_CR31","doi-asserted-by":"publisher","DOI":"10.1038\/s41746-022-00742-2","volume":"5","author":"X Yang","year":"2022","unstructured":"Yang, X. et al. A large language model for electronic health records. npj Digi. Med. 5, 194 (2022).","journal-title":"npj Digi. Med."},{"key":"1807_CR32","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s12874-018-0482-1","volume":"18","author":"JL Katzman","year":"2018","unstructured":"Katzman, J. L. et al. Deepsurv: personalized treatment recommender system using a cox proportional hazards deep neural network. BMC Med. Res. Methodol. 18, 1\u201312 (2018).","journal-title":"BMC Med. Res. Methodol."},{"key":"1807_CR33","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s41747-020-00173-2","volume":"4","author":"J Hofmanninger","year":"2020","unstructured":"Hofmanninger, J. et al. Automatic lung segmentation in routine imaging is primarily a data diversity problem, not a methodology problem. Eur. Radiol. Exp. 4, 1\u201313 (2020).","journal-title":"Eur. Radiol. Exp."},{"key":"1807_CR34","unstructured":"ORANGE: A Method for Evaluating Automatic Evaluation Metrics for Machine Translation https:\/\/www.aclweb.org\/anthology\/C04-1072 (COLING, 2004)."},{"key":"1807_CR35","unstructured":"ROUGE: A Package for Automatic Evaluation of Summaries https:\/\/www.aclweb.org\/anthology\/W04-1013 (Association for Computational Linguistics, 2004)."},{"key":"1807_CR36","unstructured":"METEOR: An Automatic Metric for MT Evaluation with Improved Correlation with Human Judgments https:\/\/www.aclweb.org\/anthology\/W05-0909. (Association for Computational Linguistics, 2005)."},{"key":"1807_CR37","unstructured":"BERTScore: Evaluating Text Generation with BERT https:\/\/openreview.net\/forum?id=SkeHuCVFDr"},{"key":"1807_CR38","doi-asserted-by":"crossref","unstructured":"DeLong, E. R., DeLong, D. M. & Clarke-Pearson, D. L. Comparing the areas under two or more correlated receiver operating characteristic curves: a nonparametric approach. Biometrics 44, 837\u2013845 (1988).","DOI":"10.2307\/2531595"}],"container-title":["npj Digital Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01807-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01807-8","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01807-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,7]],"date-time":"2025-09-07T06:38:08Z","timestamp":1757227088000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01807-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,12]]},"references-count":38,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["1807"],"URL":"https:\/\/doi.org\/10.1038\/s41746-025-01807-8","relation":{},"ISSN":["2398-6352"],"issn-type":[{"value":"2398-6352","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,7,12]]},"assertion":[{"value":"31 January 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 June 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 July 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"432"}}