{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,16]],"date-time":"2026-10-16T13:00:52Z","timestamp":1792155652061,"version":"4.4.0"},"reference-count":44,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2024,10,24]],"date-time":"2024-10-24T00:00:00Z","timestamp":1729728000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2024,10,24]],"date-time":"2024-10-24T00:00:00Z","timestamp":1729728000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"DOI":"10.13039\/501100003725","name":"National Research Foundation of Korea","doi-asserted-by":"publisher","award":["RS-2024-00336454"],"award-info":[{"award-number":["RS-2024-00336454"]}],"id":[{"id":"10.13039\/501100003725","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003725","name":"National Research Foundation of Korea","doi-asserted-by":"publisher","award":["RS-2023-00262527"],"award-info":[{"award-number":["RS-2023-00262527"]}],"id":[{"id":"10.13039\/501100003725","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003725","name":"National Research Foundation of Korea","doi-asserted-by":"publisher","award":["RS-2024-00345854"],"award-info":[{"award-number":["RS-2024-00345854"]}],"id":[{"id":"10.13039\/501100003725","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003725","name":"National Research Foundation of Korea","doi-asserted-by":"publisher","award":["RS-2023-00242164"],"award-info":[{"award-number":["RS-2023-00242164"]}],"id":[{"id":"10.13039\/501100003725","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003725","name":"National Research Foundation of Korea","doi-asserted-by":"publisher","award":["No. 2022R1A2C2008623"],"award-info":[{"award-number":["No. 2022R1A2C2008623"]}],"id":[{"id":"10.13039\/501100003725","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nat Commun"],"DOI":"10.1038\/s41467-024-53387-y","type":"journal-article","created":{"date-parts":[[2024,10,24]],"date-time":"2024-10-24T10:03:36Z","timestamp":1729764216000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":85,"title":["LLM-driven multimodal target volume contouring in radiation oncology"],"prefix":"10.1038","volume":"15","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4319-8435","authenticated-orcid":false,"given":"Yujin","family":"Oh","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9223-3172","authenticated-orcid":false,"given":"Sangjoon","family":"Park","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hwa Kyung","family":"Byun","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yeona","family":"Cho","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ik Jae","family":"Lee","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1415-6471","authenticated-orcid":false,"given":"Jin Sung","family":"Kim","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9763-9609","authenticated-orcid":false,"given":"Jong Chul","family":"Ye","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,10,24]]},"reference":[{"key":"53387_CR1","doi-asserted-by":"publisher","first-page":"771","DOI":"10.1038\/s41571-020-0417-8","volume":"17","author":"E Huynh","year":"2020","unstructured":"Huynh, E. et al. Artificial intelligence in radiation oncology. Nat. Rev. Clin. Oncol. 17, 771\u2013781 (2020).","journal-title":"Nat. Rev. Clin. Oncol."},{"key":"53387_CR2","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-022-34257-x","volume":"13","author":"F Shi","year":"2022","unstructured":"Shi, F. et al. Deep learning empowered volume delineation of whole-body organs-at-risk for accelerated radiotherapy. Nat. Commun. 13, 6566 (2022).","journal-title":"Nat. Commun."},{"key":"53387_CR3","unstructured":"Zhang, L. et al. Segment anything model (sam) for radiation oncology. arXiv preprint arXiv:2306.11730 (2023)."},{"key":"53387_CR4","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s13014-021-01771-z","volume":"16","author":"SY Chung","year":"2021","unstructured":"Chung, S. Y. et al. Clinical feasibility of deep learning-based auto-segmentation of target volumes and organs-at-risk in breast cancer patients after breast-conserving surgery. Radiat. Oncol. 16, 1\u201310 (2021).","journal-title":"Radiat. Oncol."},{"key":"53387_CR5","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1016\/j.radonc.2014.11.030","volume":"114","author":"BV Offersen","year":"2015","unstructured":"Offersen, B. V. et al. Estro consensus guideline on target volume delineation for elective radiation therapy of early stage breast cancer. Radiother. Oncol. 114, 3\u201310 (2015).","journal-title":"Radiother. Oncol."},{"key":"53387_CR6","doi-asserted-by":"publisher","first-page":"139","DOI":"10.1016\/j.radonc.2020.09.045","volume":"153","author":"MS Choi","year":"2020","unstructured":"Choi, M. S. et al. Clinical evaluation of atlas-and deep learning-based automatic segmentation of multiple organs and clinical target volumes for breast cancer. Radiother. Oncol. 153, 139\u2013145 (2020).","journal-title":"Radiother. Oncol."},{"key":"53387_CR7","doi-asserted-by":"publisher","first-page":"205015","DOI":"10.1088\/1361-6560\/ab440d","volume":"64","author":"Z Guo","year":"2019","unstructured":"Guo, Z., Guo, N., Gong, K. & Li, Q. et al. Gross tumor volume segmentation for head and neck cancer radiotherapy using deep dense multi-modality network. Phys. Med. Biol. 64, 205015 (2019).","journal-title":"Phys. Med. Biol."},{"key":"53387_CR8","doi-asserted-by":"crossref","unstructured":"Liu, C. et al. Artificial general intelligence for radiation oncology. Meta Radiol. 1, 100045 (2023).","DOI":"10.1016\/j.metrad.2023.100045"},{"key":"53387_CR9","unstructured":"Bubeck, S. et al. Sparks of artificial general intelligence: early experiments with GPT-4. arXiv preprint arXiv:2303.12712 (2023)."},{"key":"53387_CR10","unstructured":"Touvron, H. et al. Llama 2: Open foundation and fine-tuned chat models. arXiv preprint arXiv:2307.09288 (2023)."},{"key":"53387_CR11","unstructured":"Liu, Z. et al. Radiology-GPT: A large language model for radiology. arXiv preprint arXiv:2306.08666 (2023)."},{"key":"53387_CR12","doi-asserted-by":"publisher","first-page":"259","DOI":"10.1038\/s41586-023-05881-4","volume":"616","author":"M Moor","year":"2023","unstructured":"Moor, M. et al. Foundation models for generalist medical artificial intelligence. Nature 616, 259\u2013265 (2023).","journal-title":"Nature"},{"key":"53387_CR13","doi-asserted-by":"crossref","unstructured":"Singhal, K. et al. Large language models encode clinical knowledge. Nature 620, 172\u2013180 (2023).","DOI":"10.1038\/s41586-023-06291-2"},{"key":"53387_CR14","doi-asserted-by":"crossref","unstructured":"Tu, T., Azizi, S., Driess, D., Schaekermann, M., Amin, M., Chang, P.-C., et al. Towards generalist biomedical AI. NEJM AI 1, AIoa2300138 (2024).","DOI":"10.1056\/AIoa2300138"},{"key":"53387_CR15","unstructured":"Lee, S., Kim, W. J., Chang, J. & Ye, J. C. Llm-cxr: Instruction-finetuned llm for cxr image understanding and generation. 2305.11490 (2024)."},{"key":"53387_CR16","doi-asserted-by":"crossref","unstructured":"Kirillov, A., Mintun, E., Ravi, N., Mao, H., Rolland, C., Gustafson, L., Xiao, T., Whitehead, S., Berg, A. C., Lo, W.-Y., Dollar, P. & Girshick, R. Segment Anything. In Proc. IEEE\/CVF International Conference on Computer Vision (ICCV), 4015\u20134026 (IEEE, 2023).","DOI":"10.1109\/ICCV51070.2023.00371"},{"key":"53387_CR17","unstructured":"Kim, K., Oh, Y. & Ye, J. C. ZegOT: Zero-shot segmentation through optimal transport of text prompts. arXiv preprint arXiv:2301.12171 (2023)."},{"key":"53387_CR18","doi-asserted-by":"crossref","unstructured":"Jia, M., Tang, L., Chen, B.-C., Cardie, C., Belongie, S., Hariharan, B. & Lim, S.-N. Visual Prompt Tuning. In Proc. 17th European Conference on Computer Vision (ECCV), 709\u2013727 (Springer, 2022).","DOI":"10.1007\/978-3-031-19827-4_41"},{"key":"53387_CR19","doi-asserted-by":"crossref","unstructured":"Zhou, K., Yang, J., Loy, C. C. & Liu, Z. Conditional prompt learning for vision-language models. 2203.05557 (2023).","DOI":"10.1109\/CVPR52688.2022.01631"},{"key":"53387_CR20","doi-asserted-by":"crossref","unstructured":"Zhu, L., Chen, T., Ji, D., Ye, J. & Liu, J. Llafs: when large language models meet few-shot segmentation. 2311.16926 (2024).","DOI":"10.1109\/CVPR52733.2024.00296"},{"key":"53387_CR21","unstructured":"Wang, W. et al. Visionllm: large language model is also an open-ended decoder for vision-centric tasks. 2305.11175 (2023)."},{"key":"53387_CR22","unstructured":"Wang, X. et al. Hierarchical open-vocabulary universal image segmentation. Adv. Neural Inform. Process. Syst. 36, (2024)."},{"key":"53387_CR23","unstructured":"Lai, X. et al. LISA: reasoning segmentation via large language model. 2308.00692 (2023)."},{"key":"53387_CR24","unstructured":"Huemann, Z. et al. ConTEXTual net: a multimodal vision-language model for segmentation of pneumothorax. J. Imaging Inform. Med. 1, 1\u201312 (2024)."},{"key":"53387_CR25","doi-asserted-by":"crossref","unstructured":"Hatamizadeh, A. et al. UNETR: transformers for 3d medical image segmentation. In Proc. 2022 IEEE\/CVF Winter Conference on Applications of Computer Vision (WACV) 1748\u20131758 (IEEE, 2022).","DOI":"10.1109\/WACV51458.2022.00181"},{"key":"53387_CR26","doi-asserted-by":"crossref","unstructured":"Xing, Z., Ye, T., Yang, Y., Liu, G. & Zhu, L. Segmamba: long-range sequential modeling mamba for 3d medical image segmentation. 2401.13560 (2024).","DOI":"10.1007\/978-3-031-72111-3_54"},{"key":"53387_CR27","unstructured":"Radford, A. et al. Learning transferable visual models from natural language supervision. In Proc. International conference on machine learning, 8748\u20138763 (PMLR, 2021)."},{"key":"53387_CR28","unstructured":"Hu, E. J. et al. LoRA: low-rank adaptation of large language models. In Proc. International Conference on Learning Representations (ICLR) (ICLR, 2022)."},{"key":"53387_CR29","doi-asserted-by":"publisher","first-page":"221","DOI":"10.1146\/annurev-bioeng-071516-044442","volume":"19","author":"D Shen","year":"2017","unstructured":"Shen, D., Wu, G. & Suk, H.-I. Deep learning in medical image analysis. Annu. Rev. Biomed. Eng. 19, 221\u2013248 (2017).","journal-title":"Annu. Rev. Biomed. Eng."},{"key":"53387_CR30","doi-asserted-by":"publisher","first-page":"1342","DOI":"10.1038\/s41591-018-0107-6","volume":"24","author":"J De Fauw","year":"2018","unstructured":"De Fauw, J. et al. Clinically applicable deep learning for diagnosis and referral in retinal disease. Nat. Med. 24, 1342\u20131350 (2018).","journal-title":"Nat. Med."},{"key":"53387_CR31","unstructured":"Rajpurkar, P. et al. ChexNet: radiologist-level pneumonia detection on chest X-rays with deep learning. arXiv preprint arXiv:1711.05225 (2017)."},{"key":"53387_CR32","doi-asserted-by":"publisher","first-page":"191","DOI":"10.3349\/ymj.2019.60.2.191","volume":"60","author":"BG Choi","year":"2019","unstructured":"Choi, B. G. et al. Machine learning for the prediction of new-onset diabetes mellitus during 5-year follow-up in non-diabetic patients with cardiovascular risks. Yonsei Med. J. 60, 191\u2013199 (2019).","journal-title":"Yonsei Med. J."},{"key":"53387_CR33","doi-asserted-by":"publisher","first-page":"1321","DOI":"10.3349\/ymj.2013.54.6.1321","volume":"54","author":"TK Yoo","year":"2013","unstructured":"Yoo, T. K. et al. Osteoporosis risk prediction for bone mineral density assessment of postmenopausal women using machine learning. Yonsei Med. J. 54, 1321\u20131330 (2013).","journal-title":"Yonsei Med. J."},{"key":"53387_CR34","doi-asserted-by":"publisher","first-page":"500","DOI":"10.1038\/s41568-018-0016-5","volume":"18","author":"A Hosny","year":"2018","unstructured":"Hosny, A., Parmar, C., Quackenbush, J., Schwartz, L. H. & Aerts, H. J. Artificial intelligence in radiology. Nat. Rev. Cancer 18, 500\u2013510 (2018).","journal-title":"Nat. Rev. Cancer"},{"key":"53387_CR35","doi-asserted-by":"publisher","first-page":"1399","DOI":"10.1038\/s41551-022-00936-9","volume":"6","author":"E Tiu","year":"2022","unstructured":"Tiu, E. et al. Expert-level detection of pathologies from unannotated chest X-ray images via self-supervised learning. Nat. Biomed. Eng. 6, 1399\u20131406 (2022).","journal-title":"Nat. Biomed. Eng."},{"key":"53387_CR36","doi-asserted-by":"publisher","first-page":"6070","DOI":"10.1109\/JBHI.2022.3207502","volume":"26","author":"JH Moon","year":"2022","unstructured":"Moon, J. H., Lee, H., Shin, W., Kim, Y.-H. & Choi, E. Multi-modal understanding and generation for medical images and text via vision-language pre-training. IEEE J. Biomed. Health Inform. 26, 6070\u20136080 (2022).","journal-title":"IEEE J. Biomed. Health Inform."},{"key":"53387_CR37","doi-asserted-by":"crossref","unstructured":"Huang, Z., Zhang, X. & Zhang, S. Kiut: knowledge-injected u-transformer for radiology report generation. In Proc. IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 19809\u201319818 (IEEE, 2023).","DOI":"10.1109\/CVPR52729.2023.01897"},{"key":"53387_CR38","doi-asserted-by":"publisher","first-page":"e657","DOI":"10.1016\/S2589-7500(22)00129-7","volume":"4","author":"A Hosny","year":"2022","unstructured":"Hosny, A. et al. Clinical validation of deep learning algorithms for radiotherapy targeting of non-small-cell lung cancer: an observational study. Lancet Digit. Health 4, e657\u2013e666 (2022).","journal-title":"Lancet Digit. Health"},{"key":"53387_CR39","doi-asserted-by":"crossref","unstructured":"\u00c7i\u00e7ek, \u00d6., Abdulkadir, A., Lienkamp, S. S., Brox, T. & Ronneberger, O. 3d u-net: learning dense volumetric segmentation from sparse annotation. In Proc. Medical Image Computing and Computer-Assisted Intervention\u2013MICCAI 2016: 19th International Conference, Athens, Greece, October 17-21, Proceedings, Part II 19, 424\u2013432 (Springer, 2016).","DOI":"10.1007\/978-3-319-46723-8_49"},{"key":"53387_CR40","unstructured":"Kingma, D. & Ba, J. Adam: a method for stochastic optimization. In Proc. International Conference on Learning Representations (ICLR) (ICLR, 2015)."},{"key":"53387_CR41","unstructured":"Paszke, A. et al. PyTorch: an imperative style, high-performance deep learning library. Adv. Neural Inform. Process. Syst. 32, (2019)."},{"key":"53387_CR42","doi-asserted-by":"crossref","unstructured":"Xu, J. et al. Open-vocabulary panoptic segmentation with text-to-image diffusion models. In Proc. the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 2955\u20132966 (IEEE, 2023).","DOI":"10.1109\/CVPR52729.2023.00289"},{"key":"53387_CR43","doi-asserted-by":"publisher","first-page":"1451","DOI":"10.1109\/TMI.2006.880587","volume":"25","author":"WR Crum","year":"2006","unstructured":"Crum, W. R., Camara, O. & Hill, D. L. Generalized overlap measures for evaluation and validation in medical image analysis. IEEE Trans. Med. Imaging 25, 1451\u20131461 (2006).","journal-title":"IEEE Trans. Med. Imaging"},{"key":"53387_CR44","doi-asserted-by":"publisher","unstructured":"Oh, Y. et al. Llm-driven multimodal target volume contouring in radiation oncology. https:\/\/doi.org\/10.5281\/zenodo.12792278 (2024).","DOI":"10.5281\/zenodo.12792278"}],"updated-by":[{"DOI":"10.1038\/s41467-025-55963-2","type":"correction","label":"Correction","source":"publisher","updated":{"date-parts":[[2025,1,16]],"date-time":"2025-01-16T00:00:00Z","timestamp":1736985600000}}],"container-title":["Nature Communications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41467-024-53387-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41467-024-53387-y","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41467-024-53387-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,17]],"date-time":"2025-01-17T01:22:19Z","timestamp":1737076939000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41467-024-53387-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,24]]},"references-count":44,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2024,12]]}},"alternative-id":["53387"],"URL":"https:\/\/doi.org\/10.1038\/s41467-024-53387-y","relation":{},"ISSN":["2041-1723"],"issn-type":[{"value":"2041-1723","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,10,24]]},"assertion":[{"value":"29 October 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 October 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 October 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 January 2025","order":4,"name":"change_date","label":"Change Date","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"Correction","order":5,"name":"change_type","label":"Change Type","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"A Correction to this paper has been published:","order":6,"name":"change_details","label":"Change Details","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"https:\/\/doi.org\/10.1038\/s41467-025-55963-2","URL":"https:\/\/doi.org\/10.1038\/s41467-025-55963-2","order":7,"name":"change_details","label":"Change Details","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"J.S.K. is a shareholder and employee of Oncosoft Inc, which may benefit from the research results presented in this paper. This potential conflict of interest has been disclosed and managed according to institutional policies.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"9186"}}