{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,29]],"date-time":"2026-05-29T23:53:01Z","timestamp":1780098781140,"version":"3.54.0"},"reference-count":42,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T00:00:00Z","timestamp":1750204800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"},{"start":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T00:00:00Z","timestamp":1750204800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62402275"],"award-info":[{"award-number":["62402275"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62402458"],"award-info":[{"award-number":["62402458"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Research Grants Council of the Hong Kong Special Administrative Region, China","award":["AoE\/E-601\/24-N"],"award-info":[{"award-number":["AoE\/E-601\/24-N"]}]},{"name":"Research Grants Council of the Hong Kong Special Administrative Region, China","award":["T45-401\/22-N"],"award-info":[{"award-number":["T45-401\/22-N"]}]},{"DOI":"10.13039\/501100007156","name":"Hong Kong Innovation and Technology Fund","doi-asserted-by":"crossref","award":["GHP\/060\/21GD"],"award-info":[{"award-number":["GHP\/060\/21GD"]}],"id":[{"id":"10.13039\/501100007156","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["npj Digit. Med."],"abstract":"<jats:title>Abstract<\/jats:title>\n          <jats:p>Prostate cancer (PCa) is one of the most common types of cancer, seriously affecting adult male health. Accurate and automated PCa segmentation is essential for radiologists to confirm the location of cancer, evaluate its severity, and design appropriate treatments. This paper presents PCaSAM, a fully automated PCa segmentation model that allows us to input multi-modal MRI images into the foundation model to improve performance significantly. We collected multi-center datasets to conduct a comprehensive evaluation. The results showed that PCaSAM outperforms the generalist medical foundation model and the other representative segmentation models, with the average DSC of 0.721 and 0.706 in the internal and external datasets, respectively. Furthermore, with the assistance of segmentation, the PI-RADS scoring of PCa lesions was improved significantly, leading to a substantial increase in average AUC by 8.3\u20138.9% on two external datasets. Besides, PCaSAM achieved superior efficiency, making it highly suitable for real-world deployment scenarios.<\/jats:p>","DOI":"10.1038\/s41746-025-01756-2","type":"journal-article","created":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T06:20:03Z","timestamp":1750227603000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["Generalist medical foundation model improves prostate cancer segmentation from multimodal MRI images"],"prefix":"10.1038","volume":"8","author":[{"given":"Yuhan","family":"Zhang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiao","family":"Ma","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mingchao","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kun","family":"Huang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jie","family":"Zhu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Miao","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xi","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Menglin","family":"Wu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Pheng-Ann","family":"Heng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,6,18]]},"reference":[{"key":"1756_CR1","doi-asserted-by":"publisher","first-page":"63","DOI":"10.14740\/wjon1191","volume":"10","author":"P Rawla","year":"2019","unstructured":"Rawla, P. Epidemiology of prostate cancer. World J. Oncol. 10, 63 (2019).","journal-title":"World J. Oncol."},{"key":"1756_CR2","doi-asserted-by":"publisher","first-page":"98","DOI":"10.1002\/(SICI)1097-0045(199602)28:2<98::AID-PROS4>3.0.CO;2-J","volume":"28","author":"H Bonkhoff","year":"1996","unstructured":"Bonkhoff, H. & Remberger, K. Differentiation pathways and histogenetic aspects of normal and abnormal prostatic growth: a stem cell model. Prostate 28, 98\u2013106 (1996).","journal-title":"Prostate"},{"key":"1756_CR3","doi-asserted-by":"publisher","first-page":"6","DOI":"10.1111\/bju.12381","volume":"112","author":"J Thompson","year":"2013","unstructured":"Thompson, J. et al. The role of magnetic resonance imaging in the diagnosis and management of prostate cancer. BJU Int. 112, 6\u201320 (2013).","journal-title":"BJU Int."},{"key":"1756_CR4","doi-asserted-by":"publisher","first-page":"594","DOI":"10.1097\/RLI.0000000000000163","volume":"50","author":"TW Scheenen","year":"2015","unstructured":"Scheenen, T. W., Rosenkrantz, A. B., Haider, M. A. & F\u00fctterer, J. J. Multiparametric magnetic resonance imaging in prostate cancer management: current status and future perspectives. Investigative Radiol. 50, 594\u2013600 (2015).","journal-title":"Investigative Radiol."},{"key":"1756_CR5","doi-asserted-by":"publisher","first-page":"706","DOI":"10.1097\/JU.0000000000000617","volume":"203","author":"MA Bjurlin","year":"2020","unstructured":"Bjurlin, M. A. et al. Update of the standard operating procedure on the use of multiparametric magnetic resonance imaging for the diagnosis, staging and management of prostate cancer. J. Urol. 203, 706\u2013712 (2020).","journal-title":"J. Urol."},{"key":"1756_CR6","doi-asserted-by":"publisher","first-page":"210","DOI":"10.1016\/j.canlet.2020.10.033","volume":"498","author":"M Leech","year":"2021","unstructured":"Leech, M., Osman, S., Jain, S. & Marignol, L. Mini review: personalization of the radiation therapy management of prostate cancer using mri-based radiomics. Cancer Lett. 498, 210\u2013216 (2021).","journal-title":"Cancer Lett."},{"key":"1756_CR7","doi-asserted-by":"publisher","first-page":"6582","DOI":"10.1007\/s00330-020-07008-z","volume":"30","author":"M Arif","year":"2020","unstructured":"Arif, M. et al. Clinically significant prostate cancer detection and segmentation in low-risk patients using a convolutional neural network on multi-parametric mri. Eur. Radiol. 30, 6582\u20136592 (2020).","journal-title":"Eur. Radiol."},{"key":"1756_CR8","doi-asserted-by":"crossref","unstructured":"Xie, A., Elfatimi, E., Ghosal, S. & Shah, P. Deep learning with uncertainty quantification for predicting the segmentation dice coefficient of prostate cancer biopsy images. In 2024 International Conference on Machine Learning and Applications (ICMLA), 1158\u20131163 (IEEE, 2024).","DOI":"10.1109\/ICMLA61862.2024.00178"},{"key":"1756_CR9","doi-asserted-by":"crossref","unstructured":"Gavade, A. B., Kanwal, N., Gavade, P. A. & Nerli, R. Enhancing prostate cancer diagnosis with deep learning: a study using mpmri segmentation and classification. In National Conference on CONTROL INSTRUMENTATION SYSTEM CONFERENCE, 563\u2013574 (Springer, 2023).","DOI":"10.1007\/978-981-97-5866-1_40"},{"key":"1756_CR10","doi-asserted-by":"publisher","first-page":"8","DOI":"10.1016\/j.compbiomed.2015.02.009","volume":"60","author":"G Lema\u00edtre","year":"2015","unstructured":"Lema\u00edtre, G. et al. Computer-aided detection and diagnosis for prostate cancer based on mono and multi-parametric mri: a review. Computers Biol. Med. 60, 8\u201331 (2015).","journal-title":"Computers Biol. Med."},{"key":"1756_CR11","doi-asserted-by":"publisher","first-page":"986","DOI":"10.1109\/TMI.2020.3043641","volume":"40","author":"A Rossi","year":"2020","unstructured":"Rossi, A., Hosseinzadeh, M., Bianchini, M., Scarselli, F. & Huisman, H. Multi-modal siamese network for diagnostically similar lesion retrieval in prostate mri. IEEE Trans. Med. Imaging 40, 986\u2013995 (2020).","journal-title":"IEEE Trans. Med. Imaging"},{"key":"1756_CR12","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-022-06730-6","volume":"12","author":"OJ Pellicer-Valero","year":"2022","unstructured":"Pellicer-Valero, O. J. et al. Deep learning for fully automatic detection, segmentation, and gleason grade estimation of prostate cancer in multiparametric magnetic resonance images. Sci. Rep. 12, 2975 (2022).","journal-title":"Sci. Rep."},{"key":"1756_CR13","doi-asserted-by":"publisher","first-page":"107374","DOI":"10.1016\/j.compbiomed.2023.107374","volume":"165","author":"Y Li","year":"2023","unstructured":"Li, Y., Wu, Y., Huang, M., Zhang, Y. & Bai, Z. Attention-guided multi-scale learning network for automatic prostate and tumor segmentation on mri. Computers Biol. Med. 165, 107374 (2023).","journal-title":"Computers Biol. Med."},{"key":"1756_CR14","doi-asserted-by":"crossref","unstructured":"Ronneberger, O., Fischer, P. & Brox, T. U-net: Convolutional networks for biomedical image segmentation. In Medical image computing and computer-assisted intervention\u2013MICCAI 2015: 18th international conference, Munich, Germany, October 5-9, 2015, proceedings, part III 18, 234\u2013241 (Springer, 2015).","DOI":"10.1007\/978-3-319-24574-4_28"},{"key":"1756_CR15","doi-asserted-by":"crossref","unstructured":"Quihui-Rubio, P. C., Flores-Araiza, D., Gonzalez-Mendoza, M., Mata, C. & Ochoa-Ruiz, G. Fau-net: An attention u-net extension with feature pyramid attention for prostate cancer segmentation. In Mexican International Conference on Artificial Intelligence, 165\u2013176 (Springer, 2023).","DOI":"10.1007\/978-3-031-47640-2_14"},{"key":"1756_CR16","doi-asserted-by":"publisher","first-page":"102347","DOI":"10.1016\/j.media.2021.102347","volume":"77","author":"A Duran","year":"2022","unstructured":"Duran, A. et al. Prostattention-net: A deep attention model for prostate cancer segmentation by aggressiveness in MRI scans. Med. Image Anal. 77, 102347 (2022).","journal-title":"Med. Image Anal."},{"key":"1756_CR17","doi-asserted-by":"publisher","first-page":"107999","DOI":"10.1016\/j.compbiomed.2024.107999","volume":"170","author":"W Wang","year":"2024","unstructured":"Wang, W. et al. Paracm-pnet: A cnn-tokenized mlp combined parallel dual pyramid network for prostate and prostate cancer segmentation in MRI. Computers Biol. Med. 170, 107999 (2024).","journal-title":"Computers Biol. Med."},{"key":"1756_CR18","doi-asserted-by":"publisher","first-page":"104622","DOI":"10.1016\/j.bspc.2023.104622","volume":"83","author":"Z Li","year":"2023","unstructured":"Li, Z. et al. Cda-net: A contrastive deep adversarial model for prostate cancer segmentation in mri images. Biomed. Signal Process. Control 83, 104622 (2023).","journal-title":"Biomed. Signal Process. Control"},{"key":"1756_CR19","doi-asserted-by":"crossref","unstructured":"He, Y. et al. Foundation model for advancing healthcare: Challenges, opportunities, and future directions. IEEE Rev. Biomed. Eng. 18, 172\u2013191 (2024).","DOI":"10.1109\/RBME.2024.3496744"},{"key":"1756_CR20","doi-asserted-by":"crossref","unstructured":"Liu, C., Wan, Z., Cheng, S., Zhang, M. & Arcucci, R. Etp: Learning transferable ecg representations via ecg-text pre-training. In ICASSP 2024-2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP), 8230\u20138234 (IEEE, 2024).","DOI":"10.1109\/ICASSP48485.2024.10446742"},{"key":"1756_CR21","unstructured":"Wan, Z. et al. Med-unic: Unifying cross-lingual medical vision-language pre-training by diminishing bias. Adv. Neural Info. Proc. Syst. 36, 56186\u201356197 (2024)."},{"key":"1756_CR22","doi-asserted-by":"publisher","first-page":"103202","DOI":"10.1016\/j.media.2024.103202","volume":"96","author":"J Jiao","year":"2024","unstructured":"Jiao, J. et al. Usfm: A universal ultrasound foundation model generalized to tasks and organs towards label efficient image analysis. Med. Image Anal. 96, 103202 (2024).","journal-title":"Med. Image Anal."},{"key":"1756_CR23","unstructured":"MH Nguyen, D. et al. Lvm-med: Learning large-scale self-supervised vision models for medical imaging via second-order graph matching. Adv. Neural Info. Proc. Syst. 36, 27922\u201327950 (2024)."},{"key":"1756_CR24","unstructured":"Wu, C., Zhang, X., Zhang, Y., Wang, Y. & Xie, W. Towards generalist foundation model for radiology. arXiv preprint arXiv:2308.02463 (2023)."},{"key":"1756_CR25","doi-asserted-by":"publisher","first-page":"AIoa2300138","DOI":"10.1056\/AIoa2300138","volume":"1","author":"T Tu","year":"2024","unstructured":"Tu, T. et al. Towards generalist biomedical ai. NEJM AI 1, AIoa2300138 (2024).","journal-title":"NEJM AI"},{"key":"1756_CR26","unstructured":"Moor, M. et al. Med-flamingo: a multimodal medical few-shot learner. In Machine Learning for Health (ML4H), 353\u2013367 (PMLR, 2023)."},{"key":"1756_CR27","doi-asserted-by":"crossref","unstructured":"Li, C. et al. Llava-med: Training a large language-and-vision assistant for biomedicine in one day. Adv. Neural Proc. Syst. 36, 28541\u201328564 (2024).","DOI":"10.32388\/VLXB6M"},{"key":"1756_CR28","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-024-44824-z","volume":"15","author":"J Ma","year":"2024","unstructured":"Ma, J. et al. Segment anything in medical images. Nat. Commun. 15, 654 (2024).","journal-title":"Nat. Commun."},{"key":"1756_CR29","unstructured":"Vaswani, A. et al. Attention is all you need. Adv. Neural Proc. Syst. 30, (2017)."},{"key":"1756_CR30","unstructured":"Dosovitskiy, A. et al. An image is worth 16x16 words: Transformers for image recognition at scale. International Conference on Learning Representations (2021)."},{"key":"1756_CR31","doi-asserted-by":"crossref","unstructured":"Kirillov, A. et al. Segment anything. In Proceedings of the IEEE\/CVF International Conference on Computer Vision, 4015\u20134026 (2023).","DOI":"10.1109\/ICCV51070.2023.00371"},{"key":"1756_CR32","doi-asserted-by":"publisher","first-page":"105817","DOI":"10.1016\/j.compbiomed.2022.105817","volume":"148","author":"LC Adams","year":"2022","unstructured":"Adams, L. C. et al. Prostate158-an expert-annotated 3t mri dataset and algorithm for prostate cancer detection. Computers Biol. Med. 148, 105817 (2022).","journal-title":"Computers Biol. Med."},{"key":"1756_CR33","doi-asserted-by":"publisher","first-page":"879","DOI":"10.1016\/S1470-2045(24)00220-1","volume":"25","author":"A Saha","year":"2024","unstructured":"Saha, A. et al. Artificial intelligence and radiologists in prostate cancer detection on mri (pi-cai): an international, paired, non-inferiority, confirmatory study. Lancet Oncol. 25, 879\u2013887 (2024).","journal-title":"Lancet Oncol."},{"key":"1756_CR34","first-page":"7937","volume":"10","author":"S Natarajan","year":"2020","unstructured":"Natarajan, S., Priester, A., Margolis, D., Huang, J. & Marks, L. Prostate mri and ultrasound with pathology and coordinates of tracked biopsy (prostate-mri-us-biopsy). Cancer Imaging Arch. 10, 7937 (2020).","journal-title":"Cancer Imaging Arch."},{"key":"1756_CR35","doi-asserted-by":"crossref","unstructured":"Chen, L.-C., Zhu, Y., Papandreou, G., Schroff, F. & Adam, H. Encoder-decoder with atrous separable convolution for semantic image segmentation. In Proceedings of the European conference on computer vision (ECCV), 801\u2013818 (2018).","DOI":"10.1007\/978-3-030-01234-2_49"},{"key":"1756_CR36","first-page":"12077","volume":"34","author":"E Xie","year":"2021","unstructured":"Xie, E. et al. Segformer: Simple and efficient design for semantic segmentation with transformers. Adv. neural Inf. Process. Syst. 34, 12077\u201312090 (2021).","journal-title":"Adv. neural Inf. Process. Syst."},{"key":"1756_CR37","doi-asserted-by":"crossref","unstructured":"Zhang, T. et al. Incorporating clinical guidelines through adapting multi-modal large language model for prostate cancer pi-rads scoring. In International Conference on Medical Image Computing and Computer-Assisted Intervention, 360\u2013370 (Springer, 2024).","DOI":"10.1007\/978-3-031-72086-4_34"},{"key":"1756_CR38","doi-asserted-by":"crossref","unstructured":"Yang, C. et al. Deep learning model for the detection of prostate cancer and classification of clinically significant disease using multiparametric mri in comparison to pi-rads score. In Urologic Oncology: Seminars and Original Investigations, vol. 42, 158\u2013e17 (Elsevier, 2024).","DOI":"10.1016\/j.urolonc.2024.01.021"},{"key":"1756_CR39","unstructured":"Xu, J., Sun, X., Zhang, Z., Zhao, G. & Lin, J. Understanding and improving layer normalization. Adv. Neural Proc. Syst. 32, (2019)."},{"key":"1756_CR40","doi-asserted-by":"publisher","first-page":"956","DOI":"10.1016\/j.patrec.2011.01.021","volume":"32","author":"X Xu","year":"2011","unstructured":"Xu, X., Xu, S., Jin, L. & Song, E. Characteristic analysis of otsu threshold and its applications. Pattern Recognit. Lett. 32, 956\u2013961 (2011).","journal-title":"Pattern Recognit. Lett."},{"key":"1756_CR41","doi-asserted-by":"crossref","unstructured":"Long, J., Shelhamer, E. & Darrell, T. Fully convolutional networks for semantic segmentation. In Proceedings of the IEEE conference on computer vision and pattern recognition, 3431\u20133440 (2015).","DOI":"10.1109\/CVPR.2015.7298965"},{"key":"1756_CR42","doi-asserted-by":"crossref","unstructured":"Zhu, Z., Lin, K., Jain, A. K. & Zhou, J. Transfer learning in deep reinforcement learning: A survey. IEEE Transactions on Pattern Analysis and Machine Intelligence (2023).","DOI":"10.1109\/TPAMI.2023.3292075"}],"container-title":["npj Digital Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01756-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01756-2","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01756-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T06:20:21Z","timestamp":1750227621000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01756-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,18]]},"references-count":42,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["1756"],"URL":"https:\/\/doi.org\/10.1038\/s41746-025-01756-2","relation":{},"ISSN":["2398-6352"],"issn-type":[{"value":"2398-6352","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,6,18]]},"assertion":[{"value":"13 January 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 May 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 June 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"372"}}