{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,11]],"date-time":"2025-09-11T19:08:17Z","timestamp":1757617697336,"version":"3.44.0"},"reference-count":26,"publisher":"Springer Science and Business Media LLC","issue":"10","license":[{"start":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T00:00:00Z","timestamp":1742860800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T00:00:00Z","timestamp":1742860800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Vis Comput"],"published-print":{"date-parts":[[2025,8]]},"DOI":"10.1007\/s00371-025-03857-1","type":"journal-article","created":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T04:51:44Z","timestamp":1743051104000},"page":"8089-8101","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["A visual-language foundation model for disease diagnosis and doctor\u2013patient co-decision"],"prefix":"10.1007","volume":"41","author":[{"given":"Yuanqi","family":"Yao","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zehua","family":"Jiang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhouyu","family":"Guan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yilun","family":"Luxue","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Seungmin","family":"Lee","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiang","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Haodong","family":"Yang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yiming","family":"Qin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,3,25]]},"reference":[{"key":"3857_CR1","doi-asserted-by":"publisher","first-page":"109","DOI":"10.1016\/j.diabres.2021.109119","volume":"183","author":"H Sun","year":"2022","unstructured":"Sun, H., Saeedi, P., Karuranga, S., et al.: Global, regional and country level diabetes prevalence estimates for 2021 and projections for 2045. Diabetes Res. Clin. Pract. 183, 109\u2013119 (2022)","journal-title":"Diabetes Res. Clin. Pract."},{"issue":"10397","key":"3857_CR2","doi-asserted-by":"publisher","first-page":"250","DOI":"10.1016\/S0140-6736(23)00914-5","volume":"402","author":"AF Walker","year":"2023","unstructured":"Walker, A.F., Graham, A., et al.: Interventions to address global inequity in diabetes: international progress. The Lancet 402(10397), 250\u2013264 (2023)","journal-title":"The Lancet"},{"issue":"7972","key":"3857_CR3","doi-asserted-by":"publisher","first-page":"172","DOI":"10.1038\/s41586-023-06291-2","volume":"620","author":"K Singhal","year":"2023","unstructured":"Singhal, K., Azizi, S., Tu, T., et al.: Large language models encode clinical knowledge. Nature 620(7972), 172\u2013180 (2023)","journal-title":"Nature"},{"issue":"2","key":"3857_CR4","doi-asserted-by":"publisher","first-page":"584","DOI":"10.1038\/s41591-023-02702-z","volume":"30","author":"L Dai","year":"2024","unstructured":"Dai, L., Sheng, B., Chen, T., Wu, Q., Liu, R., Cai, C., Wu, L., Yang, D., Hamzah, H., Liu, Y.: A deep learning system for predicting time to progression of diabetic retinopathy. Nat. Med. 30(2), 584\u2013594 (2024)","journal-title":"Nat. Med."},{"issue":"24","key":"3857_CR5","first-page":"00004","volume":"S2095\u20139273","author":"B Sheng","year":"2024","unstructured":"Sheng, B., Guan, Z., Lim, L.-L., Jiang, Z., Mathioudakis, N., Li, J., Liu, R., Bao, Y., Bee, Y.M., Wang, Y.-X.: Large language models for diabetes care: Potentials and prospects. Sci. Bullet. S2095\u20139273(24), 00004 (2024)","journal-title":"Sci. Bullet."},{"issue":"10","key":"3857_CR6","doi-asserted-by":"publisher","DOI":"10.1016\/j.xcrm.2023.101213","volume":"4","author":"Z Guan","year":"2023","unstructured":"Guan, Z., Li, H., Liu, R., et al.: Artificial intelligence in diabetes management: advancements, opportunities, and challenges. Cell Rep. Med. 4(10), 101213 (2023)","journal-title":"Cell Rep. Med."},{"issue":"3","key":"3857_CR7","first-page":"2024","volume":"5","author":"B Qian","year":"2022","unstructured":"Qian, B., Chen, H., Wang, X., Guan, Z., Li, T., Jin, Y., Wu, Y., Wen, Y., Che, H., Kwon, G.: A public benchmark for diabetic retinopathy analysis on ultra-wide optical coherence tomography angiography images. Patterns 5(3), 2024 (2022)","journal-title":"Patterns"},{"key":"3857_CR8","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41591-024-03139-8","volume":"30","author":"J Li","year":"2024","unstructured":"Li, J., Guan, Z., Wang, J., Cheung, C.Y., Zheng, Y., Lim, L.-L., Lim, C.C., Ruamviboonsuk, P., Raman, R., Corsino, L.: Integrated image-based deep learning and language models for primary diabetes care. Nature Med. 30, 1\u201311 (2024)","journal-title":"Nature Med."},{"issue":"8","key":"3857_CR9","doi-asserted-by":"publisher","first-page":"569","DOI":"10.1016\/S2213-8587(24)00154-2","volume":"12","author":"B Sheng","year":"2024","unstructured":"Sheng, B., Pushpanathan, K., Guan, Z., Lim, Q.H., Lim, Z.W., Yew, S.M.E., Goh, J.H.L., Bee, Y.M., Sabanayagam, C., Sevdalis, N.: Artificial intelligence for diabetes care: current and future prospects. Lancet Diabetes Endocrinol. 12(8), 569\u2013595 (2024)","journal-title":"Lancet Diabetes Endocrinol."},{"key":"3857_CR10","unstructured":"Yunxiang, L., Zihan, L., Kai, Z., et\u00a0al.: Chatdoctor: A medical chat model fine-tuned on llama model using medical domain knowledge, 2023, arXiv preprint arXiv:2303.14070"},{"issue":"7","key":"3857_CR11","first-page":"4925","volume":"65","author":"TY Wong","year":"2024","unstructured":"Wong, T.Y., Tham, Y.C., Guan, Z., Li, J., Cheung, C., Zheng, Y., Keane, P.A., Cheng, C.-Y., Tan, G.S., Sheng, B.: An integrated image-based deep learning and language models for diabetic retinopathy: a multi-stage development, testing and prospective comparative study. Investig. Ophthal. Vis. Sci. 65(7), 4925\u20134925 (2024)","journal-title":"Investig. Ophthal. Vis. Sci."},{"key":"3857_CR12","unstructured":"Chen, Y., Wang, Z., Xing, X., et\u00a0al.: Bianque: Balancing the questioning and suggestion ability of health llms with multi-turn health conversations polished by chatgpt, 2023, arXiv preprint arXiv:2310.15896"},{"key":"3857_CR13","unstructured":"Xiong, H., Wang, S., Zhu, Y., et\u00a0al.: Doctorglm: Fine-tuning your chinese doctor is not a herculean task, 2023, arXiv preprint arXiv:2304.01097"},{"key":"3857_CR14","first-page":"1","volume":"41","author":"B Qian","year":"2024","unstructured":"Qian, B., Wang, X., Guan, Z., Yang, D., Ran, A., Li, T., Wang, Z., Wen, Y., Shu, X., Xie, J.: Hrdc challenge: a public benchmark for hypertension and hypertensive retinopathy classification from fundus images. Vis. Comput. 41, 1\u201317 (2024)","journal-title":"Vis. Comput."},{"key":"3857_CR15","first-page":"1","volume":"41","author":"C Liu","year":"2024","unstructured":"Liu, C., Jin, Y., Guan, Z., Li, T., Qin, Y., Qian, B., Jiang, Z., Wu, Y., Wang, X., Zheng, Y.F.: Visual-language foundation models in medicine. Vis. Comput. 41, 1\u201320 (2024)","journal-title":"Vis. Comput."},{"key":"3857_CR16","first-page":"1","volume":"41","author":"X-N Wang","year":"2024","unstructured":"Wang, X.-N., Guan, Z., Qian, B., Chen, T., Wu, Q.: A deep learning system for the detection of optic disc neovascularization in diabetic retinopathy using optical coherence tomography angiography images. Vis. Comput. 41, 1\u201310 (2024)","journal-title":"Vis. Comput."},{"issue":"11","key":"3857_CR17","doi-asserted-by":"publisher","first-page":"1006","DOI":"10.1001\/jamaophthalmol.2024.3707","volume":"142","author":"B Qian","year":"2024","unstructured":"Qian, B., Sheng, B., Chen, H., Wang, X., Li, T., Jin, Y., Guan, Z., Jiang, Z., Wu, Y., Wang, J.: A competition for the diagnosis of myopic maculopathy by artificial intelligence algorithms. JAMA Ophthalmol. 142(11), 1006\u20131015 (2024)","journal-title":"JAMA Ophthalmol."},{"issue":"1","key":"3857_CR18","doi-asserted-by":"publisher","first-page":"86","DOI":"10.1038\/s41746-021-00455-y","volume":"4","author":"L Rasmy","year":"2021","unstructured":"Rasmy, L., Xiang, Y., Xie, Z., et al.: Med-bert: pretrained contextualized embeddings on large-scale structured electronic health records for disease prediction. NPJ Digit. Med. 4(1), 86 (2021)","journal-title":"NPJ Digit. Med."},{"key":"3857_CR19","unstructured":"Yang, X., Chen, A., PourNejatian, N., et\u00a0al.: Gatortron: a large clinical language model to unlock patient information from unstructured electronic health records, 2022, arXiv preprint arXiv:2203.03540"},{"key":"3857_CR20","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s00371-024-03391-6","volume":"40","author":"SG Ali","year":"2024","unstructured":"Ali, S.G., Zhang, C., Guan, Z., Chen, T., Wu, Q., Li, P., Yang, P., Ghazanfar, Z., Jung, Y., Chen, Y.: Ai-enhanced digital technologies for myopia management: advancements, challenges, and future prospects. Vis. Comput. 40, 1\u201317 (2024)","journal-title":"Vis. Comput."},{"issue":"7","key":"3857_CR21","first-page":"5644","volume":"65","author":"Y Wu","year":"2024","unstructured":"Wu, Y., Qian, B., Li, T., Guan, Z., Sheng, B., Wong, T.Y.: Eyenet, an integrated multimodal foundation model for ocular imaging. Investig. Ophthalmol. Vis. Sci. 65(7), 5644\u20135644 (2024)","journal-title":"Investig. Ophthalmol. Vis. Sci."},{"key":"3857_CR22","doi-asserted-by":"publisher","DOI":"10.1016\/j.scib.2025.01.034","author":"H Li","year":"2025","unstructured":"Li, H., Jiang, Z., Guan, Z., Bao, Y., Liu, Y., Hu, T., Li, J., Liu, R., Wu, L., Cheng, D.: Large language models for diabetes training: a prospective study. Sci. Bullet. (2025). https:\/\/doi.org\/10.1016\/j.scib.2025.01.034","journal-title":"Sci. Bullet."},{"key":"3857_CR23","unstructured":"Touvron, H., Martin, L., Stone, K., et\u00a0al.: Llama 2: Open foundation and fine-tuned chat models, 2023, arXiv preprint arXiv:2307.09288"},{"key":"3857_CR24","unstructured":"Hu, E. J., Shen, Y., Wallis, P., et\u00a0al.: Lora: Low-rank adaptation of large language models, 2021, arXiv preprint arXiv:2106.09685"},{"key":"3857_CR25","first-page":"24824","volume":"35","author":"J Wei","year":"2022","unstructured":"Wei, J., Wang, X., Schuurmans, D., et al.: Chain-of-thought prompting elicits reasoning in large language models. Adv. Neural. Inf. Process. Syst. 35, 24824\u201324837 (2022)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"3857_CR26","first-page":"9459","volume":"33","author":"P Lewis","year":"2020","unstructured":"Lewis, P., Perez, E., Piktus, A., et al.: Retrieval-augmented generation for knowledge-intensive nlp tasks. Adv. Neural. Inf. Process. Syst. 33, 9459\u20139474 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."}],"container-title":["The Visual Computer"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00371-025-03857-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00371-025-03857-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00371-025-03857-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,6]],"date-time":"2025-09-06T08:41:59Z","timestamp":1757148119000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00371-025-03857-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,3,25]]},"references-count":26,"journal-issue":{"issue":"10","published-print":{"date-parts":[[2025,8]]}},"alternative-id":["3857"],"URL":"https:\/\/doi.org\/10.1007\/s00371-025-03857-1","relation":{},"ISSN":["0178-2789","1432-2315"],"issn-type":[{"type":"print","value":"0178-2789"},{"type":"electronic","value":"1432-2315"}],"subject":[],"published":{"date-parts":[[2025,3,25]]},"assertion":[{"value":"22 February 2025","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 March 2025","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}