{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,24]],"date-time":"2026-03-24T16:29:51Z","timestamp":1774369791150,"version":"3.50.1"},"reference-count":33,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,1,27]],"date-time":"2025-01-27T00:00:00Z","timestamp":1737936000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,1,27]],"date-time":"2025-01-27T00:00:00Z","timestamp":1737936000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"DOI":"10.13039\/501100008750","name":"Shanghai Hospital Development Center","doi-asserted-by":"publisher","award":["SHDC2023CRD013"],"award-info":[{"award-number":["SHDC2023CRD013"]}],"id":[{"id":"10.13039\/501100008750","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["82371101"],"award-info":[{"award-number":["82371101"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62371326"],"award-info":[{"award-number":["62371326"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62371328"],"award-info":[{"award-number":["62371328"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62271337"],"award-info":[{"award-number":["62271337"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["U20A20170"],"award-info":[{"award-number":["U20A20170"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004608","name":"Natural Science Foundation of Jiangsu Province","doi-asserted-by":"publisher","award":["BK20231310"],"award-info":[{"award-number":["BK20231310"]}],"id":[{"id":"10.13039\/501100004608","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004608","name":"Natural Science Foundation of Jiangsu Province","doi-asserted-by":"publisher","award":["BK20211308"],"award-info":[{"award-number":["BK20211308"]}],"id":[{"id":"10.13039\/501100004608","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Zhejiang Key Research and Development Project"},{"DOI":"10.13039\/501100001809","name":"National Nature Science Foundation of China","doi-asserted-by":"crossref","id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["npj Digit. Med."],"DOI":"10.1038\/s41746-025-01461-0","type":"journal-article","created":{"date-parts":[[2025,1,27]],"date-time":"2025-01-27T19:59:48Z","timestamp":1738007988000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":23,"title":["Multimodal machine learning enables AI chatbot to diagnose ophthalmic diseases and provide high-quality medical responses"],"prefix":"10.1038","volume":"8","author":[{"given":"Ruiqi","family":"Ma","sequence":"first","affiliation":[]},{"given":"Qian","family":"Cheng","sequence":"additional","affiliation":[]},{"given":"Jing","family":"Yao","sequence":"additional","affiliation":[]},{"given":"Zhiyu","family":"Peng","sequence":"additional","affiliation":[]},{"given":"Mingxu","family":"Yan","sequence":"additional","affiliation":[]},{"given":"Jie","family":"Lu","sequence":"additional","affiliation":[]},{"given":"Jingjing","family":"Liao","sequence":"additional","affiliation":[]},{"given":"Lejin","family":"Tian","sequence":"additional","affiliation":[]},{"given":"Wenjun","family":"Shu","sequence":"additional","affiliation":[]},{"given":"Yunqiu","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Jinghan","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Pengfei","family":"Jiang","sequence":"additional","affiliation":[]},{"given":"Weiyi","family":"Xia","sequence":"additional","affiliation":[]},{"given":"Xiaofeng","family":"Li","sequence":"additional","affiliation":[]},{"given":"Lu","family":"Gan","sequence":"additional","affiliation":[]},{"given":"Yue","family":"Zhao","sequence":"additional","affiliation":[]},{"given":"Jiang","family":"Zhu","sequence":"additional","affiliation":[]},{"given":"Bing","family":"Qin","sequence":"additional","affiliation":[]},{"given":"Qin","family":"Jiang","sequence":"additional","affiliation":[]},{"given":"Xiawei","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Xintong","family":"Lin","sequence":"additional","affiliation":[]},{"given":"Haifeng","family":"Chen","sequence":"additional","affiliation":[]},{"given":"Weifang","family":"Zhu","sequence":"additional","affiliation":[]},{"given":"Dehui","family":"Xiang","sequence":"additional","affiliation":[]},{"given":"Baoqing","family":"Nie","sequence":"additional","affiliation":[]},{"given":"Jingtao","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Jie","family":"Guo","sequence":"additional","affiliation":[]},{"given":"Kang","family":"Xue","sequence":"additional","affiliation":[]},{"given":"Hongguang","family":"Cui","sequence":"additional","affiliation":[]},{"given":"Jinwei","family":"Cheng","sequence":"additional","affiliation":[]},{"given":"Xiangjia","family":"Zhu","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9912-633X","authenticated-orcid":false,"given":"Jiaxu","family":"Hong","sequence":"additional","affiliation":[]},{"given":"Fei","family":"Shi","sequence":"additional","affiliation":[]},{"given":"Rui","family":"Zhang","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0871-293X","authenticated-orcid":false,"given":"Xinjian","family":"Chen","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1373-7637","authenticated-orcid":false,"given":"Chen","family":"Zhao","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,1,27]]},"reference":[{"key":"1461_CR1","unstructured":"Poon H. Multimodal generative AI for precision health. NEJM AI https:\/\/ai.nejm.org\/doi\/full\/10.1056\/AI-S2300233 (2023)."},{"key":"1461_CR2","doi-asserted-by":"publisher","first-page":"1432","DOI":"10.1016\/S2214-109X(23)00323-6","volume":"11","author":"TF Tan","year":"2023","unstructured":"Tan, T. F. et al. Artificial intelligence and digital health in global eye health: opportunities and challenges. Lancet Glob. Health 11, 1432\u20131443 (2023).","journal-title":"Lancet Glob. Health"},{"key":"1461_CR3","doi-asserted-by":"publisher","first-page":"E340","DOI":"10.1016\/S2589-7500(23)00050-X","volume":"5","author":"SK Wagner","year":"2023","unstructured":"Wagner, S. K. et al. Development and international validation of custom- engineered and code-free deep-learning models for detection of plus disease in retinopathy of prematurity: a retrospective study. Lancet Digit. Health 5, E340\u2013E349 (2023).","journal-title":"Lancet Digit. Health"},{"key":"1461_CR4","doi-asserted-by":"crossref","unstructured":"Xu, P. S., Chen, X. L., Zhao, Z. W. & Shi, D. L. Unveiling the clinical incapabilities: a benchmarking study of GPT-4V(ision) for ophthalmic multimodal image analysis. Br. J. Ophthalmol. 108, 1384\u20131389 (2024).","DOI":"10.1136\/bjo-2023-325054"},{"key":"1461_CR5","doi-asserted-by":"publisher","first-page":"573","DOI":"10.1001\/jamaophthalmol.2024.1165","volume":"142","author":"F Antaki","year":"2024","unstructured":"Antaki, F., Chopra, R. & Keane, P. A. Vision-language models for feature detection of macular diseases on optical coherence tomography. JAMA Ophthalmol. 142, 573\u2013576 (2024).","journal-title":"JAMA Ophthalmol."},{"key":"1461_CR6","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-024-47211-w","volume":"15","author":"XH Wu","year":"2024","unstructured":"Wu, X. H. et al. Cost-effectiveness and cost-utility of a digital technology-driven hierarchical healthcare screening pattern in China. Nat. Commun. 15, 3650 (2024).","journal-title":"Nat. Commun."},{"key":"1461_CR7","doi-asserted-by":"publisher","first-page":"172","DOI":"10.1038\/s41586-023-06291-2","volume":"620","author":"K Singhal","year":"2023","unstructured":"Singhal, K. et al. Large language models encode clinical knowledge. Nature 620, 172\u2013180 (2023).","journal-title":"Nature"},{"key":"1461_CR8","doi-asserted-by":"publisher","first-page":"321","DOI":"10.1001\/jamaophthalmol.2024.0017","volume":"142","author":"A Mihalache","year":"2024","unstructured":"Mihalache, A. et al. Accuracy of an artificial intelligence chatbot\u2019s interpretation of clinical ophthalmic images. JAMA Ophthalmol. 142, 321\u2013326 (2024).","journal-title":"JAMA Ophthalmol."},{"key":"1461_CR9","doi-asserted-by":"publisher","first-page":"104770","DOI":"10.1016\/j.ebiom.2023.104770","volume":"95","author":"ZW Lim","year":"2023","unstructured":"Lim, Z. W. et al. Benchmarking large language models\u2019 performances for myopia care: a comparative analysis of ChatGPT-3.5, ChatGPT-4.0, and Google Bard. Ebiomedicine 95, 104770 (2023).","journal-title":"Ebiomedicine"},{"key":"1461_CR10","doi-asserted-by":"crossref","unstructured":"Lyons R. J., Arepalli S. R., Fromal O., Choi J. & D. Jain N. Artificial intelligence chatbot performance in triage of ophthalmic conditions. Can. J. Ophthalmol. 59, e301\u2013e308 (2023).","DOI":"10.1016\/j.jcjo.2023.07.016"},{"key":"1461_CR11","doi-asserted-by":"publisher","first-page":"589","DOI":"10.1001\/jamainternmed.2023.1838","volume":"183","author":"JW Ayers","year":"2023","unstructured":"Ayers, J. W. et al. Comparing physician and artificial intelligence chatbot responses to patient questions posted to a public social media forum. JAMA Int. Med. 183, 589\u2013596 (2023).","journal-title":"JAMA Int. Med."},{"key":"1461_CR12","doi-asserted-by":"publisher","DOI":"10.1016\/j.compbiomed.2022.106301","volume":"151","author":"JH Li","year":"2022","unstructured":"Li, J. H. et al. Class-aware attention network for infectious keratitis diagnosis using corneal photographs. Comp. Biol. Med. 151, 106301 (2022).","journal-title":"Comp. Biol. Med."},{"key":"1461_CR13","doi-asserted-by":"publisher","first-page":"493","DOI":"10.1038\/s41591-022-02180-9","volume":"29","author":"WB Chen","year":"2023","unstructured":"Chen, W. B. et al. Early detection of visual impairment in young children using a smartphone-based deep learning system. Nat. Med. 29, 493\u2013503 (2023).","journal-title":"Nat. Med."},{"key":"1461_CR14","doi-asserted-by":"publisher","DOI":"10.3389\/fmed.2022.912214","volume":"9","author":"CX Qian","year":"2022","unstructured":"Qian, C. X. et al. Smartphone-acquired anterior segment images for deep learning prediction of anterior chamber depth: a proof-of-concept study. Front. Med. 9, 912214 (2022).","journal-title":"Front. Med."},{"key":"1461_CR15","doi-asserted-by":"publisher","first-page":"E51","DOI":"10.1016\/S2589-7500(20)30240-5","volume":"3","author":"SM Khan","year":"2021","unstructured":"Khan, S. M. et al. A global review of publicly available datasets for ophthalmological imaging: barriers to access, usability, and generalisability. Lancet Digit. Health 3, E51\u2013E66 (2021).","journal-title":"Lancet Digit. Health"},{"key":"1461_CR16","doi-asserted-by":"publisher","first-page":"889","DOI":"10.1136\/bjophthalmol-2022-321141","volume":"106","author":"S Nath","year":"2022","unstructured":"Nath, S., Marie, A., Ellershaw, S., Korot, E. & Keane, P. A. New meaning for NLP: the trials and tribulations of natural language processing with GPT-3 in ophthalmology. Br. J. Ophthalmol. 106, 889\u2013892 (2022).","journal-title":"Br. J. Ophthalmol."},{"key":"1461_CR17","doi-asserted-by":"publisher","first-page":"E43","DOI":"10.1016\/j.ophtha.2022.01.002","volume":"129","author":"ER Dow","year":"2022","unstructured":"Dow, E. R. et al. The collaborative community on ophthalmic imaging roadmap for artificial intelligence in age-related Macular degeneration. Ophthalmology 129, E43\u2013E59 (2022).","journal-title":"Ophthalmology"},{"key":"1461_CR18","doi-asserted-by":"publisher","first-page":"102331","DOI":"10.1016\/j.eclinm.2023.102331","volume":"66","author":"C Brandao-de-Resende","year":"2023","unstructured":"Brandao-de-Resende, C. et al. A machine learning system to optimise triage in an adult ophthalmic emergency department: a model development and validation study. Eclinicalmedicine 66, 102331 (2023).","journal-title":"Eclinicalmedicine"},{"key":"1461_CR19","doi-asserted-by":"publisher","first-page":"743","DOI":"10.1038\/s41551-023-01045-x","volume":"7","author":"HY Zhou","year":"2023","unstructured":"Zhou, H. Y. et al. A transformer-based representation-learning model with unified processing of multimodal input for clinical diagnostics. Nat. Biomed. Eng. 7, 743\u2013755 (2023).","journal-title":"Nat. Biomed. Eng."},{"key":"1461_CR20","doi-asserted-by":"publisher","first-page":"e0000341","DOI":"10.1371\/journal.pdig.0000341","volume":"3","author":"AJ Thirunavukarasu","year":"2024","unstructured":"Thirunavukarasu, A. J. et al. Large language models approach expert-level clinical knowledge and reasoning in ophthalmology: A head-to-head cross-sectional study. PLOS Digit. Health 3, e0000341 (2024).","journal-title":"PLOS Digit. Health"},{"key":"1461_CR21","doi-asserted-by":"publisher","first-page":"2345","DOI":"10.1007\/s00417-023-06363-z","volume":"262","author":"A Shemer","year":"2024","unstructured":"Shemer, A. et al. Diagnostic capabilities of ChatGPT in ophthalmology. Graefes Arch. Clin. Exp. Ophthalmol. 262, 2345\u20132352 (2024).","journal-title":"Graefes Arch. Clin. Exp. Ophthalmol."},{"key":"1461_CR22","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijmedinf.2021.104583","volume":"155","author":"L Wang","year":"2021","unstructured":"Wang, L. et al. Feasibility assessment of infectious keratitis depicted on slit-lamp and smartphone photographs using deep learning. Int. J. Med. Inform. 155, 104583 (2021).","journal-title":"Int. J. Med. Inform."},{"key":"1461_CR23","doi-asserted-by":"publisher","first-page":"3800110","DOI":"10.1109\/JTEHM.2021.3074597","volume":"9","author":"B Askarian","year":"2021","unstructured":"Askarian, B., Ho, P. & Chong, J. W. Detecting cataract using smartphones. IEEE J. Transl. Eng. Health Med. 9, 3800110 (2021).","journal-title":"IEEE J. Transl. Eng. Health Med."},{"key":"1461_CR24","doi-asserted-by":"publisher","first-page":"336","DOI":"10.1136\/bjo-2022-322552","volume":"108","author":"Y Liu","year":"2024","unstructured":"Liu, Y. et al. Accurate detection and grading of pterygium through smartphone by a fusion training model. Br. J. Ophthalmol. 108, 336\u2013342 (2024).","journal-title":"Br. J. Ophthalmol."},{"key":"1461_CR25","doi-asserted-by":"publisher","first-page":"e229960","DOI":"10.1001\/jamanetworkopen.2022.9960","volume":"5","author":"L Dong","year":"2022","unstructured":"Dong, L. et al. Artificial intelligence for screening of multiple retinal and optic nerve diseases. JAMA Netw. Open 5, e229960 (2022).","journal-title":"JAMA Netw. Open"},{"key":"1461_CR26","doi-asserted-by":"publisher","first-page":"e28868","DOI":"10.2196\/28868","volume":"9","author":"EY-C Kang","year":"2021","unstructured":"Kang, E. Y.-C. et al. A multimodal imaging\u2013based deep learning model for detecting treatment-requiring retinal vascular diseases: model development and validation study. JMIR Med. Inform. 9, e28868 (2021).","journal-title":"JMIR Med. Inform."},{"key":"1461_CR27","first-page":"120","volume":"11","author":"R Zandi","year":"2024","unstructured":"Zandi, R. et al. Exploring diagnostic precision and triage proficiency: a comparative study of GPT-4 and bard in addressing common ophthalmic complaints. Bioeng. Basel 11, 120 (2024).","journal-title":"Bioeng. Basel"},{"key":"1461_CR28","first-page":"e32630","volume":"24","author":"M Nissen","year":"2022","unstructured":"Nissen, M. et al. The effects of health care chatbot personas with different social roles on the client-chatbot bond and usage intentions: development of a design codebook and web-based study. J. Med. Int. Res. 24, e32630 (2022).","journal-title":"J. Med. Int. Res."},{"key":"1461_CR29","doi-asserted-by":"publisher","first-page":"171","DOI":"10.1016\/j.ophtha.2021.07.032","volume":"129","author":"J Xiong","year":"2022","unstructured":"Xiong, J. et al. Multimodal machine learning using visual fields and peripapillary circular OCT scans in detection of glaucomatous optic neuropathy. Ophthalmology 129, 171\u2013180 (2022).","journal-title":"Ophthalmology"},{"key":"1461_CR30","doi-asserted-by":"publisher","DOI":"10.1186\/s12909-024-05125-7","volume":"24","author":"H Zong","year":"2024","unstructured":"Zong, H. et al. Performance of ChatGPT on Chinese national medical licensing examinations: a five-year examination evaluation study for physicians, pharmacists and nurses. Bmc Med. Edu. 24, 143 (2024).","journal-title":"Bmc Med. Edu."},{"key":"1461_CR31","doi-asserted-by":"crossref","unstructured":"Pushpanathan K. et al. Popular large language model chatbots\u2019 accuracy, comprehensiveness, and self-awareness in answering ocular symptom queries. Iscience 26, 108163 (2023).","DOI":"10.1016\/j.isci.2023.108163"},{"key":"1461_CR32","first-page":"e51926","volume":"26","author":"XC Liu","year":"2024","unstructured":"Liu, X. C. et al. Uncovering language disparity of ChatGPT on retinal vascular disease classification: cross-sectional study. J. Med. Int. Res. 26, e51926 (2024).","journal-title":"J. Med. Int. Res."},{"key":"1461_CR33","doi-asserted-by":"publisher","DOI":"10.3389\/frai.2023.1323924","volume":"6","author":"Z Peng","year":"2023","unstructured":"Peng, Z. et al. Development and evaluation of multimodal AI for diagnosis and triage of ophthalmic diseases using ChatGPT and anterior segment images: protocol for a two-stage cross-sectional study. Front. Artif. Intell. 6, 1323924 (2023).","journal-title":"Front. Artif. Intell."}],"container-title":["npj Digital Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01461-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01461-0","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01461-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,27]],"date-time":"2025-01-27T19:59:54Z","timestamp":1738007994000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01461-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,1,27]]},"references-count":33,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["1461"],"URL":"https:\/\/doi.org\/10.1038\/s41746-025-01461-0","relation":{},"ISSN":["2398-6352"],"issn-type":[{"value":"2398-6352","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,1,27]]},"assertion":[{"value":"22 July 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 January 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 January 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"64"}}