{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,30]],"date-time":"2026-04-30T14:10:19Z","timestamp":1777558219419,"version":"3.51.4"},"reference-count":71,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,7,5]],"date-time":"2025-07-05T00:00:00Z","timestamp":1751673600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,7,5]],"date-time":"2025-07-05T00:00:00Z","timestamp":1751673600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Med Syst"],"DOI":"10.1007\/s10916-025-02227-7","type":"journal-article","created":{"date-parts":[[2025,7,5]],"date-time":"2025-07-05T02:19:30Z","timestamp":1751681970000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":9,"title":["Evaluating the Performance of ChatGPT on Board-Style Examination Questions in Ophthalmology: A Meta-Analysis"],"prefix":"10.1007","volume":"49","author":[{"given":"Jiawen","family":"Wei","sequence":"first","affiliation":[]},{"given":"Xiaoyan","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Mingxue","family":"Huang","sequence":"additional","affiliation":[]},{"given":"Yanwu","family":"Xu","sequence":"additional","affiliation":[]},{"given":"Weihua","family":"Yang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,7,5]]},"reference":[{"issue":"9","key":"2227_CR1","doi-asserted-by":"publisher","first-page":"1406","DOI":"10.18240\/ijo.2023.09.06","volume":"16","author":"HQ Du","year":"2023","unstructured":"Du HQ, Dai Q, Zhang ZH, et al. Artificial intelligence-aided diagnosis and treatment in the field of optometry. Int J Ophthalmol. 2023;16(9):1406\u20131416. doi:https:\/\/doi.org\/10.18240\/ijo.2023.09.06","journal-title":"Int J Ophthalmol"},{"key":"2227_CR2","doi-asserted-by":"publisher","first-page":"1339075","DOI":"10.3389\/fnins.2024.1339075","volume":"18","author":"S Zhu","year":"2024","unstructured":"Zhu S, Liu X, Lu Y, et al. Application and visualization study of an intelligence-assisted classification model for common eye diseases using B-mode ultrasound images. Front Neurosci. 2024;18:1339075. doi:https:\/\/doi.org\/10.3389\/fnins.2024.1339075","journal-title":"Front Neurosci"},{"issue":"12","key":"2227_CR3","doi-asserted-by":"publisher","first-page":"2308","DOI":"10.18240\/ijo.2024.12.20","volume":"17","author":"D Gong","year":"2024","unstructured":"Gong D, Li WT, Li XM, et al. Development and research status of intelligent ophthalmology in China. Int J Ophthalmol. 2024;17(12):2308\u20132315. doi:https:\/\/doi.org\/10.18240\/ijo.2024.12.20","journal-title":"Int J Ophthalmol"},{"issue":"8","key":"2227_CR4","doi-asserted-by":"publisher","first-page":"4557","DOI":"10.1007\/s11831-024-10115-5","volume":"31","author":"P Bhattacharya","year":"2024","unstructured":"Bhattacharya P, Prasad VK, Verma A, et al. Demystifying ChatGPT: An In-depth Survey of OpenAI\u2019s Robust Large Language Models. Arch Computat Methods Eng. 2024;31(8):4557\u20134600. doi:https:\/\/doi.org\/10.1007\/s11831-024-10115-5","journal-title":"Arch Computat Methods Eng"},{"issue":"10","key":"2227_CR5","doi-asserted-by":"publisher","first-page":"2543","DOI":"10.1007\/s40123-024-01018-6","volume":"13","author":"P Chotcomwongse","year":"2024","unstructured":"Chotcomwongse P, Ruamviboonsuk P, Grzybowski A. Utilizing Large Language Models in Ophthalmology: The Current Landscape and Challenges. Ophthalmol Ther. 2024;13(10):2543\u20132558. doi:https:\/\/doi.org\/10.1007\/s40123-024-01018-6","journal-title":"Ophthalmol Ther"},{"issue":"5","key":"2227_CR6","doi-asserted-by":"publisher","first-page":"101456","DOI":"10.1016\/j.jormas.2023.101456","volume":"124","author":"L Benichou","year":"2023","unstructured":"Benichou L, ChatGPT. The role of using ChatGPT AI in writing medical scientific articles. J Stomatol Oral Maxillofac Surg. 2023;124(5):101456. doi:https:\/\/doi.org\/10.1016\/j.jormas.2023.101456","journal-title":"J Stomatol Oral Maxillofac Surg"},{"issue":"2","key":"2227_CR7","doi-asserted-by":"publisher","first-page":"e0000198","DOI":"10.1371\/journal.pdig.0000198","volume":"2","author":"TH Kung","year":"2023","unstructured":"Kung TH, Cheatham M, Medenilla A, et al. Performance of ChatGPT on USMLE: Potential for AI-assisted medical education using large language models. PLOS Digit Health. 2023;2(2):e0000198. doi:https:\/\/doi.org\/10.1371\/journal.pdig.0000198","journal-title":"PLOS Digit Health"},{"issue":"7","key":"2227_CR8","doi-asserted-by":"publisher","first-page":"1368","DOI":"10.1038\/s41433-023-02906-0","volume":"38","author":"F Cappellani","year":"2024","unstructured":"Cappellani F, Card KR, Shields CL, Pulido JS, Haller JA. Reliability and accuracy of artificial intelligence ChatGPT in providing information on ophthalmic diseases and management to patients. Eye (Lond). 2024;38(7):1368\u20131373. doi:https:\/\/doi.org\/10.1038\/s41433-023-02906-0","journal-title":"Eye (Lond)"},{"issue":"1","key":"2227_CR9","doi-asserted-by":"publisher","first-page":"e13930","DOI":"10.2196\/13930","volume":"5","author":"KS Chan","year":"2019","unstructured":"Chan KS, Zary N. Applications and Challenges of Implementing Artificial Intelligence in Medical Education: Integrative Review. JMIR Med Educ. 2019;5(1):e13930. doi:https:\/\/doi.org\/10.2196\/13930","journal-title":"JMIR Med Educ"},{"key":"2227_CR10","doi-asserted-by":"publisher","unstructured":"F GG, S GA, L GA, et al. Evaluating the Efficacy of ChatGPT in Navigating the Spanish Medical Residency Entrance Examination (MIR): Promising Horizons for AI in Clinical Medicine. Clinics and practice. 2023;13(6). doi:https:\/\/doi.org\/10.3390\/clinpract13060130","DOI":"10.3390\/clinpract13060130"},{"issue":"1","key":"2227_CR11","doi-asserted-by":"publisher","first-page":"2050","DOI":"10.1038\/s41467-024-46411-8","volume":"15","author":"S Sandmann","year":"2024","unstructured":"Sandmann S, Riepenhausen S, Plagwitz L, Varghese J. Systematic analysis of ChatGPT, Google search and Llama 2 for clinical decision support tasks. Nat Commun. 2024;15(1):2050. doi:https:\/\/doi.org\/10.1038\/s41467-024-46411-8","journal-title":"Nat Commun"},{"issue":"12","key":"2227_CR12","doi-asserted-by":"publisher","first-page":"e917-e924","DOI":"10.1016\/S2589-7500(23)00201-7","volume":"5","author":"BK Betzler","year":"2023","unstructured":"Betzler BK, Chen H, Cheng CY, et al. Large language models and their impact in ophthalmology. Lancet Digit Health. 2023;5(12):e917-e924. doi:https:\/\/doi.org\/10.1016\/S2589-7500(23)00201-7","journal-title":"Lancet Digit Health"},{"issue":"1","key":"2227_CR13","doi-asserted-by":"publisher","first-page":"e77313","DOI":"10.7759\/cureus.77313","volume":"17","author":"G Joseph","year":"2025","unstructured":"Joseph G, Bhatti N, Mittal R, Bhatti A. Current Application and Future Prospects of Artificial Intelligence in Healthcare and Medical Education: A Review of Literature. Cureus. 2025;17(1):e77313. doi:https:\/\/doi.org\/10.7759\/cureus.77313","journal-title":"Cureus"},{"key":"2227_CR14","doi-asserted-by":"publisher","unstructured":"Narayanan S, Ramakrishnan R, Durairaj E, Das A. Artificial Intelligence Revolutionizing the Field of Medical Education. Cureus. 15(11):e49604. doi:https:\/\/doi.org\/10.7759\/cureus.49604","DOI":"10.7759\/cureus.49604"},{"key":"2227_CR15","doi-asserted-by":"publisher","unstructured":"Ghorashi N, Ismail A, Ghosh P, Sidawy A, Javan R. AI-Powered Chatbots in Medical Education: Potential Applications and Implications. Cureus. 15(8):e43271. doi:https:\/\/doi.org\/10.7759\/cureus.43271","DOI":"10.7759\/cureus.43271"},{"issue":"1","key":"2227_CR16","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1097\/ICU.0000000000001097","volume":"36","author":"TF Tan","year":"2025","unstructured":"Tan TF, Quek C, Wong J, Ting DSW. A look at the emerging trends of large language models in ophthalmology. Curr Opin Ophthalmol. 2025;36(1):83\u201389. doi:https:\/\/doi.org\/10.1097\/ICU.0000000000001097","journal-title":"Curr Opin Ophthalmol"},{"issue":"10","key":"2227_CR17","doi-asserted-by":"publisher","first-page":"1354","DOI":"10.1136\/bjo-2023-325046","volume":"108","author":"M Sevgi","year":"2024","unstructured":"Sevgi M, Antaki F, Keane PA. Medical education with large language models in ophthalmology: custom instructions and enhanced retrieval capabilities. Br J Ophthalmol. 2024;108(10):1354\u20131361. doi:https:\/\/doi.org\/10.1136\/bjo-2023-325046","journal-title":"Br J Ophthalmol"},{"key":"2227_CR18","doi-asserted-by":"publisher","first-page":"e66114","DOI":"10.2196\/66114","volume":"26","author":"H Zong","year":"2024","unstructured":"Zong H, Wu R, Cha J, et al. Large Language Models in Worldwide Medical Exams: Platform Development and Comprehensive Analysis. J Med Internet Res. 2024;26:e66114. doi:https:\/\/doi.org\/10.2196\/66114","journal-title":"J Med Internet Res"},{"issue":"5","key":"2227_CR19","doi-asserted-by":"publisher","first-page":"100106","DOI":"10.1016\/j.apjo.2024.100106","volume":"13","author":"JH Wu","year":"2024","unstructured":"Wu JH, Nishida T, Liu TYA. Accuracy of large language models in answering ophthalmology board-style questions: A meta-analysis. Asia-Pacific Journal of Ophthalmology. 2024;13(5):100106. doi:https:\/\/doi.org\/10.1016\/j.apjo.2024.100106","journal-title":"Asia-Pacific Journal of Ophthalmology"},{"issue":"3","key":"2227_CR20","doi-asserted-by":"publisher","first-page":"100681","DOI":"10.1016\/j.xops.2024.100681","volume":"5","author":"AP Agnihotri","year":"2025","unstructured":"Agnihotri AP, Nagel ID, Artiaga JCM, Guevarra MCB, Sosuan GMN, Kalaw FGP. Large Language Models in Ophthalmology: A Review of Publications from Top Ophthalmology Journals. Ophthalmol Sci. 2025;5(3):100681. doi:https:\/\/doi.org\/10.1016\/j.xops.2024.100681","journal-title":"Ophthalmol Sci"},{"issue":"4","key":"2227_CR21","doi-asserted-by":"publisher","first-page":"389","DOI":"10.22336\/rjo.2023.61","volume":"67","author":"E Sensoy","year":"2023","unstructured":"Sensoy E, Citirik M. Assessing the Competence of Artificial Intelligence Programs in Pediatric Ophthalmology and Strabismus and Comparing their Relative Advantages. Rom J Ophthalmol. 2023;67(4):389\u2013393. doi:https:\/\/doi.org\/10.22336\/rjo.2023.61","journal-title":"Rom J Ophthalmol"},{"issue":"12","key":"2227_CR22","doi-asserted-by":"publisher","first-page":"4905","DOI":"10.1007\/s10792-023-02893-x","volume":"43","author":"E Sensoy","year":"2023","unstructured":"Sensoy E, Citirik M. A comparative study on the knowledge levels of artificial intelligence programs in diagnosing ophthalmic pathologies and intraocular tumors evaluated their superiority and potential utility. Int Ophthalmol. 2023;43(12):4905\u20134909. doi:https:\/\/doi.org\/10.1007\/s10792-023-02893-x","journal-title":"Int Ophthalmol"},{"issue":"1","key":"2227_CR23","doi-asserted-by":"publisher","first-page":"1","DOI":"10.18240\/ijo.2025.01.01","volume":"18","author":"Q Ling","year":"2025","unstructured":"Ling Q, Xu ZS, Zeng YM, et al. Assessing the possibility of using large language models in ocular surface diseases. Int J Ophthalmol. 2025;18(1):1\u20138. doi:https:\/\/doi.org\/10.18240\/ijo.2025.01.01","journal-title":"Int J Ophthalmol"},{"issue":"4","key":"2227_CR24","doi-asserted-by":"publisher","first-page":"388","DOI":"10.1001\/jama.2017.19163","volume":"319","author":"MDF McInnes","year":"2018","unstructured":"McInnes MDF, Moher D, Thombs BD, et al. Preferred Reporting Items for a Systematic Review and Meta-analysis of Diagnostic Test Accuracy Studies: The PRISMA-DTA Statement. JAMA. 2018;319(4):388\u2013396. doi:https:\/\/doi.org\/10.1001\/jama.2017.19163","journal-title":"JAMA"},{"issue":"8","key":"2227_CR25","doi-asserted-by":"publisher","first-page":"529","DOI":"10.7326\/0003-4819-155-8-201110180-00009","volume":"155","author":"PF Whiting","year":"2011","unstructured":"Whiting PF, Rutjes AWS, Westwood ME, et al. QUADAS-2: a revised tool for the quality assessment of diagnostic accuracy studies. Ann Intern Med. 2011;155(8):529\u2013536. doi:https:\/\/doi.org\/10.7326\/0003-4819-155-8-201110180-00009","journal-title":"Ann Intern Med"},{"key":"2227_CR26","doi-asserted-by":"publisher","first-page":"104620","DOI":"10.1016\/j.jbi.2024.104620","volume":"151","author":"Q Wei","year":"2024","unstructured":"Wei Q, Yao Z, Cui Y, Wei B, Jin Z, Xu X. Evaluation of ChatGPT-generated medical responses: A systematic review and meta-analysis. J Biomed Inform. 2024;151:104620. doi:https:\/\/doi.org\/10.1016\/j.jbi.2024.104620","journal-title":"J Biomed Inform"},{"key":"2227_CR27","doi-asserted-by":"publisher","first-page":"141","DOI":"10.1016\/j.ajo.2023.05.024","volume":"254","author":"LZ Cai","year":"2023","unstructured":"Cai LZ, Shaheen A, Jin A, et al. Performance of Generative Large Language Models on Ophthalmology Board-Style Questions. Am J Ophthalmol. 2023;254:141\u2013149. doi:https:\/\/doi.org\/10.1016\/j.ajo.2023.05.024","journal-title":"Am J Ophthalmol"},{"issue":"17","key":"2227_CR28","doi-asserted-by":"publisher","first-page":"3694","DOI":"10.1038\/s41433-023-02564-2","volume":"37","author":"JC Lin","year":"2023","unstructured":"Lin JC, Younessi DN, Kurapati SS, Tang OY, Scott IU. Comparison of GPT-3.5, GPT-4, and human user performance on a practice ophthalmology written examination. Eye (Lond). 2023;37(17):3694\u20133695. doi:https:\/\/doi.org\/10.1038\/s41433-023-02564-2","journal-title":"Eye (Lond)"},{"issue":"8","key":"2227_CR29","doi-asserted-by":"publisher","first-page":"798","DOI":"10.1001\/jamaophthalmol.2023.2754","volume":"141","author":"A Mihalache","year":"2023","unstructured":"Mihalache A, Huang RS, Popovic MM, Muni RH. Performance of an Upgraded Artificial Intelligence Chatbot for Ophthalmic Knowledge Assessment. JAMA Ophthalmol. 2023;141(8):798\u2013800. doi:https:\/\/doi.org\/10.1001\/jamaophthalmol.2023.2754","journal-title":"JAMA Ophthalmol"},{"issue":"6","key":"2227_CR30","doi-asserted-by":"publisher","first-page":"589","DOI":"10.1001\/jamaophthalmol.2023.1144","volume":"141","author":"A Mihalache","year":"2023","unstructured":"Mihalache A, Popovic MM, Muni RH. Performance of an Artificial Intelligence Chatbot in Ophthalmic Knowledge Assessment. JAMA Ophthalmol. 2023;141(6):589\u2013597. doi:https:\/\/doi.org\/10.1001\/jamaophthalmol.2023.1144","journal-title":"JAMA Ophthalmol"},{"issue":"6","key":"2227_CR31","doi-asserted-by":"publisher","first-page":"e40822","DOI":"10.7759\/cureus.40822","volume":"15","author":"M Moshirfar","year":"2023","unstructured":"Moshirfar M, Altaf AW, Stoakes IM, Tuttle JJ, Hoopes PC. Artificial Intelligence in Ophthalmology: A Comparative Analysis of GPT-3.5, GPT-4, and Human Expertise in Answering StatPearls Questions. Cureus. 2023;15(6):e40822. doi:https:\/\/doi.org\/10.7759\/cureus.40822","journal-title":"Cureus"},{"issue":"12","key":"2227_CR32","doi-asserted-by":"publisher","first-page":"e49903","DOI":"10.7759\/cureus.49903","volume":"15","author":"D Sakai","year":"2023","unstructured":"Sakai D, Maeda T, Ozaki A, Kanda GN, Kurimoto Y, Takahashi M. Performance of ChatGPT in Board Examinations for Specialists in the Japanese Ophthalmology Society. Cureus. 2023;15(12):e49903. doi:https:\/\/doi.org\/10.7759\/cureus.49903","journal-title":"Cureus"},{"issue":"1","key":"2227_CR33","doi-asserted-by":"publisher","first-page":"18562","DOI":"10.1038\/s41598-023-45837-2","volume":"13","author":"A Taloni","year":"2023","unstructured":"Taloni A, Borselli M, Scarsi V, et al. Comparative performance of humans versus GPT-4.0 and GPT-3.5 in the self-assessment program of American Academy of Ophthalmology. Sci Rep. 2023;13(1):18562. doi:https:\/\/doi.org\/10.1038\/s41598-023-45837-2","journal-title":"Sci Rep"},{"key":"2227_CR34","doi-asserted-by":"publisher","unstructured":"S T, L C, E W, A Y, M F. Improved Performance of ChatGPT-4 on the OKAP Examination: A Comparative Study with ChatGPT-3.5. Journal of academic ophthalmology (2017). 2023;15(2). doi:https:\/\/doi.org\/10.1055\/s-0043-1774399","DOI":"10.1055\/s-0043-1774399"},{"issue":"2","key":"2227_CR35","doi-asserted-by":"publisher","first-page":"527","DOI":"10.1007\/s00417-024-06625-4","volume":"263","author":"D Bahir","year":"2025","unstructured":"Bahir D, Zur O, Attal L, et al. Gemini AI vs. ChatGPT: A comprehensive examination alongside ophthalmology residents in medical knowledge. Graefes Arch Clin Exp Ophthalmol. 2025;263(2):527\u2013536. doi:https:\/\/doi.org\/10.1007\/s00417-024-06625-4","journal-title":"Graefes Arch Clin Exp Ophthalmol"},{"issue":"3","key":"2227_CR36","doi-asserted-by":"publisher","first-page":"100063","DOI":"10.1016\/j.ajoint.2024.100063","volume":"1","author":"MM Carl\u00e0","year":"2024","unstructured":"Carl\u00e0 MM, Giannuzzi F, Boselli F, Rizzo S. Testing the power of Google DeepMind: Gemini versus ChatGPT 4 facing a European ophthalmology examination. AJO International. 2024;1(3):100063. doi:https:\/\/doi.org\/10.1016\/j.ajoint.2024.100063","journal-title":"AJO International"},{"issue":"4","key":"2227_CR37","doi-asserted-by":"publisher","first-page":"367","DOI":"10.22336\/rjo.2024.67","volume":"68","author":"S Demir","year":"2024","unstructured":"Demir S. A comparative analysis of GPT-3.5 and GPT-4.0 on a multiple-choice ophthalmology question bank: A study on artificial intelligence developments. Rom J Ophthalmol. 2024;68(4):367\u2013371. doi:https:\/\/doi.org\/10.22336\/rjo.2024.67","journal-title":"Rom J Ophthalmol"},{"issue":"10","key":"2227_CR38","doi-asserted-by":"publisher","first-page":"1379","DOI":"10.1136\/bjo-2023-324091","volume":"108","author":"T Fowler","year":"2024","unstructured":"Fowler T, Pullen S, Birkett L. Performance of ChatGPT and Bard on the official part 1 FRCOphth practice questions. Br J Ophthalmol. 2024;108(10):1379\u20131383. doi:https:\/\/doi.org\/10.1136\/bjo-2023-324091","journal-title":"Br J Ophthalmol"},{"issue":"9","key":"2227_CR39","doi-asserted-by":"publisher","first-page":"e69612","DOI":"10.7759\/cureus.69612","volume":"16","author":"GS Gill","year":"2024","unstructured":"Gill GS, Tsai J, Moxam J, Sanghvi HA, Gupta S. Comparison of Gemini Advanced and ChatGPT 4.0\u2019s Performances on the Ophthalmology Resident Ophthalmic Knowledge Assessment Program (OKAP) Examination Review Question Banks. Cureus. 2024;16(9):e69612. doi:https:\/\/doi.org\/10.7759\/cureus.69612","journal-title":"Cureus"},{"key":"2227_CR40","doi-asserted-by":"publisher","first-page":"e50842","DOI":"10.2196\/50842","volume":"10","author":"F Haddad","year":"2024","unstructured":"Haddad F, Saade JS. Performance of ChatGPT on Ophthalmology-Related Questions Across Various Examination Levels: Observational Study. JMIR Med Educ. 2024;10:e50842. doi:https:\/\/doi.org\/10.2196\/50842","journal-title":"JMIR Med Educ"},{"issue":"3","key":"2227_CR41","doi-asserted-by":"publisher","first-page":"366","DOI":"10.1080\/0142159X.2023.2249588","volume":"46","author":"A Mihalache","year":"2024","unstructured":"Mihalache A, Huang RS, Popovic MM, Muni RH. ChatGPT-4: An assessment of an upgraded artificial intelligence chatbot in the United States Medical Licensing Examination. Med Teach. 2024;46(3):366\u2013372. doi:https:\/\/doi.org\/10.1080\/0142159X.2023.2249588","journal-title":"Med Teach"},{"issue":"4","key":"2227_CR42","doi-asserted-by":"publisher","first-page":"321","DOI":"10.1001\/jamaophthalmol.2024.0017","volume":"142","author":"A Mihalache","year":"2024","unstructured":"Mihalache A, Huang RS, Popovic MM, et al. Accuracy of an Artificial Intelligence Chatbot\u2019s Interpretation of Clinical Ophthalmic Images. JAMA Ophthalmol. 2024;142(4):321\u2013326. doi:https:\/\/doi.org\/10.1001\/jamaophthalmol.2024.0017","journal-title":"JAMA Ophthalmol"},{"issue":"4","key":"2227_CR43","doi-asserted-by":"publisher","first-page":"e380-e381","DOI":"10.1016\/j.jcjo.2024.01.011","volume":"59","author":"M Olis","year":"2024","unstructured":"Olis M, Dyjak P, Weppelmann TA. Performance of three artificial intelligence chatbots on Ophthalmic Knowledge Assessment Program materials. Can J Ophthalmol. 2024;59(4):e380-e381. doi:https:\/\/doi.org\/10.1016\/j.jcjo.2024.01.011","journal-title":"Can J Ophthalmol"},{"issue":"10","key":"2227_CR44","doi-asserted-by":"publisher","first-page":"1897","DOI":"10.1038\/s41433-024-03037-w","volume":"38","author":"BKL Tao","year":"2024","unstructured":"Tao BKL, Hua N, Milkovich J, Micieli JA. ChatGPT-3.5 and Bing Chat in ophthalmology: an updated evaluation of performance, readability, and informative sources. Eye (Lond). 2024;38(10):1897\u20131902. doi:https:\/\/doi.org\/10.1038\/s41433-024-03037-w","journal-title":"Eye (Lond)"},{"key":"2227_CR45","doi-asserted-by":"publisher","unstructured":"C J, Nr E, Pa P, T B, V S. Evaluating the Artificial Intelligence Performance Growth in Ophthalmic Knowledge. Cureus. 2023;15(9). doi:https:\/\/doi.org\/10.7759\/cureus.45700","DOI":"10.7759\/cureus.45700"},{"key":"2227_CR46","doi-asserted-by":"publisher","unstructured":"Silhadi M, Nassrallah WB, Mikhail D, Milad D, Harissi-Dagher M. Assessing the performance of Microsoft Copilot, GPT-4 and Google Gemini in ophthalmology. Can J Ophthalmol. Published online February 4, 2025:S0008-4182(25)00001\u20138. doi:https:\/\/doi.org\/10.1016\/j.jcjo.2025.01.001","DOI":"10.1016\/j.jcjo.2025.01.001"},{"issue":"1","key":"2227_CR47","doi-asserted-by":"publisher","first-page":"100104","DOI":"10.1016\/j.ajoint.2025.100104","volume":"2","author":"L Attal","year":"2025","unstructured":"Attal L, Shvartz E, Nakhoul N, Bahir D. Chat GPT 4o vs residents: French language evaluation in ophthalmology. AJO International. 2025;2(1):100104. doi:https:\/\/doi.org\/10.1016\/j.ajoint.2025.100104","journal-title":"AJO International"},{"key":"2227_CR48","doi-asserted-by":"publisher","unstructured":"M W, Zw L, K P, et al. Review of emerging trends and projection of future developments in large language models research in ophthalmology. The British journal of ophthalmology. 2024;108(10). doi:https:\/\/doi.org\/10.1136\/bjo-2023-324734","DOI":"10.1136\/bjo-2023-324734"},{"key":"2227_CR49","doi-asserted-by":"publisher","first-page":"e60807","DOI":"10.2196\/60807","volume":"26","author":"M Liu","year":"2024","unstructured":"Liu M, Okuhara T, Chang X, et al. Performance of ChatGPT Across Different Versions in Medical Licensing Examinations Worldwide: Systematic Review and Meta-Analysis. J Med Internet Res. 2024;26:e60807. doi:https:\/\/doi.org\/10.2196\/60807","journal-title":"J Med Internet Res"},{"key":"2227_CR50","doi-asserted-by":"publisher","unstructured":"F A, S T, D M, J EK, R D. Evaluating the Performance of ChatGPT in Ophthalmology: An Analysis of Its Successes and Shortcomings. Ophthalmology science. 2023;3(4). doi:https:\/\/doi.org\/10.1016\/j.xops.2023.100324","DOI":"10.1016\/j.xops.2023.100324"},{"key":"2227_CR51","doi-asserted-by":"publisher","unstructured":"Pd T, La D, Mr S, et al. A Comparative Study of Large Language Models, Human Experts, and Expert-Edited Large Language Models to Neuro-Ophthalmology Questions. Journal of neuro-ophthalmology: the official journal of the North American Neuro-Ophthalmology Society. 2025;45(1). doi:https:\/\/doi.org\/10.1097\/WNO.0000000000002145","DOI":"10.1097\/WNO.0000000000002145"},{"issue":"11","key":"2227_CR52","doi-asserted-by":"publisher","first-page":"108163","DOI":"10.1016\/j.isci.2023.108163","volume":"26","author":"K Pushpanathan","year":"2023","unstructured":"Pushpanathan K, Lim ZW, Er Yew SM, et al. Popular large language model chatbots\u2019 accuracy, comprehensiveness, and self-awareness in answering ocular symptom queries. iScience. 2023;26(11):108163. doi:https:\/\/doi.org\/10.1016\/j.isci.2023.108163","journal-title":"iScience"},{"key":"2227_CR53","doi-asserted-by":"publisher","first-page":"120","DOI":"10.1038\/s41746-023-00873-0","volume":"6","author":"B Mesk\u00f3","year":"2023","unstructured":"Mesk\u00f3 B, Topol EJ. The imperative for regulatory oversight of large language models (or generative AI) in healthcare. NPJ Digit Med. 2023;6:120. doi:https:\/\/doi.org\/10.1038\/s41746-023-00873-0","journal-title":"NPJ Digit Med"},{"issue":"4","key":"2227_CR54","doi-asserted-by":"publisher","first-page":"100085","DOI":"10.1016\/j.apjo.2024.100085","volume":"13","author":"Z Yang","year":"2024","unstructured":"Yang Z, Wang D, Zhou F, et al. Understanding natural language: Potential application of large language models to ophthalmology. Asia Pac J Ophthalmol (Phila). 2024;13(4):100085. doi:https:\/\/doi.org\/10.1016\/j.apjo.2024.100085","journal-title":"Asia Pac J Ophthalmol (Phila)"},{"key":"2227_CR55","doi-asserted-by":"publisher","unstructured":"A H, N R, Bb H, Sl B. A review of ophthalmology education in the era of generative artificial intelligence. Asia-Pacific journal of ophthalmology (Philadelphia, Pa). 2024;13(4). doi:https:\/\/doi.org\/10.1016\/j.apjo.2024.100089","DOI":"10.1016\/j.apjo.2024.100089"},{"key":"2227_CR56","doi-asserted-by":"publisher","first-page":"e60063","DOI":"10.2196\/60063","volume":"26","author":"X Chen","year":"2024","unstructured":"Chen X, Zhao Z, Zhang W, et al. EyeGPT for Patient Inquiries and Medical Education: Development and Validation of an Ophthalmology Large Language Model. J Med Internet Res. 2024;26:e60063. doi:https:\/\/doi.org\/10.2196\/60063","journal-title":"J Med Internet Res"},{"issue":"9","key":"2227_CR57","doi-asserted-by":"publisher","first-page":"798","DOI":"10.1001\/jamaophthalmol.2024.2513","volume":"142","author":"MJ Luo","year":"2024","unstructured":"Luo MJ, Pang J, Bi S, et al. Development and Evaluation of a Retrieval-Augmented Large Language Model Framework for Ophthalmology. JAMA Ophthalmol. 2024;142(9):798\u2013805. doi:https:\/\/doi.org\/10.1001\/jamaophthalmol.2024.2513","journal-title":"JAMA Ophthalmol"},{"key":"2227_CR58","doi-asserted-by":"publisher","unstructured":"YangJingfeng, JinHongye, TangRuixiang, et al. Harnessing the Power of LLMs in Practice: A Survey on ChatGPT and Beyond. ACM Transactions on Knowledge Discovery from Data. Published online April 27, 2024. doi:https:\/\/doi.org\/10.1145\/3649506","DOI":"10.1145\/3649506"},{"issue":"2","key":"2227_CR59","doi-asserted-by":"publisher","first-page":"1106","DOI":"10.21037\/jtd-2025b-02","volume":"17","author":"J Wu","year":"2025","unstructured":"Wu J. The rise of DeepSeek: technology calls for the \u201ccatfish effect.\u201d J Thorac Dis. 2025;17(2):1106\u20131108. doi:https:\/\/doi.org\/10.21037\/jtd-2025b-02","journal-title":"J Thorac Dis"},{"issue":"2","key":"2227_CR60","doi-asserted-by":"publisher","first-page":"e2457879","DOI":"10.1001\/jamanetworkopen.2024.57879","volume":"8","author":"B Huo","year":"2025","unstructured":"Huo B, Boyle A, Marfo N, et al. Large Language Models for Chatbot Health Advice Studies: A Systematic Review. JAMA Netw Open. 2025;8(2):e2457879. doi:https:\/\/doi.org\/10.1001\/jamanetworkopen.2024.57879","journal-title":"JAMA Netw Open"},{"issue":"2","key":"2227_CR61","doi-asserted-by":"publisher","first-page":"31","DOI":"10.48185\/jaai.v4i2.870","volume":"4","author":"OV Johnson","year":"2023","unstructured":"Johnson OV, Alyasiri OM, Akhtom D, Johnson OE. Image Analysis through the lens of ChatGPT-4. Journal of Applied Artificial Intelligence. 2023;4(2):31\u201346. doi:https:\/\/doi.org\/10.48185\/jaai.v4i2.870","journal-title":"Journal of Applied Artificial Intelligence"},{"key":"2227_CR62","doi-asserted-by":"publisher","unstructured":"V S, N K, I H, et al. Integrated visual and text-based analysis of ophthalmology clinical cases using a large language model. Scientific reports. 2025;15(1). doi:https:\/\/doi.org\/10.1038\/s41598-025-88948-8","DOI":"10.1038\/s41598-025-88948-8"},{"issue":"10","key":"2227_CR63","doi-asserted-by":"publisher","first-page":"1384","DOI":"10.1136\/bjo-2023-325054","volume":"108","author":"P Xu","year":"2024","unstructured":"Xu P, Chen X, Zhao Z, Shi D. Unveiling the clinical incapabilities: a benchmarking study of GPT-4V(ision) for ophthalmic multimodal image analysis. Br J Ophthalmol. 2024;108(10):1384\u20131389. doi:https:\/\/doi.org\/10.1136\/bjo-2023-325054","journal-title":"Br J Ophthalmol"},{"issue":"4","key":"2227_CR64","doi-asserted-by":"publisher","first-page":"100103","DOI":"10.1016\/j.metrad.2024.100103","volume":"2","author":"Y Zhang","year":"2024","unstructured":"Zhang Y, Pan Y, Zhong T, et al. Potential of multimodal large language models for data mining of medical images and free-text reports. Meta-Radiology. 2024;2(4):100103. doi:https:\/\/doi.org\/10.1016\/j.metrad.2024.100103","journal-title":"Meta-Radiology"},{"issue":"2","key":"2227_CR65","doi-asserted-by":"publisher","first-page":"100017","DOI":"10.1016\/j.metrad.2023.100017","volume":"1","author":"Y Liu","year":"2023","unstructured":"Liu Y, Han T, Ma S, et al. Summary of ChatGPT-Related research and perspective towards the future of large language models. Meta-Radiology. 2023;1(2):100017. doi:https:\/\/doi.org\/10.1016\/j.metrad.2023.100017","journal-title":"Meta-Radiology"},{"issue":"5","key":"2227_CR66","doi-asserted-by":"publisher","first-page":"1115","DOI":"10.1007\/s10439-023-03327-6","volume":"52","author":"C Wang","year":"2024","unstructured":"Wang C, Ong J, Wang C, Ong H, Cheng R, Ong D. Potential for GPT Technology to Optimize Future Clinical Decision-Making Using Retrieval-Augmented Generation. Ann Biomed Eng. 2024;52(5):1115\u20131118. doi:https:\/\/doi.org\/10.1007\/s10439-023-03327-6","journal-title":"Ann Biomed Eng"},{"key":"2227_CR67","doi-asserted-by":"publisher","first-page":"262","DOI":"10.1016\/j.iotcps.2023.05.004","volume":"3","author":"SS Gill","year":"2023","unstructured":"Gill SS, Kaur R. ChatGPT: Vision and challenges. Internet of Things and Cyber-Physical Systems. 2023;3:262\u2013271. doi:https:\/\/doi.org\/10.1016\/j.iotcps.2023.05.004","journal-title":"Internet of Things and Cyber-Physical Systems"},{"issue":"2","key":"2227_CR68","doi-asserted-by":"publisher","first-page":"319","DOI":"10.1007\/s11604-024-01673-6","volume":"43","author":"A Harigai","year":"2025","unstructured":"Harigai A, Toyama Y, Nagano M, et al. Response accuracy of GPT-4 across languages: insights from an expert-level diagnostic radiology examination in Japan. Jpn J Radiol. 2025;43(2):319\u2013329. doi:https:\/\/doi.org\/10.1007\/s11604-024-01673-6","journal-title":"Jpn J Radiol"},{"issue":"1","key":"2227_CR69","doi-asserted-by":"publisher","first-page":"e35-e43","DOI":"10.1016\/S2589-7500(24)00246-2","volume":"7","author":"MCS Menezes","year":"2025","unstructured":"Menezes MCS, Hoffmann AF, Tan ALM, et al. The potential of Generative Pre-trained Transformer 4 (GPT-4) to analyse medical notes in three different languages: a retrospective model-evaluation study. The Lancet Digital Health. 2025;7(1):e35-e43. doi:https:\/\/doi.org\/10.1016\/S2589-7500(24)00246-2","journal-title":"The Lancet Digital Health"},{"key":"2227_CR70","doi-asserted-by":"publisher","first-page":"13686","DOI":"10.1109\/ACCESS.2025.3531662","volume":"13","author":"M Altalhan","year":"2025","unstructured":"Altalhan M, Algarni A, Turki-Hadj Alouane M. Imbalanced Data Problem in Machine Learning: A Review. IEEE Access. 2025;13:13686\u201313699. doi:https:\/\/doi.org\/10.1109\/ACCESS.2025.3531662","journal-title":"IEEE Access"},{"issue":"10","key":"2227_CR71","doi-asserted-by":"publisher","first-page":"1398","DOI":"10.1136\/bjo-2023-325053","volume":"108","author":"D Milad","year":"2024","unstructured":"Milad D, Antaki F, Milad J, et al. Assessing the medical reasoning skills of GPT-4 in complex ophthalmology cases. Br J Ophthalmol. 2024;108(10):1398\u20131405. doi:https:\/\/doi.org\/10.1136\/bjo-2023-325053","journal-title":"Br J Ophthalmol"}],"container-title":["Journal of Medical Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10916-025-02227-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10916-025-02227-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10916-025-02227-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,7,5]],"date-time":"2025-07-05T02:19:31Z","timestamp":1751681971000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10916-025-02227-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,5]]},"references-count":71,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["2227"],"URL":"https:\/\/doi.org\/10.1007\/s10916-025-02227-7","relation":{},"ISSN":["1573-689X"],"issn-type":[{"value":"1573-689X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,7,5]]},"assertion":[{"value":"18 May 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 June 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 July 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing Interests"}}],"article-number":"94"}}