{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,23]],"date-time":"2026-09-23T21:16:20Z","timestamp":1790198180481,"version":"4.1.0"},"reference-count":64,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,12,10]],"date-time":"2025-12-10T00:00:00Z","timestamp":1765324800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,12,10]],"date-time":"2025-12-10T00:00:00Z","timestamp":1765324800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"DOI":"10.13039\/501100003725","name":"National Research Foundation of Korea","doi-asserted-by":"publisher","award":["NRF-2023R1A2C1006639"],"award-info":[{"award-number":["NRF-2023R1A2C1006639"]}],"id":[{"id":"10.13039\/501100003725","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Gyeongsang National Univeristy"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Sci Rep"],"DOI":"10.1038\/s41598-025-27410-1","type":"journal-article","created":{"date-parts":[[2025,12,10]],"date-time":"2025-12-10T10:45:57Z","timestamp":1765363557000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Ophtimus-V2-Tx: a compact domain-specific LLM for ophthalmic diagnosis and treatment planning"],"prefix":"10.1038","volume":"15","author":[{"given":"Minwook","family":"Kwon","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kuk Jin","family":"Jang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Seung Ju","family":"Baek","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yong Seop","family":"Han","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hyonyoung","family":"Choi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Insup","family":"Lee","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jin Hyun","family":"Kim","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,12,10]]},"reference":[{"key":"27410_CR1","doi-asserted-by":"publisher","first-page":"3041","DOI":"10.3390\/jcm13113041","volume":"13","author":"SM Pressman","year":"2024","unstructured":"Pressman, S. M. et al. Clinical and surgical applications of large language models: A systematic review. J. Clin. Med. 13, 3041 (2024).","journal-title":"J. Clin. Med."},{"key":"27410_CR2","doi-asserted-by":"crossref","unstructured":"Oniani, D. et al. Enhancing large language models for clinical decision support by incorporating clinical practice guidelines. In 2024 IEEE 12th International Conference on Healthcare Informatics (ICHI), 694\u2013702 (IEEE, 2024).","DOI":"10.1109\/ICHI61247.2024.00111"},{"key":"27410_CR3","doi-asserted-by":"publisher","DOI":"10.2196\/48996","volume":"26","author":"E Guo","year":"2024","unstructured":"Guo, E. et al. Automated paper screening for clinical reviews using large language models: Data analysis study. J. Med. Internet Res. 26, e48996 (2024).","journal-title":"J. Med. Internet Res."},{"key":"27410_CR4","unstructured":"Meta. Llama-3.1-8B. https:\/\/huggingface.co\/meta-llama\/Llama-3.1-8B (2024). Hugging Face. Accessed 23 July 2024."},{"key":"27410_CR5","unstructured":"Banayot, R. Ophthalmic Trivia. https:\/\/huggingface.co\/datasets\/BaekSeungJu\/OphtimusEval-Dataset (2025). Hugging Face. Accessed: 24 June 2025."},{"key":"27410_CR6","unstructured":"Baek, S.\u00a0J. et al. Ophtimus-LLM: Development of a specialized large language model for ophthalmology. In Workshop on Large Language Models and Generative AI for Health at AAAI 2025 (2025)."},{"key":"27410_CR7","unstructured":"Baek, S.\u00a0J. et al. Ophtimus-V2-8B-Base. https:\/\/huggingface.co\/BaekSeungJu\/Ophtimus-8B-Base (2025). Hugging Face. Accessed 20 March 2025."},{"key":"27410_CR8","unstructured":"Lin, C.-Y. Rouge: A package for automatic evaluation of summaries. In Text summarization branches out, 74\u201381 (2004)."},{"key":"27410_CR9","doi-asserted-by":"crossref","unstructured":"Papineni, K., Roukos, S., Ward, T. & Zhu, W.-J. BLEU: A method for automatic evaluation of machine translation. In Proceedings of the 40th Annual Meeting of the Association for Computational Linguistics, 311\u2013318 (2002).","DOI":"10.3115\/1073083.1073135"},{"key":"27410_CR10","unstructured":"Banerjee, S. & Lavie, A. Meteor: An automatic metric for MT evaluation with improved correlation with human judgments. In Proceedings of the ACL Workshop on Intrinsic and Extrinsic Evaluation Measures for Machine Translation and\/or Summarization, 65\u201372 (2005)."},{"key":"27410_CR11","unstructured":"Aynetdinov, A. & Akbik, A. Semscore: Automated evaluation of instruction-tuned LLMS based on semantic textual similarity. arXiv preprint, arXiv:2401.17072 (2024)."},{"key":"27410_CR12","unstructured":"Pal, A., Umapathi, L.\u00a0K. & Sankarasubbu, M. MedMCQA: A large-scale multi-subject multi-choice dataset for medical domain question answering. In Flores, G., Chen, G.\u00a0H., Pollard, T., Ho, J.\u00a0C. & Naumann, T. (eds.) Proceedings of the Conference on Health, Inference, and Learning, vol. 174 of Proceedings of Machine Learning Research, 248\u2013260 (PMLR, 2022)."},{"key":"27410_CR13","doi-asserted-by":"crossref","unstructured":"Jin, Q., Dhingra, B., Liu, Z., Cohen, W.\u00a0W. & Lu, X. PubMedQA: A dataset for biomedical research question answering. arXiv preprint, arXiv:1909.06146 (2019).","DOI":"10.18653\/v1\/D19-1259"},{"key":"27410_CR14","volume-title":"Uveitis: Fundamentals and Clinical Practice","author":"JV Forrester","year":"2010","unstructured":"Forrester, J. V., Dick, A. D., McMenamin, P. G., Roberts, F. & Pearlman, E. Uveitis: Fundamentals and Clinical Practice 4th edn. (Saunders Elsevier, Edinburgh, 2010).","edition":"4"},{"key":"27410_CR15","unstructured":"Basic and clinical science course (BCSC) 2023\u20132024: Sections 2\u201313 (2024). Section 2: Fundamentals & Principles; 3: Clinical Optics & Vision Rehabilitation; 4: Ophthalmic Pathology & Intraocular Tumors; 5: Neuro-Ophthalmology; 6: Pediatric Ophthalmology & Strabismus; 7: Oculofacial Plastic & Orbital Surgery; 8: External Disease & Cornea; 9: Uveitis & Ocular Inflammation; 10: Glaucoma; 11: Lens & Cataract; 12: Retina & Vitreous; 13: Refractive Surgery."},{"key":"27410_CR16","volume-title":"Clinical Pediatric Ophthalmology and Strabismus","author":"Y Shukla","year":"2023","unstructured":"Shukla, Y. & Saxena, R. Clinical Pediatric Ophthalmology and Strabismus (Jaypee Brothers Medical Publishers, New Delhi, 2023)."},{"key":"27410_CR17","volume-title":"Kanski\u2019s Clinical Ophthalmology: A Systematic Approach","author":"JF Salmon","year":"2024","unstructured":"Salmon, J. F. Kanski\u2019s Clinical Ophthalmology: A Systematic Approach 10th edn. (Elsevier, London, 2024).","edition":"10"},{"key":"27410_CR18","volume-title":"Ophthalmology (Lecture Notes)","author":"B James","year":"2017","unstructured":"James, B., Bron, A. & Parulekar, M. V. Ophthalmology (Lecture Notes) 11th edn. (Wiley-Blackwell, Chichester, 2017).","edition":"11"},{"key":"27410_CR19","volume-title":"OphthoBook","author":"T Root","year":"2009","unstructured":"Root, T. OphthoBook (CreateSpace Independent Publishing Platform, Scotts Valley, CA, 2009)."},{"key":"27410_CR20","doi-asserted-by":"publisher","DOI":"10.5005\/jp\/books\/10076","volume-title":"Basic Ophthalmology","author":"R Jogi","year":"2009","unstructured":"Jogi, R. Basic Ophthalmology 4th edn. (Jaypee Brothers Medical Publishers, New Delhi, 2009).","edition":"4"},{"key":"27410_CR21","volume-title":"Textbook of Ophthalmology","author":"S Mittal","year":"2025","unstructured":"Mittal, S. & Agarwal, R. Textbook of Ophthalmology 2nd edn. (Thieme Medical and Scientific Publishers, Bengaluru, 2025).","edition":"2"},{"key":"27410_CR22","first-page":"3","volume":"1","author":"EJ Hu","year":"2022","unstructured":"Hu, E. J. et al. LoRA: Low-rank adaptation of large language models. ICLR 1, 3 (2022).","journal-title":"ICLR"},{"key":"27410_CR23","unstructured":"Ohlendorff, J.\u00a0S., Munch, A., S\u00f8rensen, K.\u00a0K. & Gerds, T.\u00a0A. Cheap subsampling bootstrap confidence intervals for fast and robust inference. arXiv preprint, arXiv:2501.10289 (2025)."},{"key":"27410_CR24","unstructured":"Ma, M.\u00a0D. et al. CliBench: A multifaceted and multigranular evaluation of large language models for clinical decision making. https:\/\/openreview.net\/forum?id=E3LDsbUSRZ (2025)."},{"key":"27410_CR25","unstructured":"National Center for Biomedical Ontology. ATC Ontology\u2014NCBO BioPortal. https:\/\/bioportal.bioontology.org\/ontologies\/ATC?utm_source=chatgpt.com (2025). Last uploaded: January 16, 2025. Accessed 08 Sept 2025."},{"key":"27410_CR26","unstructured":"Centers for Medicare & Medicaid Services. ICD-10 Codes. https:\/\/www.cms.gov\/medicare\/coding-billing\/icd-10-codes (2025). Accessed 08 Sept 2025."},{"key":"27410_CR27","unstructured":"Achiam, J. et al. GPT-4 technical report. arXiv preprint, arXiv:2303.08774 (2023)."},{"key":"27410_CR28","unstructured":"Anil, R. et al. Palm 2 technical report. arXiv preprint, arXiv:2305.10403 (2023)."},{"key":"27410_CR29","unstructured":"Grattafiori, A. et al. The llama 3 herd of models. arXiv preprint, arXiv:2407.21783 (2024)."},{"key":"27410_CR30","unstructured":"Jiang, J., Wang, F., Shen, J., Kim, S. & Kim, S. A survey on large language models for code generation. arXiv preprint, arXiv:2406.00515 (2024)."},{"key":"27410_CR31","unstructured":"Lehman, E. et al. Do we still need clinical language models? In Conference on health, inference, and learning, 578\u2013597 (PMLR, 2023)."},{"key":"27410_CR32","doi-asserted-by":"publisher","first-page":"194","DOI":"10.1038\/s41746-022-00742-2","volume":"5","author":"X Yang","year":"2022","unstructured":"Yang, X. et al. A large language model for electronic health records. NPJ Digital Med. 5, 194 (2022).","journal-title":"NPJ Digital Med."},{"key":"27410_CR33","doi-asserted-by":"publisher","first-page":"172","DOI":"10.1038\/s41586-023-06291-2","volume":"620","author":"K Singhal","year":"2023","unstructured":"Singhal, K. et al. Large language models encode clinical knowledge. Nature 620, 172\u2013180 (2023).","journal-title":"Nature"},{"issue":"3","key":"27410_CR34","doi-asserted-by":"publisher","first-page":"943","DOI":"10.1038\/s41591-024-03423-7","volume":"31","author":"K Singhal","year":"2025","unstructured":"Singhal, K. et al. Toward expert-level medical question answering with large language models. Nat. Med. 31(3), 943\u2013950 (2025).","journal-title":"Nat. Med."},{"key":"27410_CR35","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pdig.0000198","volume":"2","author":"TH Kung","year":"2023","unstructured":"Kung, T. H. et al. Performance of ChatGPT on USMLE: Potential for AI-assisted medical education using large language models. PLoS Digital Health 2, e0000198 (2023).","journal-title":"PLoS Digital Health"},{"key":"27410_CR36","doi-asserted-by":"publisher","first-page":"589","DOI":"10.1001\/jamainternmed.2023.1838","volume":"183","author":"JW Ayers","year":"2023","unstructured":"Ayers, J. W. et al. Comparing physician and artificial intelligence chatbot responses to patient questions posted to a public social media forum. JAMA Intern. Med. 183, 589\u2013596 (2023).","journal-title":"JAMA Intern. Med."},{"key":"27410_CR37","doi-asserted-by":"publisher","DOI":"10.1056\/AIoa2300138","volume":"1","author":"T Tu","year":"2024","unstructured":"Tu, T. et al. Towards generalist biomedical AI. NEJM AI 1, AIoa2300138 (2024).","journal-title":"NEJM AI"},{"key":"27410_CR38","unstructured":"Han, T. et al. MedAlpaca\u2014an open-source collection of medical conversational AI models and training data. arXiv preprint, arXiv:2304.08247 (2023)."},{"key":"27410_CR39","unstructured":"Saab, K. et al. Capabilities of Gemini models in medicine. arXiv preprint, arXiv:2404.18416 (2024)."},{"key":"27410_CR40","doi-asserted-by":"publisher","first-page":"1930","DOI":"10.1038\/s41591-023-02448-8","volume":"29","author":"AJ Thirunavukarasu","year":"2023","unstructured":"Thirunavukarasu, A. J. et al. Large language models in medicine. Nat. Med. 29, 1930\u20131940 (2023).","journal-title":"Nat. Med."},{"key":"27410_CR41","doi-asserted-by":"publisher","DOI":"10.1016\/j.xops.2023.100324","volume":"3","author":"F Antaki","year":"2023","unstructured":"Antaki, F., Touma, S., Milad, D., El-Khoury, J. & Duval, R. Evaluating the performance of ChatGPT in ophthalmology: An analysis of its successes and shortcomings. Ophthalmol. Sci. 3, 100324 (2023).","journal-title":"Ophthalmol. Sci."},{"key":"27410_CR42","doi-asserted-by":"publisher","DOI":"10.2196\/50842","volume":"10","author":"F Haddad","year":"2024","unstructured":"Haddad, F. et al. Performance of ChatGPT on ophthalmology-related questions across various examination levels: Observational study. JMIR Med. Educ. 10, e50842 (2024).","journal-title":"JMIR Med. Educ."},{"key":"27410_CR43","doi-asserted-by":"publisher","first-page":"2345","DOI":"10.1007\/s00417-023-06363-z","volume":"262","author":"A Shemer","year":"2024","unstructured":"Shemer, A. et al. Diagnostic capabilities of ChatGPT in ophthalmology. Graefes Arch. Clin. Exp. Ophthalmol. 262, 2345\u20132352 (2024).","journal-title":"Graefes Arch. Clin. Exp. Ophthalmol."},{"key":"27410_CR44","doi-asserted-by":"crossref","unstructured":"Li, S. et al. EyecareGPT: Boosting comprehensive ophthalmology understanding with tailored dataset, benchmark and model. arXiv preprint, arXiv:2504.13650 (2025).","DOI":"10.1145\/3746027.3755229"},{"key":"27410_CR45","unstructured":"Gilson, A. et al. Language Enhanced Model for Eye (LEME): An open-source ophthalmology-specific large language model. arXiv preprint, arXiv:2410.03740 (2024)."},{"key":"27410_CR46","doi-asserted-by":"publisher","first-page":"156","DOI":"10.1038\/s41586-023-06555-x","volume":"622","author":"Y Zhou","year":"2023","unstructured":"Zhou, Y. et al. A foundation model for generalizable disease detection from retinal images. Nature 622, 156\u2013163 (2023).","journal-title":"Nature"},{"key":"27410_CR47","doi-asserted-by":"publisher","first-page":"2613","DOI":"10.1038\/s41591-024-03097-1","volume":"30","author":"P Hager","year":"2024","unstructured":"Hager, P. et al. Evaluation and mitigation of the limitations of large language models in clinical decision-making. Nat. Med. 30, 2613\u20132622 (2024).","journal-title":"Nat. Med."},{"key":"27410_CR48","doi-asserted-by":"publisher","first-page":"117","DOI":"10.1186\/s12911-025-02954-4","volume":"25","author":"S Shool","year":"2025","unstructured":"Shool, S. et al. A systematic review of large language model (LLM) evaluations in clinical medicine. BMC Med. Inform. Decis. Mak. 25, 117 (2025).","journal-title":"BMC Med. Inform. Decis. Mak."},{"key":"27410_CR49","doi-asserted-by":"crossref","unstructured":"Kim, J. et al. Limitations of large language models in clinical problem-solving arising from inflexible reasoning. arXiv preprint, arXiv:2502.04381 (2025).","DOI":"10.1038\/s41598-025-22940-0"},{"key":"27410_CR50","unstructured":"Bean, A.\u00a0M. et al. Clinical knowledge in LLMS does not translate to human interactions. arXiv preprint, arXiv:2504.18919 (2025)."},{"key":"27410_CR51","unstructured":"Vishwanath, K. et al. Medical large language models are easily distracted. arXiv preprint, arXiv:2504.01201 (2025)."},{"key":"27410_CR52","doi-asserted-by":"crossref","unstructured":"Yang, Z., Mitra, A., Kwon, S. & Yu, H. ClinicalMamba: A generative clinical language model on longitudinal clinical notes. arXiv preprint, arXiv:2403.05795 (2024).","DOI":"10.18653\/v1\/2024.clinicalnlp-1.5"},{"key":"27410_CR53","unstructured":"Jiang, S. et al. MedS3: Towards medical small language models with self-evolved slow thinking. arXiv preprint, arXiv:2501.12051 (2025)."},{"key":"27410_CR54","unstructured":"Dada, A. et al. CLUE: A clinical language understanding evaluation for LLMS. arXiv preprint, arXiv:2404.04067 (2024)."},{"key":"27410_CR55","unstructured":"Bedi, S. et al. MedHELM: Holistic evaluation of large language models for medical tasks. arXiv preprint, arXiv:2505.23802 (2025)."},{"key":"27410_CR56","unstructured":"Liu, F. et al. Large language models in the clinic: A comprehensive benchmark. arXiv preprint, arXiv:2405.00716 (2024)."},{"key":"27410_CR57","doi-asserted-by":"crossref","unstructured":"Artsi, Y. et al. Large language models in real-world clinical workflows: A systematic review of applications and implementation. medRxiv 2025-06 (2025).","DOI":"10.1101\/2025.06.10.25329323"},{"key":"27410_CR58","unstructured":"Sanh, V., Debut, L., Chaumond, J. & Wolf, T. DistilBERT, a distilled version of BERT: Smaller, faster, cheaper and lighter. arXiv preprint, arXiv:1910.01108 (2019)."},{"key":"27410_CR59","doi-asserted-by":"crossref","unstructured":"Jiao, X. et al. TinyBERT: Distilling BERT for natural language understanding. arXiv preprint, arXiv:1909.10351 (2019).","DOI":"10.18653\/v1\/2020.findings-emnlp.372"},{"key":"27410_CR60","doi-asserted-by":"crossref","unstructured":"Sun, Z. et al. MobileBERT: A compact task-agnostic BERT for resource-limited devices. arXiv preprint, arXiv:2004.02984 (2020).","DOI":"10.18653\/v1\/2020.acl-main.195"},{"key":"27410_CR61","unstructured":"Zhang, P., Zeng, G., Wang, T. & Lu, W. TinyLlama: An open-source small language model. arXiv preprint, arXiv:2401.02385 (2024)."},{"key":"27410_CR62","unstructured":"Wang, F. et al. A comprehensive survey of small language models in the era of large language models: Techniques, enhancements, applications, collaboration with LLMS, and trustworthiness. arXiv preprint, arXiv:2411.03350 (2024)."},{"key":"27410_CR63","unstructured":"Baek, S.\u00a0J. Ophthalmology-PubMed-Corpus. https:\/\/huggingface.co\/datasets\/BaekSeungJu\/Ophthalmology-PubMed-Corpus (2025). Accessed 14 July 2025."},{"key":"27410_CR64","unstructured":"Baek, S.\u00a0J. Ophthalmology-Textbook-Corpus. https:\/\/huggingface.co\/datasets\/BaekSeungJu\/Ophthalmology-Textbook-Corpus (2025). Accessed 14 July 2025."}],"container-title":["Scientific Reports"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41598-025-27410-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41598-025-27410-1","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41598-025-27410-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,10]],"date-time":"2025-12-10T10:46:03Z","timestamp":1765363563000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41598-025-27410-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,12,10]]},"references-count":64,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["27410"],"URL":"https:\/\/doi.org\/10.1038\/s41598-025-27410-1","relation":{"has-preprint":[{"id-type":"doi","id":"10.21203\/rs.3.rs-7191523\/v1","asserted-by":"object"}]},"ISSN":["2045-2322"],"issn-type":[{"value":"2045-2322","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,12,10]]},"assertion":[{"value":"23 July 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 November 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 December 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"43532"}}