{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,18]],"date-time":"2026-08-18T15:57:43Z","timestamp":1787068663435,"version":"build-2736575974"},"reference-count":45,"publisher":"Association for Research in Vision and Ophthalmology (ARVO)","issue":"4","license":[{"start":{"date-parts":[[2026,4,16]],"date-time":"2026-04-16T00:00:00Z","timestamp":1776297600000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Trans. Vis. Sci. Tech."],"published-print":{"date-parts":[[2026,4,16]]},"DOI":"10.1167\/tvst.15.4.17","type":"journal-article","created":{"date-parts":[[2026,4,16]],"date-time":"2026-04-16T13:30:41Z","timestamp":1776346241000},"page":"17","source":"Crossref","is-referenced-by-count":2,"title":["Benchmarking GPT-5, LLaMA, and Mistral for Clinical Named Entity Recognition in Ophthalmology Progress Notes"],"prefix":"10.1167","volume":"15","author":[{"given":"Iyad","family":"Majid","sequence":"first","affiliation":[{"name":"Stanford University School of Medicine, Palo Alto, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Franklin Y.","family":"Ruan","sequence":"additional","affiliation":[{"name":"Stanford University School of Medicine, Palo Alto, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sophia Y.","family":"Wang","sequence":"additional","affiliation":[{"name":"Stanford University School of Medicine, Palo Alto, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"27","reference":[{"key":"bib2","doi-asserted-by":"publisher","first-page":"191","DOI":"10.1016\/j.ajo.2019.11.030","article-title":"Electronic health records in ophthalmology: source and method of documentation","volume":"211","author":"Henriksen","year":"2020","journal-title":"Am J Ophthalmol"},{"key":"bib3","first-page":"70","article-title":"Evaluation of electronic health record implementation in ophthalmology at an academic medical center (an American Ophthalmological Society thesis)","volume":"111","author":"Chiang","year":"2013","journal-title":"Trans Am Ophthalmol Soc"},{"key":"bib4","doi-asserted-by":"publisher","first-page":"753","DOI":"10.1016\/j.ophtha.2012.10.002","article-title":"The impact of an electronic health record transition on a glaucoma subspecialty practice","volume":"120","author":"Pandit","year":"2013","journal-title":"Ophthalmology"},{"key":"bib5","doi-asserted-by":"publisher","first-page":"1218","DOI":"10.1093\/jamia\/ocz109","article-title":"Clinical trial cohort selection based on multi-level rule-based natural language processing system","volume":"26","author":"Chen","year":"2019","journal-title":"J Am Med Inform Assoc"},{"key":"bib6","doi-asserted-by":"publisher","first-page":"2","DOI":"10.1167\/tvst.9.7.2","article-title":"Advancing clinical trials for inherited retinal diseases: recommendations from the Second Monaciano Symposium","volume":"9","author":"Thompson","year":"2020","journal-title":"Transl Vis Sci Technol"},{"key":"bib7","doi-asserted-by":"publisher","first-page":"954283","DOI":"10.1155\/2015\/954283","article-title":"Contribution of electronic medical records to the management of rare diseases","volume":"2015","author":"Bremond-Gignac","year":"2015","journal-title":"Biomed Res Int"},{"key":"bib8","doi-asserted-by":"publisher","first-page":"8319","DOI":"10.3390\/app11188319","article-title":"A survey on recent named entity recognition and relationship extraction techniques on clinical texts","volume":"11","author":"Bose","year":"2021","journal-title":"Appl Sci (Basel)"},{"key":"bib9","doi-asserted-by":"publisher","first-page":"100042","DOI":"10.1016\/j.cmpbup.2021.100042","article-title":"BERT based clinical knowledge extraction for biomedical knowledge graph construction and analysis","volume":"1","author":"Harnoune","year":"2021","journal-title":"Comput Methods Programs Biomed Update"},{"key":"bib10","doi-asserted-by":"publisher","first-page":"5600","DOI":"10.1109\/TII.2021.3131180","article-title":"Med-BERT: a pretraining framework for medical records named entity recognition","volume":"18","author":"Liu","year":"2022","journal-title":"IEEE Trans Industr Inform"},{"key":"bib11","first-page":"269","article-title":"BERT-based ranking for biomedical entity normalization","volume":"2020","author":"Ji","year":"2020","journal-title":"AMIA Jt Summits Transl Sci Proc"},{"key":"bib12","doi-asserted-by":"publisher","first-page":"100371","DOI":"10.1016\/j.xops.2023.100371","article-title":"Automated recognition of visual acuity measurements in ophthalmology clinical notes using deep learning","volume":"4","author":"Bernstein","year":"2024","journal-title":"Ophthalmol Sci"},{"key":"bib13","doi-asserted-by":"publisher","first-page":"104864","DOI":"10.1016\/j.ijmedinf.2022.104864","article-title":"Leveraging weak supervision to perform named entity recognition in electronic health records progress notes to identify the ophthalmology exam","volume":"167","author":"Wang","year":"2022","journal-title":"Int J Med Inform"},{"key":"bib14","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1167\/tvst.11.3.37","article-title":"Predicting glaucoma progression requiring surgery using clinical free-text notes and transfer learning with Transformers","volume":"11","author":"Hu","year":"2022","journal-title":"Transl Vis Sci Technol"},{"key":"bib15","doi-asserted-by":"publisher","first-page":"9851","DOI":"10.1007\/s13042-024-02443-6","article-title":"A comprehensive survey on pretrained foundation models: a history from BERT to ChatGPT","volume":"16","author":"Zhou","year":"2024","journal-title":"Int J Mach Learn Cybern"},{"key":"bib16","doi-asserted-by":"publisher","first-page":"3596","DOI":"10.1109\/JBHI.2021.3062322","article-title":"Limitations of transformers on clinical text classification","volume":"25","author":"Gao","year":"2021","journal-title":"IEEE J Biomed Health Inform"},{"key":"bib19","doi-asserted-by":"publisher","first-page":"e1324","DOI":"10.1002\/ctm2.1324","article-title":"The application of ChatGPT in healthcare progress notes: a commentary from a clinical and research perspective","volume":"13","author":"Nguyen","year":"2023","journal-title":"Clin Transl Med"},{"key":"bib22","doi-asserted-by":"publisher","first-page":"172","DOI":"10.1038\/s41586-023-06291-2","article-title":"Large language models encode clinical knowledge","volume":"620","author":"Singhal","year":"2023","journal-title":"Nature"},{"issue":"4","key":"bib23","doi-asserted-by":"publisher","first-page":"371","DOI":"10.1001\/jamaophthalmol.2023.6917","article-title":"Assessment of a large language model's responses to questions and cases about glaucoma and retina management","volume":"142","author":"Huang","year":"2024","journal-title":"JAMA Ophthalmol"},{"key":"bib24","doi-asserted-by":"publisher","first-page":"e2330320","DOI":"10.1001\/jamanetworkopen.2023.30320","article-title":"Comparison of ophthalmologist and large language model chatbot responses to online patient eye care questions","volume":"6","author":"Bernstein","year":"2023","journal-title":"JAMA Netw Open"},{"key":"bib28","doi-asserted-by":"publisher","first-page":"20","DOI":"10.1167\/tvst.11.11.20","article-title":"Development of an open-source annotated glaucoma medication dataset from clinical notes in the electronic health record","volume":"11","author":"Chen","year":"2022","journal-title":"Transl Vis Sci Technol"},{"key":"bib29","doi-asserted-by":"publisher","first-page":"57","DOI":"10.1038\/s41746-020-0258-y","article-title":"Protected Health Information filter (Philter): accurately and securely de-identifying free-text clinical notes","volume":"3","author":"Norgeot","year":"2020","journal-title":"NPJ Digit Med"},{"key":"bib32","article-title":"Llama 2: open foundation and fine-tuned chat models","author":"Touvron","year":"2023"},{"key":"bib37","doi-asserted-by":"publisher","first-page":"1884","DOI":"10.1093\/jamia\/ocae184","article-title":"The potential and pitfalls of using a large language model such as ChatGPT, GPT-4, or LLaMA as a clinical assistant","volume":"31","author":"Zhang","year":"2024","journal-title":"J Am Med Inform Assoc"},{"key":"bib38","doi-asserted-by":"publisher","first-page":"ooae060","DOI":"10.1093\/jamiaopen\/ooae060","article-title":"Leveraging GPT-4 for identifying cancer phenotypes in electronic health records: a performance comparison between GPT-4, GPT-3.5-turbo, Flan-T5, Llama-3\u20138B, and spaCy's rule-based and machine learning-based methods","volume":"7","author":"Bhattarai","year":"2024","journal-title":"JAMIA Open"},{"key":"bib40","doi-asserted-by":"publisher","first-page":"906554","DOI":"10.3389\/fmed.2022.906554","article-title":"Applications of natural language processing in ophthalmology: present and future","volume":"9","author":"Chen","year":"2022","journal-title":"Front Med (Lausanne)"},{"key":"bib41","doi-asserted-by":"publisher","first-page":"405","DOI":"10.1186\/s12859-023-05480-0","article-title":"Extracting cancer concepts from clinical notes using natural language processing: a systematic review","volume":"24","author":"Gholipour","year":"2023","journal-title":"BMC Bioinformatics"},{"key":"bib42","doi-asserted-by":"publisher","first-page":"e374","DOI":"10.1016\/j.jpainsymman.2025.01.019","article-title":"NLP for analyzing electronic health records and clinical notes in cancer research: a review","volume":"69","author":"Bilal","year":"2025","journal-title":"J Pain Symptom Manage"},{"key":"bib43","doi-asserted-by":"publisher","first-page":"e12239","DOI":"10.2196\/12239","article-title":"Natural language processing of clinical notes on chronic diseases: systematic review","volume":"7","author":"Sheikhalishahi","year":"2019","journal-title":"JMIR Med Inform"},{"key":"bib44","doi-asserted-by":"publisher","first-page":"1446","DOI":"10.1148\/rg.2021200113","article-title":"Practical guide to natural language processing for radiology","volume":"41","author":"Mozayan","year":"2021","journal-title":"Radiographics"},{"key":"bib45","doi-asserted-by":"publisher","first-page":"1486","DOI":"10.1016\/j.ajpath.2022.07.012","article-title":"Natural language processing in pathology: current trends and future insights","volume":"192","author":"L\u00f3pez-\u00dabeda","year":"2022","journal-title":"Am J Pathol"},{"key":"bib1","volume-title":"Key Capabilities of an Electronic Health Record System: Letter Report","author":"Institute of Medicine, Board on Health Care Services & Committee on Data Standards for Patient Safety","year":"2003"},{"key":"bib17","article-title":"Breaking the token barrier: chunking and convolution for efficient long text classification with BERT","author":"Jaiswal","year":"2023"},{"key":"bib18","article-title":"GPT-NER: named entity recognition via large Language Models","author":"Wang","year":"2023"},{"key":"bib20","article-title":"Introducing GPT-5","author":"OpenAI"},{"key":"bib21","article-title":"PaLM 2 Technical Report","author":"Anil","year":"2023"},{"key":"bib25","article-title":"Llama 2: open foundation and fine-tuned chat models","author":"Touvron","year":"2023"},{"key":"bib26","article-title":"Mistral 7B","author":"Jiang","year":"2023"},{"key":"bib27","article-title":"ChatGPT vs LLaMA: impact, reliability, and challenges in Stack Overflow discussions","author":"Da Silva","year":"2024"},{"key":"bib30","article-title":"AWQ: activation-aware weight quantization for LLM compression and acceleration","author":"Lin","year":"2023"},{"key":"bib31","article-title":"Language models are few-shot learners","author":"Brown","year":"2020"},{"key":"bib33","article-title":"The Llama 3 herd of models","author":"Grattafiori","year":"2024"},{"key":"bib34","doi-asserted-by":"crossref","DOI":"10.52202\/075280-0441","article-title":"QLoRA: efficient finetuning of quantized LLMs","author":"Dettmers","year":"2023"},{"key":"bib35","article-title":"SmoothQuant: accurate and efficient post-training quantization for large language models","author":"Xiao","year":"2022"},{"key":"bib36","article-title":"LLM.int8(): 8-bit matrix multiplication for transformers at scale","author":"Dettmers","year":"2022"},{"key":"bib39","doi-asserted-by":"crossref","DOI":"10.1016\/j.jpi.2025.100521","article-title":"Leveraging large language models for structured information extraction from pathology reports","author":"Balasubramanian","year":"2025"}],"container-title":["Translational Vision Science & Technology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/tvst.arvojournals.org\/article.aspx?doi=10.1167\/tvst.15.4.17","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,16]],"date-time":"2026-04-16T13:30:43Z","timestamp":1776346243000},"score":1,"resource":{"primary":{"URL":"http:\/\/tvst.arvojournals.org\/article.aspx?doi=10.1167\/tvst.15.4.17"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,16]]},"references-count":45,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2026,4,6]]}},"URL":"https:\/\/doi.org\/10.1167\/tvst.15.4.17","relation":{},"ISSN":["2164-2591"],"issn-type":[{"value":"2164-2591","type":"print"}],"subject":[],"published":{"date-parts":[[2026,4,16]]}}}