{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,28]],"date-time":"2026-07-28T03:14:28Z","timestamp":1785208468143,"version":"3.55.0"},"reference-count":29,"publisher":"Elsevier BV","issue":"5","license":[{"start":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:00:00Z","timestamp":1777593600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:00:00Z","timestamp":1777593600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,3,5]],"date-time":"2026-03-05T00:00:00Z","timestamp":1772668800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"DOI":"10.13039\/100001818","name":"Research to Prevent Blindness","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100001818","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000053","name":"National Eye Institute","doi-asserted-by":"publisher","award":["U10EY023939"],"award-info":[{"award-number":["U10EY023939"]}],"id":[{"id":"10.13039\/100000053","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["clinicalkey.com","clinicalkey.com.au","clinicalkey.es","clinicalkey.fr","clinicalkey.jp","ophthalmologyscience.org","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Ophthalmology Science"],"published-print":{"date-parts":[[2026,5]]},"DOI":"10.1016\/j.xops.2026.101151","type":"journal-article","created":{"date-parts":[[2026,3,10]],"date-time":"2026-03-10T17:01:47Z","timestamp":1773162107000},"page":"101151","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":1,"title":["Latent Supervision: A Method for Improved Performance and Calibration of Machine Learning Classification Models in Ophthalmology"],"prefix":"10.1016","volume":"6","author":[{"ORCID":"https:\/\/orcid.org\/0009-0009-6045-1288","authenticated-orcid":false,"given":"Hady","family":"Yazbeck","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4963-7339","authenticated-orcid":false,"given":"Jad","family":"Assaf","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tom M.","family":"Lietman","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jeremy D.","family":"Keenan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-3835-422X","authenticated-orcid":false,"given":"John","family":"Jackson","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jayashree","family":"Kalpathy-Cramer","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7964-9475","authenticated-orcid":false,"given":"J. Peter","family":"Campbell","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5138-3983","authenticated-orcid":false,"given":"Xubo","family":"Song","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9859-0317","authenticated-orcid":false,"given":"Travis K.","family":"Redd","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.xops.2026.101151_bib1","series-title":"To Err Is Human: Building a Safer Health System","author":"Institute of Medicine","year":"2000"},{"key":"10.1016\/j.xops.2026.101151_bib2","doi-asserted-by":"crossref","first-page":"567","DOI":"10.1016\/0895-4356(92)90128-A","article-title":"A bibliography of publications on observer variability (final installment)","volume":"45","author":"Elmore","year":"1992","journal-title":"J Clin Epidemiol"},{"key":"10.1016\/j.xops.2026.101151_bib3","doi-asserted-by":"crossref","first-page":"875","DOI":"10.1001\/archopht.125.7.875","article-title":"Interexpert agreement of plus disease diagnosis in retinopathy of prematurity","volume":"125","author":"Chiang","year":"2007","journal-title":"Arch Ophthalmol"},{"key":"10.1016\/j.xops.2026.101151_bib4","doi-asserted-by":"crossref","first-page":"457","DOI":"10.1007\/s10994-021-05946-3","article-title":"Aleatoric and epistemic uncertainty in machine learning: an introduction to concepts and methods","volume":"110","author":"H\u00fcllermeier","year":"2019","journal-title":"Machine Learn"},{"key":"10.1016\/j.xops.2026.101151_bib5","series-title":"Proceedings of the Eleventh International Conference on Learning Representations","article-title":"Is the performance of my deep network too good to be true? A direct approach to estimating the bayes error in binary classification","author":"Ishida","year":"2023"},{"key":"10.1016\/j.xops.2026.101151_bib6","series-title":"Human uncertainty makes classification more robust","author":"Peterson","year":"2019"},{"key":"10.1016\/j.xops.2026.101151_bib7","doi-asserted-by":"crossref","first-page":"501","DOI":"10.1136\/amiajnl-2013-001964","article-title":"Learning classification models with soft-label information","volume":"21","author":"Nguyen","year":"2014","journal-title":"J Am Med Inform Assoc"},{"key":"10.1016\/j.xops.2026.101151_bib8","doi-asserted-by":"crossref","DOI":"10.2196\/53207","article-title":"How explainable artificial intelligence can increase or decrease clinicians' trust in AI applications in health care: systematic review","volume":"3","author":"Rosenbacke","year":"2024","journal-title":"JMIR AI"},{"key":"10.1016\/j.xops.2026.101151_bib9","doi-asserted-by":"crossref","first-page":"1142","DOI":"10.1001\/jama.295.10.1142","article-title":"Effect of a single mass antibiotic distribution on the prevalence of infectious trachoma","volume":"295","author":"Chidambaram","year":"2006","journal-title":"JAMA"},{"key":"10.1016\/j.xops.2026.101151_bib10","first-page":"68","article-title":"WHO simplified trachoma grading system","volume":"17","year":"2004","journal-title":"Community Eye Health"},{"key":"10.1016\/j.xops.2026.101151_bib11","doi-asserted-by":"crossref","first-page":"162","DOI":"10.3109\/09286586.2015.1035792","article-title":"Inter-rater agreement between trachoma graders: comparison of grades given in field conditions versus grades from photographic review","volume":"22","author":"Gebresillasie","year":"2015","journal-title":"Ophthalmic Epidemiol"},{"key":"10.1016\/j.xops.2026.101151_bib12","doi-asserted-by":"crossref","first-page":"1059","DOI":"10.1136\/bjophthalmol-2020-315815","article-title":"Can we eradicate trachoma? A survey of stakeholders","volume":"105","author":"Oldenburg","year":"2021","journal-title":"Br J Ophthalmol"},{"key":"10.1016\/j.xops.2026.101151_bib13","first-page":"613","article-title":"Computer vision identification of trachomatous inflammation-follicular using deep learning","volume":"44","author":"Joye","year":"2024","journal-title":"Cornea"},{"key":"10.1016\/j.xops.2026.101151_bib14","doi-asserted-by":"crossref","first-page":"e87","DOI":"10.1016\/S2214-109X(21)00409-5","article-title":"Water, sanitation, and hygiene for control of trachoma in Ethiopia (WUHA): a two-arm, parallel-group, cluster-randomised trial","volume":"10","author":"Aragie","year":"2022","journal-title":"Lancet Glob Health"},{"key":"10.1016\/j.xops.2026.101151_bib15","doi-asserted-by":"crossref","first-page":"e1221","DOI":"10.1016\/S2214-109X(17)30393-5","article-title":"Global causes of blindness and distance vision impairment 1990\u20132020: a systematic review and meta-analysis","volume":"5","author":"Flaxman","year":"2017","journal-title":"Lancet Glob Health"},{"key":"10.1016\/j.xops.2026.101151_bib16","doi-asserted-by":"crossref","first-page":"23","DOI":"10.1016\/S0161-6420(96)30738-0","article-title":"The role of smears, cultures, and antibiotic sensitivity testing in the management of suspected infectious keratitis","volume":"103","author":"Mcleod","year":"1996","journal-title":"Ophthalmology"},{"key":"10.1016\/j.xops.2026.101151_bib17","doi-asserted-by":"crossref","first-page":"227","DOI":"10.1016\/j.ophtha.2021.09.019","article-title":"Expert performance in visual differentiation of bacterial and fungal keratitis","volume":"129","author":"Redd","year":"2022","journal-title":"Ophthalmology"},{"key":"10.1016\/j.xops.2026.101151_bib18","doi-asserted-by":"crossref","DOI":"10.1016\/j.xops.2024.100665","article-title":"Multimodal deep learning for differentiating bacterial and fungal keratitis using prospective, representative data","volume":"5","author":"Prajna","year":"2025","journal-title":"Ophthalmol Sci"},{"key":"10.1016\/j.xops.2026.101151_bib19","doi-asserted-by":"crossref","first-page":"143","DOI":"10.1001\/archophthalmol.2011.315","article-title":"Corticosteroids for bacterial keratitis: the steroids for corneal ulcers trial (SCUT)","volume":"130","author":"Srinivasan","year":"2012","journal-title":"Arch Ophthalmol"},{"key":"10.1016\/j.xops.2026.101151_bib20","doi-asserted-by":"crossref","first-page":"422","DOI":"10.1001\/jamaophthalmol.2013.1497","article-title":"The mycotic ulcer treatment trial","volume":"131","author":"Prajna","year":"2013","journal-title":"JAMA Ophthalmol"},{"key":"10.1016\/j.xops.2026.101151_bib21","doi-asserted-by":"crossref","first-page":"1084","DOI":"10.1016\/j.ophtha.2019.03.020","article-title":"Mycotic antimicrobial localized injection a randomized clinical trial evaluating intrastromal injection of voriconazole","volume":"126","author":"Narayana","year":"2019","journal-title":"Ophthalmology"},{"key":"10.1016\/j.xops.2026.101151_bib22","doi-asserted-by":"crossref","first-page":"1365","DOI":"10.1001\/jamaophthalmol.2016.4096","article-title":"Effect of oral voriconazole on Fungal Keratitis in the mycotic ulcer treatment trial II (MUTT II): a randomized clinical trial","volume":"134","author":"Prajna","year":"2016","journal-title":"JAMA Ophthalmol"},{"key":"10.1016\/j.xops.2026.101151_bib23","series-title":"Proceedings of the 36th International Conference on Machine Learning (ICML)","article-title":"EfficientNet: rethinking model scaling for convolutional neural networks","author":"Tan","year":"2019"},{"key":"10.1016\/j.xops.2026.101151_bib24","series-title":"3rd International Conference on Learning Representations, ICLR 2015 - Conference Track Proceedings","article-title":"Adam: a method for stochastic optimization","author":"Kingma","year":"2015"},{"key":"10.1016\/j.xops.2026.101151_bib25","doi-asserted-by":"crossref","first-page":"20","DOI":"10.2307\/2346806","article-title":"Maximum likelihood estimation of observer error-rates using the EM algorithm","volume":"28","author":"Dawid","year":"1979","journal-title":"Appl Stat"},{"key":"10.1016\/j.xops.2026.101151_bib26","series-title":"Supervised learning from multiple experts","first-page":"889","author":"Raykar","year":"2009"},{"key":"10.1016\/j.xops.2026.101151_bib27","doi-asserted-by":"crossref","first-page":"797","DOI":"10.2307\/2533043","article-title":"Random effects models in latent class analysis for evaluating accuracy of diagnostic tests","volume":"52","author":"Qu","year":"1996","journal-title":"Biometrics"},{"key":"10.1016\/j.xops.2026.101151_bib28","doi-asserted-by":"crossref","first-page":"1","DOI":"10.18637\/jss.v081.i13","article-title":"randomLCA: an R package for latent class with random effects analysis","volume":"81","author":"Beath","year":"2017","journal-title":"J Stat Softw"},{"key":"10.1016\/j.xops.2026.101151_bib29","series-title":"Data programming: creating large training sets, quickly","first-page":"3574","author":"Ratner","year":"2016"}],"container-title":["Ophthalmology Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S2666914526000898?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S2666914526000898?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,5,16]],"date-time":"2026-05-16T09:39:43Z","timestamp":1778924383000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S2666914526000898"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,5]]},"references-count":29,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2026,5]]}},"alternative-id":["S2666914526000898"],"URL":"https:\/\/doi.org\/10.1016\/j.xops.2026.101151","relation":{},"ISSN":["2666-9145"],"issn-type":[{"value":"2666-9145","type":"print"}],"subject":[],"published":{"date-parts":[[2026,5]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Latent Supervision: A Method for Improved Performance and Calibration of Machine Learning Classification Models in Ophthalmology","name":"articletitle","label":"Article Title"},{"value":"Ophthalmology Science","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.xops.2026.101151","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 American Academy of Ophthalmology, Inc. Published by Elsevier Inc.","name":"copyright","label":"Copyright"}],"article-number":"101151"}}