{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,13]],"date-time":"2026-10-13T12:39:22Z","timestamp":1791895162315,"version":"4.3.4"},"reference-count":38,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2020,3,1]],"date-time":"2020-03-01T00:00:00Z","timestamp":1583020800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2020,3,1]],"date-time":"2020-03-01T00:00:00Z","timestamp":1583020800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"}],"funder":[{"DOI":"10.13039\/100007816","name":"Alcon","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100007816","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100007819","name":"Allergan","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100007819","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100009945","name":"Merck KGaA","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100009945","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002322","name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100002322","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000053","name":"National Eye Institute","doi-asserted-by":"publisher","award":["EY029885"],"award-info":[{"award-number":["EY029885"]}],"id":[{"id":"10.13039\/100000053","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["ajo.com","clinicalkey.com","clinicalkey.com.au","clinicalkey.es","clinicalkey.fr","clinicalkey.jp","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["American Journal of Ophthalmology"],"published-print":{"date-parts":[[2020,3]]},"DOI":"10.1016\/j.ajo.2019.11.006","type":"journal-article","created":{"date-parts":[[2019,11,12]],"date-time":"2019-11-12T11:15:03Z","timestamp":1573557303000},"page":"123-131","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":107,"special_numbering":"C","title":["Human Versus Machine: Comparing a Deep Learning Algorithm to Human Gradings for Detecting Glaucoma on Fundus Photographs"],"prefix":"10.1016","volume":"211","author":[{"given":"Alessandro A.","family":"Jammal","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Atalie C.","family":"Thompson","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Eduardo B.","family":"Mariottoni","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Samuel I.","family":"Berchuck","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Carla N.","family":"Urata","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tais","family":"Estrela","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Susan M.","family":"Wakil","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Vital P.","family":"Costa","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Felipe A.","family":"Medeiros","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.ajo.2019.11.006_bib1","series-title":"Global Data on Vision Impairments 2010. Bull World Health Organ","first-page":"1","author":"Mariotti","year":"2012"},{"issue":"11","key":"10.1016\/j.ajo.2019.11.006_bib2","doi-asserted-by":"crossref","first-page":"2081","DOI":"10.1016\/j.ophtha.2014.05.013","article-title":"Global prevalence of glaucoma and projections of glaucoma burden through 2040: a systematic review and meta-analysis","volume":"121","author":"Tham","year":"2014","journal-title":"Ophthalmology"},{"issue":"11","key":"10.1016\/j.ajo.2019.11.006_bib3","doi-asserted-by":"crossref","first-page":"4974","DOI":"10.1167\/iovs.07-0342","article-title":"Prevalence of glaucoma in a South brazilian population: Projeto Glaucoma","volume":"48","author":"Sakata","year":"2007","journal-title":"Invest Ophthalmol Vis Sci"},{"issue":"2","key":"10.1016\/j.ajo.2019.11.006_bib4","doi-asserted-by":"crossref","first-page":"241","DOI":"10.1016\/j.ophtha.2010.06.036","article-title":"Cirrus Optical Coherence Tomography Normative Database Study G. Ability of Cirrus HD-OCT optic nerve head parameters to discriminate normal from glaucomatous eyes","volume":"118","author":"Mwanza","year":"2011","journal-title":"Ophthalmology"},{"issue":"7","key":"10.1016\/j.ajo.2019.11.006_bib5","doi-asserted-by":"crossref","first-page":"1334","DOI":"10.1016\/j.ophtha.2010.11.029","article-title":"Comparison of the diagnostic accuracies of the Spectralis, Cirrus, and RTVue optical coherence tomography devices in glaucoma","volume":"118","author":"Leite","year":"2011","journal-title":"Ophthalmology"},{"issue":"6","key":"10.1016\/j.ajo.2019.11.006_bib6","doi-asserted-by":"crossref","first-page":"659","DOI":"10.1016\/S0002-9394(14)70632-4","article-title":"Comparison of methods to evaluate the optic nerve head and nerve fiber layer for glaucomatous change","volume":"121","author":"Caprioli","year":"1996","journal-title":"Am J Ophthalmol"},{"issue":"5","key":"10.1016\/j.ajo.2019.11.006_bib7","doi-asserted-by":"crossref","first-page":"936","DOI":"10.1016\/j.ajo.2014.01.024","article-title":"Glaucomatous optic neuropathy evaluation (GONE) project: the effect of monoscopic versus stereoscopic viewing conditions on optic nerve evaluation","volume":"157","author":"Chan","year":"2014","journal-title":"Am J Ophthalmol"},{"issue":"3","key":"10.1016\/j.ajo.2019.11.006_bib8","doi-asserted-by":"crossref","first-page":"350","DOI":"10.1016\/S0161-6420(88)33177-5","article-title":"Intraobserver and interobserver agreement in measurement of optic disc characteristics","volume":"95","author":"Tielsch","year":"1988","journal-title":"Ophthalmology"},{"issue":"1","key":"10.1016\/j.ajo.2019.11.006_bib9","doi-asserted-by":"crossref","first-page":"39","DOI":"10.1016\/j.ajo.2008.07.023","article-title":"Agreement among glaucoma specialists in assessing progressive disc changes from photographs in open-angle glaucoma patients","volume":"147","author":"Jampel","year":"2009","journal-title":"Am J Ophthalmol"},{"issue":"2","key":"10.1016\/j.ajo.2019.11.006_bib10","doi-asserted-by":"crossref","first-page":"215","DOI":"10.1016\/S0161-6420(92)31990-6","article-title":"Expert agreement in evaluating the optic disc for glaucoma","volume":"99","author":"Varma","year":"1992","journal-title":"Ophthalmology"},{"key":"10.1016\/j.ajo.2019.11.006_bib11","first-page":"177","article-title":"The Advanced Glaucoma Intervention Study (AGIS): 10. Variability among academic glaucoma subspecialists in assessing optic disc notching","volume":"99","author":"Gaasterland","year":"2001","journal-title":"Trans Am Ophthalmol Soc"},{"issue":"4","key":"10.1016\/j.ajo.2019.11.006_bib12","doi-asserted-by":"crossref","first-page":"762","DOI":"10.1016\/j.ajo.2005.04.044","article-title":"Test-retest reproducibility of optic disk deterioration detected from stereophotographs by masked graders","volume":"140","author":"Parrish","year":"2005","journal-title":"Am J Ophthalmol"},{"issue":"11","key":"10.1016\/j.ajo.2019.11.006_bib13","doi-asserted-by":"crossref","first-page":"1101","DOI":"10.1001\/jama.2018.11100","article-title":"Deep learning\u2014a technology with the potential to transform health care","volume":"320","author":"Hinton","year":"2018","journal-title":"JAMA"},{"issue":"1","key":"10.1016\/j.ajo.2019.11.006_bib14","doi-asserted-by":"crossref","first-page":"221","DOI":"10.1146\/annurev-bioeng-071516-044442","article-title":"Deep learning in medical image analysis","volume":"19","author":"Shen","year":"2017","journal-title":"Annu Rev Biomed Eng"},{"key":"10.1016\/j.ajo.2019.11.006_bib15","author":"He"},{"issue":"22","key":"10.1016\/j.ajo.2019.11.006_bib16","doi-asserted-by":"crossref","first-page":"2402","DOI":"10.1001\/jama.2016.17216","article-title":"Development and validation of a deep learning algorithm for detection of diabetic retinopathy in retinal fundus photographs","volume":"316","author":"Gulshan","year":"2016","journal-title":"JAMA"},{"issue":"4","key":"10.1016\/j.ajo.2019.11.006_bib17","doi-asserted-by":"crossref","first-page":"322","DOI":"10.1016\/j.oret.2016.12.009","article-title":"Deep learning is effective for the classification of OCT images of normal versus age-related macular degeneration","volume":"1","author":"Lee","year":"2017","journal-title":"Ophthalmol Retina"},{"issue":"8","key":"10.1016\/j.ajo.2019.11.006_bib18","doi-asserted-by":"crossref","first-page":"1199","DOI":"10.1016\/j.ophtha.2018.01.023","article-title":"Efficacy of a deep learning system for detecting glaucomatous optic neuropathy based on color fundus photographs","volume":"125","author":"Li","year":"2018","journal-title":"Ophthalmology"},{"issue":"1","key":"10.1016\/j.ajo.2019.11.006_bib19","doi-asserted-by":"crossref","first-page":"16685","DOI":"10.1038\/s41598-018-35044-9","article-title":"Performance of deep learning architectures and transfer learning for detecting glaucomatous optic neuropathy in fundus photographs","volume":"8","author":"Christopher","year":"2018","journal-title":"Sci Rep"},{"issue":"4","key":"10.1016\/j.ajo.2019.11.006_bib20","doi-asserted-by":"crossref","first-page":"513","DOI":"10.1016\/j.ophtha.2018.12.033","article-title":"From machine to machine: an OCT-trained deep learning algorithm for objective quantification of glaucomatous damage in fundus photographs","volume":"126","author":"Medeiros","year":"2019","journal-title":"Ophthalmology"},{"key":"10.1016\/j.ajo.2019.11.006_bib21","doi-asserted-by":"crossref","unstructured":"Deng J, Dong W, Socher R, Li L-J, Li K, Fei-Fei L. Imagenet: a large-scale hierarchical image database. Paper presented at: IEEE Conference on Computer Vision and Pattern Recognition, 2009:248\u2013255.","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"10.1016\/j.ajo.2019.11.006_bib22","author":"Kingma"},{"key":"10.1016\/j.ajo.2019.11.006_bib23","author":"Ruder"},{"key":"10.1016\/j.ajo.2019.11.006_bib24","author":"Smith"},{"key":"10.1016\/j.ajo.2019.11.006_bib25","series-title":"Encyclopedia of Statistical Sciences","article-title":"Spearman correlation coefficients, differences between","author":"Myers","year":"2006"},{"issue":"1","key":"10.1016\/j.ajo.2019.11.006_bib26","doi-asserted-by":"crossref","first-page":"4642","DOI":"10.1038\/s41598-018-37127-z","article-title":"Improved detection of visual field progression using a spatiotemporal boundary detection method","volume":"9","author":"Berchuck","year":"2019","journal-title":"Sci Rep"},{"issue":"1","key":"10.1016\/j.ajo.2019.11.006_bib27","doi-asserted-by":"crossref","first-page":"e85654","DOI":"10.1371\/journal.pone.0085654","article-title":"Detecting changes in retinal function: Analysis with Non-Stationary Weibull Error Regression and Spatial enhancement (ANSWERS)","volume":"9","author":"Zhu","year":"2014","journal-title":"PLoS One"},{"issue":"6","key":"10.1016\/j.ajo.2019.11.006_bib28","doi-asserted-by":"crossref","first-page":"2520","DOI":"10.1167\/iovs.05-1441","article-title":"A statistical approach to the evaluation of covariate effects on the receiver operating characteristic curves of diagnostic tests in glaucoma","volume":"47","author":"Medeiros","year":"2006","journal-title":"Invest Ophthalmol Vis Sci"},{"issue":"3","key":"10.1016\/j.ajo.2019.11.006_bib29","doi-asserted-by":"crossref","first-page":"421","DOI":"10.1093\/biostatistics\/3.3.421","article-title":"Distribution-free ROC analysis using binary regression techniques","volume":"3","author":"Alonzo","year":"2002","journal-title":"Biostatistics"},{"key":"10.1016\/j.ajo.2019.11.006_bib30","doi-asserted-by":"crossref","unstructured":"Davis J, Goadrich M. The relationship between Precision-Recall and ROC curves. Paper preented at: 23rd International Conference on Machine learning; June 25-26, 2006; Pittsburgh, PA.","DOI":"10.1145\/1143844.1143874"},{"issue":"3","key":"10.1016\/j.ajo.2019.11.006_bib31","doi-asserted-by":"crossref","first-page":"e0118432","DOI":"10.1371\/journal.pone.0118432","article-title":"The precision-recall plot is more informative than the ROC plot when evaluating binary classifiers on imbalanced datasets","volume":"10","author":"Saito","year":"2015","journal-title":"PLoS One"},{"issue":"10","key":"10.1016\/j.ajo.2019.11.006_bib32","doi-asserted-by":"crossref","first-page":"1250","DOI":"10.1001\/archophthalmol.2009.276","article-title":"Prediction of functional loss in glaucoma from progressive optic disc damage","volume":"127","author":"Medeiros","year":"2009","journal-title":"Arch Ophthalmol"},{"issue":"5","key":"10.1016\/j.ajo.2019.11.006_bib33","doi-asserted-by":"crossref","first-page":"560","DOI":"10.1001\/jamaophthalmol.2014.96","article-title":"Glaucomatous optic neuropathy evaluation project: factors associated with underestimation of glaucoma likelihood","volume":"132","author":"O'Neill","year":"2014","journal-title":"JAMA Ophthalmol"},{"issue":"10","key":"10.1016\/j.ajo.2019.11.006_bib34","doi-asserted-by":"crossref","first-page":"2002","DOI":"10.1016\/j.ophtha.2015.06.015","article-title":"Estimating lead time gained by optical coherence tomography in detecting glaucoma before development of visual field defects","volume":"122","author":"Kuang","year":"2015","journal-title":"Ophthalmology"},{"issue":"8","key":"10.1016\/j.ajo.2019.11.006_bib35","doi-asserted-by":"crossref","first-page":"4104","DOI":"10.1167\/iovs.09-4716","article-title":"Effect of disease severity on the performance of Cirrus spectral-domain OCT for glaucoma diagnosis","volume":"51","author":"Leite","year":"2010","journal-title":"Invest Ophthalmol Vis Sci"},{"issue":"9","key":"10.1016\/j.ajo.2019.11.006_bib36","doi-asserted-by":"crossref","first-page":"OCT556","DOI":"10.1167\/iovs.16-19933","article-title":"Clinical utility of optical coherence tomography in glaucoma","volume":"57","author":"Dong","year":"2016","journal-title":"Invest Ophthalmol Vis Sci"},{"issue":"1","key":"10.1016\/j.ajo.2019.11.006_bib37","doi-asserted-by":"crossref","first-page":"35","DOI":"10.1001\/archopht.1967.00980030037007","article-title":"Genetic determination of cup\/disc ratio of the optic nerve","volume":"78","author":"Armaly","year":"1967","journal-title":"Arch Ophthalmol"},{"issue":"3","key":"10.1016\/j.ajo.2019.11.006_bib38","doi-asserted-by":"crossref","first-page":"369","DOI":"10.1001\/jama.1991.03470030069026","article-title":"Racial variations in the prevalence of primary open-angle glaucoma. The Baltimore Eye Survey","volume":"266","author":"Tielsch","year":"1991","journal-title":"JAMA"}],"container-title":["American Journal of Ophthalmology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0002939419305434?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0002939419305434?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,11,2]],"date-time":"2025-11-02T10:41:31Z","timestamp":1762080091000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0002939419305434"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,3]]},"references-count":38,"alternative-id":["S0002939419305434"],"URL":"https:\/\/doi.org\/10.1016\/j.ajo.2019.11.006","relation":{},"ISSN":["0002-9394"],"issn-type":[{"value":"0002-9394","type":"print"}],"subject":[],"published":{"date-parts":[[2020,3]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Human Versus Machine: Comparing a Deep Learning Algorithm to Human Gradings for Detecting Glaucoma on Fundus Photographs","name":"articletitle","label":"Article Title"},{"value":"American Journal of Ophthalmology","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.ajo.2019.11.006","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2019 Elsevier Inc. All rights reserved.","name":"copyright","label":"Copyright"}]}}