{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,24]],"date-time":"2026-09-24T21:06:06Z","timestamp":1790283966454,"version":"4.1.0"},"reference-count":27,"publisher":"Elsevier BV","issue":"11","license":[{"start":{"date-parts":[[2026,11,1]],"date-time":"2026-11-01T00:00:00Z","timestamp":1793491200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,11,1]],"date-time":"2026-11-01T00:00:00Z","timestamp":1793491200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,8,12]],"date-time":"2026-08-12T00:00:00Z","timestamp":1786492800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100000023","name":"Government of Canada","doi-asserted-by":"publisher","award":["LSA 94473"],"award-info":[{"award-number":["LSA 94473"]}],"id":[{"id":"10.13039\/501100000023","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000024","name":"Canadian Institutes of Health Research","doi-asserted-by":"publisher","award":["ACD- 187254"],"award-info":[{"award-number":["ACD- 187254"]}],"id":[{"id":"10.13039\/501100000024","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000196","name":"Canada Foundation for Innovation","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100000196","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100013480","name":"Beef Farmers of Ontario","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100013480","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000190","name":"University of Alberta","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100000190","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100031590","name":"Ville de Qu\u00e9bec","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100031590","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100010318","name":"University of Manitoba","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100010318","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["clinicalkey.com","clinicalkey.com.au","clinicalkey.es","clinicalkey.fr","clinicalkey.jp","ophthalmologyscience.org","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Ophthalmology Science"],"published-print":{"date-parts":[[2026,11]]},"DOI":"10.1016\/j.xops.2026.101373","type":"journal-article","created":{"date-parts":[[2026,8,18]],"date-time":"2026-08-18T23:36:15Z","timestamp":1787096175000},"page":"101373","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"title":["External Validation and Comparison of Automated Retinal Image Quality Grading Methods in the Canadian Longitudinal Study on Aging"],"prefix":"10.1016","volume":"6","author":[{"given":"Hon Yiu","family":"So","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tom","family":"Guo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sangeetha","family":"Srinivasan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Femin","family":"Prasad","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chinmayi Himanshuroy","family":"Vyas","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Parminder","family":"Raina","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9988-4146","authenticated-orcid":false,"given":"Varun","family":"Chaudhary","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8033-1699","authenticated-orcid":false,"given":"Jinhui","family":"Ma","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.xops.2026.101373_bib1","series-title":"Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2019. Lecture Notes in Computer Science","first-page":"48","article-title":"Evaluation of retinal image quality assessment networks in different color-spaces","author":"Fu","year":"2019"},{"key":"10.1016\/j.xops.2026.101373_bib2","doi-asserted-by":"crossref","DOI":"10.1038\/s41598-022-16089-3","article-title":"Fractal dimension of retinal vasculature as an image quality metric for automated fundus image analysis systems","volume":"12","author":"Lyu","year":"2022","journal-title":"Sci Rep"},{"key":"10.1016\/j.xops.2026.101373_bib3","doi-asserted-by":"crossref","first-page":"426","DOI":"10.1038\/s41433-023-02717-3","article-title":"Image quality assessment of retinal fundus photographs for diabetic retinopathy in the machine learning era: a review","volume":"38","author":"Gon\u00e7alves","year":"2024","journal-title":"Eye"},{"key":"10.1016\/j.xops.2026.101373_bib4","doi-asserted-by":"crossref","first-page":"1120","DOI":"10.1167\/iovs.05-1155","article-title":"Automated assessment of diabetic retinal image quality based on clarity and field definition","volume":"47","author":"Fleming","year":"2006","journal-title":"Invest Ophthalmol Vis Sci"},{"key":"10.1016\/j.xops.2026.101373_bib5","first-page":"5955","article-title":"An automated retinal image quality grading algorithm","volume":"2011","author":"Hunter","year":"2011","journal-title":"Annu Int Conf IEEE Eng Med Biol Soc"},{"key":"10.1016\/j.xops.2026.101373_bib6","doi-asserted-by":"crossref","first-page":"311","DOI":"10.3390\/e21030311","article-title":"Combination of global features for the automatic quality assessment of retinal images","volume":"21","author":"Jim\u00e9nez-Garc\u00eda","year":"2019","journal-title":"Entropy"},{"key":"10.1016\/j.xops.2026.101373_bib7","doi-asserted-by":"crossref","first-page":"1367","DOI":"10.1007\/s11548-022-02668-2","article-title":"Automated image quality appraisal through partial least squares discriminant analysis","volume":"17","author":"Ramani","year":"2022","journal-title":"Int J CARS"},{"key":"10.1016\/j.xops.2026.101373_bib8","doi-asserted-by":"crossref","DOI":"10.1117\/1.JBO.21.9.096007","article-title":"Retinal image quality assessment based on image clarity and content","volume":"21","author":"Abdel-Hamid","year":"2016","journal-title":"J Biomed Opt"},{"key":"10.1016\/j.xops.2026.101373_bib9","series-title":"Machine Learning in Medical Imaging. MLMI 2018. Lecture Notes in Computer Science","first-page":"28","article-title":"Multi-task fundus image quality assessment via transfer learning and landmarks detection","author":"Shen","year":"2018"},{"key":"10.1016\/j.xops.2026.101373_bib10","doi-asserted-by":"crossref","first-page":"397","DOI":"10.1038\/s41597-022-01507-y","article-title":"The RETA benchmark for retinal vascular tree analysis","volume":"9","author":"Lyu","year":"2022","journal-title":"Sci Data"},{"key":"10.1016\/j.xops.2026.101373_bib11","doi-asserted-by":"crossref","first-page":"1752","DOI":"10.1093\/ije\/dyz173","article-title":"Cohort profile: the Canadian Longitudinal Study on Aging (CLSA)","volume":"48","author":"Raina","year":"2019","journal-title":"Int J Epidemiol"},{"key":"10.1016\/j.xops.2026.101373_bib12","article-title":"Proteome-wide Mendelian randomization study implicates inflammaging biomarkers in retinal vasculature, cardiometabolic diseases and longevity","author":"Villaplana-Velasco","year":"2024","journal-title":"medRxiv"},{"key":"10.1016\/j.xops.2026.101373_bib13","doi-asserted-by":"crossref","first-page":"5767","DOI":"10.1038\/s41598-022-09719-3","article-title":"Assessment of the predictive potential of cognitive scores from retinal images and retinal fundus metadata via deep learning using the CLSA database","volume":"12","author":"Corbin","year":"2022","journal-title":"Sci Rep"},{"key":"10.1016\/j.xops.2026.101373_bib14","first-page":"411","article-title":"Reliability in content analysis: some common misconceptions and recommendations","volume":"30","author":"Krippendorff","year":"2004","journal-title":"Hum Commun Res"},{"key":"10.1016\/j.xops.2026.101373_bib15","doi-asserted-by":"crossref","first-page":"77","DOI":"10.1080\/19312450709336664","article-title":"Answering the call for a standard reliability measure for coding data","volume":"1","author":"Hayes","year":"2007","journal-title":"Commun Methods Measures"},{"key":"10.1016\/j.xops.2026.101373_bib16","doi-asserted-by":"crossref","first-page":"892","DOI":"10.3390\/diagnostics10110892","article-title":"Comparison of magnetic resonance angiography and digital subtraction angiography for the assessment of infrapopliteal arterial occlusive lesions, based on the TASC II classification criteria","volume":"10","author":"Baubeta","year":"2020","journal-title":"Diagnostics"},{"key":"10.1016\/j.xops.2026.101373_bib17","doi-asserted-by":"crossref","first-page":"159","DOI":"10.2307\/2529310","article-title":"The measurement of observer agreement for categorical data","volume":"33","author":"Landis","year":"1977","journal-title":"Biometrics"},{"key":"10.1016\/j.xops.2026.101373_bib18","doi-asserted-by":"crossref","first-page":"57","DOI":"10.1007\/s10734-020-00632-0","article-title":"Discipline-specific feedback literacies: a framework for curriculum design","volume":"83","author":"Winstone","year":"2022","journal-title":"High Educ"},{"key":"10.1016\/j.xops.2026.101373_bib19","doi-asserted-by":"crossref","first-page":"587","DOI":"10.1111\/j.1468-2958.2002.tb00826.x","article-title":"Content analysis in mass communication: assessment and reporting of intercoder reliability","volume":"28","author":"Lombard","year":"2002","journal-title":"Hum Comm Res"},{"key":"10.1016\/j.xops.2026.101373_bib20","series-title":"An Introduction to Categorical Data Analysis","author":"Agresti","year":"2019"},{"key":"10.1016\/j.xops.2026.101373_bib21","article-title":"Conformal triage for medical imaging AI deployment","author":"Angelopoulos","year":"2024","journal-title":"medRxiv"},{"key":"10.1016\/j.xops.2026.101373_bib22","doi-asserted-by":"crossref","first-page":"341","DOI":"10.1016\/j.ins.2009.09.021","article-title":"Three-way decisions with probabilistic rough sets","volume":"180","author":"Yao","year":"2010","journal-title":"Inf Sci"},{"key":"10.1016\/j.xops.2026.101373_bib23","article-title":"Metrics for multi-class classification: an overview","author":"Grandini","year":"2020","journal-title":"arXiv"},{"key":"10.1016\/j.xops.2026.101373_bib24","doi-asserted-by":"crossref","first-page":"9863","DOI":"10.3390\/app14219863","article-title":"Performance metrics for multilabel emotion classification: comparing Micro, macro, and weighted F1-Scores","volume":"14","author":"Hinojosa Lee","year":"2024","journal-title":"Appl Sci"},{"key":"10.1016\/j.xops.2026.101373_bib25","doi-asserted-by":"crossref","first-page":"427","DOI":"10.1016\/j.ipm.2009.03.002","article-title":"A systematic analysis of performance measures for classification tasks","volume":"45","author":"Sokolova","year":"2009","journal-title":"Inf Process Management"},{"key":"10.1016\/j.xops.2026.101373_bib26","doi-asserted-by":"crossref","first-page":"613","DOI":"10.1177\/001316447303300309","article-title":"The equivalence of weighted kappa and the intraclass correlation coefficient as measures of reliability","volume":"33","author":"Fleiss","year":"1973","journal-title":"Educ Psychol Meas"},{"key":"10.1016\/j.xops.2026.101373_bib27","doi-asserted-by":"crossref","first-page":"799","DOI":"10.1186\/s12885-023-11325-z","article-title":"Kappa statistic considerations in evaluating inter-rater reliability between two raters: which, when and context matters","volume":"23","author":"Li","year":"2023","journal-title":"BMC Cancer"}],"container-title":["Ophthalmology Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S2666914526003118?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S2666914526003118?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,9,24]],"date-time":"2026-09-24T20:56:59Z","timestamp":1790283419000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S2666914526003118"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,11]]},"references-count":27,"journal-issue":{"issue":"11","published-print":{"date-parts":[[2026,11]]}},"alternative-id":["S2666914526003118"],"URL":"https:\/\/doi.org\/10.1016\/j.xops.2026.101373","relation":{},"ISSN":["2666-9145"],"issn-type":[{"value":"2666-9145","type":"print"}],"subject":[],"published":{"date-parts":[[2026,11]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"External Validation and Comparison of Automated Retinal Image Quality Grading Methods in the Canadian Longitudinal Study on Aging","name":"articletitle","label":"Article Title"},{"value":"Ophthalmology Science","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.xops.2026.101373","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 American Academy of Ophthalmology, Inc. Published by Elsevier Inc.","name":"copyright","label":"Copyright"}],"article-number":"101373"}}