{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,7]],"date-time":"2026-11-07T17:00:54Z","timestamp":1794070854688,"version":"4.8.0"},"reference-count":27,"publisher":"Oxford University Press (OUP)","issue":"3","license":[{"start":{"date-parts":[[2023,3,28]],"date-time":"2023-03-28T00:00:00Z","timestamp":1679961600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100005752","name":"Agency for Science","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100005752","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100008393","name":"Technology and Research","doi-asserted-by":"publisher","award":["RIE2020"],"award-info":[{"award-number":["RIE2020"]}],"id":[{"id":"10.13039\/100008393","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000825","name":"Health and Biomedical Sciences","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100000825","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Industry Alignment Fund Pre-Positioning","award":["H20c6a0031"],"award-info":[{"award-number":["H20c6a0031"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023,6,1]]},"abstract":"<jats:title>Abstract<\/jats:title>\n                  <jats:sec>\n                    <jats:title>Aims<\/jats:title>\n                    <jats:p>This study aims to evaluate the ability of a deep-learning-based cardiovascular disease (CVD) retinal biomarker, Reti-CVD, to identify individuals with intermediate- and high-risk for CVD.<\/jats:p>\n                  <\/jats:sec>\n                  <jats:sec>\n                    <jats:title>Methods and results<\/jats:title>\n                    <jats:p>We defined the intermediate- and high-risk groups according to Pooled Cohort Equation (PCE), QRISK3, and modified Framingham Risk Score (FRS). Reti-CVD\u2019s prediction was compared to the number of individuals identified as intermediate- and high-risk according to standard CVD risk assessment tools, and sensitivity, specificity, positive predictive value (PPV), and negative predictive value (NPV) were calculated to assess the results. In the UK Biobank, among 48 260 participants, 20 643 (42.8%) and 7192 (14.9%) were classified into the intermediate- and high-risk groups according to PCE, and QRISK3, respectively. In the Singapore Epidemiology of Eye Diseases study, among 6810 participants, 3799 (55.8%) were classified as intermediate- and high-risk group according to modified FRS. Reti-CVD identified PCE-based intermediate- and high-risk groups with a sensitivity, specificity, PPV, and NPV of 82.7%, 87.6%, 86.5%, and 84.0%, respectively. Reti-CVD identified QRISK3-based intermediate- and high-risk groups with a sensitivity, specificity, PPV, and NPV of 82.6%, 85.5%, 49.9%, and 96.6%, respectively. Reti-CVD identified intermediate- and high-risk groups according to the modified FRS with a sensitivity, specificity, PPV, and NPV of 82.1%, 80.6%, 76.4%, and 85.5%, respectively.<\/jats:p>\n                  <\/jats:sec>\n                  <jats:sec>\n                    <jats:title>Conclusion<\/jats:title>\n                    <jats:p>The retinal photograph biomarker (Reti-CVD) was able to identify individuals with intermediate and high-risk for CVD, in accordance with existing risk assessment tools.<\/jats:p>\n                  <\/jats:sec>","DOI":"10.1093\/ehjdh\/ztad023","type":"journal-article","created":{"date-parts":[[2023,3,28]],"date-time":"2023-03-28T02:21:30Z","timestamp":1679970090000},"page":"236-244","source":"Crossref","is-referenced-by-count":43,"title":["Cardiovascular disease risk assessment using a deep-learning-based retinal biomarker: a comparison with existing risk scores"],"prefix":"10.1093","volume":"4","author":[{"given":"Joseph Keunhong","family":"Yi","sequence":"first","affiliation":[{"name":"Albert Einstein College of Medicine , 1300 Morris Park Ave, Bronx, NY 10461 , USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6465-2620","authenticated-orcid":false,"given":"Tyler Hyungtaek","family":"Rim","sequence":"additional","affiliation":[{"name":"Singapore Eye Research Institute, Singapore National Eye Centre , The Academia, 20 College Rd, Level 6 Discovery Tower, Singapore 169856 , Singapore"},{"name":"Ophthalmology and Visual Sciences Academic Clinical Program (Eye ACP), Duke-NUS Medical School , 8 College Rd, Singapore 169857 , Singapore"},{"name":"Mediwhale Inc. , 43, Digital-ro 34- gil, Guro-gu, Seoul 08378 , Republic of Korea"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5362-478X","authenticated-orcid":false,"given":"Sungha","family":"Park","sequence":"additional","affiliation":[{"name":"Division of Cardiology, Severance Cardiovascular Hospital, Yonsei University College of Medicine , 50-1, Yonsei-Ro, Seodaemun-gu, Seoul 03722 , Republic of Korea"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sung Soo","family":"Kim","sequence":"additional","affiliation":[{"name":"Division of Retina, Severance Eye Hospital, Yonsei University College of Medicine , 50-1, Yonsei-Ro, Seodaemun-gu, Seoul 03722 , Republic of Korea"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hyeon Chang","family":"Kim","sequence":"additional","affiliation":[{"name":"Department of Preventive Medicine, Yonsei University College of Medicine , 50-1, Yonsei-Ro, Seodaemun-gu, Seoul 03722 , Republic of Korea"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chan Joo","family":"Lee","sequence":"additional","affiliation":[{"name":"Division of Cardiology, Severance Cardiovascular Hospital, Yonsei University College of Medicine , 50-1, Yonsei-Ro, Seodaemun-gu, Seoul 03722 , Republic of Korea"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hyeonmin","family":"Kim","sequence":"additional","affiliation":[{"name":"Mediwhale Inc. , 43, Digital-ro 34- gil, Guro-gu, Seoul 08378 , Republic of Korea"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Geunyoung","family":"Lee","sequence":"additional","affiliation":[{"name":"Mediwhale Inc. , 43, Digital-ro 34- gil, Guro-gu, Seoul 08378 , Republic of Korea"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"James Soo Ghim","family":"Lim","sequence":"additional","affiliation":[{"name":"Mediwhale Inc. , 43, Digital-ro 34- gil, Guro-gu, Seoul 08378 , Republic of Korea"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yong Yu","family":"Tan","sequence":"additional","affiliation":[{"name":"School of Medicine, University College Cork , College Road, Cork T12 K8AF , Ireland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Marco","family":"Yu","sequence":"additional","affiliation":[{"name":"Singapore Eye Research Institute, Singapore National Eye Centre , The Academia, 20 College Rd, Level 6 Discovery Tower, Singapore 169856 , Singapore"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yih-Chung","family":"Tham","sequence":"additional","affiliation":[{"name":"Singapore Eye Research Institute, Singapore National Eye Centre , The Academia, 20 College Rd, Level 6 Discovery Tower, Singapore 169856 , Singapore"},{"name":"Centre for Innovation and Precision Eye Health; and Department of Ophthalmology, Yong Loo Lin School of Medicine, National University of Singapore , 10 Medical Dr, Singapore 117597 , Singapore"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ameet","family":"Bakhai","sequence":"additional","affiliation":[{"name":"Department of Cardiology, Royal Free Hospital London NHS Foundation Trust , Barnet General Hospital, Pond St, London NW3 2QG , UK"},{"name":"Amore Health Ltd , London , UK"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Eduard","family":"Shantsila","sequence":"additional","affiliation":[{"name":"Department of Primary Care and Mental Health, University of Liverpool , Liverpool L69 3BX , UK"},{"name":"Liverpool Centre for Cardiovascular Science, University of Liverpool and Liverpool Heart & Chest Hospital , Liverpool L69 3BX , UK"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9181-9297","authenticated-orcid":false,"given":"Paul","family":"Leeson","sequence":"additional","affiliation":[{"name":"Cardiovascular Clinical Research Facility, RDM Division of Cardiovascular Medicine, University of Oxford , Oxford OX1 2JD , UK"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Gregory Y H","family":"Lip","sequence":"additional","affiliation":[{"name":"Liverpool Centre for Cardiovascular Science, University of Liverpool and Liverpool Heart & Chest Hospital , Liverpool L69 3BX , UK"},{"name":"Department of Clinical Medicine, Aalborg University , Aalborg , Denmark"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Calvin W L","family":"Chin","sequence":"additional","affiliation":[{"name":"National Heart Research Institute Singapore, National Heart Centre Singapore , 5 Hospital Dr, Singapore 169609 , Singapore"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0655-885X","authenticated-orcid":false,"given":"Ching-Yu","family":"Cheng","sequence":"additional","affiliation":[{"name":"Singapore Eye Research Institute, Singapore National Eye Centre , The Academia, 20 College Rd, Level 6 Discovery Tower, Singapore 169856 , Singapore"},{"name":"Ophthalmology and Visual Sciences Academic Clinical Program (Eye ACP), Duke-NUS Medical School , 8 College Rd, Singapore 169857 , Singapore"},{"name":"Centre for Innovation and Precision Eye Health; and Department of Ophthalmology, Yong Loo Lin School of Medicine, National University of Singapore , 10 Medical Dr, Singapore 117597 , Singapore"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"286","published-online":{"date-parts":[[2023,3,28]]},"reference":[{"key":"2023060100330195800_ztad023-B1","doi-asserted-by":"crossref","first-page":"38","DOI":"10.1377\/hlthaff.26.1.38","article-title":"An overview of cardiovascular disease burden in the United States","volume":"26","author":"Mensah","year":"2007","journal-title":"Health Aff (Millwood)"},{"key":"2023060100330195800_ztad023-B2","first-page":"e1046","article-title":"2018 AHA\/ACC\/AACVPR\/AAPA\/ABC\/ACPM\/ADA\/AGS\/APhA\/ASPC\/NLA\/PCNA guideline on the management of blood cholesterol: executive summary: a report of the American College of Cardiology\/American Heart Association task force on clinical practice guidelines","volume":"139","author":"Grundy","year":"2019","journal-title":"Circulation"},{"key":"2023060100330195800_ztad023-B3","doi-asserted-by":"crossref","DOI":"10.1161\/JAHA.120.018342","article-title":"Coronary artery calcium score-directed primary prevention with statins on the basis of the 2018 American College of Cardiology\/American Heart Association\/multisociety cholesterol guidelines","volume":"10","author":"Taron","year":"2021","journal-title":"J Am Heart Assoc"},{"key":"2023060100330195800_ztad023-B4","doi-asserted-by":"crossref","first-page":"2357","DOI":"10.1042\/CS20210207","article-title":"Updates in deep learning research in ophthalmology","volume":"135","author":"Ng","year":"2021","journal-title":"Clin Sci (Lond)"},{"key":"2023060100330195800_ztad023-B5","doi-asserted-by":"crossref","first-page":"136","DOI":"10.1136\/bmj.39261.471806.55","article-title":"Derivation and validation of QRISK, a new cardiovascular disease risk score for the United Kingdom: prospective open cohort study","volume":"335","author":"Hippisley-Cox","year":"2007","journal-title":"BMJ"},{"key":"2023060100330195800_ztad023-B6","author":"Conditions NCCFC","year":"2014"},{"key":"2023060100330195800_ztad023-B7","doi-asserted-by":"crossref","first-page":"90","DOI":"10.3399\/bjgp20X708053","article-title":"Diagnosis and management of hypertension in adults: NICE guideline update 2019","volume":"70","author":"Jones","year":"2020","journal-title":"Br J General Pract"},{"key":"2023060100330195800_ztad023-B8","author":"Ministry of health Singapore"},{"key":"2023060100330195800_ztad023-B9","doi-asserted-by":"crossref","first-page":"369","DOI":"10.1111\/jch.14336","article-title":"Cardiovascular risk assessment tools in Asia","volume":"24","author":"Zhang","year":"2022","journal-title":"J Clin Hypertens (Greenwich)"},{"key":"2023060100330195800_ztad023-B10","doi-asserted-by":"crossref","DOI":"10.3389\/fdgth.2022.889445","article-title":"Artificial intelligence in predicting systemic parameters and diseases from ophthalmic imaging","volume":"4","author":"Betzler","year":"2022","journal-title":"Front Digit Health"},{"key":"2023060100330195800_ztad023-B11","doi-asserted-by":"crossref","DOI":"10.1161\/JAHA.118.009476","article-title":"Machine learning outperforms ACC\/AHA CVD risk calculator in MESA","volume":"7","author":"Kakadiaris","year":"2018","journal-title":"J Am Heart Assoc"},{"key":"2023060100330195800_ztad023-B12","doi-asserted-by":"crossref","DOI":"10.1016\/j.compbiomed.2022.106018","article-title":"Deep learning artificial intelligence framework for multiclass coronary artery disease prediction using combination of conventional risk factors, carotid ultrasound, and intraplaque neovascularization","volume":"150","author":"Johri","year":"2022","journal-title":"Comput Biol Med"},{"key":"2023060100330195800_ztad023-B13","doi-asserted-by":"crossref","DOI":"10.2196\/25165","article-title":"Gender prediction for a multiethnic population via deep learning across different retinal Fundus photograph fields: retrospective cross-sectional study","volume":"9","author":"Betzler","year":"2021","journal-title":"JMIR Med Inform"},{"key":"2023060100330195800_ztad023-B14","doi-asserted-by":"crossref","first-page":"243","DOI":"10.1007\/978-3-030-78601-4_22","volume-title":"Artificial intelligence in ophthalmology","author":"Tseng","year":"2021"},{"key":"2023060100330195800_ztad023-B15","doi-asserted-by":"crossref","first-page":"e526","DOI":"10.1016\/S2589-7500(20)30216-8","article-title":"Prediction of systemic biomarkers from retinal photographs: development and validation of deep-learning algorithms","volume":"2","author":"Rim","year":"2020","journal-title":"Lancet Digit Health"},{"key":"2023060100330195800_ztad023-B16","doi-asserted-by":"crossref","first-page":"e306","DOI":"10.1016\/S2589-7500(21)00043-1","article-title":"Deep-learning-based cardiovascular risk stratification using coronary artery calcium scores predicted from retinal photographs","volume":"3","author":"Rim","year":"2021","journal-title":"Lancet Digital Health"},{"key":"2023060100330195800_ztad023-B17","doi-asserted-by":"crossref","first-page":"357","DOI":"10.1038\/s41433-020-01244-9","article-title":"Correction: deep learning in glaucoma with optical coherence tomography: a review","volume":"35","author":"Ran","year":"2021","journal-title":"Eye (Lond)"},{"key":"2023060100330195800_ztad023-B18","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pmed.1001779","article-title":"UK Biobank: an open access resource for identifying the causes of a wide range of complex diseases of middle and old age","volume":"12","author":"Sudlow","year":"2015","journal-title":"PLoS Med"},{"key":"2023060100330195800_ztad023-B19","doi-asserted-by":"crossref","first-page":"1980","DOI":"10.1016\/S0140-6736(07)60924-6","article-title":"UK Biobank: bank on it","volume":"369","author":"Palmer","year":"2007","journal-title":"Lancet"},{"key":"2023060100330195800_ztad023-B20","doi-asserted-by":"crossref","first-page":"41","DOI":"10.1093\/ije\/dyaa238","article-title":"Cohort profile: the Singapore epidemiology of eye diseases study (seed)","volume":"50","author":"Majithia","year":"2021","journal-title":"Int J Epidemiol"},{"key":"2023060100330195800_ztad023-B21","doi-asserted-by":"crossref","first-page":"2139","DOI":"10.12688\/f1000research.21679.3","article-title":"R package \u201cQRISK3\u201d: an unofficial research purposed implementation of ClinRisk\u2019s QRISK3 algorithm into R","volume":"8","author":"Li","year":"2020","journal-title":"F1000Res"},{"key":"2023060100330195800_ztad023-B22","doi-asserted-by":"crossref","first-page":"17","DOI":"10.1177\/1536867X0900900102","article-title":"Accommodating covariates in receiver operating characteristic analysis","volume":"9","author":"Janes","year":"2009","journal-title":"Stata Jl"},{"key":"2023060100330195800_ztad023-B23","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1016\/j.ophtha.2017.10.026","article-title":"Ethnic differences in the prevalence and risk factors of diabetic retinopathy: the Singapore Epidemiology of Eye Diseases Study","volume":"125","author":"Tan","year":"2018","journal-title":"Ophthalmology"},{"key":"2023060100330195800_ztad023-B24","doi-asserted-by":"crossref","first-page":"e449","DOI":"10.3399\/bjgp18X697649","article-title":"Delivery and impact of the NHS health check in the first 8 years: a systematic review","volume":"68","author":"Martin","year":"2018","journal-title":"Br J Gen Pract"},{"key":"2023060100330195800_ztad023-B25","volume-title":"Social determinants of health: the solid facts","author":"Wilkinson","year":"2003"},{"key":"2023060100330195800_ztad023-B26","doi-asserted-by":"crossref","DOI":"10.1161\/CIR.0000000000001078","article-title":"Life\u2019s essential 8: updating and enhancing the American Heart Association\u2019s construct of cardiovascular health: a presidential advisory from the American Heart Association","volume":"146","author":"Lloyd-Jones","year":"2022","journal-title":"Circulation"},{"key":"2023060100330195800_ztad023-B27","doi-asserted-by":"crossref","first-page":"746","DOI":"10.1001\/jama.2022.13044","article-title":"Statin use for the primary prevention of cardiovascular disease in adults: US preventive services task force recommendation statement","volume":"328","author":"US Preventive Services Task Force","year":"2022","journal-title":"JAMA"}],"container-title":["European Heart Journal - Digital Health"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/academic.oup.com\/ehjdh\/advance-article-pdf\/doi\/10.1093\/ehjdh\/ztad023\/50059348\/ztad023.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"https:\/\/academic.oup.com\/ehjdh\/article-pdf\/4\/3\/236\/50464509\/ztad023.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/academic.oup.com\/ehjdh\/article-pdf\/4\/3\/236\/50464509\/ztad023.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,5,31]],"date-time":"2023-05-31T20:36:09Z","timestamp":1685565369000},"score":1,"resource":{"primary":{"URL":"https:\/\/academic.oup.com\/ehjdh\/article\/4\/3\/236\/7088520"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,3,28]]},"references-count":27,"journal-issue":{"issue":"3","published-online":{"date-parts":[[2023,3,28]]},"published-print":{"date-parts":[[2023,6,1]]}},"URL":"https:\/\/doi.org\/10.1093\/ehjdh\/ztad023","relation":{},"ISSN":["2634-3916"],"issn-type":[{"value":"2634-3916","type":"electronic"}],"subject":[],"published-other":{"date-parts":[[2023,5]]},"published":{"date-parts":[[2023,3,28]]}}}