{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,26]],"date-time":"2026-02-26T08:07:37Z","timestamp":1772093257092,"version":"3.50.1"},"reference-count":31,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2018,11,20]],"date-time":"2018-11-20T00:00:00Z","timestamp":1542672000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100004587","name":"Instituto de Salud Carlos III","doi-asserted-by":"publisher","award":["PI14\/02161, DTS15\/00153"],"award-info":[{"award-number":["PI14\/02161, DTS15\/00153"]}],"id":[{"id":"10.13039\/501100004587","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100008530","name":"European Regional Development Fund","doi-asserted-by":"publisher","award":["PI14\/02161, DTS15\/00153, DPI2015-69948-R, ED431G\/01, ED431C 2016-047"],"award-info":[{"award-number":["PI14\/02161, DTS15\/00153, DPI2015-69948-R, ED431G\/01, ED431C 2016-047"]}],"id":[{"id":"10.13039\/501100008530","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003329","name":"Ministerio de Econom\u00eda y Competitividad","doi-asserted-by":"publisher","award":["DPI2015-69948-R"],"award-info":[{"award-number":["DPI2015-69948-R"]}],"id":[{"id":"10.13039\/501100003329","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100008425","name":"Conseller\u00eda de Cultura, Educaci\u00f3n e Ordenaci\u00f3n Universitaria, Xunta de Galicia","doi-asserted-by":"publisher","award":["ED431G\/01, ED431C 2016-047"],"award-info":[{"award-number":["ED431G\/01, ED431C 2016-047"]}],"id":[{"id":"10.13039\/501100008425","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["BMC Med Res Methodol"],"published-print":{"date-parts":[[2018,12]]},"DOI":"10.1186\/s12874-018-0598-3","type":"journal-article","created":{"date-parts":[[2018,11,19]],"date-time":"2018-11-19T23:39:13Z","timestamp":1542670753000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":29,"title":["Retinal vascular tortuosity assessment: inter-intra expert analysis and correlation with computational measurements"],"prefix":"10.1186","volume":"18","author":[{"given":"Luc\u00eda","family":"Ramos","sequence":"first","affiliation":[]},{"given":"Jorge","family":"Novo","sequence":"additional","affiliation":[]},{"given":"Jos\u00e9","family":"Rouco","sequence":"additional","affiliation":[]},{"given":"Stephanie","family":"Romeo","sequence":"additional","affiliation":[]},{"given":"Mar\u00eda D.","family":"\u00c1lvarez","sequence":"additional","affiliation":[]},{"given":"Marcos","family":"Ortega","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2018,11,20]]},"reference":[{"issue":"10","key":"598_CR1","doi-asserted-by":"publisher","first-page":"722","DOI":"10.1016\/j.ijmedinf.2010.07.005","volume":"79","author":"M Ortega","year":"2010","unstructured":"Ortega M, Barreira N, Novo J, Penedo MG, Pose-Reino A, G\u00f3mez-Ulla F. Sirius: A web-based system for retinal image analysis. I J Med Inform. 2010; 79(10):722\u201332. \n                    https:\/\/doi.org\/10.1016\/j.ijmedinf.2010.07.005\n                    \n                  .","journal-title":"I J Med Inform"},{"issue":"5","key":"598_CR2","doi-asserted-by":"publisher","first-page":"919","DOI":"10.1007\/s00138-012-0442-4","volume":"24","author":"SG V\u00e1zquez","year":"2013","unstructured":"V\u00e1zquez SG, Cancela B, Barreira N, Penedo MG, Rodr\u00edguez-Blanco M, Pena Seijo M, de Tuero GC, Barcel\u00f3 MA, Saez M. Improving retinal artery and vein classification by means of a minimal path approach. Mach Vis Appl. 2013; 24(5):919\u201330. \n                    https:\/\/doi.org\/10.1007\/s00138-012-0442-4\n                    \n                  .","journal-title":"Mach Vis Appl"},{"key":"598_CR3","doi-asserted-by":"crossref","unstructured":"Barreira N, Penedo MG, Gonz\u00e1lez S, Ramos L, Cancela B, Gonz\u00e1lez A. Automatic analysis of the microaneurysm turnover in a web-based framework for retinal analysis. Image Anal Model Ophthalmol. 2014;111\u2013128.","DOI":"10.1201\/b16510-7"},{"key":"598_CR4","doi-asserted-by":"publisher","DOI":"10.1109\/CBMS.2013.6627862","volume-title":"Proceedings of the 26th IEEE International Symposium on Computer-Based Medical Systems, Porto, Portugal, June 20-22, 2013","author":"L S\u00e1nchez","year":"2013","unstructured":"S\u00e1nchez L, Novo J, Fernandez A, Barja JM. Unified methodology for evaluating vessel tree tortuosity metrics in eye fundus images. In: Proceedings of the 26th IEEE International Symposium on Computer-Based Medical Systems, Porto, Portugal, June 20-22, 2013. Porto: IEE: 2013. p. 528\u20139. \n                    https:\/\/doi.org\/10.1109\/CBMS.2013.6627862\n                    \n                  ."},{"key":"598_CR5","doi-asserted-by":"publisher","DOI":"10.3233\/978-1-61499-474-9-55","volume-title":"Innovation in Medicine and Healthcare 2014, Proceedings of the Second KES International Conference on Innovation in Medicine and Healthcares, InMed 2014","author":"L S\u00e1nchez","year":"2014","unstructured":"S\u00e1nchez L, Barreira N, Penedo MG, de Tuero GC. Computer aided diagnosis system for retinal analysis: Automatic assessment of the vascular tortuosity. In: Innovation in Medicine and Healthcare 2014, Proceedings of the Second KES International Conference on Innovation in Medicine and Healthcares, InMed 2014. San Sebastian: IOS Press: 2014. p. 55\u201364. \n                    https:\/\/doi.org\/10.3233\/978-1-61499-474-9-55\n                    \n                  ."},{"issue":"5","key":"598_CR6","doi-asserted-by":"publisher","first-page":"975","DOI":"10.1161\/01.HYP.0000216717.72048.6c","volume":"47","author":"N Witt","year":"2006","unstructured":"Witt N, Wong TY, Hughes AD, Chaturvedi N, Klein BE, Evans R, McNamara M, Thom SAM, Klein R. Abnormalities of retinal microvascular structure and risk of mortality from ischemic heart disease and stroke. Hypertension. 2006; 47(5):975\u201381. \n                    https:\/\/doi.org\/10.1161\/01.HYP.0000216717.72048.6c\n                    \n                  . \n                    http:\/\/hyper.ahajournals.org\/content\/47\/5\/975.full.pdf\n                    \n                  .","journal-title":"Hypertension"},{"issue":"1","key":"598_CR7","doi-asserted-by":"publisher","first-page":"87","DOI":"10.1007\/s11517-009-0559-4","volume":"48","author":"G Dougherty","year":"2009","unstructured":"Dougherty G, Johnson MJ, Wiers MD. Measurement of retinal vascular tortuosity and its application to retinal pathologies. Medical & Biological Engineering & Computing. 2009; 48(1):87. \n                    https:\/\/doi.org\/10.1007\/s11517-009-0559-4\n                    \n                  .","journal-title":"Medical & Biological Engineering & Computing"},{"issue":"5","key":"598_CR8","doi-asserted-by":"publisher","first-page":"812","DOI":"10.1016\/j.ophtha.2010.08.045","volume":"118","author":"CY-l Cheung","year":"2011","unstructured":"Cheung CY-l, Zheng Y, Hsu W, Lee ML, Lau QP, Mitchell P, Wang JJ, Klein R, Wong TY. Retinal vascular tortuosity, blood pressure, and cardiovascular risk factors. Ophthalmology. 2011; 118(5):812\u201318. \n                    https:\/\/doi.org\/10.1016\/j.ophtha.2010.08.045\n                    \n                  .","journal-title":"Ophthalmology"},{"issue":"1","key":"598_CR9","doi-asserted-by":"publisher","first-page":"176","DOI":"10.1016\/j.ajo.2011.06.005","volume":"153","author":"MB Sasongko","year":"2012","unstructured":"Sasongko MB, Wong TY, Donaghue KC, Cheung N, Jenkins AJ, Benitez-Aguirre P, Wang JJ. Retinal arteriolar tortuosity is associated with retinopathy and early kidney dysfunction in type 1 diabetes. Am J Ophthalmol. 2012; 153(1):176\u20131831. \n                    https:\/\/doi.org\/10.1016\/j.ajo.2011.06.005\n                    \n                  .","journal-title":"Am J Ophthalmol"},{"issue":"2-3","key":"598_CR10","doi-asserted-by":"publisher","first-page":"239","DOI":"10.1016\/S1386-5056(98)00163-4","volume":"53","author":"WE Hart","year":"1999","unstructured":"Hart WE, Goldbaum MH, C\u00f4t\u00e9 B, Kube P, Nelson MR. Measurement and classification of retinal vascular tortuosity. I J Med Inform. 1999; 53(2-3):239\u201352. \n                    https:\/\/doi.org\/10.1016\/S1386-5056(98)00163-4\n                    \n                  .","journal-title":"I J Med Inform"},{"issue":"3","key":"598_CR11","doi-asserted-by":"publisher","first-page":"310","DOI":"10.1109\/TMI.2007.904657","volume":"27","author":"E Grisan","year":"2008","unstructured":"Grisan E, Foracchia M, Ruggeri A. A novel method for the automatic grading of retinal vessel tortuosity. IEEE Trans Med Imaging. 2008; 27(3):310\u20139. \n                    https:\/\/doi.org\/10.1109\/TMI.2007.904657\n                    \n                  .","journal-title":"IEEE Trans Med Imaging"},{"issue":"9","key":"598_CR12","doi-asserted-by":"publisher","first-page":"2239","DOI":"10.1109\/TBME.2010.2050771","volume":"57","author":"E Trucco","year":"2010","unstructured":"Trucco E, Azegrouz H, Dhillon B. Modeling the tortuosity of retinal vessels: Does caliber play a role?. IEEE Trans Biomed Eng. 2010; 57(9):2239\u201347. \n                    https:\/\/doi.org\/10.1109\/TBME.2010.2050771\n                    \n                  .","journal-title":"IEEE Trans Biomed Eng"},{"key":"598_CR13","doi-asserted-by":"publisher","unstructured":"Onkaew D, Turior R, Uyyanonvara B, Akinori N, Sinthanayothin C. Automatic retinal vessel tortuosity measurement using curvature of improved chain code. In: International Conference on Electrical, Control and Computer Engineering 2011 (InECCE).2011. p. 183\u20136. \n                    https:\/\/doi.org\/10.1109\/INECCE.2011.5953872\n                    \n                  .","DOI":"10.1109\/INECCE.2011.5953872"},{"key":"598_CR14","doi-asserted-by":"publisher","first-page":"590","DOI":"10.1111\/j.1524-6175.2006.05476.x","volume":"8","author":"A Pose-Reino","year":"2006","unstructured":"Pose-Reino A, Rodr\u00edguez-Fern\u00e1ndez M, Hayik B, G\u00f3mez-Ulla F, Carrera-Nouche MJ, Gude-Sampedro F, Est\u00e9vez-Nu\u00f1ez J, M\u00e9ndez-Naya I. Regression of alterations in retinal microcirculation following treatment for arterial hypertension. J Clin Hypertens. 2006; 8:590\u20135. \n                    https:\/\/doi.org\/10.1111\/j.1524-6175.2006.05476.x\n                    \n                  .","journal-title":"J Clin Hypertens"},{"issue":"2","key":"598_CR15","first-page":"135","volume":"3","author":"N Barreira","year":"2010","unstructured":"Barreira N, Ortega M, Rouco J, Penedo MG, Pose-Reino A, Mari\u00f1o C. Semi-automatic procedure for the computation of the arteriovenous ratio in retinal images. J Comput Vision Biomech. 2010; 3(2):135\u201347.","journal-title":"J Comput Vision Biomech"},{"key":"598_CR16","doi-asserted-by":"publisher","unstructured":"V\u00e1zquez SG, Barreira N, Penedo MG, Pena-Seijo M, G\u00f3mez-Ulla F. Evaluation of sirius retinal vessel width measurement in review dataset. In: Proc. of the 26th IEEE International Symposium on Computer-Based Medical Systems.2013. p. 71\u20136. \n                    https:\/\/doi.org\/10.1109\/CBMS.2013.6627767\n                    \n                  .","DOI":"10.1109\/CBMS.2013.6627767"},{"key":"598_CR17","doi-asserted-by":"publisher","first-page":"40","DOI":"10.1016\/j.exer.2012.10.015","volume":"106","author":"AA Kalitzeos","year":"2013","unstructured":"Kalitzeos AA, Lip GYH, Heitmar R. Retinal vessel tortuosity measures and their applications. Exp Eye Res. 2013; 106:40\u20136. \n                    https:\/\/doi.org\/10.1016\/j.exer.2012.10.015\n                    \n                  .","journal-title":"Exp Eye Res"},{"key":"598_CR18","doi-asserted-by":"publisher","DOI":"10.1109\/SAI.2015.7237216","volume-title":"2015 Science and Information Conference (SAI)","author":"M Abdalla","year":"2015","unstructured":"Abdalla M, Hunter A, Al-Diri B. Quantifying retinal blood vessels\u2019 tortuosity \u2014 review. In: 2015 Science and Information Conference (SAI). London: IEEE: 2015. p. 687\u201393. \n                    https:\/\/doi.org\/10.1109\/SAI.2015.7237216\n                    \n                  ."},{"key":"598_CR19","doi-asserted-by":"publisher","first-page":"787","DOI":"10.2147\/OPTH.S41795","volume":"7","author":"A Mohsenin","year":"2013","unstructured":"Mohsenin A, Adelman RA, Mohsenin V. Retinal vascular tortuosity in obstructive sleep apnea. Clin Ophthalmol. 2013; 7:787\u201392. \n                    https:\/\/doi.org\/10.2147\/OPTH.S41795\n                    \n                  .","journal-title":"Clin Ophthalmol"},{"issue":"3","key":"598_CR20","doi-asserted-by":"publisher","first-page":"384","DOI":"10.1097\/OPX.0000000000000484","volume":"92","author":"DL Weiler","year":"2014","unstructured":"Weiler DL, Engelke CB, Moore ALO, Harrison WW. Arteriole tortuosity associated with diabetic retinopathy and cholesterol. Optom Vis Sci. 2014; 92(3):384\u201391. \n                    https:\/\/doi.org\/10.1097\/OPX.0000000000000484\n                    \n                  .","journal-title":"Optom Vis Sci"},{"issue":"3","key":"598_CR21","doi-asserted-by":"publisher","first-page":"750","DOI":"10.2337\/dc12-1554","volume":"36","author":"MK Ikram","year":"2013","unstructured":"Ikram MK, Cheung CY, Lorenzi M, Klein R, Jones TLZ, Wong TYa. Retinal vascular caliber as a biomarker for diabetes microvascular complications. Diabetes Care. 2013; 36(3):750\u20139. \n                    https:\/\/doi.org\/10.2337\/dc12-1554\n                    \n                  .","journal-title":"Diabetes Care"},{"key":"598_CR22","doi-asserted-by":"publisher","first-page":"185","DOI":"10.1159\/000335123","volume":"49","author":"H Han","year":"2012","unstructured":"Han H. Twisted blood vessels: Symptoms, etiology and biomechanical mechanisms. J Vasc Res. 2012; 49:185\u201397. \n                    https:\/\/doi.org\/10.1159\/000335123\n                    \n                  .","journal-title":"J Vasc Res"},{"issue":"9","key":"598_CR23","doi-asserted-by":"publisher","first-page":"2409","DOI":"10.1007\/s00125-011-2200-y","volume":"54","author":"MB Sasongko","year":"2011","unstructured":"Sasongko MB, Wong TY, Nguyen TT, Cheung CY, Shaw JE, Wang JJ. Retinal vascular tortuosity in persons with diabetes and diabetic retinopathy. Diabetologia. 2011; 54(9):2409\u201316. \n                    https:\/\/doi.org\/10.1007\/s00125-011-2200-y\n                    \n                  .","journal-title":"Diabetologia"},{"issue":"4","key":"598_CR24","doi-asserted-by":"publisher","first-page":"551","DOI":"10.3109\/02713683.2015.1034371","volume":"41","author":"MB Sasongko","year":"2016","unstructured":"Sasongko MB, Wong TY, Nguyen TT, Cheung CY, Shaw JE, Kawasaki R, Lamoureux EL, Wang JJ. Retinal vessel tortuosity and its relation to traditional and novel vascular risk markers in persons with diabetes. Curr Eye Res. 2016; 41(4):551\u20137. \n                    https:\/\/doi.org\/10.3109\/02713683.2015.1034371\n                    \n                  .","journal-title":"Curr Eye Res"},{"issue":"6","key":"598_CR25","doi-asserted-by":"publisher","first-page":"200","DOI":"10.1167\/iovs.17-21699","volume":"58","author":"LS Lim","year":"2017","unstructured":"Lim LS, Chee ML, Cheung CY, Wong TY. Retinal vessel geometry and the incidence and progression of diabetic retinopathy. Investig Ophthalmol Vis Sci. 2017; 58(6):200\u20135. \n                    https:\/\/doi.org\/10.1167\/iovs.17-21699\n                    \n                  .","journal-title":"Investig Ophthalmol Vis Sci"},{"issue":"2","key":"598_CR26","doi-asserted-by":"publisher","first-page":"111","DOI":"10.1006\/cviu.1999.0812","volume":"77","author":"AM L\u00f3pez","year":"2000","unstructured":"L\u00f3pez AM, Lloret D, Serrat J, Villanueva JJ. Multilocal creaseness based on the level-set extrinsic curvature. Comp Vision Image Underst. 2000; 77(2):111\u201344. \n                    https:\/\/doi.org\/10.1006\/cviu.1999.0812\n                    \n                  .","journal-title":"Comp Vision Image Underst"},{"key":"598_CR27","doi-asserted-by":"publisher","unstructured":"Ortega M, Penedo MG, Rouco J, Barreira N, Carreira MJ. Retinal verification using a feature points-based biometric pattern. EURASIP J Adv Sig Proc. 2009; 2009. \n                    https:\/\/doi.org\/10.1155\/2009\/235746\n                    \n                  .","DOI":"10.1155\/2009\/235746"},{"issue":"3","key":"598_CR28","doi-asserted-by":"publisher","first-page":"236","DOI":"10.1145\/357994.358023","volume":"27","author":"TY Zhang","year":"1984","unstructured":"Zhang TY, Suen CY. A fast parallel algorithm for thinning digital patterns. Commun ACM. 1984; 27(3):236\u20139. \n                    https:\/\/doi.org\/10.1145\/357994.358023\n                    \n                  .","journal-title":"Commun ACM"},{"issue":"1","key":"598_CR29","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1177\/001316446002000104","volume":"20","author":"J Cohen","year":"1960","unstructured":"Cohen J. A Coefficient of Agreement for Nominal Scales. Educ Psychol Meas. 1960; 20(1):37. \n                    https:\/\/doi.org\/10.1177\/001316446002000104\n                    \n                  .","journal-title":"Educ Psychol Meas"},{"issue":"8","key":"598_CR30","doi-asserted-by":"publisher","first-page":"861","DOI":"10.1016\/j.patrec.2005.10.010","volume":"27","author":"T Fawcett","year":"2006","unstructured":"Fawcett T. An introduction to roc analysis. Pattern Recogn Lett. 2006; 27(8):861\u201374. \n                    https:\/\/doi.org\/10.1016\/j.patrec.2005.10.010\n                    \n                  .","journal-title":"Pattern Recogn Lett"},{"issue":"1","key":"598_CR31","doi-asserted-by":"publisher","first-page":"159","DOI":"10.2307\/2529310","volume":"33","author":"JR Landis","year":"1977","unstructured":"Landis JR, Koch GG. The measurement of observer agreement for categorical data. Biometrics. 1977; 33(1):159\u201374. \n                    https:\/\/doi.org\/10.2307\/2529310\n                    \n                  .","journal-title":"Biometrics"}],"container-title":["BMC Medical Research Methodology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/s12874-018-0598-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1186\/s12874-018-0598-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/s12874-018-0598-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,11,19]],"date-time":"2019-11-19T19:25:47Z","timestamp":1574191547000},"score":1,"resource":{"primary":{"URL":"https:\/\/bmcmedresmethodol.biomedcentral.com\/articles\/10.1186\/s12874-018-0598-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,11,20]]},"references-count":31,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2018,12]]}},"alternative-id":["598"],"URL":"https:\/\/doi.org\/10.1186\/s12874-018-0598-3","relation":{},"ISSN":["1471-2288"],"issn-type":[{"value":"1471-2288","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,11,20]]},"assertion":[{"value":"25 May 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 October 2018","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 November 2018","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The \u201cComit\u00e9 de \u00c9tica da Investigaci\u00f3n de A Coru\u00f1a-Ferrol\u201d committee belonging to the \u201cRede Galega de Comit\u00e9s de \u00c9tica da Investigaci\u00f3n\u201d attached to the regional government \u201cSecretar\u00eda Xeral T\u00e9cnica da Conseller\u00eda de Sanidade da Xunta de Galicia\u201d approved this study (Ref. 2015\/501), which was conducted in accordance with the tenets of the Helsinki Declaration. This study was carried out retrospectively on existing data that have previously been anonymized.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}},{"value":"Not applicable.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"The authors declare that they have no competing interests.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}},{"value":"Springer Nature remains neutral with regard to jurisdictional claims in published maps and institutional affiliations.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Publisher\u2019s Note"}}],"article-number":"144"}}