{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,5]],"date-time":"2026-09-05T15:09:43Z","timestamp":1788620983599,"version":"build-2803163510"},"reference-count":45,"publisher":"Springer Science and Business Media LLC","issue":"11","license":[{"start":{"date-parts":[[2020,11,9]],"date-time":"2020-11-09T00:00:00Z","timestamp":1604880000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2020,11,9]],"date-time":"2020-11-09T00:00:00Z","timestamp":1604880000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100002347","name":"Bundesministerium f\u00fcr Bildung und Forschung","doi-asserted-by":"publisher","award":["031L0210A"],"award-info":[{"award-number":["031L0210A"]}],"id":[{"id":"10.13039\/501100002347","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002347","name":"Bundesministerium f\u00fcr Bildung und Forschung","doi-asserted-by":"publisher","award":["01IS18053A"],"award-info":[{"award-number":["01IS18053A"]}],"id":[{"id":"10.13039\/501100002347","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002347","name":"Bundesministerium f\u00fcr Bildung und Forschung","doi-asserted-by":"publisher","award":["01IS18036B"],"award-info":[{"award-number":["01IS18036B"]}],"id":[{"id":"10.13039\/501100002347","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002347","name":"Bundesministerium f\u00fcr Bildung und Forschung","doi-asserted-by":"publisher","award":["01IS18053A"],"award-info":[{"award-number":["01IS18053A"]}],"id":[{"id":"10.13039\/501100002347","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002347","name":"Bundesministerium f\u00fcr Bildung und Forschung","doi-asserted-by":"publisher","award":["01IS18036B"],"award-info":[{"award-number":["01IS18036B"]}],"id":[{"id":"10.13039\/501100002347","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002347","name":"Bundesministerium f\u00fcr Bildung und Forschung","doi-asserted-by":"publisher","award":["01IS18053A"],"award-info":[{"award-number":["01IS18053A"]}],"id":[{"id":"10.13039\/501100002347","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002347","name":"Bundesministerium f\u00fcr Bildung und Forschung","doi-asserted-by":"publisher","award":["01IS18036B"],"award-info":[{"award-number":["01IS18036B"]}],"id":[{"id":"10.13039\/501100002347","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nat Mach Intell"],"DOI":"10.1038\/s42256-020-00247-1","type":"journal-article","created":{"date-parts":[[2020,11,9]],"date-time":"2020-11-09T19:15:55Z","timestamp":1604949355000},"page":"719-726","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":78,"title":["Self-supervised retinal thickness prediction enables deep learning from unlabelled data to boost classification of diabetic retinopathy"],"prefix":"10.1038","volume":"2","author":[{"given":"Olle G.","family":"Holmberg","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Niklas D.","family":"K\u00f6hler","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Thiago","family":"Martins","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0279-4823","authenticated-orcid":false,"given":"Jakob","family":"Siedlecki","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tina","family":"Herold","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Leonie","family":"Keidel","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4809-2859","authenticated-orcid":false,"given":"Ben","family":"Asani","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5357-7469","authenticated-orcid":false,"given":"Johannes","family":"Schiefelbein","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Siegfried","family":"Priglinger","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9442-0708","authenticated-orcid":false,"given":"Karsten U.","family":"Kortuem","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2419-1943","authenticated-orcid":false,"given":"Fabian J.","family":"Theis","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2020,11,9]]},"reference":[{"key":"247_CR1","doi-asserted-by":"publisher","first-page":"167","DOI":"10.1136\/bjophthalmol-2018-313173","volume":"103","author":"DSW Ting","year":"2019","unstructured":"Ting, D. S. W. et al. Artificial intelligence and deep learning in ophthalmology. Br. J. Ophthalmol. 103, 167\u2013175 (2019).","journal-title":"Br. J. Ophthalmol."},{"key":"247_CR2","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.preteyeres.2018.07.004","volume":"67","author":"U Schmidt-Erfurth","year":"2018","unstructured":"Schmidt-Erfurth, U., Sadeghipour, A., Gerendas, B. S., Waldstein, S. M. & Bogunovi\u0107, H. Artificial intelligence in retina. Prog. Retin. Eye Res. 67, 1\u201329 (2018).","journal-title":"Prog. Retin. Eye Res."},{"key":"247_CR3","doi-asserted-by":"publisher","first-page":"e0138285","DOI":"10.1371\/journal.pone.0138285","volume":"10","author":"R Rajalakshmi","year":"2015","unstructured":"Rajalakshmi, R. et al. Validation of smartphone based retinal photography for diabetic retinopathy screening. PLoS One 10, e0138285 (2015).","journal-title":"PLoS One"},{"key":"247_CR4","doi-asserted-by":"publisher","first-page":"2211","DOI":"10.1001\/jama.2017.18152","volume":"318","author":"DSW Ting","year":"2017","unstructured":"Ting, D. S. W. et al. Development and validation of a deep learning system for diabetic retinopathy and related eye diseases using retinal images from multiethnic populations with diabetes. JAMA 318, 2211\u20132223 (2017).","journal-title":"JAMA"},{"key":"247_CR5","doi-asserted-by":"publisher","first-page":"158","DOI":"10.1038\/s41551-018-0195-0","volume":"2","author":"R Poplin","year":"2018","unstructured":"Poplin, R. et al. Prediction of cardiovascular risk factors from retinal fundus photographs via deep learning. Nat. Biomed. Eng. 2, 158\u2013164 (2018).","journal-title":"Nat. Biomed. Eng."},{"key":"247_CR6","doi-asserted-by":"publisher","first-page":"2402","DOI":"10.1001\/jama.2016.17216","volume":"316","author":"V Gulshan","year":"2016","unstructured":"Gulshan, V. et al. Development and validation of a deep learning algorithm for detection of diabetic retinopathy in retinal fundus photographs. JAMA 316, 2402\u20132410 (2016).","journal-title":"JAMA"},{"key":"247_CR7","doi-asserted-by":"publisher","first-page":"1342","DOI":"10.1038\/s41591-018-0107-6","volume":"24","author":"J De Fauw","year":"2018","unstructured":"De Fauw, J. et al. Clinically applicable deep learning for diagnosis and referral in retinal disease. Nat. Med. 24, 1342\u20131350 (2018).","journal-title":"Nat. Med."},{"key":"247_CR8","doi-asserted-by":"publisher","first-page":"549","DOI":"10.1016\/j.ophtha.2017.10.031","volume":"125","author":"T Schlegl","year":"2018","unstructured":"Schlegl, T. et al. Fully automated detection and quantification of macular fluid in oct using deep learning. Ophthalmology 125, 549\u2013558 (2018).","journal-title":"Ophthalmology"},{"key":"247_CR9","unstructured":"Raghu, M., Zhang, C., Kleinberg, J. & Bengio, S. Transfusion: understanding Transfer learning for medical imaging. In Advances in Neural Information Processing Systems 32 (eds. Wallach, H. et al.) 3347\u20133357 (Curran Associates, 2019)."},{"key":"247_CR10","unstructured":"Bengio, Y. Deep learning of representations for unsupervised and transfer learning. In Proc. International Conference on Machine Learning Workshop on Unsupervised And Transfer Learning 17\u201336 (ICML, 2012)."},{"key":"247_CR11","unstructured":"Yosinski, J., Clune, J., Bengio, Y. & Lipson, H. How transferable are features in deep neural networks? In Advances in Neural Information Processing Systems Vol. 27 (eds. Ghahramani, Z., Welling, M., Cortes, C., Lawrence, N. D. & Weinberger, K. Q.) 3320\u20133328 (Curran Associates, 2014)."},{"key":"247_CR12","doi-asserted-by":"publisher","unstructured":"Deng, J. et al. ImageNet: A large-scale hierarchical image database. In 2009 IEEE Conf. on Computer Vision and Pattern Recognition https:\/\/doi.org\/10.1109\/cvprw.2009.5206848 (IEEE, 2009).","DOI":"10.1109\/cvprw.2009.5206848"},{"key":"247_CR13","doi-asserted-by":"publisher","unstructured":"Jing, L. & Tian, Y. Self-supervised visual feature learning with deep neural networks: a survey. IEEE Trans. Pattern Anal. Mach. Intell. https:\/\/doi.org\/10.1109\/TPAMI.2020.2992393 (2020).","DOI":"10.1109\/TPAMI.2020.2992393"},{"key":"247_CR14","doi-asserted-by":"publisher","unstructured":"Pathak, D., Krahenbuhl, P., Donahue, J., Darrell, T. & Efros, A. A. Context encoders: feature learning by inpainting. In 2016 IEEE Conf. on Computer Vision and Pattern Recognition (CVPR) https:\/\/doi.org\/10.1109\/cvpr.2016.278 (IEEE, 2016).","DOI":"10.1109\/cvpr.2016.278"},{"key":"247_CR15","unstructured":"H\u00e9naff, O. J., Razavi, A., Doersch, C., Ali Eslami, S. M. & van den Oord, A. Data-efficient image recognition with contrastive predictive coding. Preprint at https:\/\/arxiv.org\/abs\/1905.09272 (2019)."},{"key":"247_CR16","doi-asserted-by":"crossref","unstructured":"Arandjelovic, R. & Zisserman, A. Look, listen and learn. In Proc. IEEE Int. Conf. on Computer Vision 609\u2013617 (IEEE, 2017).","DOI":"10.1109\/ICCV.2017.73"},{"key":"247_CR17","doi-asserted-by":"crossref","unstructured":"Sayed, N., Brattoli, B. & Ommer, B. Cross and learn: cross-modal self-supervision. In Pattern Recognition 228\u2013243 (Springer International Publishing, 2019).","DOI":"10.1007\/978-3-030-12939-2_17"},{"key":"247_CR18","doi-asserted-by":"publisher","first-page":"14","DOI":"10.21037\/aes.2017.02.04","volume":"2","author":"T Mathis","year":"2018","unstructured":"Mathis, T. & Kodjikian, L. Five-year outcomes with anti-vascular endothelial growth factor in neovascular age-related macular degeneration: results of the comparison of age-related macular degeneration treatments trials. Ann. Eye Sci. 2, 14 (2018).","journal-title":"Ann. Eye Sci."},{"key":"247_CR19","doi-asserted-by":"publisher","first-page":"201","DOI":"10.1097\/IAE.0b013e3181669504","volume":"28","author":"KB Freund","year":"2008","unstructured":"Freund, K. B. et al. Type 3 neovascularization: the expanded spectrum of retinal angiomatous proliferation. Retina 28, 201\u2013211 (2008).","journal-title":"Retina"},{"key":"247_CR20","doi-asserted-by":"publisher","first-page":"1655","DOI":"10.1097\/IAE.0000000000002228","volume":"39","author":"CMG Cheung","year":"2019","unstructured":"Cheung, C. M. G. et al. Improved detection and diagnosis of polypoidal choroidal vasculopathy using a combination of optical coherence tomography and optical coherence tomography angiography. Retina 39, 1655\u20131663 (2019).","journal-title":"Retina"},{"key":"247_CR21","doi-asserted-by":"publisher","first-page":"84","DOI":"10.1016\/j.ajo.2017.03.026","volume":"178","author":"KU Kort\u00fcm","year":"2017","unstructured":"Kort\u00fcm, K. U. et al. Using electronic health records to build an ophthalmologic data warehouse and visualize patients\u2019 data. Am. J. Ophthalmol. 178, 84\u201393 (2017).","journal-title":"Am. J. Ophthalmol."},{"key":"247_CR22","doi-asserted-by":"crossref","unstructured":"Ronneberger, O., Fischer, P. & Brox, T. U-net: convolutional networks for biomedical image segmentation. In Lecture Notes in Computer Science 234\u2013241 (Springer, 2015).","DOI":"10.1007\/978-3-319-24574-4_28"},{"key":"247_CR23","doi-asserted-by":"publisher","first-page":"266","DOI":"10.1016\/j.ajo.2009.03.006","volume":"148","author":"S Grover","year":"2009","unstructured":"Grover, S., Murthy, R. K., Brar, V. S. & Chalam, K. V. Normative data for macular thickness by high-definition spectral-domain optical coherence tomography (spectralis). Am. J. Ophthalmol. 148, 266\u2013271 (2009).","journal-title":"Am. J. Ophthalmol."},{"key":"247_CR24","doi-asserted-by":"publisher","first-page":"346","DOI":"10.1111\/j.1755-3768.2009.01692.x","volume":"89","author":"MN Menke","year":"2011","unstructured":"Menke, M. N., Dabov, S., Knecht, P. & Sturm, V. Reproducibility of retinal thickness measurements in patients with age-related macular degeneration using 3D Fourier-domain optical coherence tomography (OCT) (Topcon 3D-OCT 1000). Acta Ophthalmol. 89, 346\u2013351 (2011).","journal-title":"Acta Ophthalmol."},{"key":"247_CR25","doi-asserted-by":"crossref","unstructured":"Levandowsky, M. & Winter, D. Distance between sets. Nature 234, 34\u201335 (1971).","DOI":"10.1038\/234034a0"},{"key":"247_CR26","doi-asserted-by":"crossref","unstructured":"Early Treatment Diabetic Retinopathy Study Research Group. Treatment techniques and clinical guidelines for photocoagulation of diabetic macular edema. Early treatment diabetic retinopathy study report number 2. Ophthalmology 94, 761\u2013774 (1987).","DOI":"10.1016\/S0161-6420(87)33527-4"},{"key":"247_CR27","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S. & Sun, J. Deep residual learning for image recognition. Preprint at https:\/\/arxiv.org\/abs\/1512.03385 (2015).","DOI":"10.1109\/CVPR.2016.90"},{"key":"247_CR28","doi-asserted-by":"crossref","unstructured":"Ruamviboonsuk, P. et al. Deep learning versus human graders for classifying diabetic retinopathy severity in a nationwide screening program. npj Digital Medicine 2, 25 (2019).","DOI":"10.1038\/s41746-019-0146-5"},{"key":"247_CR29","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1109\/MPRV.2017.2940968","volume":"16","author":"ND Lane","year":"2017","unstructured":"Lane, N. D. et al. Squeezing deep learning into mobile and embedded devices. IEEE Pervasive Comput. 16, 82\u201388 (2017).","journal-title":"IEEE Pervasive Comput."},{"key":"247_CR30","unstructured":"Ngiam, J. et al. Multimodal deep learning. In Proc. Int. Conf. Machine Learning 689\u2013696 (ICML, 2011)."},{"key":"247_CR31","doi-asserted-by":"publisher","first-page":"423","DOI":"10.1109\/TPAMI.2018.2798607","volume":"41","author":"T Baltrusaitis","year":"2019","unstructured":"Baltrusaitis, T., Ahuja, C. & Morency, L.-P. Multimodal machine learning: a survey and taxonomy. IEEE Trans. Pattern Anal. Mach. Intell. 41, 423\u2013443 (2019).","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"247_CR32","doi-asserted-by":"crossref","unstructured":"Zhu, J.-Y., Park, T., Isola, P. & Efros, A. A. Unpaired image-to-image translation using cycle-consistent adversarial networks. In Proc. IEEE Int. Conf. on Computer Vision 2223\u20132232 (IEEE, 2017).","DOI":"10.1109\/ICCV.2017.244"},{"key":"247_CR33","unstructured":"Tan, M. & Le, Q. V. EfficientNet: rethinking model scaling for convolutional neural networks. Preprint at https:\/\/arxiv.org\/abs\/1905.11946 (2019)."},{"key":"247_CR34","doi-asserted-by":"publisher","first-page":"1178","DOI":"10.1126\/science.1957169","volume":"254","author":"D Huang","year":"1991","unstructured":"Huang, D. et al. Optical coherence tomography. Science 254, 1178\u20131181 (1991).","journal-title":"Science"},{"key":"247_CR35","doi-asserted-by":"publisher","first-page":"588","DOI":"10.1016\/j.ajo.2013.04.030","volume":"156","author":"G Barteselli","year":"2013","unstructured":"Barteselli, G. et al. Accuracy of the Heidelberg Spectralis in the alignment between near-infrared image and tomographic scan in a model eye: a multicenter study. Am. J. Ophthalmol. 156, 588\u2013592 (2013).","journal-title":"Am. J. Ophthalmol."},{"key":"247_CR36","doi-asserted-by":"crossref","unstructured":"van Dijk H. W. et al. Selective loss of inner retinal layer thickness in type 1 diabetic patients with minimal diabetic retinopathy. Invest. Opthalm. Visual Sci. 50, 3404\u20133409 (2009).","DOI":"10.1167\/iovs.08-3143"},{"key":"247_CR37","doi-asserted-by":"crossref","unstructured":"Freeman S. R. et al. Optical coherence tomography\u2212raster scanning and manual segmentation in determining drusen volume in age-related macular degeneration. Retina 30, 431\u2013435 (2010).","DOI":"10.1097\/IAE.0b013e3181bd2f94"},{"key":"247_CR38","unstructured":"DeBuc, C. D. & Somfai, G. M. Early detection of retinal thickness changes in diabetes using optical coherence tomography. Med. Sci. Monit. 16, 15\u201321 (2010)."},{"key":"247_CR39","doi-asserted-by":"crossref","unstructured":"Arichika S, et. al. Correlation between thickening of the inner and outer retina and visual acuity in patients with epiretinal membrane. Retina 30, 503\u2013508 (2010).","DOI":"10.1097\/IAE.0b013e3181bd2d65"},{"key":"247_CR40","unstructured":"Wada, K. LabelMe: Image Polygonal Annotation with Python https:\/\/github.com\/wkentaro\/labelme (2016)."},{"key":"247_CR41","doi-asserted-by":"publisher","first-page":"231","DOI":"10.1016\/j.jbi.2014.07.006","volume":"52","author":"MM Horvath","year":"2014","unstructured":"Horvath, M. M. et al. Modular design, application architecture, and usage of a self-service model for enterprise data delivery: the Duke Enterprise Data Unified Content Explorer (DEDUCE). J. Biomed. Inform. 52, 231\u2013242 (2014).","journal-title":"J. Biomed. Inform."},{"key":"247_CR42","doi-asserted-by":"publisher","first-page":"768","DOI":"10.1049\/iet-ipr.2013.0116","volume":"7","author":"M Golabbakhsh","year":"2013","unstructured":"Golabbakhsh, M. & Rabbani, H. Vessel-based registration of fundus and optical coherence tomography projection images of retina using a quadratic registration model. IET Image Process. 7, 768\u2013776 (2013).","journal-title":"IET Image Process."},{"key":"247_CR43","doi-asserted-by":"crossref","unstructured":"Wu, L., Fernandez-Loaiza, P. & Sauma, J. Classification of diabetic retinopathy and diabetic macular edema. World J. Diabetes 4, 290\u2013294 (2013).","DOI":"10.4239\/wjd.v4.i6.290"},{"key":"247_CR44","doi-asserted-by":"publisher","unstructured":"Holmberg, O. et al. Self-supervised retinal thickness prediction enables deep learning from unlabeled data to boost classification of diabetic retinopathy. Zenodo https:\/\/doi.org\/10.1038\/10.5281\/zenodo.3626854 (2020).","DOI":"10.1038\/10.5281\/zenodo.3626854"},{"key":"247_CR45","doi-asserted-by":"publisher","unstructured":"Holmberg, O. theislab\/DeepRT: v0.0.1. Zenodo https:\/\/doi.org\/10.5281\/zenodo.4116029 (2020).","DOI":"10.5281\/zenodo.4116029"}],"container-title":["Nature Machine Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s42256-020-00247-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-020-00247-1","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-020-00247-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,6]],"date-time":"2022-12-06T23:05:19Z","timestamp":1670367919000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s42256-020-00247-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,11,9]]},"references-count":45,"journal-issue":{"issue":"11","published-online":{"date-parts":[[2020,11]]}},"alternative-id":["247"],"URL":"https:\/\/doi.org\/10.1038\/s42256-020-00247-1","relation":{"has-preprint":[{"id-type":"doi","id":"10.1101\/861757","asserted-by":"object"}]},"ISSN":["2522-5839"],"issn-type":[{"value":"2522-5839","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,11,9]]},"assertion":[{"value":"20 December 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 October 2020","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 November 2020","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"F.J.T. reports receiving consulting fees from Roche Diagnostics GmbH and Cellarity Inc., and ownership interest in Cellarity, Inc. and Dermagnostix. N.D.K. reports ownership interest in Hellsicht GmbH. The remaining authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}