{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,23]],"date-time":"2026-03-23T23:14:33Z","timestamp":1774307673161,"version":"3.50.1"},"reference-count":45,"publisher":"Springer Science and Business Media LLC","issue":"11","license":[{"start":{"date-parts":[[2022,11,16]],"date-time":"2022-11-16T00:00:00Z","timestamp":1668556800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,11,16]],"date-time":"2022-11-16T00:00:00Z","timestamp":1668556800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100005972","name":"Deutsche Krebshilfe","doi-asserted-by":"publisher","award":["70113864"],"award-info":[{"award-number":["70113864"]}],"id":[{"id":"10.13039\/501100005972","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003107","name":"Bundesministerium f\u00fcr Gesundheit","doi-asserted-by":"publisher","award":["ZMVI1-2520DAT111"],"award-info":[{"award-number":["ZMVI1-2520DAT111"]}],"id":[{"id":"10.13039\/501100003107","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nat Mach Intell"],"DOI":"10.1038\/s42256-022-00560-x","type":"journal-article","created":{"date-parts":[[2022,11,16]],"date-time":"2022-11-16T17:05:15Z","timestamp":1668618315000},"page":"1029-1039","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":23,"title":["Image prediction of disease progression for osteoarthritis by style-based manifold extrapolation"],"prefix":"10.1038","volume":"4","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8636-6462","authenticated-orcid":false,"given":"Tianyu","family":"Han","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3730-5348","authenticated-orcid":false,"given":"Jakob Nikolas","family":"Kather","sequence":"additional","affiliation":[]},{"given":"Federico","family":"Pedersoli","sequence":"additional","affiliation":[]},{"given":"Markus","family":"Zimmermann","sequence":"additional","affiliation":[]},{"given":"Sebastian","family":"Keil","sequence":"additional","affiliation":[]},{"given":"Maximilian","family":"Schulze-Hagen","sequence":"additional","affiliation":[]},{"given":"Marc","family":"Terwoelbeck","sequence":"additional","affiliation":[]},{"given":"Peter","family":"Isfort","sequence":"additional","affiliation":[]},{"given":"Christoph","family":"Haarburger","sequence":"additional","affiliation":[]},{"given":"Fabian","family":"Kiessling","sequence":"additional","affiliation":[]},{"given":"Christiane","family":"Kuhl","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1341-9356","authenticated-orcid":false,"given":"Volkmar","family":"Schulz","sequence":"additional","affiliation":[]},{"given":"Sven","family":"Nebelung","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9605-0728","authenticated-orcid":false,"given":"Daniel","family":"Truhn","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,11,16]]},"reference":[{"key":"560_CR1","doi-asserted-by":"publisher","first-page":"362","DOI":"10.1002\/rob.21918","volume":"37","author":"S Grigorescu","year":"2020","unstructured":"Grigorescu, S., Trasnea, B., Cocias, T. & Macesanu, G. A survey of deep learning techniques for autonomous driving. J. Field Robot. 37, 362\u2013386 (2020).","journal-title":"J. Field Robot."},{"key":"560_CR2","unstructured":"Krizhevsky, A., Sutskever, I. & Hinton, G. E. ImageNet classification with deep convolutional neural networks. In Advances in Neural Information Processing Systems 25 (NIPS, 2012)."},{"key":"560_CR3","doi-asserted-by":"publisher","first-page":"706","DOI":"10.1038\/s41586-019-1923-7","volume":"577","author":"AW Senior","year":"2020","unstructured":"Senior, A. W. et al. Improved protein structure prediction using potentials from deep learning. Nature 577, 706\u2013710 (2020).","journal-title":"Nature"},{"key":"560_CR4","doi-asserted-by":"publisher","first-page":"583","DOI":"10.1038\/s41586-021-03819-2","volume":"596","author":"J Jumper","year":"2021","unstructured":"Jumper, J. et al. Highly accurate protein structure prediction with alphafold. Nature 596, 583\u2013589 (2021).","journal-title":"Nature"},{"key":"560_CR5","doi-asserted-by":"publisher","first-page":"749","DOI":"10.1038\/s41551-018-0304-0","volume":"2","author":"SM Lundberg","year":"2018","unstructured":"Lundberg, S. M. et al. Explainable machine-learning predictions for the prevention of hypoxaemia during surgery. Nat. Biomed. Eng. 2, 749\u2013760 (2018).","journal-title":"Nat. Biomed. Eng."},{"key":"560_CR6","unstructured":"Recht, B., Roelofs, R., Schmidt, L. & Shankar, V. Do CIFAR-10 classifiers generalize to CIFAR-10? Preprint at https:\/\/arxiv.org\/abs\/1806.00451 (2018)."},{"key":"560_CR7","doi-asserted-by":"crossref","unstructured":"Deng, J. et al. Imagenet: a large-scale hierarchical image database. In 2009 IEEE Conference on Computer Vision and Pattern Recognition 248\u2013255 (IEEE, 2009).","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"560_CR8","doi-asserted-by":"publisher","first-page":"201","DOI":"10.1212\/WNL.0b013e3181cb3e25","volume":"74","author":"RC Petersen","year":"2010","unstructured":"Petersen, R. C. et al. Alzheimer\u2019s disease neuroimaging initiative (ADNI): clinical characterization. Neurology 74, 201\u2013209 (2010).","journal-title":"Neurology"},{"key":"560_CR9","doi-asserted-by":"publisher","first-page":"1993","DOI":"10.1109\/TMI.2014.2377694","volume":"34","author":"BH Menze","year":"2014","unstructured":"Menze, B. H. et al. The multimodal brain tumor image segmentation benchmark (brats). IEEE Trans. Med. Imaging 34, 1993\u20132024 (2014).","journal-title":"IEEE Trans. Med. Imaging"},{"key":"560_CR10","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1016\/j.dcn.2018.03.001","volume":"32","author":"B Casey","year":"2018","unstructured":"Casey, B. et al. The adolescent brain cognitive development (ABCD) study: imaging acquisition across 21 sites. Dev. Cogn. Neurosci. 32, 43\u201354 (2018).","journal-title":"Dev. Cogn. Neurosci."},{"key":"560_CR11","doi-asserted-by":"publisher","first-page":"622","DOI":"10.1038\/nrrheum.2012.113","volume":"8","author":"F Eckstein","year":"2012","unstructured":"Eckstein, F., Wirth, W. & Nevitt, M. C. Recent advances in osteoarthritis imaging\u2014the osteoarthritis initiative. Nat. Rev. Rheumatol. 8, 622\u2013630 (2012).","journal-title":"Nat. Rev. Rheumatol."},{"key":"560_CR12","doi-asserted-by":"publisher","first-page":"892","DOI":"10.1038\/s41591-020-0867-7","volume":"26","author":"J Yim","year":"2020","unstructured":"Yim, J. et al. Predicting conversion to wet age-related macular degeneration using deep learning. Nat. Med. 26, 892\u2013899 (2020).","journal-title":"Nat. Med."},{"key":"560_CR13","doi-asserted-by":"publisher","first-page":"464","DOI":"10.1148\/radiol.2016160053","volume":"282","author":"S Nebelung","year":"2017","unstructured":"Nebelung, S. et al. Functional MR imaging mapping of human articular cartilage response to loading. Radiology 282, 464\u2013474 (2017).","journal-title":"Radiology"},{"key":"560_CR14","unstructured":"Goodfellow, I. et al. Generative adversarial nets. In Advances in Neural Information Processing Systems 27 (NIPS, 2014)."},{"key":"560_CR15","doi-asserted-by":"crossref","unstructured":"Karras, T., Laine, S. & Aila, T. A style-based generator architecture for generative adversarial networks. In Proc. IEEE\/CVF Conference on Computer Vision and Pattern Recognition 4401\u20134410 (IEEE, 2019).","DOI":"10.1109\/CVPR.2019.00453"},{"key":"560_CR16","doi-asserted-by":"crossref","unstructured":"Karras, T. et al. Analyzing and improving the image quality of stylegan. In Proc. IEEE\/CVF Conference on Computer Vision and Pattern Recognition 8110\u20138119 (IEEE, 2020).","DOI":"10.1109\/CVPR42600.2020.00813"},{"key":"560_CR17","unstructured":"Schiratti, J.-B., Allassonniere, S., Colliot, O. & Durrleman, S. Learning spatiotemporal trajectories from manifold-valued longitudinal data. In Advances in Neural Information Processing Systems 28 (NIPS, 2015)."},{"key":"560_CR18","doi-asserted-by":"crossref","unstructured":"Ravi, D. et al. Degenerative adversarial NeuroImage nets: generating images that mimic disease progression. In International Conference on Medical Image Computing and Computer-Assisted Intervention 164\u2013172 (Springer, 2019).","DOI":"10.1007\/978-3-030-32248-9_19"},{"key":"560_CR19","doi-asserted-by":"crossref","unstructured":"Isola, P., Zhu, J.-Y., Zhou, T. & Efros, A. A.Image-to-image translation with conditional adversarial networks. In Proc. IEEE Conference on Computer Vision and Pattern Recognition 1125\u20131134 (IEEE, 2017).","DOI":"10.1109\/CVPR.2017.632"},{"key":"560_CR20","unstructured":"Kingma, D. P. & Welling, M. Auto-encoding variational Bayes. Preprint at https:\/\/arxiv.org\/abs\/1312.6114 (2013)."},{"key":"560_CR21","doi-asserted-by":"crossref","unstructured":"Couronn\u00e9, R., Vernhet, P. & Durrleman, S. Longitudinal self-supervision to disentangle inter-patient variability from disease progression. In International Conference on Medical Image Computing and Computer-Assisted Intervention 231\u2013241 (Springer, 2021).","DOI":"10.1007\/978-3-030-87196-3_22"},{"key":"560_CR22","doi-asserted-by":"crossref","unstructured":"Venkatraghavan, V. et al. Event-based modeling with high-dimensional imaging biomarkers for estimating spatial progression of dementia. In International Conference on Information Processing in Medical Imaging 169\u2013180 (Springer, 2019).","DOI":"10.1007\/978-3-030-20351-1_13"},{"key":"560_CR23","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41467-021-24464-3","volume":"12","author":"T Han","year":"2021","unstructured":"Han, T. et al. Advancing diagnostic performance and clinical usability of neural networks via adversarial training and dual batch normalization. Nat. Commun. 12, 1\u201311 (2021).","journal-title":"Nat. Commun."},{"key":"560_CR24","unstructured":"Tsipras, D., Santurkar, S., Engstrom, L., Turner, A. & Madry, A. Robustness may be at odds with accuracy. Preprint at https:\/\/arxiv.org\/abs\/1805.12152 (2018)."},{"key":"560_CR25","doi-asserted-by":"publisher","first-page":"426","DOI":"10.2174\/1567205013666160930112125","volume":"14","author":"D Hsu","year":"2017","unstructured":"Hsu, D. & A Marshall, G. Primary and secondary prevention trials in Alzheimer disease: looking back, moving forward. Curr. Alzheimer Res. 14, 426\u2013440 (2017).","journal-title":"Curr. Alzheimer Res."},{"key":"560_CR26","doi-asserted-by":"publisher","first-page":"718","DOI":"10.1016\/j.jhep.2018.05.011","volume":"69","author":"L Pimpin","year":"2018","unstructured":"Pimpin, L. et al. Burden of liver disease in europe: epidemiology and analysis of risk factors to identify prevention policies. J. Hepatol. 69, 718\u2013735 (2018).","journal-title":"J. Hepatol."},{"key":"560_CR27","doi-asserted-by":"publisher","DOI":"10.1007\/s11657-017-0324-5","volume":"12","author":"J Compston","year":"2017","unstructured":"Compston, J. et al. UK clinical guideline for the prevention and treatment of osteoporosis. Arch. Osteoporos. 12, 43 (2017).","journal-title":"Arch. Osteoporos."},{"key":"560_CR28","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1177\/2047487316676037","volume":"24","author":"B Gorenek","year":"2017","unstructured":"Gorenek, B. et al. European Heart Rhythm Association (EHRA)\/European Association of Cardiovascular Prevention and Rehabilitation (EACPR) position paper on how to prevent atrial fibrillation endorsed by the Heart Rhythm Society (HRS) and Asia Pacific Heart Rhythm Society (APHRS). Eur. J. Preventive Cardiol. 24, 4\u201340 (2017).","journal-title":"Eur. J. Preventive Cardiol."},{"key":"560_CR29","doi-asserted-by":"publisher","first-page":"1310","DOI":"10.3390\/nu9121310","volume":"9","author":"A Alkhatib","year":"2017","unstructured":"Alkhatib, A. et al. Functional foods and lifestyle approaches for diabetes prevention and management. Nutrients 9, 1310 (2017).","journal-title":"Nutrients"},{"key":"560_CR30","unstructured":"Donahue, J., Kr\u00e4henb\u00fchl, P. & Darrell, T. Adversarial feature learning. Preprint at https:\/\/arxiv.org\/abs\/1605.09782 (2016)."},{"key":"560_CR31","unstructured":"Donahue, J. & Simonyan, K. Large scale adversarial representation learning. Preprint at https:\/\/arxiv.org\/abs\/1907.02544 (2019)."},{"key":"560_CR32","doi-asserted-by":"crossref","unstructured":"Xia, W. et al. GAN inversion: a survey. In IEEE Transactions on Pattern Analysis and Machine Intelligence (IEEE, 2022).","DOI":"10.1109\/TPAMI.2022.3181070"},{"key":"560_CR33","doi-asserted-by":"crossref","unstructured":"Tiulpin, A., Melekhov, I. & Saarakkala, S. Kneel: knee anatomical landmark localization using hourglass networks. In Proc. IEEE\/CVF International Conference on Computer Vision Workshops (IEEE, 2019).","DOI":"10.1109\/ICCVW.2019.00046"},{"key":"560_CR34","doi-asserted-by":"publisher","first-page":"647","DOI":"10.1016\/j.pmrj.2013.04.014","volume":"5","author":"NA Segal","year":"2013","unstructured":"Segal, N. A. et al. The multicenter osteoarthritis study (most): opportunities for rehabilitation research. PM R 5, 647\u2013654 (2013).","journal-title":"PM R"},{"key":"560_CR35","unstructured":"Heusel, M., Ramsauer, H., Unterthiner, T., Nessler, B. & Hochreiter, S. GANs trained by a two time-scale update rule converge to a local Nash equilibrium. In Advances in Neural Information Processing Systems 6626\u20136637 (NIPS, 2017)."},{"key":"560_CR36","unstructured":"Sajjadi, M. S., Bachem, O., Lucic, M., Bousquet, O. & Gelly, S. Assessing generative models via precision and recall. Preprint at https:\/\/arxiv.org\/abs\/1806.00035 (2018)."},{"key":"560_CR37","unstructured":"Kingma, D. P. & Ba, J. Adam: a method for stochastic optimization. Preprint at https:\/\/arxiv.org\/abs\/1412.6980 (2014)."},{"key":"560_CR38","doi-asserted-by":"crossref","unstructured":"Zhang, R., Isola, P., Efros, A. A., Shechtman, E. & Wang, O. The unreasonable effectiveness of deep features as a perceptual metric. In Proc. IEEE Conference on Computer Vision and Pattern Recognition 586\u2013595 (IEEE, 2018).","DOI":"10.1109\/CVPR.2018.00068"},{"key":"560_CR39","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41598-019-56527-3","volume":"9","author":"A Tiulpin","year":"2019","unstructured":"Tiulpin, A. et al. Multimodal machine learning-based knee osteoarthritis progression prediction from plain radiographs and clinical data. Sci. Rep. 9, 1\u201311 (2019).","journal-title":"Sci. Rep."},{"key":"560_CR40","doi-asserted-by":"publisher","first-page":"954","DOI":"10.1038\/s41591-019-0447-x","volume":"25","author":"D Ardila","year":"2019","unstructured":"Ardila, D. et al. End-to-end lung cancer screening with three-dimensional deep learning on low-dose chest computed tomography. Nat. Med. 25, 954\u2013961 (2019).","journal-title":"Nat. Med."},{"key":"560_CR41","doi-asserted-by":"publisher","first-page":"479","DOI":"10.1148\/radiol.2018180946","volume":"290","author":"HC Kniep","year":"2019","unstructured":"Kniep, H. C. et al. Radiomics of brain MRI: utility in prediction of metastatic tumor type. Radiology 290, 479\u2013487 (2019).","journal-title":"Radiology"},{"key":"560_CR42","unstructured":"Paszke, A et al. PyTorch: an imperative style, high-performance deep learning library. In Advances in Neural Information Processing Systems 8026\u20138037 (NIPS, 2019)."},{"key":"560_CR43","doi-asserted-by":"publisher","unstructured":"Han, T. Peterhan91\/Disease_Progression: Initial Release (Zenodo, 2022); https:\/\/doi.org\/10.5281\/zenodo.6983073","DOI":"10.5281\/zenodo.6983073"},{"key":"560_CR44","doi-asserted-by":"publisher","first-page":"S443","DOI":"10.1016\/j.joca.2018.02.849","volume":"26","author":"S Foreman","year":"2018","unstructured":"Foreman, S. et al. Accelerated knee osteoarthritis is nearly always associated with meniscal breakdown: data from the osteoarthritis initiative. Osteoarthr. Cartil. 26, S443\u2013S444 (2018).","journal-title":"Osteoarthr. Cartil."},{"key":"560_CR45","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s12891-020-03367-2","volume":"21","author":"JB Driban","year":"2020","unstructured":"Driban, J. B. et al. Risk factors and the natural history of accelerated knee osteoarthritis: a narrative review. BMC Musculoskelet. Disord. 21, 1\u201311 (2020).","journal-title":"BMC Musculoskelet. Disord."}],"container-title":["Nature Machine Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s42256-022-00560-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-022-00560-x","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-022-00560-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,11,18]],"date-time":"2022-11-18T15:08:03Z","timestamp":1668784083000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s42256-022-00560-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,11,16]]},"references-count":45,"journal-issue":{"issue":"11","published-online":{"date-parts":[[2022,11]]}},"alternative-id":["560"],"URL":"https:\/\/doi.org\/10.1038\/s42256-022-00560-x","relation":{},"ISSN":["2522-5839"],"issn-type":[{"value":"2522-5839","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,11,16]]},"assertion":[{"value":"12 May 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 October 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 November 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"J.N.K declares consulting services for Owkin, France, and Panakeia, UK. The remaining authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}