{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,4]],"date-time":"2026-04-04T17:45:07Z","timestamp":1775324707562,"version":"3.50.1"},"reference-count":30,"publisher":"Oxford University Press (OUP)","issue":"6","license":[{"start":{"date-parts":[[2021,2,4]],"date-time":"2021-02-04T00:00:00Z","timestamp":1612396800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"NIH NCI","award":["F30CA210329"],"award-info":[{"award-number":["F30CA210329"]}]},{"name":"NIH NCI","award":["R21CA220352"],"award-info":[{"award-number":["R21CA220352"]}]},{"name":"NIH NCI","award":["P50CA092131"],"award-info":[{"award-number":["P50CA092131"]}]},{"name":"NIH NCI","award":["ZIDBC011242"],"award-info":[{"award-number":["ZIDBC011242"]}]},{"name":"NIH NCI","award":["Z1ACL040015"],"award-info":[{"award-number":["Z1ACL040015"]}]},{"name":"NIH NCI","award":["HHSN261200800001E"],"award-info":[{"award-number":["HHSN261200800001E"]}]},{"name":"NIH NIGMS","award":["GM08042"],"award-info":[{"award-number":["GM08042"]}]},{"DOI":"10.13039\/100000002","name":"NIH","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100001459","name":"AMA Foundation","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100001459","id-type":"DOI","asserted-by":"publisher"}]},{"name":"NVIDIA Corporation Academic Hardware Grant"},{"name":"NIH Center for Interventional Oncology"},{"name":"Intramural Research Program of the NIH, and a cooperative research and development agreement (CRADA) between NIH and nVIDIA"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021,6,12]]},"abstract":"<jats:title>Abstract<\/jats:title>\n               <jats:sec>\n                  <jats:title>Objective<\/jats:title>\n                  <jats:p>To demonstrate enabling multi-institutional training without centralizing or sharing the underlying physical data via federated learning (FL).<\/jats:p>\n               <\/jats:sec>\n               <jats:sec>\n                  <jats:title>Materials and Methods<\/jats:title>\n                  <jats:p>Deep learning models were trained at each participating institution using local clinical data, and an additional model was trained using FL across all of the institutions.<\/jats:p>\n               <\/jats:sec>\n               <jats:sec>\n                  <jats:title>Results<\/jats:title>\n                  <jats:p>We found that the FL model exhibited superior performance and generalizability to the models trained at single institutions, with an overall performance level that was significantly better than that of any of the institutional models alone when evaluated on held-out test sets from each institution and an outside challenge dataset.<\/jats:p>\n               <\/jats:sec>\n               <jats:sec>\n                  <jats:title>Discussion<\/jats:title>\n                  <jats:p>The power of FL was successfully demonstrated across 3 academic institutions while avoiding the privacy risk associated with the transfer and pooling of patient data.<\/jats:p>\n               <\/jats:sec>\n               <jats:sec>\n                  <jats:title>Conclusion<\/jats:title>\n                  <jats:p>Federated learning is an effective methodology that merits further study to enable accelerated development of models across institutions, enabling greater generalizability in clinical use.<\/jats:p>\n               <\/jats:sec>","DOI":"10.1093\/jamia\/ocaa341","type":"journal-article","created":{"date-parts":[[2020,12,24]],"date-time":"2020-12-24T13:13:35Z","timestamp":1608815615000},"page":"1259-1264","source":"Crossref","is-referenced-by-count":192,"title":["Federated learning improves site performance in multicenter deep learning without data sharing"],"prefix":"10.1093","volume":"28","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7442-9526","authenticated-orcid":false,"given":"Karthik V","family":"Sarma","sequence":"first","affiliation":[{"name":"Department of Radiological Sciences, University of California, Los Angeles, Los Angeles, California, USA"},{"name":"Department of Bioengineering, University of California, Los Angeles, Los Angeles, California, USA"}]},{"given":"Stephanie","family":"Harmon","sequence":"additional","affiliation":[{"name":"National Cancer Institute, National Institutes of Health, Bethesda, Maryland, USA"},{"name":"Clinical Monitoring Research Program Directorate, Frederick National Laboratory for Cancer Research, Frederick, Maryland, USA"}]},{"given":"Thomas","family":"Sanford","sequence":"additional","affiliation":[{"name":"Department of Urology, SUNY Upstate Medical Center, Syracuse, New York, USA"}]},{"given":"Holger R","family":"Roth","sequence":"additional","affiliation":[{"name":"NVIDIA Corporation, Bethesda, Maryland, USA"}]},{"given":"Ziyue","family":"Xu","sequence":"additional","affiliation":[{"name":"NVIDIA Corporation, Bethesda, Maryland, USA"}]},{"given":"Jesse","family":"Tetreault","sequence":"additional","affiliation":[{"name":"NVIDIA Corporation, Bethesda, Maryland, USA"}]},{"given":"Daguang","family":"Xu","sequence":"additional","affiliation":[{"name":"NVIDIA Corporation, Bethesda, Maryland, USA"}]},{"given":"Mona G","family":"Flores","sequence":"additional","affiliation":[{"name":"NVIDIA Corporation, Bethesda, Maryland, USA"}]},{"given":"Alex G","family":"Raman","sequence":"additional","affiliation":[{"name":"Department of Radiological Sciences, University of California, Los Angeles, Los Angeles, California, USA"}]},{"given":"Rushikesh","family":"Kulkarni","sequence":"additional","affiliation":[{"name":"Department of Radiological Sciences, University of California, Los Angeles, Los Angeles, California, USA"}]},{"given":"Bradford J","family":"Wood","sequence":"additional","affiliation":[{"name":"National Cancer Institute, National Institutes of Health, Bethesda, Maryland, USA"}]},{"given":"Peter L","family":"Choyke","sequence":"additional","affiliation":[{"name":"National Cancer Institute, National Institutes of Health, Bethesda, Maryland, USA"}]},{"given":"Alan M","family":"Priester","sequence":"additional","affiliation":[{"name":"Department of Bioengineering, University of California, Los Angeles, Los Angeles, California, USA"},{"name":"Department of Urology, University of California, Los Angeles, Los Angeles, California, USA"}]},{"given":"Leonard S","family":"Marks","sequence":"additional","affiliation":[{"name":"Department of Urology, University of California, Los Angeles, Los Angeles, California, USA"}]},{"given":"Steven S","family":"Raman","sequence":"additional","affiliation":[{"name":"Department of Radiological Sciences, University of California, Los Angeles, Los Angeles, California, USA"}]},{"given":"Dieter","family":"Enzmann","sequence":"additional","affiliation":[{"name":"Department of Radiological Sciences, University of California, Los Angeles, Los Angeles, California, USA"}]},{"given":"Baris","family":"Turkbey","sequence":"additional","affiliation":[{"name":"National Cancer Institute, National Institutes of Health, Bethesda, Maryland, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0890-8684","authenticated-orcid":false,"given":"William","family":"Speier","sequence":"additional","affiliation":[{"name":"Department of Radiological Sciences, University of California, Los Angeles, Los Angeles, California, USA"}]},{"given":"Corey W","family":"Arnold","sequence":"additional","affiliation":[{"name":"Department of Radiological Sciences, University of California, Los Angeles, Los Angeles, California, USA"},{"name":"Department of Bioengineering, University of California, Los Angeles, Los Angeles, California, USA"},{"name":"Department of Pathology and Laboratory Medicine University of California, Los Angeles, Los Angeles, California, USA"}]}],"member":"286","published-online":{"date-parts":[[2021,2,4]]},"reference":[{"key":"2021061318593874300_ocaa341-B1","volume-title":"Code of Medical Ethics of the American Medical Association","year":"2017"},{"issue":"22","key":"2021061318593874300_ocaa341-B2","doi-asserted-by":"crossref","first-page":"2402","DOI":"10.1001\/jama.2016.17216","article-title":"Development and validation of a deep learning algorithm for detection of diabetic retinopathy in retinal fundus photographs","volume":"316","author":"Gulshan","year":"2016","journal-title":"JAMA"},{"key":"2021061318593874300_ocaa341-B3","doi-asserted-by":"crossref","first-page":"178","DOI":"10.1016\/j.media.2017.04.012","article-title":"Deep image mining for diabetic retinopathy screening","volume":"39","author":"Quellec","year":"2017","journal-title":"Med Image Anal"},{"issue":"5","key":"2021061318593874300_ocaa341-B4","doi-asserted-by":"crossref","first-page":"700","DOI":"10.1093\/jamia\/ocaa017","article-title":"Accounting for data variability in multi-institutional distributed deep learning for medical imaging","volume":"27","author":"Balachandar","year":"2020","journal-title":"J Am Med Informatics Assoc"},{"issue":"9","key":"2021061318593874300_ocaa341-B5","doi-asserted-by":"crossref","first-page":"1876","DOI":"10.1109\/TMI.2017.2695227","article-title":"Automatic skin lesion segmentation using deep fully convolutional networks with Jaccard distance","volume":"36","author":"Yuan","year":"2017","journal-title":"IEEE Trans Med Imaging"},{"key":"2021061318593874300_ocaa341-B6","doi-asserted-by":"crossref","first-page":"25","DOI":"10.1016\/j.jbi.2018.08.006","article-title":"Skin lesion classification with ensembles of deep convolutional neural networks","volume":"86","author":"Harangi","year":"2018","journal-title":"J Biomed Inform"},{"issue":"7639","key":"2021061318593874300_ocaa341-B7","doi-asserted-by":"crossref","first-page":"115","DOI":"10.1038\/nature21056","article-title":"Dermatologist-level classification of skin cancer with deep neural networks","volume":"542","author":"Esteva","year":"2017","journal-title":"Nature"},{"issue":"2","key":"2021061318593874300_ocaa341-B8","doi-asserted-by":"crossref","first-page":"233","DOI":"10.1016\/S1470-2045(19)30739-9","article-title":"Automated deep-learning system for Gleason grading of prostate cancer using biopsies: a diagnostic study","volume":"21","author":"Bulten","year":"2020","journal-title":"Lancet Oncol"},{"issue":"22","key":"2021061318593874300_ocaa341-B9","doi-asserted-by":"crossref","first-page":"2199","DOI":"10.1001\/jama.2017.14585","article-title":"Diagnostic assessment of deep learning algorithms for detection of lymph node metastases in women with breast cancer","volume":"318","author":"Ehteshami Bejnordi","year":"2017","journal-title":"JAMA"},{"issue":"10","key":"2021061318593874300_ocaa341-B10","doi-asserted-by":"crossref","first-page":"1559","DOI":"10.1038\/s41591-018-0177-5","article-title":"Classification and mutation prediction from non\u2013small cell lung cancer histopathology images using deep learning","volume":"24","author":"Coudray","year":"2018","journal-title":"Nat Med"},{"issue":"10162","key":"2021061318593874300_ocaa341-B11","doi-asserted-by":"crossref","first-page":"2388","DOI":"10.1016\/S0140-6736(18)31645-3","article-title":"Deep learning algorithms for detection of critical findings in head CT scans: a retrospective study","volume":"392","author":"Chilamkurthy","year":"2018","journal-title":"Lancet"},{"issue":"7788","key":"2021061318593874300_ocaa341-B12","doi-asserted-by":"crossref","first-page":"89","DOI":"10.1038\/s41586-019-1799-6","article-title":"International evaluation of an AI system for breast cancer screening","volume":"577","author":"McKinney","year":"2020","journal-title":"Nature"},{"issue":"3","key":"2021061318593874300_ocaa341-B13","doi-asserted-by":"crossref","first-page":"211","DOI":"10.1007\/s11263-015-0816-y","article-title":"ImageNet large scale visual recognition challenge","volume":"115","author":"Russakovsky","year":"2015","journal-title":"Int J Comput Vis"},{"issue":"11","key":"2021061318593874300_ocaa341-B14","doi-asserted-by":"crossref","first-page":"e1002707","DOI":"10.1371\/journal.pmed.1002707","article-title":"Deep learning and artificial intelligence in radiology: current applications and future directions","volume":"15","author":"Yasaka","year":"2018","journal-title":"PLOS Med"},{"issue":"9","key":"2021061318593874300_ocaa341-B15","doi-asserted-by":"crossref","first-page":"1342","DOI":"10.1038\/s41591-018-0107-6","article-title":"Clinically applicable deep learning for diagnosis and referral in retinal disease","volume":"24","author":"De Fauw","year":"2018","journal-title":"Nat Med"},{"issue":"8","key":"2021061318593874300_ocaa341-B16","doi-asserted-by":"crossref","first-page":"945","DOI":"10.1093\/jamia\/ocy017","article-title":"Distributed deep learning networks among institutions for medical imaging","volume":"25","author":"Chang","year":"2018","journal-title":"J Am Med Inform Assoc"},{"key":"2021061318593874300_ocaa341-B17","author":"Rieke","year":"2020"},{"issue":"6","key":"2021061318593874300_ocaa341-B18","doi-asserted-by":"crossref","first-page":"305","DOI":"10.1038\/s42256-020-0186-1","article-title":"Secure, privacy-preserving and federated machine learning in medical imaging","volume":"2","author":"Kaissis","year":"2020","journal-title":"Nat Mach Intell"},{"key":"2021061318593874300_ocaa341-B19","author":"Li"},{"key":"2021061318593874300_ocaa341-B20","author":"Roth"},{"issue":"1","key":"2021061318593874300_ocaa341-B21","doi-asserted-by":"crossref","first-page":"12598","DOI":"10.1038\/s41598-020-69250-1","article-title":"Federated learning in medicine: facilitating multi-institutional collaborations without sharing patient data","volume":"10","author":"Sheller","year":"2020","journal-title":"Sci Rep"},{"issue":"04","key":"2021061318593874300_ocaa341-B22","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1117\/1.JMI.5.4.044501","article-title":"PROSTATEx Challenges for computerized classification of prostate lesions from multiparametric magnetic resonance images","volume":"5","author":"Armato","year":"2018","journal-title":"J Med Imag"},{"issue":"2","key":"2021061318593874300_ocaa341-B23","doi-asserted-by":"crossref","first-page":"200","DOI":"10.1007\/s10278-013-9657-9","article-title":"Medical Image File Formats","volume":"27","author":"Larobina","year":"2014","journal-title":"J Digit Imaging"},{"key":"2021061318593874300_ocaa341-B24","doi-asserted-by":"crossref","first-page":"851","DOI":"10.1007\/978-3-030-00934-2_94","article-title":"3D anisotropic hybrid network: transferring convolutional features from 2D Images to 3D anisotropic volumes","volume":"11071","author":"Liu","year":"2017","journal-title":"Lect Notes Comput Sci"},{"issue":"7","key":"2021061318593874300_ocaa341-B25","doi-asserted-by":"crossref","first-page":"2531","DOI":"10.1109\/TMI.2020.2973595","article-title":"Generalizing deep learning for medical image segmentation to unseen domains via deep stacked transformation","volume":"39","author":"Zhang","year":"2020","journal-title":"IEEE Trans Med Imaging"},{"key":"2021061318593874300_ocaa341-B26","author":"McMahan","year":"2017"},{"key":"2021061318593874300_ocaa341-B27","year":"2020"},{"key":"2021061318593874300_ocaa341-B28","author":"Soni"},{"key":"2021061318593874300_ocaa341-B29","author":"Liu","year":"2020"},{"issue":"12","key":"2021061318593874300_ocaa341-B30","doi-asserted-by":"crossref","first-page":"2935","DOI":"10.1109\/TPAMI.2017.2773081","article-title":"Learning without forgetting","volume":"40","author":"Li","year":"2018","journal-title":"IEEE Trans Pattern Anal Mach Intell"}],"container-title":["Journal of the American Medical Informatics Association"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/academic.oup.com\/jamia\/article-pdf\/28\/6\/1259\/38615457\/ocaa341.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"http:\/\/academic.oup.com\/jamia\/article-pdf\/28\/6\/1259\/38615457\/ocaa341.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,6,13]],"date-time":"2021-06-13T19:01:02Z","timestamp":1623610862000},"score":1,"resource":{"primary":{"URL":"https:\/\/academic.oup.com\/jamia\/article\/28\/6\/1259\/6127556"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,2,4]]},"references-count":30,"journal-issue":{"issue":"6","published-online":{"date-parts":[[2021,2,4]]},"published-print":{"date-parts":[[2021,6,12]]}},"URL":"https:\/\/doi.org\/10.1093\/jamia\/ocaa341","relation":{},"ISSN":["1527-974X"],"issn-type":[{"value":"1527-974X","type":"electronic"}],"subject":[],"published-other":{"date-parts":[[2021,6,1]]},"published":{"date-parts":[[2021,2,4]]}}}