{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,12]],"date-time":"2026-05-12T16:27:23Z","timestamp":1778603243324,"version":"3.51.4"},"reference-count":62,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100012166","name":"National Key Research and Development Program of China","doi-asserted-by":"publisher","award":["2021YFB1714600"],"award-info":[{"award-number":["2021YFB1714600"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62072204"],"award-info":[{"award-number":["62072204"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62032008"],"award-info":[{"award-number":["62032008"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62102157"],"award-info":[{"award-number":["62102157"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"National Science Foundation","award":["CRII-2246067"],"award-info":[{"award-number":["CRII-2246067"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Comput."],"published-print":{"date-parts":[[2024,1]]},"DOI":"10.1109\/tc.2023.3315066","type":"journal-article","created":{"date-parts":[[2023,9,15]],"date-time":"2023-09-15T17:35:13Z","timestamp":1694799313000},"page":"3-17","source":"Crossref","is-referenced-by-count":82,"title":["FedGKD: Toward Heterogeneous Federated Learning via Global Knowledge Distillation"],"prefix":"10.1109","volume":"73","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0336-0522","authenticated-orcid":false,"given":"Dezhong","family":"Yao","sequence":"first","affiliation":[{"name":"National Engineering Research Center for Big Data Technology and System, Service Computing Technology and System Lab, Cluster and Grid Computing Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-4480-5111","authenticated-orcid":false,"given":"Wanning","family":"Pan","sequence":"additional","affiliation":[{"name":"National Engineering Research Center for Big Data Technology and System, Service Computing Technology and System Lab, Cluster and Grid Computing Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4212-2017","authenticated-orcid":false,"given":"Yutong","family":"Dai","sequence":"additional","affiliation":[{"name":"Lehigh University, Bethlehem, PA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6937-4180","authenticated-orcid":false,"given":"Yao","family":"Wan","sequence":"additional","affiliation":[{"name":"National Engineering Research Center for Big Data Technology and System, Service Computing Technology and System Lab, Cluster and Grid Computing Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5054-8515","authenticated-orcid":false,"given":"Xiaofeng","family":"Ding","sequence":"additional","affiliation":[{"name":"National Engineering Research Center for Big Data Technology and System, Service Computing Technology and System Lab, Cluster and Grid Computing Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0782-0450","authenticated-orcid":false,"given":"Chen","family":"Yu","sequence":"additional","affiliation":[{"name":"National Engineering Research Center for Big Data Technology and System, Service Computing Technology and System Lab, Cluster and Grid Computing Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3934-7605","authenticated-orcid":false,"given":"Hai","family":"Jin","sequence":"additional","affiliation":[{"name":"National Engineering Research Center for Big Data Technology and System, Service Computing Technology and System Lab, Cluster and Grid Computing Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-6747-3953","authenticated-orcid":false,"given":"Zheng","family":"Xu","sequence":"additional","affiliation":[{"name":"Google Research, San Francisco, San Francisco, CA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1539-7939","authenticated-orcid":false,"given":"Lichao","family":"Sun","sequence":"additional","affiliation":[{"name":"Lehigh University, Bethlehem, PA, USA"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2019.2917084"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2021.3096076"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TC.2021.3059819"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TC.2020.2973631"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TC.2021.3099723"},{"key":"ref6","first-page":"814","article-title":"PAPAYA: Practical, private, and scalable federated learning","volume-title":"Proc. MLSys","author":"Huba","year":"2022"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2018.2817461"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TC.2020.3039238"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TC.2021.3068219"},{"key":"ref10","article-title":"Learning differentially private recurrent language models","volume-title":"Proc. ICLR","author":"McMahan","year":"2018"},{"key":"ref11","first-page":"5132","article-title":"SCAFFOLD: Stochastic controlled averaging for on-device federated learning","volume-title":"Proc. ICML","author":"Karimireddy","year":"2020"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TC.2020.2994391"},{"key":"ref13","first-page":"2351","article-title":"Ensemble distillation for robust model fusion in federated learning","volume-title":"Proc. NeurIPS","author":"Lin","year":"2020"},{"key":"ref14","article-title":"FedBE: Making Bayesian model ensemble applicable to federated learning","volume-title":"Proc. ICLR","author":"Chen","year":"2021"},{"key":"ref15","first-page":"429","article-title":"Federated optimization in heterogeneous networks","volume-title":"Proc. MLSys","author":"Li","year":"2020"},{"key":"ref16","article-title":"Federated learning based on dynamic regularization","volume-title":"Proc. ICLR","author":"Acar","year":"2020"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1017\/9781108966559.019"},{"key":"ref18","first-page":"12878","article-title":"Data-free knowledge distillation for heterogeneous federated learning","volume-title":"Proc. ICML","author":"Zhu","year":"2021"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01057"},{"key":"ref20","article-title":"Temporal ensembling for semi-supervised learning","volume-title":"Proc. ICLR","author":"Samuli","year":"2017"},{"key":"ref21","first-page":"1195","article-title":"Mean teachers are better role models: Weight-averaged consistency targets improve semi-supervised deep learning results","volume-title":"Proc. NeurIPS","author":"Tarvainen","year":"2017"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00650"},{"key":"ref23","first-page":"19","article-title":"Oort: Efficient federated learning via guided participant selection","volume-title":"Proc. OSDI","author":"Lai","year":"2021"},{"key":"ref24","article-title":"HeteroFL: Computation and communication efficient federated learning for heterogeneous clients","volume-title":"Proc. ICLR","author":"Diao","year":"2021"},{"key":"ref25","first-page":"4587","article-title":"DisPFL: Towards communication-efficient personalized federated learning via decentralized sparse training","volume-title":"Proc. ICML","author":"Dai","year":"2022"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/3133956.3133982"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2019.2944481"},{"key":"ref28","article-title":"Measuring the effects of non-identical data distribution for federated visual classification","author":"Hsu","year":"2019"},{"key":"ref29","article-title":"Adaptive federated optimization","volume-title":"Proc. ICLR","author":"Reddi","year":"2020"},{"key":"ref30","article-title":"Federated learning with matched averaging","volume-title":"Proc. ICLR","author":"Wang","year":"2020"},{"key":"ref31","article-title":"FedMix: Approximation of mixup under mean augmented federated learning","volume-title":"Proc. ICLR","author":"Yoon","year":"2020"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00993"},{"key":"ref33","article-title":"FedBN: Federated learning on non-IID features via local batch normalization","volume-title":"Proc. ICLR","author":"Li","year":"2021"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1706.03762"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i8.20819"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2022\/357"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i04.5963"},{"key":"ref38","article-title":"FedMD: Heterogenous federated learning via model distillation","author":"Li","year":"2019"},{"key":"ref39","first-page":"14068","article-title":"Group knowledge transfer: Federated learning of large CNNs at the edge","volume-title":"Proc. NeurIPS","author":"He","year":"2020"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2021\/205"},{"key":"ref41","article-title":"Towards understanding ensemble, knowledge distillation and self-distillation in deep learning","volume-title":"Proc. ICLR","author":"Allen-Zhu","year":"2022"},{"key":"ref42","article-title":"Distilling the knowledge in a neural network","author":"Hinton","year":"2015"},{"key":"ref43","first-page":"7528","article-title":"Knowledge distillation by on-the-fly native ensemble","volume-title":"Proc. NeurIPS","author":"Lan","year":"2018"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58529-7_2"},{"key":"ref45","article-title":"Lipschitz regularity of deep neural networks: Analysis and efficient estimation","volume-title":"Proc. NeurIPS","author":"Virmaux","year":"2018"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1002\/SERIES1345"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref48","article-title":"DistilBERT, a distilled version of BERT: Smaller, faster, cheaper and lighter","author":"Sanh","year":"2019"},{"key":"ref49","article-title":"Learning multiple layers of features from tiny images","author":"Krizhevsky","year":"2009"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1007\/s11432-020-3182-1"},{"key":"ref51","first-page":"4387","article-title":"The non-IID data quagmire of decentralized machine learning","volume-title":"Proc. ICML","author":"Hsieh","year":"2020"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1561\/2200000083"},{"key":"ref53","article-title":"Towards federated learning at scale: System design","volume-title":"Proc. MLSys","author":"Bonawitz","year":"2019"},{"key":"ref54","article-title":"Learning differentially private recurrent language models","volume-title":"Proc. ICLR","author":"McMahan","year":"2018"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1145\/3510033"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1145\/3378679.3394533"},{"key":"ref57","first-page":"555","article-title":"Learning privately from multiparty data","volume-title":"Proc. ICML","author":"Hamm","year":"2016"},{"key":"ref58","article-title":"Semi-supervised knowledge transfer for deep learning from private training data","volume-title":"Proc. ICLR","author":"Papernot","year":"2017"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00454"},{"key":"ref60","first-page":"1602","article-title":"Born again neural networks","volume-title":"Proc. ICML","author":"Furlanello","year":"2018"},{"key":"ref61","first-page":"38461","article-title":"Preservation of the global knowledge by not-true self knowledge distillation in federated learning","volume-title":"Proc. NIPS","author":"Lee","year":"2022"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2021.3129371"}],"container-title":["IEEE Transactions on Computers"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/12\/10372122\/10252049.pdf?arnumber=10252049","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,5]],"date-time":"2024-09-05T18:09:06Z","timestamp":1725559746000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10252049\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,1]]},"references-count":62,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/tc.2023.3315066","relation":{},"ISSN":["0018-9340","1557-9956","2326-3814"],"issn-type":[{"value":"0018-9340","type":"print"},{"value":"1557-9956","type":"electronic"},{"value":"2326-3814","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,1]]}}}