{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,11]],"date-time":"2025-11-11T22:37:51Z","timestamp":1762900671513,"version":"3.37.3"},"reference-count":38,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"23","license":[{"start":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T00:00:00Z","timestamp":1733011200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T00:00:00Z","timestamp":1733011200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T00:00:00Z","timestamp":1733011200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"General Research Fund","award":["16208921"],"award-info":[{"award-number":["16208921"]}]},{"name":"Areas of Excellence Scheme from the Research Grants Council of Hong Kong","award":["E-601\/22-R"],"award-info":[{"award-number":["E-601\/22-R"]}]},{"DOI":"10.13039\/501100001809","name":"NSFC\/RGC Collaborative Research Scheme","doi-asserted-by":"publisher","award":["CRS_HKUST603\/22"],"award-info":[{"award-number":["CRS_HKUST603\/22"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Internet Things J."],"published-print":{"date-parts":[[2024,12,1]]},"DOI":"10.1109\/jiot.2024.3446751","type":"journal-article","created":{"date-parts":[[2024,8,20]],"date-time":"2024-08-20T15:47:16Z","timestamp":1724168836000},"page":"37959-37973","source":"Crossref","is-referenced-by-count":2,"title":["Communication-Efficient Federated Distillation: Theoretical Analysis and Performance Enhancement"],"prefix":"10.1109","volume":"11","author":[{"given":"Lumin","family":"Liu","sequence":"first","affiliation":[{"name":"Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5222-1898","authenticated-orcid":false,"given":"Jun","family":"Zhang","sequence":"additional","affiliation":[{"name":"Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6316-8415","authenticated-orcid":false,"given":"Shenghui","family":"Song","sequence":"additional","affiliation":[{"name":"Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2519-6401","authenticated-orcid":false,"given":"Khaled B.","family":"Letaief","sequence":"additional","affiliation":[{"name":"Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/ICC45855.2022.9839214"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-57959-7"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2020.2975749"},{"key":"ref4","first-page":"1273","article-title":"Communication-efficient learning of deep networks from decentralized data","volume-title":"Proc. 20th Int. Conf. Artif. Intell. Statist.","volume":"54","author":"McMahan"},{"key":"ref5","article-title":"Federated learning for mobile keyboard prediction","author":"Hard","year":"2019","journal-title":"arXiv:1811.03604"},{"key":"ref6","article-title":"Federated learning for emoji prediction in a mobile keyboard","author":"Ramaswamy","year":"2019","journal-title":"arXiv:1906.04329"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1038\/s41746-020-00323-1"},{"key":"ref8","first-page":"2021","article-title":"FedPAQ: A communication-efficient federated learning method with periodic averaging and quantization","volume-title":"Proc. 23rd Int. Conf. Artif. Intell. Stat.","volume":"108","author":"Reisizadeh"},{"key":"ref9","article-title":"A survey of what to share in federated learning: Perspectives on model utility, privacy leakage, and communication efficiency","author":"Shao","year":"2019","journal-title":"arXiv:1909.13014"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1503.02531"},{"key":"ref11","first-page":"1","article-title":"Large scale distributed neural network training through online distillation","volume-title":"Proc. 6th Int. Conf. Learn. Represent.","author":"Anil"},{"key":"ref12","article-title":"Communication-efficient federated distillation","author":"Sattler","year":"2020","journal-title":"arXiv:2012.00632"},{"key":"ref13","first-page":"2351","article-title":"Ensemble distillation for robust model fusion in federated learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"33","author":"Lin"},{"key":"ref14","first-page":"22593","article-title":"Distributed distillation for on-device learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"33","author":"Bistritz"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2021.3070013"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2021.3118351"},{"key":"ref17","first-page":"1","article-title":"On the convergence of FedAvg on non-IID data","volume-title":"Proc. 8th Int. Conf. Learn. Represent.","author":"Li"},{"key":"ref18","first-page":"4519","article-title":"Tighter theory for local SGD on identical and heterogeneous data","volume-title":"Proc. 23rd Int. Conf. Artif. Intell. Statist.","volume":"108","author":"Khaled"},{"key":"ref19","first-page":"429","article-title":"Federated optimization in heterogeneous networks","volume-title":"Proc. Mach. Learn. Syst.","volume":"2","author":"Li"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2022.3190512"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2021.3118415"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/3485730.3485929"},{"key":"ref23","article-title":"Communication-efficient on-device machine learning: Federated distillation and augmentation under non-IID private data","author":"Jeong","year":"2023","journal-title":"arXiv:1811.11479"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/LCOMM.2020.3003693"},{"key":"ref25","article-title":"Selective knowledge sharing for privacy-preserving federated distillation without a good teacher","author":"Shao","year":"2023","journal-title":"arXiv:2304.01731"},{"key":"ref26","first-page":"1","article-title":"Towards understanding ensemble, knowledge distillation and self-distillation in deep learning","volume-title":"Proc. 11th Int. Conf. Learn. Represent.","author":"Allen-Zhu"},{"key":"ref27","first-page":"5142","article-title":"Towards understanding knowledge distillation","volume-title":"Proc. 36th Int. Conf. Mach. Learn.","volume":"97","author":"Phuong"},{"key":"ref28","first-page":"457","article-title":"Federated knowledge distillation","volume-title":"Machine Learning and Wireless Communications","author":"Seo","year":"2022"},{"key":"ref29","first-page":"1","article-title":"Towards model agnostic federated learning using knowledge distillation","volume-title":"Proc. 10th Int. Conf. Learn. Represent.","author":"Afonin"},{"key":"ref30","first-page":"8141","article-title":"On exact computation with an infinitely wide neural net","volume-title":"Proc. Adv. Neural Inf. Process. Syst. (NeurIPS)","author":"Arora"},{"key":"ref31","first-page":"1","article-title":"FedBN: Federated learning on non-IID features via local batch normalization","volume-title":"Proc. 9th Int. Conf. Learn. Represent.","author":"Li"},{"key":"ref32","first-page":"1","article-title":"Neural tangent kernel: Convergence and generalization in neural networks","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"31","author":"Jacot"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2020.3048020"},{"key":"ref34","first-page":"4423","article-title":"FL-NTK: A neural tangent kernel-based framework for federated learning analysis","volume-title":"Proc. Int. Conf. Mach. Learn. (ICML)","author":"Huang"},{"key":"ref35","first-page":"25783","article-title":"Neural tangent kernel empowered federated learning","volume-title":"Proc. Int. Conf. Mach. Learn. (ICML)","author":"Yue"},{"key":"ref36","first-page":"30882","article-title":"TCT: Convexifying federated learning using bootstrapped neural tangent kernels","volume-title":"Proc. Adv. Neural Inf. Process. Syst. (NeurIPS)","author":"Yu"},{"key":"ref37","first-page":"1","article-title":"Wide neural networks of any depth evolve as linear models under gradient descent","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"32","author":"Lee"},{"key":"ref38","first-page":"3601","article-title":"A theoretical characterization of semi-supervised learning with self-training for gaussian mixture models","volume-title":"Proc. 24th Int. Conf. Artif. Intell. Statist.","volume":"130","author":"Oymak"}],"container-title":["IEEE Internet of Things Journal"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6488907\/10759336\/10640061.pdf?arnumber=10640061","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,27]],"date-time":"2024-11-27T18:20:06Z","timestamp":1732731606000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10640061\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,1]]},"references-count":38,"journal-issue":{"issue":"23"},"URL":"https:\/\/doi.org\/10.1109\/jiot.2024.3446751","relation":{},"ISSN":["2327-4662","2372-2541"],"issn-type":[{"type":"electronic","value":"2327-4662"},{"type":"electronic","value":"2372-2541"}],"subject":[],"published":{"date-parts":[[2024,12,1]]}}}