{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,6]],"date-time":"2026-06-06T17:10:08Z","timestamp":1780765808175,"version":"3.54.1"},"reference-count":51,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"6","license":[{"start":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T00:00:00Z","timestamp":1733011200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T00:00:00Z","timestamp":1733011200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T00:00:00Z","timestamp":1733011200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"National Key Research and Development Plan of China","award":["2021YFC2501202"],"award-info":[{"award-number":["2021YFC2501202"]}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61972383"],"award-info":[{"award-number":["61972383"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61902377"],"award-info":[{"award-number":["61902377"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100009592","name":"Beijing Municipal Science and Technology Commission","doi-asserted-by":"publisher","award":["Z211100002121171"],"award-info":[{"award-number":["Z211100002121171"]}],"id":[{"id":"10.13039\/501100009592","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Jinan S&T Bureau","award":["2020GXRC030"],"award-info":[{"award-number":["2020GXRC030"]}]},{"DOI":"10.13039\/501100004739","name":"Youth Innovation Promotion Association of the Chinese Academy of Sciences","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100004739","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Science, and Technology Service Network Initiative"},{"DOI":"10.13039\/501100002367","name":"Chinese Academy of Sciences","doi-asserted-by":"publisher","award":["KFJ-STS-QYZD-2021-11-001"],"award-info":[{"award-number":["KFJ-STS-QYZD-2021-11-001"]}],"id":[{"id":"10.13039\/501100002367","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Big Data"],"published-print":{"date-parts":[[2024,12]]},"DOI":"10.1109\/tbdata.2022.3189703","type":"journal-article","created":{"date-parts":[[2022,7,11]],"date-time":"2022-07-11T19:48:43Z","timestamp":1657568923000},"page":"789-800","source":"Crossref","is-referenced-by-count":27,"title":["Learning Critically: Selective Self-Distillation in Federated Learning on Non-IID Data"],"prefix":"10.1109","volume":"10","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4495-7608","authenticated-orcid":false,"given":"Yuting","family":"He","sequence":"first","affiliation":[{"name":"Institute of Computing Technology, Chinese Academy of Sciences, University of Chinese Academy of Sciences, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8407-0780","authenticated-orcid":false,"given":"Yiqiang","family":"Chen","sequence":"additional","affiliation":[{"name":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1842-5475","authenticated-orcid":false,"given":"XiaoDong","family":"Yang","sequence":"additional","affiliation":[{"name":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hanchao","family":"Yu","sequence":"additional","affiliation":[{"name":"Frontier Sciences and Education, Chinese Academy of Sciences, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yi-Hua","family":"Huang","sequence":"additional","affiliation":[{"name":"Institute of Computing Technology, Chinese Academy of Sciences, University of Chinese Academy of Sciences, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8572-2907","authenticated-orcid":false,"given":"Yang","family":"Gu","sequence":"additional","affiliation":[{"name":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-57959-7"},{"key":"ref2","first-page":"1273","article-title":"Communication-efficient learning of deep networks from decentralized data","volume-title":"Proc. 20th Int. Conf. Artif. Intell. Statist.","author":"McMahan"},{"key":"ref3","first-page":"4519","article-title":"Tighter theory for local SGD on identical and heterogeneous data","volume-title":"Proc. Int. Conf. Artif. Intell. Statist.","author":"Khaled"},{"key":"ref4","first-page":"1","article-title":"On the convergence of FedAvg on non-IID data","volume-title":"Proc. 8th Int. Conf. Learn. Representations","author":"Li"},{"key":"ref5","article-title":"Federated learning with non-IID data","author":"Zhao","year":"2018"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2020.2975749"},{"key":"ref7","first-page":"5132","article-title":"SCAFFOLD: Stochastic controlled averaging for federated learning","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Karimireddy"},{"key":"ref8","first-page":"429","article-title":"Federated optimization in heterogeneous networks","volume-title":"Proc. Mach. Learn. Syst.","author":"Li"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01057"},{"key":"ref10","article-title":"Overcoming forgetting in federated learning on non-IID data","author":"Shoham","year":"2019"},{"key":"ref11","first-page":"1","article-title":"Class-wise adaptive self distillation for heterogeneous federated learning","volume-title":"Proc. Int. Workshop Trustable, Verifiable Auditable Federated Learn. Conjunction AAAI","author":"He"},{"key":"ref12","first-page":"7611","article-title":"Tackling the objective inconsistency problem in heterogeneous federated optimization","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Wang"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1611835114"},{"key":"ref14","first-page":"7252","article-title":"Bayesian nonparametric federated learning of neural networks","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Yurochkin"},{"key":"ref15","first-page":"1","article-title":"Federated learning with matched averaging","volume-title":"Proc. 8th Int. Conf. Learn. Representations","author":"Wang"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-60548-3_15"},{"key":"ref17","article-title":"Adaptive personalized federated learning","author":"Deng","year":"2020"},{"key":"ref18","article-title":"FedHealth 2: Weighted federated transfer learning via batch normalization for personalized healthcare","author":"Chen","year":"2021"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i9.16960"},{"key":"ref20","article-title":"Distilling the knowledge in a neural network","author":"Hinton","year":"2015"},{"key":"ref21","first-page":"5776","article-title":"MINILM: Deep self-attention distillation for task-agnostic compression of pre-trained transformers","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Wang"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1441"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00381"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01389"},{"key":"ref25","first-page":"1","article-title":"FitNets: Hints for thin deep nets","volume-title":"Proc. 3rd Int. Conf. Learn. Representations","author":"Romero"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00201"},{"key":"ref27","first-page":"2765","article-title":"Paraphrasing complex network: Network compression via factor transfer","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Kim"},{"key":"ref28","article-title":"Understanding and improving knowledge distillation","author":"Tang","year":"2020"},{"key":"ref29","first-page":"1","article-title":"Rethinking soft labels for knowledge distillation: A bias-variance tradeoff perspective","volume-title":"Proc. 9th Int. Conf. Learn. Representations","author":"Zhou"},{"key":"ref30","first-page":"1","article-title":"Knowledge distillation as semiparametric inference","volume-title":"Proc. 9th Int. Conf. Learn. Representations","author":"Dao"},{"key":"ref31","article-title":"Teacher\u2019s pet: Understanding and mitigating biases in distillation","author":"Lukasik","year":"2021"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.504"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N19-1192"},{"key":"ref34","first-page":"1","article-title":"Multilingual neural machine translation with knowledge distillation","volume-title":"Proc. 7th Int. Conf. Learn. Representations","author":"Tan"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2021\/362"},{"key":"ref36","article-title":"Communication-efficient on-device machine learning: Federated distillation and augmentation under non-IID private data","author":"Jeong","year":"2018"},{"key":"ref37","article-title":"Federated knowledge distillation","author":"Seo","year":"2020"},{"key":"ref38","article-title":"FedMD: Heterogenous federated learning via model distillation","author":"Li","year":"2019"},{"key":"ref39","article-title":"Cronus: Robust and heterogeneous collaborative learning with black-box knowledge transfer","author":"Chang","year":"2019"},{"key":"ref40","article-title":"Ensemble distillation for robust model fusion in federated learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Lin"},{"key":"ref41","article-title":"Preservation of the global knowledge by not-true self knowledge distillation in federated learning","author":"Lee","year":"2021"},{"key":"ref42","article-title":"Local-global knowledge distillation in heterogeneous federated learning with non-IID data","author":"Yao","year":"2021"},{"key":"ref43","article-title":"Acceleration of federated learning with alleviated forgetting in local training","author":"Xu","year":"2022"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2013.00504"},{"key":"ref45","article-title":"HarmoFL: Harmonizing local and global drifts in federated learning on heterogeneous medical images","author":"Jiang","year":"2021"},{"key":"ref46","article-title":"Learning multiple layers of features from tiny images","author":"Krizhevsky","year":"2009"},{"issue":"7","key":"ref47","article-title":"Tiny ImageNet visual recognition challenge","volume":"7","author":"Le","year":"2015","journal-title":"CS 231 N"},{"key":"ref48","article-title":"Federated learning on non-IID data silos: An experimental study","author":"Li","year":"2021"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i11.17219"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref51","first-page":"8026","article-title":"PyTorch: An imperative style, high-performance deep learning library","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Paszke"}],"container-title":["IEEE Transactions on Big Data"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6687317\/10750532\/09826416.pdf?arnumber=9826416","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,27]],"date-time":"2024-11-27T15:23:46Z","timestamp":1732721026000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9826416\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12]]},"references-count":51,"journal-issue":{"issue":"6"},"URL":"https:\/\/doi.org\/10.1109\/tbdata.2022.3189703","relation":{},"ISSN":["2332-7790","2372-2096"],"issn-type":[{"value":"2332-7790","type":"electronic"},{"value":"2372-2096","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,12]]}}}