{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,14]],"date-time":"2026-02-14T01:50:17Z","timestamp":1771033817219,"version":"3.50.1"},"reference-count":59,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2024,10,10]],"date-time":"2024-10-10T00:00:00Z","timestamp":1728518400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,10,10]],"date-time":"2024-10-10T00:00:00Z","timestamp":1728518400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"crossref","award":["12201185"],"award-info":[{"award-number":["12201185"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"name":"Kaifeng Science and Technology R&D Project","award":["No. 2201009"],"award-info":[{"award-number":["No. 2201009"]}]},{"name":"Henan Province Science and Technology R&D Projects","award":["232102210029"],"award-info":[{"award-number":["232102210029"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Pattern Anal Applic"],"published-print":{"date-parts":[[2024,12]]},"DOI":"10.1007\/s10044-024-01350-4","type":"journal-article","created":{"date-parts":[[2024,10,10]],"date-time":"2024-10-10T11:02:04Z","timestamp":1728558124000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Fedadkd:heterogeneous federated learning via adaptive knowledge distillation"],"prefix":"10.1007","volume":"27","author":[{"given":"Yalin","family":"Song","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hang","family":"Liu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shuai","family":"Zhao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Haozhe","family":"Jin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Junyang","family":"Yu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yanhong","family":"Liu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Rui","family":"Zhai","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Longge","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,10,10]]},"reference":[{"key":"1350_CR1","unstructured":"McMahan B, Moore E, Ramage D, Hampson S, y Arcas BA (2017) Communication-efficient learning of deep networks from decentralized data. In: Artificial intelligence and statistics, pp. 1273\u20131282. PMLR"},{"key":"1350_CR2","doi-asserted-by":"crossref","unstructured":"Li A, Zhang L, Tan J, Qin Y, Li XY (2021) Sample-level data selection for federated learning. IEEE","DOI":"10.1109\/INFOCOM42981.2021.9488723"},{"key":"1350_CR3","doi-asserted-by":"crossref","unstructured":"Chai Z, Ali A, Zawad S, Truex S, Anwar A, Baracaldo N, Zhou Y, Ludwig H, Yan F, Cheng Y (2020) Tifl: A tier-based federated learning system","DOI":"10.1145\/3369583.3392686"},{"key":"1350_CR4","unstructured":"Lai F, Zhu X, Madhyastha HV, Chowdhury M (2020) Oort: Informed participant selection for scalable federated learning"},{"key":"1350_CR5","doi-asserted-by":"crossref","unstructured":"Shi Y, Liu Z, Shi Z, Yu H (2023) Fairness-aware client selection for federated learning. In: 2023 IEEE international conference on multimedia and expo (ICME), pp. 324\u2013329. IEEE","DOI":"10.1109\/ICME55011.2023.00063"},{"key":"1350_CR6","unstructured":"Shen G, Gao D, Song D, Yang L, Zhou X, Pan S, Lou W,  Zhou F (2022) Fast Heterogeneous Federated Learning with Hybrid Client Selection. Conference on Uncertainty in Artificial Intelligence"},{"key":"1350_CR7","unstructured":"Sahu A, Li T, Sanjabi M, Zaheer M, Talwalkar A,  Smith V (2018) Federated Optimization in Heterogeneous Networks.\u00a0arXiv: Learning"},{"key":"1350_CR8","unstructured":"Karimireddy SP, Kale S, Mohri M, Reddi SJ, Stich SU,  Suresh AT (2019) SCAFFOLD: Stochastic Controlled Averaging for Federated Learning. International Conference on Machine Learning"},{"key":"1350_CR9","doi-asserted-by":"crossref","unstructured":"Li Q, He B, Song D (2021) Model-contrastive federated learning. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp. 10713\u201310722","DOI":"10.1109\/CVPR46437.2021.01057"},{"key":"1350_CR10","unstructured":"Shi Y, Liang J, Zhang W, Tan VY, Bai S (2022) Towards understanding and mitigating dimensional collapse in heterogeneous federated learning. arXiv preprint arXiv:2210.00226"},{"key":"1350_CR11","unstructured":"Dinh CT, Tran NH, Nguyen TD (2020) Personalized federated learning with Moreau envelopes"},{"key":"1350_CR12","first-page":"2351","volume":"33","author":"T Lin","year":"2020","unstructured":"Lin T, Kong L, Stich SU, Jaggi M (2020) Ensemble distillation for robust model fusion in federated learning. Adv Neural Inf Process Syst 33:2351\u20132363","journal-title":"Adv Neural Inf Process Syst"},{"key":"1350_CR13","doi-asserted-by":"crossref","unstructured":"Li Q, Diao Y, Chen Q, He B (2022) Federated learning on non-iid data silos: An experimental study. In: 2022 IEEE 38th international conference on data engineering (ICDE), pp. 965\u2013978. IEEE","DOI":"10.1109\/ICDE53745.2022.00077"},{"key":"1350_CR14","doi-asserted-by":"crossref","unstructured":"Gao H, Wu S, Wang Y, Kim JY, Xu Y (2024) Fsod4rsi: Few-shot object detection for remote sensing images via features aggregation and scale attention. IEEE J Selected Topics Appl Earth Observ Remote Sens","DOI":"10.1109\/JSTARS.2024.3362748"},{"key":"1350_CR15","doi-asserted-by":"crossref","unstructured":"Gao H, Yu X, Xu Y, Kim JY, Wang Y (2024) Monoli: Precise monocular 3d object detection for next-generation consumer electronics for autonomous electric vehicles. IEEE Trans Consumer Electron","DOI":"10.1109\/TCE.2024.3353530"},{"key":"1350_CR16","doi-asserted-by":"crossref","unstructured":"Gao H, Qiu B, Wang Y, Yu S, Xu Y, Wang X (2023) Tbdb: Token bucket-based dynamic batching for resource scheduling supporting neural network inference in intelligent consumer electronics. IEEE Trans Consumer Electron","DOI":"10.1109\/TCE.2023.3339633"},{"key":"1350_CR17","doi-asserted-by":"publisher","first-page":"1584","DOI":"10.1109\/TMM.2023.3263074","volume":"25","author":"Z Cao","year":"2023","unstructured":"Cao Z, Xu L, Chen DZ, Gao H, Wu J (2023) A robust shape-aware rib fracture detection and segmentation framework with contrastive learning. IEEE Trans Multimed 25:1584\u20131591","journal-title":"IEEE Trans Multimed"},{"key":"1350_CR18","unstructured":"Hinton G, Vinyals O, Dean J (2015) Distilling the knowledge in a neural network. arXiv preprint arXiv:1503.02531"},{"key":"1350_CR19","unstructured":"Liu Z, Liu Y, Huang C (2021) Semi-online knowledge distillation. arXiv preprint arXiv:2111.11747"},{"key":"1350_CR20","doi-asserted-by":"crossref","unstructured":"Kim K, Ji B, Yoon D, Hwang S (2021) Self-knowledge distillation with progressive refinement of targets. In: Proceedings of the IEEE\/cvf international conference on computer vision, pp. 6567\u20136576","DOI":"10.1109\/ICCV48922.2021.00650"},{"key":"1350_CR21","doi-asserted-by":"crossref","unstructured":"Zhang L, Shen L, Ding L, Tao D, Duan L-Y (2022) Fine-tuning global model via data-free knowledge distillation for non-iid federated learning. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp. 10174\u201310183","DOI":"10.1109\/CVPR52688.2022.00993"},{"key":"1350_CR22","unstructured":"Zhu Z, Hong J, Zhou J (2021) Data-free knowledge distillation for heterogeneous federated learning. In: International conference on machine learning, pp. 12878\u201312889. PMLR"},{"issue":"1","key":"1350_CR23","doi-asserted-by":"publisher","first-page":"2032","DOI":"10.1038\/s41467-022-29763-x","volume":"13","author":"C Wu","year":"2022","unstructured":"Wu C, Wu F, Lyu L, Huang Y, Xie X (2022) Communication-efficient federated learning via knowledge distillation. Nature Commun 13(1):2032","journal-title":"Nature Commun"},{"key":"1350_CR24","doi-asserted-by":"crossref","unstructured":"Ma Y, Xie Z, Wang J, Chen K, Shou L, De\u00a0Raedt L (2022) Continual federated learning based on knowledge distillation. In: IJCAI, pp. 2182\u20132188","DOI":"10.24963\/ijcai.2022\/303"},{"key":"1350_CR25","unstructured":"Afonin A, Karimireddy SP (2021) Towards model agnostic federated learning using knowledge distillation. arXiv preprint arXiv:2110.15210"},{"key":"1350_CR26","unstructured":"Chen H, Vikalo H et al (2023) The best of both worlds: Accurate global and personalized models through federated learning with data-free hyper-knowledge distillation. arXiv preprint arXiv:2301.08968"},{"key":"1350_CR27","doi-asserted-by":"crossref","unstructured":"Wang H, Li Y, Xu W, Li R, Zhan Y, Zeng Z (2023) Dafkd: Domain-aware federated knowledge distillation. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp. 20412\u201320421","DOI":"10.1109\/CVPR52729.2023.01955"},{"key":"1350_CR28","unstructured":"Li D, Wang J (2019) Fedmd: Heterogenous federated learning via model distillation. arXiv preprint arXiv:1910.03581"},{"key":"1350_CR29","doi-asserted-by":"crossref","unstructured":"He Y, Chen Y, Yang X, Zhang Y, Zeng B (2022) Class-wise adaptive self distillation for heterogeneous federated learning. In: Proceedings of the 36th AAAI conference on artificial intelligence virtual, vol. 22","DOI":"10.1609\/aaai.v36i11.21620"},{"key":"1350_CR30","unstructured":"Kwan HM, Song S (2023) Fedsdd: Scalable and diversity-enhanced distillation for model aggregation in federated learning. arXiv preprint arXiv:2312.17029"},{"key":"1350_CR31","doi-asserted-by":"crossref","unstructured":"Sui D, Chen Y, Zhao J, Jia Y, Xie Y, Sun W (2020) Feded: Federated learning via ensemble distillation for medical relation extraction. In: Proceedings of the 2020 conference on empirical methods in natural language processing (EMNLP), pp. 2118\u20132128","DOI":"10.18653\/v1\/2020.emnlp-main.165"},{"key":"1350_CR32","unstructured":"Cheng S, Wu J, Xiao Y, Liu Y (2021) Fedgems: Federated learning of larger server models via selective knowledge fusion. arXiv preprint arXiv:2110.11027"},{"key":"1350_CR33","doi-asserted-by":"crossref","unstructured":"Gong X, Sharma A, Karanam S, Wu Z, Chen T, Doermann D, Innanje A (2021) Ensemble attention distillation for privacy-preserving federated learning. In: Proceedings of the IEEE\/CVF international conference on computer vision, pp. 15076\u201315086","DOI":"10.1109\/ICCV48922.2021.01480"},{"key":"1350_CR34","doi-asserted-by":"crossref","unstructured":"Ma Y, Xie Z, Wang J, Chen K, Shou L, De\u00a0Raedt L (2022) Continual federated learning based on knowledge distillation. In: IJCAI, pp. 2182\u20132188","DOI":"10.24963\/ijcai.2022\/303"},{"issue":"9","key":"1350_CR35","doi-asserted-by":"publisher","first-page":"5531","DOI":"10.1109\/TNNLS.2021.3129371","volume":"34","author":"F Sattler","year":"2021","unstructured":"Sattler F, Korjakow T, Rischke R, Samek W (2021) Fedaux: Leveraging unlabeled auxiliary data in federated learning. IEEE Trans Neural Netw Learn Syst 34(9):5531\u20135543","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"1350_CR36","unstructured":"Chen H-Y, Chao W-L (2020) Fedbe: Making bayesian model ensemble applicable to federated learning. arXiv preprint arXiv:2009.01974"},{"key":"1350_CR37","unstructured":"Behera MR, Upadhyay S, Shetty S, Priyadarshini S, Patel P, Lee KF (2022) Fedsyn: Synthetic data generation using federated learning. arXiv preprint arXiv:2203.05931"},{"key":"1350_CR38","unstructured":"Amalan A, Wang R, Qiao Y, Panaousis E, Liang K (2022) Multi-flgans: multi-distributed adversarial networks for non-iid distribution. arXiv preprint arXiv:2206.12178"},{"key":"1350_CR39","unstructured":"Pejic I, Wang R, Liang K (2022) Effect of homomorphic encryption on the performance of training federated learning generative adversarial networks. arXiv preprint arXiv:2207.00263"},{"key":"1350_CR40","doi-asserted-by":"crossref","unstructured":"Korto\u00e7i P, Liang Y, Zhou P, Lee L-H, Mehrabi A, Hui P, Tarkoma S, Crowcroft J (2022) Federated split gans. In: Proceedings of the 1st ACM workshop on data privacy and federated learning technologies for mobile edge network, pp. 25\u201330","DOI":"10.1145\/3556557.3557953"},{"key":"1350_CR41","unstructured":"Kingma DP, Welling M (2013) Auto-encoding variational bayes. arXiv preprint arXiv:1312.6114"},{"key":"1350_CR42","unstructured":"Dinh L, Krueger D, Bengio Y (2014) Nice: Non-linear independent components estimation. arXiv preprint arXiv:1410.8516"},{"key":"1350_CR43","doi-asserted-by":"crossref","unstructured":"Zhang L, Wu D,  Yuan X (2021) FedZKT: Zero-Shot Knowledge Transfer towards Resource-Constrained Federated Learning with Heterogeneous On-Device Models. 2022 IEEE 42nd International Conference on Distributed Computing Systems (ICDCS), pp 928-938","DOI":"10.1109\/ICDCS54860.2022.00094"},{"key":"1350_CR44","doi-asserted-by":"crossref","unstructured":"Wu Y, Kang Y, Luo J, He Y,  Yang Q (2021) FedCG: Leverage Conditional GAN for Protecting Privacy and Maintaining Competitive Performance in Federated Learning. International Joint Conference on Artificial Intelligence","DOI":"10.24963\/ijcai.2022\/324"},{"key":"1350_CR45","doi-asserted-by":"publisher","first-page":"3749","DOI":"10.1109\/JIOT.2022.3172114","volume":"10","author":"X Cao","year":"2022","unstructured":"Cao X, Sun G, Yu H,  Guizani M (2022) PerFED-GAN: Personalized Federated Learning via Generative Adversarial Networks.\u00a0IEEE Int Things J 10:3749-3762","journal-title":"IEEE Int Things J"},{"key":"1350_CR46","doi-asserted-by":"crossref","unstructured":"Korto\u00e7i P, Liang Y, Zhou P, Lee L-H, Mehrabi A, Hui P, Tarkoma S, Crowcroft J (2022) Federated split gans. In: Proceedings of the 1st ACM workshop on data privacy and federated learning technologies for mobile edge network, pp. 25\u201330","DOI":"10.1145\/3556557.3557953"},{"key":"1350_CR47","doi-asserted-by":"crossref","unstructured":"Li Z, Shao J, Mao Y, Wang JH, Zhang J (2022) Federated learning with gan-based data synthesis for non-iid clients. In: International workshop on trustworthy federated learning, pp. 17\u201332. Springer","DOI":"10.1007\/978-3-031-28996-5_2"},{"key":"1350_CR48","unstructured":"Zhang J, Chen C, Li B, Lyu L, Wu S, Xu J, Ding S, Wu C (2021) A practical data-free approach to one-shot federated learning with heterogeneity. arXiv preprint arXiv:2112.12371 1"},{"key":"1350_CR49","unstructured":"Sohl-Dickstein J, Weiss E, Maheswaranathan N, Ganguli S (2015) Deep unsupervised learning using nonequilibrium thermodynamics. In: International conference on machine learning, pp. 2256\u20132265. PMLR"},{"key":"1350_CR50","first-page":"6840","volume":"33","author":"J Ho","year":"2020","unstructured":"Ho J, Jain A, Abbeel P (2020) Denoising diffusion probabilistic models. Adva Neural Inf Process Syst 33:6840\u20136851","journal-title":"Adva Neural Inf Process Syst"},{"key":"1350_CR51","doi-asserted-by":"crossref","unstructured":"Wu T, Chen Z, He D, Qian L, Xu Y, Tao M, Zhang W (2023) Cddm: Channel denoising diffusion models for wireless communications. In: GLOBECOM 2023-2023 IEEE global communications conference, pp. 7429\u20137434. IEEE","DOI":"10.1109\/GLOBECOM54140.2023.10436728"},{"key":"1350_CR52","doi-asserted-by":"crossref","unstructured":"Wang R, Chen Z, Luo Q, Wang F (2023) A conditional denoising diffusion probabilistic model for radio interferometric image reconstruction. arXiv preprint arXiv:2305.09121","DOI":"10.3233\/FAIA230554"},{"key":"1350_CR53","unstructured":"Shi N, Lai F, Kontar RA, Chowdhury M (2021) Fed-ensemble: Improving generalization through model ensembling in federated learning. arXiv preprint arXiv:2107.10663"},{"key":"1350_CR54","doi-asserted-by":"crossref","unstructured":"Seo H, Park J, Oh S, Bennis M, Kim S-L (2022) 16 federated knowledge distillation. Mach Learn Wireless Commun, 457","DOI":"10.1017\/9781108966559.019"},{"issue":"11","key":"1350_CR55","doi-asserted-by":"publisher","first-page":"2278","DOI":"10.1109\/5.726791","volume":"86","author":"Y LeCun","year":"1998","unstructured":"LeCun Y, Bottou L, Bengio Y, Haffner P (1998) Gradient-based learning applied to document recognition. Proc IEEE 86(11):2278\u20132324","journal-title":"Proc IEEE"},{"key":"1350_CR56","doi-asserted-by":"crossref","unstructured":"Cohen G, Afshar S, Tapson J, Van\u00a0Schaik A (2017) Emnist: Extending mnist to handwritten letters. In: 2017 international joint conference on neural networks (IJCNN), pp. 2921\u20132926. IEEE","DOI":"10.1109\/IJCNN.2017.7966217"},{"key":"1350_CR57","unstructured":"Krizhevsky A, Hinton G et al (2009) Learning multiple layers of features from tiny images"},{"key":"1350_CR58","unstructured":"Heusel M, Ramsauer H, Unterthiner T, Nessler B,  Hochreiter S (2017) Gans trained by a two time-scale update rule converge to a local nash equilibrium. Adv Neural Inf Process Syst 30"},{"key":"1350_CR59","unstructured":"Salimans T, Goodfellow I, Zaremba W, Cheung V, Radford A, Chen X (2016) Improved techniques for training gans"}],"container-title":["Pattern Analysis and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10044-024-01350-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10044-024-01350-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10044-024-01350-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,12,16]],"date-time":"2024-12-16T09:32:46Z","timestamp":1734341566000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10044-024-01350-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,10]]},"references-count":59,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2024,12]]}},"alternative-id":["1350"],"URL":"https:\/\/doi.org\/10.1007\/s10044-024-01350-4","relation":{},"ISSN":["1433-7541","1433-755X"],"issn-type":[{"value":"1433-7541","type":"print"},{"value":"1433-755X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,10,10]]},"assertion":[{"value":"15 January 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"23 September 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 October 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no known competing financial interests or personal relationships that could have appeared to influence the work reported in this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"134"}}