{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,30]],"date-time":"2026-07-30T10:32:49Z","timestamp":1785407569499,"version":"3.56.0"},"reference-count":132,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,7,9]],"date-time":"2025-07-09T00:00:00Z","timestamp":1752019200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,7,9]],"date-time":"2025-07-09T00:00:00Z","timestamp":1752019200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Discov Computing"],"DOI":"10.1007\/s10791-025-09657-4","type":"journal-article","created":{"date-parts":[[2025,7,10]],"date-time":"2025-07-10T09:30:37Z","timestamp":1752139837000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":12,"title":["Knowledge distillation in federated learning: a comprehensive survey"],"prefix":"10.1007","volume":"28","author":[{"given":"Hassan","family":"Salman","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chamseddine","family":"Zaki","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nour","family":"Charara","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sonia","family":"Guehis","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jean-Fran\u00e7ois","family":"Pradat-Peyre","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Abbass","family":"Nasser","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,7,9]]},"reference":[{"key":"9657_CR1","unstructured":"Kone\u010dn\u00fd J, McMahan HB, Yu FX, Richt\u00e1rik P, Suresh AT, Bacon D. Federated learning: Strategies for improving communication efficiency. arXiv preprint arXiv:1610.05492 2016."},{"key":"9657_CR2","doi-asserted-by":"publisher","DOI":"10.1109\/WorldS450073.2020.9210355","volume-title":"Survey of personalization techniques for federated learning","author":"V Kulkarni","year":"2020","unstructured":"Kulkarni V, Kulkarni M, Pant A. Survey of personalization techniques for federated learning. IEEE; 2020."},{"key":"9657_CR3","unstructured":"Yao D, Pan W, Dai Y, Wan Y, Ding X, Jin H, Xu Z, Sun L. Local-Global Knowledge Distillation in Heterogeneous Federated Learning with Non-IID Data. arXiv preprintarXiv:2107.00051 2021."},{"key":"9657_CR4","doi-asserted-by":"crossref","unstructured":"Ji S, Tan Y, Saravirta T, Yang Z, Liu Y, Vasankari L, Pan S, Long G, Walid A. Emerging trends in federated learning: from model fusion to federated x learning. Int J Mach Learn Cybern 2024:1\u201322.","DOI":"10.21203\/rs.3.rs-3658124\/v1"},{"key":"9657_CR5","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM41043.2020.9155494","volume-title":"Optimizing federated learning on non-iid data with reinforcement learning","author":"H Wang","year":"2020","unstructured":"Wang H, Kaplan Z, Niu D, Li B. Optimizing federated learning on non-iid data with reinforcement learning. City: IEEE; 2020."},{"key":"9657_CR6","unstructured":"Zhao Y, Li M, Lai L, Suda N, Civin D, Chandra V. Federated learning with non-iid data. arXiv preprintarXiv:1806.00582 2018."},{"issue":"3","key":"9657_CR7","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1109\/MSP.2020.2975749","volume":"37","author":"T Li","year":"2020","unstructured":"Li T, Sahu AK, Talwalkar A, Smith V. Federated learning: challenges, methods, and future directions. IEEE Signal Process Mag. 2020;37(3):50\u201360.","journal-title":"IEEE Signal Process Mag"},{"key":"9657_CR8","unstructured":"Kone\u010dn\u00fd J. Federated Learning: Strategies for Improving Communication Efficiency. arXiv preprintarXiv:1610.05492 2016."},{"key":"9657_CR9","doi-asserted-by":"crossref","unstructured":"Kim YG, Wu C-J. Autofl: Enabling heterogeneity-aware energy efficient federated learning. City, 2021.","DOI":"10.1145\/3466752.3480129"},{"issue":"21","key":"9657_CR10","doi-asserted-by":"publisher","first-page":"6230","DOI":"10.3390\/s20216230","volume":"20","author":"JC Jiang","year":"2020","unstructured":"Jiang JC, Kantarci B, Oktug S, Soyata T. Federated learning in smart city sensing: Challenges and opportunities. Sensors. 2020;20(21):6230.","journal-title":"Sensors"},{"key":"9657_CR11","unstructured":"Hinton G, Vinyals O, Dean J. Distilling the knowledge in a neural network. arXiv preprintarXiv:1503.02531, 2015."},{"issue":"6","key":"9657_CR12","doi-asserted-by":"publisher","first-page":"1789","DOI":"10.1007\/s11263-021-01453-z","volume":"129","author":"J Gou","year":"2021","unstructured":"Gou J, Yu B, Maybank SJ, Tao D. Knowledge distillation: a survey. Int J Comput Vision. 2021;129(6):1789\u2013819.","journal-title":"Int J Comput Vision"},{"key":"9657_CR13","unstructured":"Han S, Mao H, Dally WJ. Deep compression: Compressing deep neural networks with pruning, trained quantization and huffman coding. arXiv preprintarXiv:1510.00149 2015."},{"key":"9657_CR14","unstructured":"Maclaurin D, Duvenaud D, Adams R. Gradient-based hyperparameter optimization through reversible learning. PMLR, City, 2015."},{"key":"9657_CR15","doi-asserted-by":"crossref","unstructured":"Yim J, Joo D, Bae J, Kim J. A gift from knowledge distillation: fast optimization, network minimization and transfer learning. City, 2017.","DOI":"10.1109\/CVPR.2017.754"},{"issue":"1\u20132","key":"9657_CR16","first-page":"1","volume":"14","author":"P Kairouz","year":"2021","unstructured":"Kairouz P, McMahan HB, Avent B, Bellet A, Bennis M, Bhagoji AN, Bonawitz K, Charles Z, Cormode G, Cummings R. Advances and open problems in federated learning. FTML. 2021;14(1\u20132):1\u2013210.","journal-title":"FTML"},{"key":"9657_CR17","unstructured":"Li D, Wang J. Fedmd: Heterogenous federated learning via model distillation. arXiv preprintarXiv:1910.03581 2019."},{"key":"9657_CR18","unstructured":"Sattler F, Marban A, Rischke R, Samek W. Communication-efficient federated distillation. arXiv preprintarXiv:2012.00632 2020."},{"key":"9657_CR19","doi-asserted-by":"crossref","unstructured":"Seo H, Park J, Oh S, Bennis M, Kim S-L. 16 federated knowledge distillation. Mach Learn Wireless Commun 457, 2022.","DOI":"10.1017\/9781108966559.019"},{"key":"9657_CR20","unstructured":"Li L, Gou J, Yu B, Du L, Tao ZY. D. Federated distillation: A survey. arXiv preprintarXiv:2404.08564 2024."},{"key":"9657_CR21","unstructured":"Qin L, Zhu T, Zhou W, Yu PS. Knowledge distillation in federated learning: a survey on long lasting challenges and new solutions. arXiv preprintarXiv:2406.10861 2024."},{"key":"9657_CR22","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2021.106775","volume":"216","author":"C Zhang","year":"2021","unstructured":"Zhang C, Xie Y, Bai H, Yu B, Li W, Gao Y. A survey on federated learning. Knowl-Based Syst. 2021;216: 106775.","journal-title":"Knowl-Based Syst"},{"issue":"6","key":"9657_CR23","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3460427","volume":"54","author":"X Yin","year":"2021","unstructured":"Yin X, Zhu Y, Hu J. A comprehensive survey of privacy-preserving federated learning: a taxonomy, review, and future directions. ACM Comput Surveys (CSUR). 2021;54(6):1\u201336.","journal-title":"ACM Comput Surveys (CSUR)"},{"key":"9657_CR24","unstructured":"Shahid O, Pouriyeh S, Parizi RM, Sheng QZ, Srivastava G, Zhao, L. Communication efficiency in federated learning: achievements and challenges. arXiv preprintarXiv:2107.10996 2021."},{"key":"9657_CR25","doi-asserted-by":"crossref","unstructured":"Bonawitz K, Ivanov V, Kreuter B, Marcedone A, McMahan HB, Patel S, Ramage D, Segal A, Seth K. Practical secure aggregation for privacy-preserving machine learning. City, 2017.","DOI":"10.1145\/3133956.3133982"},{"key":"9657_CR26","unstructured":"Kone\u010dn\u00fd J, McMahan HB, Ramage D, Richt\u00e1rik P. Federated optimization: Distributed machine learning for on-device intelligence. arXiv preprintarXiv:1610.02527 2016."},{"key":"9657_CR27","unstructured":"McMahan B, Moore E, Ramage D, Hampson S, Arcas BA. Communication-efficient learning of deep networks from decentralized data. PMLR, City, 2017."},{"key":"9657_CR28","unstructured":"Reddi S, Charles Z, Zaheer M, Garrett Z, Rush K, Kone\u010dn\u00fd J, Kumar S, McMahan HB. Adaptive federated optimization. arXiv preprintarXiv:2003.00295 2020."},{"issue":"9","key":"9657_CR29","doi-asserted-by":"publisher","first-page":"3400","DOI":"10.1109\/TNNLS.2019.2944481","volume":"31","author":"F Sattler","year":"2019","unstructured":"Sattler F, Wiedemann S, M\u00fcller K-R, Samek W. Robust and communication-efficient federated learning from non-iid data. IEEE Trans Neural Netw Learn Syst. 2019;31(9):3400\u201313.","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"9657_CR30","unstructured":"Li X, Huang K, Yang W, Wang S, Zhang Z. On the convergence of fedavg on non-iid data. arXiv preprintarXiv:1907.02189 2019."},{"key":"9657_CR31","unstructured":"Papernot N, Abadi M, Erlingsson U, Goodfellow I, Talwar K. Semi-supervised knowledge transfer for deep learning from private training data. arXiv preprintarXiv:1610.05755 2016."},{"key":"9657_CR32","first-page":"2351","volume":"33","author":"T Lin","year":"2020","unstructured":"Lin T, Kong L, Stich SU, Jaggi M. Ensemble distillation for robust model fusion in federated learning. Adv Neural Inf Process Syst. 2020;33:2351\u201363.","journal-title":"Adv Neural Inf Process Syst"},{"key":"9657_CR33","unstructured":"Zhang L, Yuan X. Fedzkt: Zero-shot knowledge transfer towards heterogeneous on-device models in federated learning. arXiv preprintarXiv:2109.03775 2021."},{"key":"9657_CR34","doi-asserted-by":"crossref","unstructured":"Zhang L, Shen L, Ding L, Tao D, Duan L-Y. Fine-tuning global model via data-free knowledge distillation for non-iid federated learning. City, 2022.","DOI":"10.1109\/CVPR52688.2022.00993"},{"key":"9657_CR35","unstructured":"Chen H-Y, Chao W-L. Fedbe: Making bayesian model ensemble applicable to federated learning. arXiv preprintarXiv:2009.01974 2020."},{"key":"9657_CR36","unstructured":"Hinton OV. Geoffrey and Jeff Dean. Distilling the knowledge in a neural network. arXiv preprintarXiv:1503.02531 2015."},{"key":"9657_CR37","unstructured":"Romero A, Ballas N, Kahou SE, Chassang A, Gatta C, Bengio Y. Fitnets: hints for thin deep nets. arXiv preprintarXiv:1412.6550 2014."},{"key":"9657_CR38","unstructured":"Srivastava RK, Greff K, Schmidhuber J. Highway networks. arXiv preprintarXiv:1505.00387 2015."},{"key":"9657_CR39","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J. Deep residual learning for image recognition. City, 2016.","DOI":"10.1109\/CVPR.2016.90"},{"key":"9657_CR40","unstructured":"Zagoruyko S, Komodakis N. Wide residual networks. arXiv preprintarXiv:1605.07146 2016."},{"key":"9657_CR41","doi-asserted-by":"crossref","unstructured":"You S, Xu C, Xu C, Tao D. Learning from multiple teacher networks. City, 2017.","DOI":"10.1145\/3097983.3098135"},{"key":"9657_CR42","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-22796-8_7","volume-title":"A two-teacher framework for knowledge distillation","author":"X Chen","year":"2019","unstructured":"Chen X, Su J, Zhang J. A two-teacher framework for knowledge distillation. Cham: Springer; 2019."},{"key":"9657_CR43","unstructured":"Asif U, Tang J, Harrer S. Ensemble knowledge distillation for learning improved and efficient networks. arXiv preprintarXiv:1909.08097 2019."},{"key":"9657_CR44","unstructured":"Furlanello T, Lipton Z, Tschannen M, Itti L, Anandkumar A. Born again neural networks. PMLR, City, 2018."},{"key":"9657_CR45","unstructured":"Sau BB, Balasubramanian VN. Deep model compression: Distilling knowledge from noisy teachers. arXiv preprintarXiv:1610.09650 2016."},{"key":"9657_CR46","doi-asserted-by":"crossref","unstructured":"Shen C, Wang X, Song J, Sun L, Song M. Amalgamating knowledge towards comprehensive classification. City, 2019.","DOI":"10.1609\/aaai.v33i01.33013068"},{"key":"9657_CR47","doi-asserted-by":"crossref","unstructured":"Shen C, Xue M, Wang X, Song J, Sun L, Song M. Customizing student networks from heterogeneous teachers via adaptive knowledge amalgamation. City, 2019.","DOI":"10.1109\/ICCV.2019.00360"},{"issue":"4","key":"9657_CR48","doi-asserted-by":"publisher","first-page":"2051","DOI":"10.1109\/TIP.2018.2883743","volume":"28","author":"S Ge","year":"2018","unstructured":"Ge S, Zhao S, Li C, Li J. Low-resolution face recognition in the wild via selective knowledge distillation. IEEE Trans Image Process. 2018;28(4):2051\u201362.","journal-title":"IEEE Trans Image Process"},{"issue":"12","key":"9657_CR49","doi-asserted-by":"publisher","first-page":"3820","DOI":"10.1109\/TMI.2021.3098703","volume":"40","author":"D Qin","year":"2021","unstructured":"Qin D, Bu J-J, Liu Z, Shen X, Zhou S, Gu J-J, Wang Z-H, Wu L, Dai H-F. Efficient medical image segmentation based on knowledge distillation. IEEE Trans Med Imaging. 2021;40(12):3820\u201331.","journal-title":"IEEE Trans Med Imaging"},{"key":"9657_CR50","unstructured":"Chen G, Choi W, Yu X, Han T, Chandraker M. Learning efficient object detection models with knowledge distillation. Adv Neural Info Process Syst 2017:30."},{"issue":"2","key":"9657_CR51","doi-asserted-by":"publisher","first-page":"742","DOI":"10.1109\/TCSVT.2020.2991171","volume":"31","author":"H Zhai","year":"2020","unstructured":"Zhai H, Lai S, Jin H, Qian X, Mei T. Deep transfer hashing for image retrieval. IEEE Trans Circuits Syst Video Technol. 2020;31(2):742\u201353.","journal-title":"IEEE Trans Circuits Syst Video Technol"},{"key":"9657_CR52","doi-asserted-by":"crossref","unstructured":"Salman H, Taherinia AH, Zabihzadeh D. Fast and accurate image retrieval using knowledge distillation from multiple deep pre-trained networks. Multimedia Tools Appl 2023:1\u201323","DOI":"10.1007\/s11042-023-14761-y"},{"key":"9657_CR53","unstructured":"Sanh V, Debut L, Chaumond J, Wolf T. DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter. arXiv preprintarXiv:1910.01108 2019."},{"key":"9657_CR54","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1016\/j.neucom.2022.08.061","volume":"509","author":"S Zhang","year":"2022","unstructured":"Zhang S, Jiang L, Tan J. Cross-domain knowledge distillation for text classification. Neurocomputing. 2022;509:11\u201320.","journal-title":"Neurocomputing"},{"key":"9657_CR55","doi-asserted-by":"crossref","unstructured":"Tan X, Ren Y, He D, Qin T, Zhao Z, Liu T-Y. Multilingual neural machine translation with knowledge distillation. arXiv preprintarXiv:1902.10461 2019.","DOI":"10.18653\/v1\/D19-1089"},{"key":"9657_CR56","volume-title":"Simplified tinybert: Knowledge distillation for document retrieval","author":"X Chen","year":"2021","unstructured":"Chen X, He B, Hui K, Sun L, Sun Y. Simplified tinybert: Knowledge distillation for document retrieval. Cham: Springer; 2021."},{"issue":"2","key":"9657_CR57","doi-asserted-by":"publisher","first-page":"265","DOI":"10.24271\/psr.2024.440793.1484","volume":"6","author":"F Daneshfar","year":"2024","unstructured":"Daneshfar F. Enhancing low-resource sentiment analysis: a transfer learning approach. Passer J Basic Appl Sci. 2024;6(2):265\u201374.","journal-title":"Passer J Basic Appl Sci"},{"key":"9657_CR58","doi-asserted-by":"publisher","first-page":"19143","DOI":"10.1109\/ACCESS.2019.2896880","volume":"7","author":"AB Nassif","year":"2019","unstructured":"Nassif AB, Shahin I, Attili I, Azzeh M, Shaalan K. Speech recognition using deep neural networks: a systematic review. IEEE access. 2019;7:19143\u201365.","journal-title":"IEEE access"},{"key":"9657_CR59","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP40776.2020.9053153","volume-title":"Knowledge distillation and random erasing data augmentation for text-dependent speaker verification","author":"V Mingote","year":"2020","unstructured":"Mingote V, Miguel A, Ribas D, Ortega A, Lleida E. Knowledge distillation and random erasing data augmentation for text-dependent speaker verification. IEEE; 2020."},{"issue":"4","key":"9657_CR60","doi-asserted-by":"publisher","first-page":"5089","DOI":"10.1007\/s11042-021-11610-8","volume":"81","author":"L Gao","year":"2022","unstructured":"Gao L, Xu K, Wang H, Peng Y. Multi-representation knowledge distillation for audio classification. Multimedia Tools Appl. 2022;81(4):5089\u2013112.","journal-title":"Multimedia Tools Appl"},{"key":"9657_CR61","doi-asserted-by":"publisher","first-page":"2674","DOI":"10.1109\/TASLP.2020.3023627","volume":"28","author":"P Shen","year":"2020","unstructured":"Shen P, Lu X, Li S, Kawai H. Knowledge distillation-based representation learning for short-utterance spoken language identification. IEEE\/ACM Trans Audio Speech Lang Process. 2020;28:2674\u201383.","journal-title":"IEEE\/ACM Trans Audio Speech Lang Process"},{"key":"9657_CR62","doi-asserted-by":"publisher","first-page":"35","DOI":"10.1109\/OJCS.2020.2993259","volume":"1","author":"Q Wu","year":"2020","unstructured":"Wu Q, He K, Chen X. Personalized federated learning for intelligent IoT applications: a cloud-edge based framework. IEEE Open J Comput Soc. 2020;1:35\u201344.","journal-title":"IEEE Open J Comput Soc"},{"key":"9657_CR63","unstructured":"Mansour Y, Mohri M, Ro J, Suresh AT. Three approaches for personalization with applications to federated learning. arXiv preprintarXiv:2002.10619 2020."},{"key":"9657_CR64","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-658-32182-6_14","volume-title":"Personalization of deep learning","author":"J Schneider","year":"2021","unstructured":"Schneider J, Vlachos M. Personalization of deep learning. Cham: Springer; 2021."},{"key":"9657_CR65","unstructured":"Wang K, Mathews R, Kiddon C, Eichner H, Beaufays F, Ramage D. Federated evaluation of on-device personalization. arXiv preprintarXiv:1910.10252 2019."},{"key":"9657_CR66","doi-asserted-by":"crossref","unstructured":"Caruana R. A dozen tricks with multitask learning. Neural Netw, Second Edition 2012, 163\u2013189.","DOI":"10.1007\/978-3-642-35289-8_12"},{"key":"9657_CR67","unstructured":"Smith V, Chiang C-K, Sanjabi M, Talwalkar AS. Federated multi-task learning. Adv Neural Info Process Syst 30, 2017."},{"key":"9657_CR68","unstructured":"Finn C, Abbeel P, Levine S. Model-agnostic meta-learning for fast adaptation of deep networks. PMLR, City, 2017."},{"key":"9657_CR69","unstructured":"Nichol A, Achiam J, Schulman J. On first-order meta-learning algorithms. arXiv preprintarXiv:1803.02999 2018."},{"key":"9657_CR70","unstructured":"Fallah A, Mokhtari A, Ozdaglar A. Personalized federated learning: A meta-learning approach. arXiv preprintarXiv:2002.07948 2020."},{"key":"9657_CR71","unstructured":"Khodak M, Balcan M-FF, Talwalkar AS. Adaptive gradient-based meta-learning methods. Adv Neural Info Process Syst 2019:32."},{"key":"9657_CR72","unstructured":"Chen F, Luo M, Dong Z, Li Z, He X. Federated meta-learning with fast convergence and efficient communication. arXiv preprintarXiv:1802.07876 2018."},{"key":"9657_CR73","unstructured":"Hanzely F, Richt\u00e1rik P. Federated learning of a mixture of global and local models. arXiv preprintarXiv:2002.05516 2020."},{"key":"9657_CR74","doi-asserted-by":"crossref","unstructured":"Yeganeh Y, Farshad A, Boschmann J, Gaus R, Frantzen M, Navab N. Adaptive personlization in federated learning for highly Non-iid Data. arXiv preprintarXiv:2207.03448 2022.","DOI":"10.1007\/978-3-031-18523-6_2"},{"key":"9657_CR75","unstructured":"Sattler F, Korjakow T, Rischke R, Samek W. Fedaux: leveraging unlabeled auxiliary data in federated learning. IEEE Trans Neural Netw Learn Syst 2021."},{"key":"9657_CR76","unstructured":"Anil R, Pereyra G, Passos A, Ormandi R, Dahl GE, Hinton GE. Large scale distributed neural network training through online distillation. arXiv preprintarXiv:1804.03235 2018."},{"key":"9657_CR77","doi-asserted-by":"publisher","DOI":"10.1109\/ICAICE51518.2020.00038","volume-title":"Federated learning algorithm based on knowledge distillation","author":"D Jiang","year":"2020","unstructured":"Jiang D, Shan C, Zhang Z. Federated learning algorithm based on knowledge distillation. IEEE; 2020."},{"issue":"4","key":"9657_CR78","doi-asserted-by":"publisher","first-page":"2025","DOI":"10.1109\/TNSE.2021.3081748","volume":"9","author":"F Sattler","year":"2021","unstructured":"Sattler F, Marban A, Rischke R, Samek W. Cfd: Communication-efficient federated distillation via soft-label quantization and delta coding. IEEE Trans Netw Sci Eng. 2021;9(4):2025\u201338.","journal-title":"IEEE Trans Netw Sci Eng"},{"key":"9657_CR79","doi-asserted-by":"publisher","first-page":"493","DOI":"10.1016\/j.ins.2021.01.046","volume":"560","author":"L Hu","year":"2021","unstructured":"Hu L, Yan H, Li L, Pan Z, Liu X, Zhang Z. MHAT: an efficient model-heterogenous aggregation training scheme for federated learning. Inf Sci. 2021;560:493\u2013503.","journal-title":"Inf Sci"},{"key":"9657_CR80","unstructured":"Cheng S, Wu J, Xiao Y, Liu Y. Fedgems: Federated learning of larger server models via selective knowledge fusion. arXiv preprintarXiv:2110.11027 2021."},{"issue":"1","key":"9657_CR81","doi-asserted-by":"publisher","first-page":"191","DOI":"10.1109\/TMC.2021.3070013","volume":"22","author":"S Itahara","year":"2021","unstructured":"Itahara S, Nishio T, Koda Y, Morikura M, Yamamoto K. Distillation-based semi-supervised federated learning for communication-efficient collaborative training with non-iid private data. IEEE Trans Mob Comput. 2021;22(1):191\u2013205.","journal-title":"IEEE Trans Mob Comput"},{"key":"9657_CR82","unstructured":"Chang H, Shejwalkar V, Shokri R, Houmansadr A. Cronus: robust and heterogeneous collaborative learning with black-box knowledge transfer. arXiv preprintarXiv:1912.11279 2019."},{"key":"9657_CR83","unstructured":"Diakonikolas I, Kamath G, Kane DM, Li J, Moitra A, Stewart A. Being robust (in high dimensions) can be practical. PMLR, City, 2017."},{"key":"9657_CR84","unstructured":"Coates A, Ng A, Lee H. An analysis of single-layer networks in unsupervised feature learning. JMLR Workshop and Conference Proceedings, City, 2011."},{"key":"9657_CR85","unstructured":"Netzer Y, Wang T, Coates A, Bissacco A, Wu B, Ng AY. Reading digits in natural images with unsupervised feature learning 2011."},{"key":"9657_CR86","doi-asserted-by":"publisher","DOI":"10.1109\/SP.2017.41","volume-title":"Membership inference attacks against machine learning models","author":"R Shokri","year":"2017","unstructured":"Shokri R, Stronati M, Song C, Shmatikov V. Membership inference attacks against machine learning models. IEEE; 2017."},{"key":"9657_CR87","doi-asserted-by":"crossref","unstructured":"Gong X, Sharma A, Karanam S, Wu Z, Chen T, Doermann D, Innanje A. Ensemble attention distillation for privacy-preserving federated learning. City, 2021.","DOI":"10.1109\/ICCV48922.2021.01480"},{"key":"9657_CR88","doi-asserted-by":"crossref","unstructured":"Selvaraju RR, Cogswell M, Das A, Vedantam R, Parikh D, Batra D. Grad-cam: Visual explanations from deep networks via gradient-based localization. City, 2017.","DOI":"10.1109\/ICCV.2017.74"},{"key":"9657_CR89","doi-asserted-by":"crossref","unstructured":"Liu W, Li R, Zheng M, Karanam S, Wu Z, Bhanu B, Radke RJ, Camps O. Towards visually explaining variational autoencoders. City, 2020.","DOI":"10.1109\/CVPR42600.2020.00867"},{"key":"9657_CR90","first-page":"14068","volume":"33","author":"C He","year":"2020","unstructured":"He C, Annavaram M, Avestimehr S. Group knowledge transfer: federated learning of large CNNs at the edge. Adv Neural Inf Process Syst. 2020;33:14068\u201380.","journal-title":"Adv Neural Inf Process Syst"},{"key":"9657_CR91","unstructured":"Poirot MG, Vepakomma P, Chang K, Kalpathy-Cramer J, Gupta R, Raskar R. Split learning for collaborative deep learning in healthcare. arXiv preprintarXiv:1912.12115 2019."},{"key":"9657_CR92","unstructured":"Wu Z, Sun S, Liu M, Zhang J, Wang Y, Liu Q. Exploring the distributed knowledge congruence in proxy-data-free federated distillation. arXiv preprintarXiv:2204.07028 2022."},{"key":"9657_CR93","doi-asserted-by":"crossref","unstructured":"Wang X, Peng Y, Lu L, Lu Z, Bagheri M, Summers RM. Chestx-ray8: Hospital-scale chest x-ray database and benchmarks on weakly-supervised classification and localization of common thorax diseases. City, 2017.","DOI":"10.1109\/CVPR.2017.369"},{"key":"9657_CR94","doi-asserted-by":"crossref","unstructured":"Irvin J, Rajpurkar P, Ko M, Yu Y, Ciurea-Ilcus S, Chute C, Marklund H, Haghgoo B, Ball R, Shpanskaya K. Chexpert: A large chest radiograph dataset with uncertainty labels and expert comparison. City, 2019.","DOI":"10.1609\/aaai.v33i01.3301590"},{"key":"9657_CR95","unstructured":"Lee G, Jeong M, Shin Y, Bae S, Yun S-Y. Preservation of the global knowledge by not-true distillation in federated learning. arXiv preprintarXiv:2106.03097 2021."},{"key":"9657_CR96","unstructured":"He Y, Chen Y, Yang X, Zhang Y, Zeng B. Class-wise adaptive self distillation for heterogeneous federated learning. City, 2022."},{"key":"9657_CR97","doi-asserted-by":"crossref","unstructured":"He Y, Chen Y, Yang X, Yu H, Huang Y-H, Gu Y. Learning critically: selective self-distillation in federated learning on non-iid data. IEEE Trans Big Data 2022.","DOI":"10.1609\/aaai.v36i11.21620"},{"key":"9657_CR98","unstructured":"Zhu Z, Hong J, Zhou J. Data-free knowledge distillation for heterogeneous federated learning. PMLR, City, 2021."},{"key":"9657_CR99","doi-asserted-by":"crossref","unstructured":"Dwork C, Roth A. The algorithmic foundations of differential privacy. FTTCS 2014;9:211\u2013407.","DOI":"10.1561\/0400000042"},{"key":"9657_CR100","unstructured":"Xu, Y., Qiu, X., Zhou, L. and Huang, X. Improving bert fine-tuning via self-ensemble and self-distillation. arXiv preprintarXiv:2002.10345 2020."},{"key":"9657_CR101","unstructured":"Devlin J, Chang M-W, Lee K, Toutanova K. Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprintarXiv:1810.04805 2018."},{"key":"9657_CR102","doi-asserted-by":"crossref","unstructured":"Yang C, Xie L, Su C, Yuille AL. Snapshot distillation: teacher-student optimization in one generation. City, 2019.","DOI":"10.1109\/CVPR.2019.00297"},{"key":"9657_CR103","unstructured":"Goodfellow IJ, Mirza M, Xiao D, Courville A, Bengio Y. An empirical investigation of catastrophic forgetting in gradient-based neural networks. arXiv preprintarXiv:1312.6211 2013."},{"key":"9657_CR104","unstructured":"Lukasik M, Bhojanapalli S, Menon AK, Kumar S. Teacher\u2019s pet: understanding and mitigating biases in distillation. arXiv preprintarXiv:2106.10494 2021."},{"key":"9657_CR105","volume-title":"Multi-level branched regularization for federated learning","author":"J Kim","year":"2022","unstructured":"Kim J, Kim G, Han B. Multi-level branched regularization for federated learning. City: PMLR; 2022."},{"key":"9657_CR106","unstructured":"Jeong E, Oh S, Kim H, Park J, Bennis M, Kim S-L. Communication-efficient on-device machine learning: federated distillation and augmentation under non-iid private data. arXiv preprintarXiv:1811.11479 2018."},{"issue":"1","key":"9657_CR107","doi-asserted-by":"publisher","first-page":"6","DOI":"10.3390\/s23010006","volume":"23","author":"G Gad","year":"2022","unstructured":"Gad G, Fadlullah Z. Federated learning via augmented knowledge distillation for heterogenous deep human activity recognition systems. Sensors. 2022;23(1):6.","journal-title":"Sensors"},{"issue":"1","key":"9657_CR108","doi-asserted-by":"publisher","first-page":"119","DOI":"10.1038\/s41746-020-00323-1","volume":"3","author":"N Rieke","year":"2020","unstructured":"Rieke N, Hancox J, Li W, Milletari F, Roth HR, Albarqouni S, Bakas S, Galtier MN, Landman BA, Maier-Hein K. The future of digital health with federated learning. NPJ Dig Med. 2020;3(1):119.","journal-title":"NPJ Dig Med"},{"key":"9657_CR109","unstructured":"Beutel DJ, Topal T, Mathur A, Qiu X, Fernandez-Marques J, Gao Y, Sani L, Li KH, Parcollet T, de Gusm\u00e3o PPB. Flower: a friendly federated learning research framework. arXiv preprintarXiv:2007.14390 2020."},{"issue":"4","key":"9657_CR110","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3501813","volume":"13","author":"RS Antunes","year":"2022","unstructured":"Antunes RS, Andr\u00e9 da Costa C, K\u00fcderle A, Yari IA, Eskofier B. Federated learning for healthcare: Systematic review and architecture proposal. ACM TIST. 2022;13(4):1\u201323.","journal-title":"ACM TIST"},{"key":"9657_CR111","unstructured":"Chen Y, Lu W, Qin X, Wang J, Xie X. Metafed: federated learning among federations with cyclic knowledge distillation for personalized healthcare. arXiv preprintarXiv:2206.08516 2022."},{"key":"9657_CR112","unstructured":"Chen Y, Lu W, Wang J, Qin X. Fedhealth 2: Weighted federated transfer learning via batch normalization for personalized healthcare. arXiv preprintarXiv:2106.01009 2021."},{"key":"9657_CR113","first-page":"429","volume":"2","author":"T Li","year":"2020","unstructured":"Li T, Sahu AK, Zaheer M, Sanjabi M, Talwalkar A, Smith V. Federated optimization in heterogeneous networks. Proc Mach Learn Syst. 2020;2:429\u201350.","journal-title":"Proc Mach Learn Syst"},{"issue":"4","key":"9657_CR114","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1109\/MIS.2020.2988604","volume":"35","author":"Y Chen","year":"2020","unstructured":"Chen Y, Qin X, Wang J, Yu C, Gao W. Fedhealth: a federated transfer learning framework for wearable healthcare. IEEE Intell Syst. 2020;35(4):83\u201393.","journal-title":"IEEE Intell Syst"},{"issue":"11","key":"9657_CR115","first-page":"169","volume":"4","author":"RL Rivest","year":"1978","unstructured":"Rivest RL, Adleman L, Dertouzos ML. On data banks and privacy homomorphisms. Found Secure Comput. 1978;4(11):169\u201380.","journal-title":"Found Secure Comput"},{"key":"9657_CR116","unstructured":"Li X, Jiang M, Zhang X, Kamp M, Dou Q. Fedbn: Federated learning on non-iid features via local batch normalization. arXiv preprintarXiv:2102.07623 2021."},{"key":"9657_CR117","doi-asserted-by":"publisher","DOI":"10.1016\/j.bspc.2025.107866","volume":"107","author":"HHS Junaid","year":"2025","unstructured":"Junaid HHS, Daneshfar F, Mohammad MA. Automatic colorectal cancer detection using machine learning and deep learning based on feature selection in histopathological images. Biomed Signal Process Control. 2025;107: 107866.","journal-title":"Biomed Signal Process Control"},{"key":"9657_CR118","doi-asserted-by":"crossref","unstructured":"Lu Z, Pan H, Dai Y, Si X, Zhang Y. Federated learning with non-iid data: a survey. IEEE IoT J 2024.","DOI":"10.1109\/JIOT.2024.3376548"},{"issue":"1","key":"9657_CR119","doi-asserted-by":"publisher","first-page":"2032","DOI":"10.1038\/s41467-022-29763-x","volume":"13","author":"C Wu","year":"2022","unstructured":"Wu C, Wu F, Lyu L, Huang Y, Xie X. Communication-efficient federated learning via knowledge distillation. Nat Commun. 2022;13(1):2032.","journal-title":"Nat Commun"},{"key":"9657_CR120","first-page":"1","volume":"13","author":"T Yang","year":"2024","unstructured":"Yang T, Yu X, McKeown MJ, Wang ZJ. When federated learning meets medical image analysis: a systematic review with challenges and solutions. APSIPA Trans Signal Info Process. 2024;13:1.","journal-title":"APSIPA Trans Signal Info Process"},{"issue":"1","key":"9657_CR121","doi-asserted-by":"publisher","first-page":"100","DOI":"10.1007\/s13278-021-00816-1","volume":"11","author":"S Antaris","year":"2021","unstructured":"Antaris S, Rafailidis D, Girdzijauskas S. Knowledge distillation on neural networks for evolving graphs. Soc Netw Anal Min. 2021;11(1):100.","journal-title":"Soc Netw Anal Min"},{"issue":"4","key":"9657_CR122","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3510033","volume":"13","author":"Y Tian","year":"2022","unstructured":"Tian Y, Wan Y, Lyu L, Yao D, Jin H, Sun L. FedBERT: When federated learning meets pre-training. ACM TIST. 2022;13(4):1\u201326.","journal-title":"ACM TIST"},{"key":"9657_CR123","doi-asserted-by":"crossref","unstructured":"Wu, Z., Sun, S., Wang, Y., Liu, M., Jiang, X., Li, R. and Gao, B. Survey of knowledge distillation in federated edge learning. arXiv preprintarXiv:2301.05849 2023.","DOI":"10.36227\/techrxiv.172710470.05138839\/v1"},{"key":"9657_CR124","doi-asserted-by":"publisher","first-page":"113","DOI":"10.1016\/j.comcom.2023.05.012","volume":"207","author":"KK Coelho","year":"2023","unstructured":"Coelho KK, Nogueira M, Vieira AB, Silva EF, Nacif JAM. A survey on federated learning for security and privacy in healthcare applications. Comput Commun. 2023;207:113\u201327.","journal-title":"Comput Commun"},{"key":"9657_CR125","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2023.102198","volume":"105","author":"TH Rafi","year":"2024","unstructured":"Rafi TH, Noor FA, Hussain T, Chae D-K. Fairness and privacy preserving in federated learning: a survey. Info Fusion. 2024;105: 102198.","journal-title":"Info Fusion"},{"key":"9657_CR126","unstructured":"Luo, W. A comprehensive survey on knowledge distillation of diffusion models. arXiv preprintarXiv:2304.04262 2023."},{"issue":"15","key":"9657_CR127","doi-asserted-by":"publisher","first-page":"6539","DOI":"10.3390\/ijerph20156539","volume":"20","author":"X Gu","year":"2023","unstructured":"Gu X, Sabrina F, Fan Z, Sohail S. A review of privacy enhancement methods for federated learning in healthcare systems. Int J Environ Res Public Health. 2023;20(15):6539.","journal-title":"Int J Environ Res Public Health"},{"issue":"6","key":"9657_CR128","doi-asserted-by":"publisher","first-page":"473","DOI":"10.1038\/s42256-021-00337-8","volume":"3","author":"G Kaissis","year":"2021","unstructured":"Kaissis G, Ziller A, Passerat-Palmbach J, Ryffel T, Usynin D, Trask A, Lima I Jr, Mancuso J, Jungmann F, Steinborn M-M. End-to-end privacy preserving deep learning on multi-institutional medical imaging. Nat Mach Intell. 2021;3(6):473\u201384.","journal-title":"Nat Mach Intell"},{"issue":"3","key":"9657_CR129","doi-asserted-by":"publisher","first-page":"e195","DOI":"10.1016\/S2589-7500(20)30292-2","volume":"3","author":"UJ Muehlematter","year":"2021","unstructured":"Muehlematter UJ, Daniore P, Vokinger KN. Approval of artificial intelligence and machine learning-based medical devices in the USA and Europe (2015\u201320): a comparative analysis. Lancet Dig Health. 2021;3(3):e195\u2013203.","journal-title":"Lancet Dig Health"},{"key":"9657_CR130","doi-asserted-by":"publisher","DOI":"10.1016\/B978-0-12-818438-7.00012-5","volume-title":"Ethical and legal challenges of artificial intelligence-driven healthcare","author":"S Gerke","year":"2020","unstructured":"Gerke S, Minssen T, Cohen G. Ethical and legal challenges of artificial intelligence-driven healthcare. City: Elsevier; 2020."},{"issue":"1","key":"9657_CR131","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1053\/j.akdh.2022.11.007","volume":"30","author":"W Oh","year":"2023","unstructured":"Oh W, Nadkarni GN. Federated learning in health care using structured medical data. Adv Kidney Dis Health. 2023;30(1):4\u201316.","journal-title":"Adv Kidney Dis Health"},{"key":"9657_CR132","doi-asserted-by":"publisher","first-page":"6","DOI":"10.1016\/j.patter.2024.101006","volume":"5","author":"F Zhang","year":"2024","unstructured":"Zhang F, Kreuter D, Chen Y, Dittmer S, Tull S, Shadbahr T, Schut M, Asselbergs F, Kar S, Sivapalaratnam S. Recent methodological advances in federated learning for healthcare. Patterns. 2024;5:6.","journal-title":"Patterns"}],"container-title":["Discover Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10791-025-09657-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10791-025-09657-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10791-025-09657-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,7]],"date-time":"2025-09-07T04:31:45Z","timestamp":1757219505000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10791-025-09657-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,9]]},"references-count":132,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["9657"],"URL":"https:\/\/doi.org\/10.1007\/s10791-025-09657-4","relation":{},"ISSN":["2948-2992"],"issn-type":[{"value":"2948-2992","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,7,9]]},"assertion":[{"value":"5 April 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 June 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 July 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Not applicable.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"The authors declare no competing interests.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"145"}}