{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,24]],"date-time":"2026-07-24T00:07:40Z","timestamp":1784851660252,"version":"3.55.0"},"reference-count":28,"publisher":"Springer Science and Business Media LLC","issue":"10","license":[{"start":{"date-parts":[[2025,9,3]],"date-time":"2025-09-03T00:00:00Z","timestamp":1756857600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,9,3]],"date-time":"2025-09-03T00:00:00Z","timestamp":1756857600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Cluster Comput"],"published-print":{"date-parts":[[2025,10]]},"DOI":"10.1007\/s10586-025-05392-z","type":"journal-article","created":{"date-parts":[[2025,9,3]],"date-time":"2025-09-03T14:05:32Z","timestamp":1756908332000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Fedmkd: multi-teacher knowledge distillation for communication-efficient federated learning"],"prefix":"10.1007","volume":"28","author":[{"given":"Huifang","family":"Sun","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jiaming","family":"Pei","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiaoqing","family":"Xu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rubing","family":"Xue","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lingyun","family":"Zhao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Qihang","family":"Sun","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Longfei","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lukun","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,9,3]]},"reference":[{"key":"5392_CR1","unstructured":"McMahan, B., Moore, E., Ramage, D., Hampson, S., Arcas, B.A.: Communication-efficient learning of deep networks from decentralized data. In: Artificial Intelligence and Statistics, pp. 1273\u20131282 (2017). PMLR"},{"key":"5392_CR2","doi-asserted-by":"crossref","unstructured":"Van\u00a0Berkel, C.: Multi-core for mobile phones. In: 2009 Design, Automation & Test in Europe Conference & Exhibition, pp. 1260\u20131265 (2009). IEEE","DOI":"10.1109\/DATE.2009.5090858"},{"key":"5392_CR3","unstructured":"Hinton, G., Vinyals, O., Dean, J.: Distilling the knowledge in a neural network (2015). arXiv preprint arXiv:1503.02531"},{"issue":"12","key":"5392_CR4","doi-asserted-by":"publisher","first-page":"9587","DOI":"10.1109\/TNNLS.2022.3160699","volume":"34","author":"AZ Tan","year":"2022","unstructured":"Tan, A.Z., Yu, H., Cui, L., Yang, Q.: Towards personalized federated learning. IEEE Trans. Neural Netw. Learn. Syst. 34(12), 9587\u20139603 (2022)","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"5392_CR5","unstructured":"Zhao, Y., Li, M., Lai, L., Suda, N., Civin, D., Chandra, V.: Federated learning with non-iid data (2018). arXiv preprint arXiv:1806.00582"},{"key":"5392_CR6","unstructured":"Arivazhagan, M.G., Aggarwal, V., Singh, A.K., Choudhary, S.: Federated learning with personalization layers (2019). arXiv preprint arXiv:1912.00818"},{"key":"5392_CR7","unstructured":"Jiang, Y., Kone\u010dn\u1ef3, J., Rush, K., Kannan, S.: Improving federated learning personalization via model agnostic meta learning (2019). arXiv preprint arXiv:1909.12488"},{"issue":"6","key":"5392_CR8","doi-asserted-by":"publisher","first-page":"1789","DOI":"10.1007\/s11263-021-01453-z","volume":"129","author":"J Gou","year":"2021","unstructured":"Gou, J., Yu, B., Maybank, S.J., Tao, D.: Knowledge distillation: a survey. Int. J. Comput. Vis. 129(6), 1789\u20131819 (2021)","journal-title":"Int. J. Comput. Vis."},{"key":"5392_CR9","doi-asserted-by":"crossref","unstructured":"You, S., Xu, C., Xu, C., Tao, D.: Learning from multiple teacher networks. In: Proceedings of the 23rd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 1285\u20131294 (2017)","DOI":"10.1145\/3097983.3098135"},{"key":"5392_CR10","doi-asserted-by":"publisher","first-page":"106","DOI":"10.1016\/j.neucom.2020.07.048","volume":"415","author":"Y Liu","year":"2020","unstructured":"Liu, Y., Zhang, W., Wang, J.: Adaptive multi-teacher multi-level knowledge distillation. Neurocomputing 415, 106\u2013113 (2020)","journal-title":"Neurocomputing"},{"key":"5392_CR11","doi-asserted-by":"crossref","unstructured":"Son, W., Na, J., Choi, J., Hwang, W.: Densely guided knowledge distillation using multiple teacher assistants. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 9395\u20139404 (2021)","DOI":"10.1109\/ICCV48922.2021.00926"},{"key":"5392_CR12","unstructured":"Li, D., Wang, J.: Fedmd: Heterogenous federated learning via model distillation (2019). arXiv preprint arXiv:1910.03581"},{"key":"5392_CR13","first-page":"2351","volume":"33","author":"T Lin","year":"2020","unstructured":"Lin, T., Kong, L., Stich, S.U., Jaggi, M.: Ensemble distillation for robust model fusion in federated learning. Adv. Neural Inform. Proc. Syst. 33, 2351\u20132363 (2020)","journal-title":"Adv. Neural Inform. Proc. Syst."},{"key":"5392_CR14","first-page":"22593","volume":"33","author":"I Bistritz","year":"2020","unstructured":"Bistritz, I., Mann, A., Bambos, N.: Distributed distillation for on-device learning. Adv. Neural Inform. Proc. Syst. 33, 22593\u201322604 (2020)","journal-title":"Adv. Neural Inform. Proc. Syst."},{"key":"5392_CR15","unstructured":"Shen, T., Zhang, J., Jia, X., Zhang, F., Huang, G., Zhou, P., Kuang, K., Wu, F., Wu, C.: Federated mutual learning (2020). arXiv preprint arXiv:2006.16765"},{"key":"5392_CR16","doi-asserted-by":"crossref","unstructured":"Jiang, D., Shan, C., Zhang, Z.: Federated learning algorithm based on knowledge distillation. In: 2020 International Conference on Artificial Intelligence and Computer Engineering (ICAICE), pp. 163\u2013167 (2020). IEEE","DOI":"10.1109\/ICAICE51518.2020.00038"},{"issue":"1","key":"5392_CR17","doi-asserted-by":"publisher","first-page":"2032","DOI":"10.1038\/s41467-022-29763-x","volume":"13","author":"C Wu","year":"2022","unstructured":"Wu, C., Wu, F., Lyu, L., Huang, Y., Xie, X.: Communication-efficient federated learning via knowledge distillation. Nat. Commun. 13(1), 2032 (2022)","journal-title":"Nat. Commun."},{"key":"5392_CR18","unstructured":"Xu, J., Tong, X., Huang, S.-L.: Personalized federated learning with feature alignment and classifier collaboration (2023). arXiv preprint arXiv:2306.11867"},{"issue":"4","key":"5392_CR19","doi-asserted-by":"publisher","first-page":"234","DOI":"10.3390\/info14040234","volume":"14","author":"S-M Lee","year":"2023","unstructured":"Lee, S.-M., Wu, J.-L.: Fedua: an uncertainty-aware distillation-based federated learning scheme for image classification. Information 14(4), 234 (2023)","journal-title":"Information"},{"key":"5392_CR20","doi-asserted-by":"crossref","unstructured":"Dwork, C.: Differential privacy. In: International Colloquium on Automata, Languages, and Programming, pp. 1\u201312 (2006). Springer","DOI":"10.1007\/11787006_1"},{"key":"5392_CR21","doi-asserted-by":"crossref","unstructured":"Abadi, M., Chu, A., Goodfellow, I., McMahan, H.B., Mironov, I., Talwar, K., Zhang, L.: Deep learning with differential privacy. In: Proceedings of the 2016 ACM SIGSAC Conference on Computer and Communications Security, pp. 308\u2013318 (2016)","DOI":"10.1145\/2976749.2978318"},{"key":"5392_CR22","doi-asserted-by":"crossref","unstructured":"Bittau, A., Erlingsson, \u00da., Maniatis, P., Mironov, I., Raghunathan, A., Lie, D., Rudominer, M., Kode, U., Tinnes, J., Seefeld, B.: Prochlo: Strong privacy for analytics in the crowd. In: Proceedings of the 26th Symposium on Operating Systems Principles, pp. 441\u2013459 (2017)","DOI":"10.1145\/3132747.3132769"},{"key":"5392_CR23","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1805.10559","author":"N Agarwal","year":"2018","unstructured":"Agarwal, N., Suresh, A.T., Yu, F.X.X., Kumar, S., McMahan, B.: cpsgd: communication-efficient and differentially-private distributed sgd. Adv. Neural Inform. Proc. Syst. (2018). https:\/\/doi.org\/10.48550\/arXiv.1805.10559","journal-title":"Adv. Neural Inform. Proc. Syst."},{"key":"5392_CR24","doi-asserted-by":"crossref","unstructured":"Zhang, H., Chen, D., Wang, C.: Confidence-aware multi-teacher knowledge distillation. In: ICASSP 2022-2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP), pp. 4498\u20134502 (2022). IEEE","DOI":"10.1109\/ICASSP43922.2022.9747534"},{"key":"5392_CR25","unstructured":"Jeong, E., Oh, S., Kim, H., Park, J., Bennis, M., Kim, S.-L.: Communication-efficient on-device machine learning: Federated distillation and augmentation under non-iid private data (2018). arXiv preprint arXiv:1811.11479"},{"key":"5392_CR26","unstructured":"Zhu, Z., Hong, J., Zhou, J.: Data-free knowledge distillation for heterogeneous federated learning. In: International Conference on Machine Learning, pp. 12878\u201312889 (2021). PMLR"},{"key":"5392_CR27","doi-asserted-by":"crossref","unstructured":"Tan, Y., Long, G., Liu, L., Zhou, T., Lu, Q., Jiang, J., Zhang, C.: Fedproto: Federated prototype learning across heterogeneous clients. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 36, pp. 8432\u20138440 (2022)","DOI":"10.1609\/aaai.v36i8.20819"},{"key":"5392_CR28","first-page":"38461","volume":"35","author":"G Lee","year":"2022","unstructured":"Lee, G., Jeong, M., Shin, Y., Bae, S., Yun, S.-Y.: Preservation of the global knowledge by not-true distillation in federated learning. Adv. Neural Inform. Proc. Syst. 35, 38461\u201338474 (2022)","journal-title":"Adv. Neural Inform. Proc. Syst."}],"container-title":["Cluster Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10586-025-05392-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10586-025-05392-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10586-025-05392-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,6]],"date-time":"2025-10-06T09:35:03Z","timestamp":1759743303000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10586-025-05392-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,9,3]]},"references-count":28,"journal-issue":{"issue":"10","published-print":{"date-parts":[[2025,10]]}},"alternative-id":["5392"],"URL":"https:\/\/doi.org\/10.1007\/s10586-025-05392-z","relation":{},"ISSN":["1386-7857","1573-7543"],"issn-type":[{"value":"1386-7857","type":"print"},{"value":"1573-7543","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,9,3]]},"assertion":[{"value":"22 July 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 March 2025","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 April 2025","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 September 2025","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"638"}}