{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,2]],"date-time":"2026-04-02T16:09:16Z","timestamp":1775146156608,"version":"3.50.1"},"reference-count":45,"publisher":"Springer Science and Business Media LLC","issue":"15","license":[{"start":{"date-parts":[[2023,2,3]],"date-time":"2023-02-03T00:00:00Z","timestamp":1675382400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,2,3]],"date-time":"2023-02-03T00:00:00Z","timestamp":1675382400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100012165","name":"Key Technologies Research and Development Program","doi-asserted-by":"publisher","award":["No. 2018AAA01003"],"award-info":[{"award-number":["No. 2018AAA01003"]}],"id":[{"id":"10.13039\/501100012165","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100014718","name":"Innovative Research Group Project of the National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62072111"],"award-info":[{"award-number":["62072111"]}],"id":[{"id":"10.13039\/100014718","id-type":"DOI","asserted-by":"publisher"}]},{"name":"the Shanghai Municipal Science and Technology Major Project","award":["2018SHZDZX01"],"award-info":[{"award-number":["2018SHZDZX01"]}]},{"name":"the Technology Commission of Shanghai Municipality","award":["19JC1420101"],"award-info":[{"award-number":["19JC1420101"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2023,8]]},"DOI":"10.1007\/s10489-022-04431-1","type":"journal-article","created":{"date-parts":[[2023,2,3]],"date-time":"2023-02-03T15:08:37Z","timestamp":1675436917000},"page":"18547-18563","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":27,"title":["FedDKD: Federated learning with decentralized knowledge distillation"],"prefix":"10.1007","volume":"53","author":[{"given":"Xinjia","family":"Li","sequence":"first","affiliation":[]},{"given":"Boyu","family":"Chen","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1880-6240","authenticated-orcid":false,"given":"Wenlian","family":"Lu","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,2,3]]},"reference":[{"key":"4431_CR1","unstructured":"McMahan HB, Moore E, Ramage D, Hampson S, Arcas BA (2017) Communication-efficient learning of deep networks from decentralized data. In: Proceedings of the 20th international conference on artificial intelligence and statistics (AISTATS)"},{"issue":"3","key":"4431_CR2","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1109\/msp.2020.2975749","volume":"37","author":"T Li","year":"2020","unstructured":"Li T, Sahu AK, Talwalkar A, Smith V (2020) Federated learning: Challenges, methods, and future directions. IEEE Signal Proc Mag 37(3):50\u201360. https:\/\/doi.org\/10.1109\/msp.2020.2975749","journal-title":"IEEE Signal Proc Mag"},{"key":"4431_CR3","doi-asserted-by":"publisher","unstructured":"Kairouz P, McMahan H, Avent B, Bellet A, Bennis M, Bhagoji A, Bonawitz K, Charles Z, Cormode G, Cummings R, D\u2019Oliveira R, Eichner H, El Rouayheb S, Evans D, Gardner J, Garrett Z, Gasc\u00f3n A, Ghazi B, Gibbons P, Zhao S (2021) Advances and Open Problems in Federated Learning. https:\/\/doi.org\/10.1561\/9781680837896","DOI":"10.1561\/9781680837896"},{"issue":"1","key":"4431_CR4","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/JIOT.2021.3095077","volume":"9","author":"A Imteaj","year":"2022","unstructured":"Imteaj A, Thakker U, Wang S, Li J, Amini MH (2022) A survey on federated learning for resource-constrained iot devices. IEEE Internet of Things Journal 9(1):1\u201324. https:\/\/doi.org\/10.1109\/JIOT.2021.3095077","journal-title":"IEEE Internet of Things Journal"},{"issue":"2","key":"4431_CR5","doi-asserted-by":"publisher","first-page":"1342","DOI":"10.1109\/COMST.2021.3058573","volume":"23","author":"OA Wahab","year":"2021","unstructured":"Wahab OA, Mourad A, Otrok H, Taleb T (2021) Federated machine learning: Survey, multi-level classification, desirable criteria and future directions in communication and networking systems. IEEE Communications Surveys & Tutorials 23(2):1342\u20131397. https:\/\/doi.org\/10.1109\/COMST.2021.3058573","journal-title":"IEEE Communications Surveys & Tutorials"},{"issue":"2","key":"4431_CR6","doi-asserted-by":"publisher","first-page":"1333","DOI":"10.1109\/TII.2021.3095506","volume":"18","author":"Z Su","year":"2022","unstructured":"Su Z, Wang Y, Luan TH, Zhang N, Li F, Chen T, Cao H (2022) Secure and efficient federated learning for smart grid with edge-cloud collaboration. IEEE Transactions on Industrial Informatics 18 (2):1333\u20131344. https:\/\/doi.org\/10.1109\/TII.2021.3095506","journal-title":"IEEE Transactions on Industrial Informatics"},{"key":"4431_CR7","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/JIOT.2021.3056185","volume":"PP","author":"W Zhang","year":"2021","unstructured":"Zhang W, Zhou T, Lu Q, Wang X, Zhu C, Sun H, Wang Z, Lo SK, Wang F-Y (2021) Dynamic fusion-based federated learning for covid-19 detection. IEEE Internet of Things Journal PP:1\u20131. https:\/\/doi.org\/10.1109\/JIOT.2021.3056185","journal-title":"IEEE Internet of Things Journal"},{"key":"4431_CR8","doi-asserted-by":"publisher","unstructured":"Zeng Q, Lv Z, Li C, Shi Y, Lin Z, Liu C, Song G (2022) Fedprols: federated learning for iot perception data prediction. Appl Intell, 1\u201313. https:\/\/doi.org\/10.1007\/s10489-022-03578-1","DOI":"10.1007\/s10489-022-03578-1"},{"key":"4431_CR9","first-page":"429","volume":"2","author":"T Li","year":"2020","unstructured":"Li T, Sahu AK, Zaheer M, Sanjabi M, Talwalkar A, Smith V (2020) Federated optimization in heterogeneous networks. Proc Mach Learn Syst 2:429\u2013450","journal-title":"Proc Mach Learn Syst"},{"key":"4431_CR10","doi-asserted-by":"crossref","unstructured":"Chen W, Bhardwaj K, Marculescu R (2021) Fedmax: Mitigating activation divergence for accurate and communication-efficient federated learning. In: Hutter F, Kersting K, Lijffijt J, Valera I (eds) Machine learning and knowledge discovery in databases. Springer, Cham, pp 348\u2013363","DOI":"10.1007\/978-3-030-67661-2_21"},{"key":"4431_CR11","doi-asserted-by":"crossref","unstructured":"Bottou L (2010) Large-scale machine learning with stochastic gradient descent. In: Lechevallier Y, Saporta G (eds) Proceedings of COMPSTAT\u20192010. Physica-Verlag HD, Heidelberg, pp 177\u2013186","DOI":"10.1007\/978-3-7908-2604-3_16"},{"key":"4431_CR12","unstructured":"Li X, Jiang M, Zhang X, Kamp M, Dou Q (2021) Fedbn: Federated learning on non-iid features via local batch normalization. In: International conference on learning representations"},{"key":"4431_CR13","unstructured":"Wang H, Yurochkin M, Sun Y, Papailiopoulos D, Khazaeni Y (2020) Federated learning with matched averaging. In: International conference on learning representations"},{"key":"4431_CR14","doi-asserted-by":"publisher","first-page":"371","DOI":"10.1016\/j.neucom.2021.07.098","volume":"465","author":"H Zhu","year":"2021","unstructured":"Zhu H, Xu J, Liu S, Jin Y (2021) Federated learning on non-iid data: a survey. Neurocomputing 465:371\u2013390","journal-title":"Neurocomputing"},{"key":"4431_CR15","unstructured":"Lin T, Kong L, Stich SU, Jaggi M (2020) Ensemble distillation for robust model fusion in federated learning. In: Proceedings of the 34th international conference on neural information processing systems"},{"key":"4431_CR16","doi-asserted-by":"publisher","first-page":"630","DOI":"10.1109\/TPDS.2021.3098467","volume":"33","author":"J Mills","year":"2022","unstructured":"Mills J, Hu J, Min G (2022) Multi-task federated learning for personalised deep neural networks in edge computing. IEEE Transactions on Parallel and Distributed Systems 33:630\u2013641","journal-title":"IEEE Transactions on Parallel and Distributed Systems"},{"key":"4431_CR17","doi-asserted-by":"publisher","unstructured":"Li Q, He B, Song D (2021) Model-contrastive federated learning. In: 2021 IEEE\/CVF Conference on computer vision and pattern recognition (CVPR). IEEE Computer Society, Los Alamitos, CA, USA, pp 10708\u201310717, DOI https:\/\/doi.org\/10.1109\/CVPR46437.2021.01057, (to appear in print)","DOI":"10.1109\/CVPR46437.2021.01057"},{"key":"4431_CR18","doi-asserted-by":"publisher","unstructured":"Seoa H, Parkb J, Ohc S, Bennisd M, Kimc S. -L. (2022) Federated Knowledge Distillation, pp 457\u2013485. https:\/\/doi.org\/10.1017\/9781108966559.019","DOI":"10.1017\/9781108966559.019"},{"key":"4431_CR19","unstructured":"Zhu Z, Hong J, Zhou J (2021) Data-free knowledge distillation for heterogeneous federated learning. In: International conference on machine learning, PMLR, pp 12878\u201312889"},{"key":"4431_CR20","doi-asserted-by":"publisher","unstructured":"Yim J, Joo D, Bae J, Kim J (2017) A gift from knowledge distillation: Fast optimization, network minimization and transfer learning. In: 2017 IEEE Conference on computer vision and pattern recognition (CVPR). https:\/\/doi.org\/10.1109\/CVPR.2017.754, pp 7130\u20137138","DOI":"10.1109\/CVPR.2017.754"},{"key":"4431_CR21","unstructured":"Romero A, Kahou SE, Montr\u00e9al P, Bengio Y, Montr\u00e9al UD, Romero A, Ballas N, Kahou SE, Chassang A, Gatta C, Bengio Y (2015) Fitnets: Hints for thin deep nets. In: International conference on learning representations"},{"key":"4431_CR22","doi-asserted-by":"crossref","unstructured":"Meng Z, Li J, Gong Y, Juang B-H (2018) Adversarial teacher-student learning for unsupervised domain adaptation. In: 2018 IEEE international conference on acoustics, speech and signal processing (ICASSP), pp 5949\u20135953","DOI":"10.1109\/ICASSP.2018.8461682"},{"key":"4431_CR23","unstructured":"Chen G, Choi W, Yu X, Han TX, Chandraker M (2017) Learning efficient object detection models with knowledge distillation. In: NIPS"},{"key":"4431_CR24","doi-asserted-by":"crossref","unstructured":"Tan S, Caruana R, Hooker G, Lou Y (2018) Distill-and-compare: Auditing black-box models using transparent model distillation. Proceedings of the 2018 AAAI\/ACM Conference on AI, Ethics, and Society","DOI":"10.1145\/3278721.3278725"},{"key":"4431_CR25","doi-asserted-by":"crossref","unstructured":"Goldblum M, Fowl L, Feizi S, Goldstein T (2020) Adversarially robust distillation. In: AAAI","DOI":"10.1609\/aaai.v34i04.5816"},{"key":"4431_CR26","unstructured":"Netzer Y, Wang T, Coates A, Bissacco A, Wu B, Ng AY (2011) Reading digits in natural images with unsupervised feature learning. In: NIPS workshop on deep learning and unsupervised feature learning 2011. http:\/\/ufldl.stanford.edu\/housenumbers\/nips2011_housenumbers.pdf"},{"key":"4431_CR27","doi-asserted-by":"publisher","unstructured":"Chelaramani S, Gupta M, Agarwal V, Gupta P, Habash R (2021) Multi-task knowledge distillation for eye disease prediction. In: 2021 IEEE Winter conference on applications of computer vision (WACV). https:\/\/doi.org\/10.1109\/WACV48630.2021.00403, pp 3982\u20133992","DOI":"10.1109\/WACV48630.2021.00403"},{"key":"4431_CR28","doi-asserted-by":"publisher","unstructured":"Li Z, Hu C, Guo X, Chen J, Qin W, Zhang R (2022) An unsupervised multiple-task and multiple-teacher model for cross-lingual named entity recognition. In: Proceedings of the 60th annual meeting of the association for computational linguistics (Volume 1: Long Papers). https:\/\/doi.org\/10.18653\/v1\/2022.acl-long.14, https:\/\/aclanthology.org\/2022.acl-long.14. Association for Computational Linguistics, Dublin, Ireland, pp 170\u2013179","DOI":"10.18653\/v1\/2022.acl-long.14"},{"key":"4431_CR29","doi-asserted-by":"crossref","unstructured":"Vongkulbhisal J, Vinayavekhin P, Scarzanella MV (2019) Unifying heterogeneous classifiers with distillation. In: 2019 IEEE\/CVF conference on computer vision and pattern recognition (CVPR), pp 3170\u20133179","DOI":"10.1109\/CVPR.2019.00329"},{"key":"4431_CR30","doi-asserted-by":"crossref","unstructured":"You S, Xu C, Xu C, Tao D (2017) Learning from multiple teacher networks. In: Proceedings of the 23rd ACM SIGKDD international conference on knowledge discovery and data mining","DOI":"10.1145\/3097983.3098135"},{"key":"4431_CR31","doi-asserted-by":"publisher","first-page":"106","DOI":"10.1016\/j.neucom.2020.07.048","volume":"415","author":"Y Liu","year":"2020","unstructured":"Liu Y, Zhang W, Wang J (2020) Adaptive multi-teacher multi-level knowledge distillation. Neurocomputing 415:106\u2013 113","journal-title":"Neurocomputing"},{"key":"4431_CR32","doi-asserted-by":"crossref","unstructured":"Chen Y, Ning Y, Slawski M, Rangwala H (2020) Asynchronous online federated learning for edge devices with non-iid data. 2020 IEEE International Conference on Big Data (Big Data), 15\u201324","DOI":"10.1109\/BigData50022.2020.9378161"},{"issue":"99","key":"4431_CR33","first-page":"1","volume":"PP","author":"S Oh","year":"2020","unstructured":"Oh S, Park J, Jeong E, Kim H, Kim SL (2020) Mix2fld: Downlink federated learning after uplink federated distillation with two-way mixup. IEEE Commun Lett PP(99):1\u20131","journal-title":"IEEE Commun Lett"},{"key":"4431_CR34","doi-asserted-by":"crossref","unstructured":"Sui D, Chen Y, Zhao J, Jia Y, Sun W (2020) Feded: Federated learning via ensemble distillation for medical relation extraction. In: Proceedings of the 2020 conference on empirical methods in natural language processing (EMNLP)","DOI":"10.18653\/v1\/2020.emnlp-main.165"},{"key":"4431_CR35","doi-asserted-by":"publisher","unstructured":"Duan M, Liu D, Chen X, Tan Y, Ren J, Qiao L, Liang L (2019) Astraea: Self-balancing federated learning for improving classification accuracy of mobile deep learning applications, pp 246\u2013254. https:\/\/doi.org\/10.1109\/ICCD46524.2019.00038","DOI":"10.1109\/ICCD46524.2019.00038"},{"key":"4431_CR36","doi-asserted-by":"publisher","unstructured":"Amari S-i, Nagaoka H (2007) Methods of information geometry. Translations of Mathematical Monographs, 25\u201350. https:\/\/doi.org\/10.1090\/mmono\/191\/02","DOI":"10.1090\/mmono\/191\/02"},{"issue":"1","key":"4431_CR37","doi-asserted-by":"publisher","first-page":"79","DOI":"10.1214\/aoms\/1177729694","volume":"22","author":"S Kullback","year":"1951","unstructured":"Kullback S, Leibler RA (1951) On information and sufficiency. Ann Math Statist 22(1):79\u201386","journal-title":"Ann Math Statist"},{"key":"4431_CR38","doi-asserted-by":"publisher","DOI":"10.1007\/b13794","volume-title":"Introduction to Nonparametric Estimation. Springer series in statistics","author":"AB Tsybakov","year":"2009","unstructured":"Tsybakov AB (2009) Introduction to Nonparametric Estimation. Springer series in statistics. Springer, Dordrecht. https:\/\/doi.org\/10.1007\/b13794"},{"key":"4431_CR39","doi-asserted-by":"publisher","unstructured":"Cohen G, Afshar S, Tapson J, van Schaik A (2017) Emnist: Extending mnist to handwritten letters. In: 2017 International joint conference on neural networks (IJCNN). https:\/\/doi.org\/10.1109\/IJCNN.2017.7966217, pp 2921\u20132926","DOI":"10.1109\/IJCNN.2017.7966217"},{"key":"4431_CR40","unstructured":"Caldas S, Duddu SMK, Wu P, Li T, Kone\u010dn\u00fd J, McMahan HB, Smith V, Talwalkar A (2018) Leaf: A benchmark for federated settings. arXiv preprint arXiv:1812.01097 Presented at the 2nd International Workshop on Federated Learning for Data Privacy and Confidentiality (in conjunction with NeurIPS 2019)"},{"key":"4431_CR41","volume-title":"Learning multiple layers of features from tiny images. Technical Report 0","author":"A Krizhevsky","year":"2009","unstructured":"Krizhevsky A, Hinton G (2009) Learning multiple layers of features from tiny images. Technical Report 0. University of Toronto, Toronto, Ontario"},{"key":"4431_CR42","unstructured":"Netzer Y, Wang T, Coates A, Bissacco A, Wu B, Ng AY (2011) Reading digits in natural images with unsupervised feature learning. In: NIPS workshop on deep learning and unsupervised feature learning 2011. http:\/\/ufldl.stanford.edu\/housenumbers\/nips2011_housenumbers.pdf"},{"issue":"5","key":"4431_CR43","doi-asserted-by":"publisher","first-page":"550","DOI":"10.1109\/34.291440","volume":"16","author":"JJ Hull","year":"1994","unstructured":"Hull JJ (1994) A database for handwritten text recognition research. IEEE Trans Pattern Anal Mach Intell 16(5):550\u2013554. https:\/\/doi.org\/10.1109\/34.291440","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"4431_CR44","unstructured":"Ganin Y, Lempitsky V (2015) Unsupervised domain adaptation by backpropagation. In: International conference on machine learning, PMLR, pp 1180\u20131189"},{"issue":"11","key":"4431_CR45","doi-asserted-by":"publisher","first-page":"2278","DOI":"10.1109\/5.726791","volume":"86","author":"Y Lecun","year":"1998","unstructured":"Lecun Y, Bottou L, Bengio Y, Haffner P (1998) Gradient-based learning applied to document recognition. Proc IEEE 86(11):2278\u20132324. https:\/\/doi.org\/10.1109\/5.726791","journal-title":"Proc IEEE"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-022-04431-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-022-04431-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-022-04431-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,7,7]],"date-time":"2023-07-07T07:32:03Z","timestamp":1688715123000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-022-04431-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,2,3]]},"references-count":45,"journal-issue":{"issue":"15","published-print":{"date-parts":[[2023,8]]}},"alternative-id":["4431"],"URL":"https:\/\/doi.org\/10.1007\/s10489-022-04431-1","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,2,3]]},"assertion":[{"value":"25 December 2022","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 February 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"<!--Emphasis Type='Bold' removed-->Conflict of Interests"}}]}}