{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T04:52:41Z","timestamp":1743051161008,"version":"3.40.3"},"publisher-location":"Singapore","reference-count":39,"publisher":"Springer Nature Singapore","isbn-type":[{"type":"print","value":"9789819608133"},{"type":"electronic","value":"9789819608140"}],"license":[{"start":{"date-parts":[[2024,12,13]],"date-time":"2024-12-13T00:00:00Z","timestamp":1734048000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,12,13]],"date-time":"2024-12-13T00:00:00Z","timestamp":1734048000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-981-96-0814-0_13","type":"book-chapter","created":{"date-parts":[[2024,12,12]],"date-time":"2024-12-12T17:30:34Z","timestamp":1734024634000},"page":"192-207","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["A Heterogeneous Federated Learning Method Based on\u00a0Dual Teachers Knowledge Distillation"],"prefix":"10.1007","author":[{"given":"Siyuan","family":"Wu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hao","family":"Tian","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Weiran","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tingtong","family":"Zhu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Fuwen","family":"Tian","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhehong","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wanchun","family":"Dou","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,12,13]]},"reference":[{"key":"13_CR1","doi-asserted-by":"crossref","unstructured":"Wang, M., Zeng, D., Xu, Z., Guo, R., Zhao, X.: Federated knowledge graph completion via latent embedding sharing and tensor factorization. In: 2023 IEEE International Conference on Data Mining (ICDM). pp. 1361\u20131366. IEEE (2023)","DOI":"10.1109\/ICDM58522.2023.00175"},{"key":"13_CR2","doi-asserted-by":"crossref","unstructured":"Wu, X., Hu, Z., Pei, J., Huang, H.: Serverless federated auprc optimization for multi-party collaborative imbalanced data mining. In: Proceedings of the 29th ACM SIGKDD conference on knowledge discovery and data mining. pp. 2648\u20132659 (2023)","DOI":"10.1145\/3580305.3599499"},{"issue":"2","key":"13_CR3","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3532090","volume":"19","author":"JMT Wu","year":"2023","unstructured":"Wu, J.M.T., Teng, Q., Huda, S., Chen, Y.C., Chen, C.M.: A privacy frequent itemsets mining framework for collaboration in iot using federated learning. ACM Transactions on Sensor Networks 19(2), 1\u201315 (2023)","journal-title":"ACM Transactions on Sensor Networks"},{"key":"13_CR4","doi-asserted-by":"crossref","unstructured":"Feng, T., Bose, D., Zhang, T., Hebbar, R., Ramakrishna, A., Gupta, R., Zhang, M., Avestimehr, S., Narayanan, S.: Fedmultimodal: A benchmark for multimodal federated learning. In: Proceedings of the 29th ACM SIGKDD Conference on Knowledge Discovery and Data Mining. pp. 4035\u20134045 (2023)","DOI":"10.1145\/3580305.3599825"},{"key":"13_CR5","doi-asserted-by":"crossref","unstructured":"Wu, S., Zhang, G., Dai, F., Liu, B., Dou, W.: An edge-assisted federated contrastive learning method with local intrinsic dimensionality in noisy label environment. Practice and Experience, Software (2023)","DOI":"10.1002\/spe.3295"},{"key":"13_CR6","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2024.127290","volume":"575","author":"F Yu","year":"2024","unstructured":"Yu, F., Wang, L., Zeng, B., Zhao, K., Yu, R.: Personalized and privacy-enhanced federated learning framework via knowledge distillation. Neurocomputing 575, 127290 (2024)","journal-title":"Neurocomputing"},{"key":"13_CR7","doi-asserted-by":"crossref","unstructured":"Qin, Z., Deng, S., Zhao, M., Yan, X.: Fedapen: Personalized cross-silo federated learning with adaptability to statistical heterogeneity. In: Proceedings of the 29th ACM SIGKDD Conference on Knowledge Discovery and Data Mining. pp. 1954\u20131964 (2023)","DOI":"10.1145\/3580305.3599344"},{"key":"13_CR8","doi-asserted-by":"crossref","unstructured":"Chen, D., Gao, D., Xie, Y., Pan, X., Li, Z., Li, Y., Ding, B., Zhou, J.: Fs-real: Towards real-world cross-device federated learning. In: Proceedings of the 29th ACM SIGKDD Conference on Knowledge Discovery and Data Mining. pp. 3829\u20133841 (2023)","DOI":"10.1145\/3580305.3599829"},{"issue":"3","key":"13_CR9","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3625558","volume":"56","author":"M Ye","year":"2023","unstructured":"Ye, M., Fang, X., Du, B., Yuen, P.C., Tao, D.: Heterogeneous federated learning: State-of-the-art and research challenges. ACM Comput. Surv. 56(3), 1\u201344 (2023)","journal-title":"ACM Comput. Surv."},{"key":"13_CR10","unstructured":"Zhu, Z., Hong, J., Zhou, J.: Data-free knowledge distillation for heterogeneous federated learning. In: International conference on machine learning. pp. 12878\u201312889. PMLR (2021)"},{"key":"13_CR11","doi-asserted-by":"crossref","unstructured":"Zhang, J., Hua, Y., Wang, H., Song, T., Xue, Z., Ma, R., Cao, J., Guan, H.: Gpfl: Simultaneously learning global and personalized feature information for personalized federated learning. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision. pp. 5041\u20135051 (2023)","DOI":"10.1109\/ICCV51070.2023.00465"},{"key":"13_CR12","doi-asserted-by":"crossref","unstructured":"Luo, J., Wu, S.: Adapt to adaptation: Learning personalization for cross-silo federated learning. In: IJCAI: proceedings of the conference. vol.\u00a02022, p.\u00a02166. NIH Public Access (2022)","DOI":"10.24963\/ijcai.2022\/301"},{"key":"13_CR13","doi-asserted-by":"crossref","unstructured":"Abdelmoniem, A.M., Ho, C.Y., Papageorgiou, P., Canini, M.: A comprehensive empirical study of heterogeneity in federated learning. IEEE Internet of Things Journal (2023)","DOI":"10.1109\/JIOT.2023.3250275"},{"key":"13_CR14","doi-asserted-by":"crossref","unstructured":"Huang, W., Ye, M., Du, B.: Learn from others and be yourself in heterogeneous federated learning. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition. pp. 10143\u201310153 (2022)","DOI":"10.1109\/CVPR52688.2022.00990"},{"key":"13_CR15","doi-asserted-by":"crossref","unstructured":"Jang, J., Ha, H., Jung, D., Yoon, S.: Fedclassavg: Local representation learning for personalized federated learning on heterogeneous neural networks. In: Proceedings of the 51st International Conference on Parallel Processing. pp. 1\u201310 (2022)","DOI":"10.1145\/3545008.3545073"},{"issue":"10","key":"13_CR16","doi-asserted-by":"publisher","first-page":"2888","DOI":"10.1109\/TC.2023.3272801","volume":"72","author":"J Zhang","year":"2023","unstructured":"Zhang, J., Guo, S., Guo, J., Zeng, D., Zhou, J., Zomaya, A.Y.: Towards data-independent knowledge transfer in model-heterogeneous federated learning. IEEE Trans. Comput. 72(10), 2888\u20132901 (2023)","journal-title":"IEEE Trans. Comput."},{"key":"13_CR17","unstructured":"Li, D., Wang, J.: Fedmd: Heterogenous federated learning via model distillation. arXiv preprint arXiv:1910.03581 (2019)"},{"key":"13_CR18","first-page":"2351","volume":"33","author":"T Lin","year":"2020","unstructured":"Lin, T., Kong, L., Stich, S.U., Jaggi, M.: Ensemble distillation for robust model fusion in federated learning. Adv. Neural. Inf. Process. Syst. 33, 2351\u20132363 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"13_CR19","unstructured":"Wang, J., Yang, X., Cui, S., Che, L., Lyu, L., Xu, D.D., Ma, F.: Towards personalized federated learning via heterogeneous model reassembly. In: Oh, A., Naumann, T., Globerson, A., Saenko, K., Hardt, M., Levine, S. (eds.) Advances in Neural Information Processing Systems. vol.\u00a036, pp. 29515\u201329531. Curran Associates, Inc. (2023)"},{"key":"13_CR20","unstructured":"Shen, T., Zhang, J., Jia, X., Zhang, F., Huang, G., Zhou, P., Kuang, K., Wu, F., Wu, C.: Federated mutual learning. arXiv preprint arXiv:2006.16765 (2020)"},{"key":"13_CR21","doi-asserted-by":"crossref","unstructured":"Wang, H., Li, Y., Xu, W., Li, R., Zhan, Y., Zeng, Z.: Dafkd: Domain-aware federated knowledge distillation. In: Proceedings of the IEEE\/CVF conference on Computer Vision and Pattern Recognition. pp. 20412\u201320421 (2023)","DOI":"10.1109\/CVPR52729.2023.01955"},{"key":"13_CR22","doi-asserted-by":"crossref","unstructured":"Kim, K., Ji, B., Yoon, D., Hwang, S.: Self-knowledge distillation with progressive refinement of targets. In: Proceedings of the IEEE\/CVF international conference on computer vision. pp. 6567\u20136576 (2021)","DOI":"10.1109\/ICCV48922.2021.00650"},{"key":"13_CR23","doi-asserted-by":"crossref","unstructured":"Yang, C., An, Z., Zhou, H., Cai, L., Zhi, X., Wu, J., Xu, Y., Zhang, Q.: Mixskd: Self-knowledge distillation from mixup for image recognition. In: European Conference on Computer Vision. pp. 534\u2013551. Springer (2022)","DOI":"10.1007\/978-3-031-20053-3_31"},{"key":"13_CR24","doi-asserted-by":"crossref","unstructured":"Liu, Y., Wu, H., Qin, J.: Fedcd: Federated semi-supervised learning with class awareness balance via dual teachers. In: Proceedings of the AAAI Conference on Artificial Intelligence. vol.\u00a038, pp. 3837\u20133845 (2024)","DOI":"10.1609\/aaai.v38i4.28175"},{"key":"13_CR25","unstructured":"McMahan, B., Moore, E., Ramage, D., Hampson, S., y\u00a0Arcas, B.A.: Communication-efficient learning of deep networks from decentralized data. In: Artificial intelligence and statistics. pp. 1273\u20131282. PMLR (2017)"},{"key":"13_CR26","doi-asserted-by":"crossref","unstructured":"Tan, Y., Long, G., Liu, L., Zhou, T., Lu, Q., Jiang, J., Zhang, C.: Fedproto: Federated prototype learning across heterogeneous clients. In: Proceedings of the AAAI Conference on Artificial Intelligence. vol.\u00a036, pp. 8432\u20138440 (2022)","DOI":"10.1609\/aaai.v36i8.20819"},{"key":"13_CR27","doi-asserted-by":"crossref","unstructured":"Yi, L., Wang, G., Liu, X., Shi, Z., Yu, H.: Fedgh: Heterogeneous federated learning with generalized global header. In: Proceedings of the 31st ACM International Conference on Multimedia. pp. 8686\u20138696 (2023)","DOI":"10.1145\/3581783.3611781"},{"key":"13_CR28","unstructured":"Jeong, E., Oh, S., Kim, H., Park, J., Bennis, M., Kim, S.L.: Communication-efficient on-device machine learning: Federated distillation and augmentation under non-iid private data. arXiv preprint arXiv:1811.11479 (2018)"},{"key":"13_CR29","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2024.110422","volume":"151","author":"Z Li","year":"2024","unstructured":"Li, Z., Li, X., Yang, L., Song, R., Yang, J., Pan, Z.: Dual teachers for self-knowledge distillation. Pattern Recogn. 151, 110422 (2024)","journal-title":"Pattern Recogn."},{"issue":"1","key":"13_CR30","doi-asserted-by":"publisher","first-page":"2032","DOI":"10.1038\/s41467-022-29763-x","volume":"13","author":"C Wu","year":"2022","unstructured":"Wu, C., Wu, F., Lyu, L., Huang, Y., Xie, X.: Communication-efficient federated learning via knowledge distillation. Nat. Commun. 13(1), 2032 (2022)","journal-title":"Nat. Commun."},{"key":"13_CR31","doi-asserted-by":"crossref","unstructured":"Yao, D., Pan, W., Dai, Y., Wan, Y., Ding, X., Yu, C., Jin, H., Xu, Z., Sun, L.: Fedgkd: Towards heterogeneous federated learning via global knowledge distillation. IEEE Transactions on Computers (2023)","DOI":"10.1109\/TC.2023.3315066"},{"key":"13_CR32","doi-asserted-by":"crossref","unstructured":"Gong, X., Li, S., Bao, Y., Yao, B., Huang, Y., Wu, Z., Zhang, B., Zheng, Y., Doermann, D.: Federated learning via input-output collaborative distillation. In: Proceedings of the AAAI Conference on Artificial Intelligence. vol.\u00a038, pp. 22058\u201322066 (2024)","DOI":"10.1609\/aaai.v38i20.30209"},{"key":"13_CR33","doi-asserted-by":"crossref","unstructured":"Zhang, L., Shen, L., Ding, L., Tao, D., Duan, L.Y.: Fine-tuning global model via data-free knowledge distillation for non-iid federated learning. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition. pp. 10174\u201310183 (2022)","DOI":"10.1109\/CVPR52688.2022.00993"},{"key":"13_CR34","unstructured":"Zhang, J., Li, Z., Li, B., Xu, J., Wu, S., Ding, S., Wu, C.: Federated learning with label distribution skew via logits calibration. In: International Conference on Machine Learning. pp. 26311\u201326329. PMLR (2022)"},{"key":"13_CR35","unstructured":"Berthelot, D., Carlini, N., Goodfellow, I., Papernot, N., Oliver, A., Raffel, C.A.: Mixmatch: A holistic approach to semi-supervised learning. Advances in neural information processing systems 32 (2019)"},{"key":"13_CR36","unstructured":"Xu, Y., Qiu, X., Zhou, L., Huang, X.: Improving bert fine-tuning via self-ensemble and self-distillation. arXiv preprint arXiv:2002.10345 (2020)"},{"key":"13_CR37","unstructured":"Krizhevsky, A., Hinton, G., et\u00a0al.: Learning multiple layers of features from tiny images (2009)"},{"key":"13_CR38","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: Proceedings of the IEEE conference on computer vision and pattern recognition. pp. 770\u2013778 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"13_CR39","unstructured":"Paszke, A., Gross, S., Massa, F., Lerer, A., Bradbury, J., Chanan, G., Killeen, T., Lin, Z., Gimelshein, N., Antiga, L., et\u00a0al.: Pytorch: An imperative style, high-performance deep learning library. Advances in neural information processing systems 32 (2019)"}],"container-title":["Lecture Notes in Computer Science","Advanced Data Mining and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-96-0814-0_13","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,12,12]],"date-time":"2024-12-12T18:06:07Z","timestamp":1734026767000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-96-0814-0_13"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,13]]},"ISBN":["9789819608133","9789819608140"],"references-count":39,"URL":"https:\/\/doi.org\/10.1007\/978-981-96-0814-0_13","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024,12,13]]},"assertion":[{"value":"13 December 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ADMA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Advanced Data Mining and Applications","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Sydney, NSW","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Australia","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"3 December 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 December 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"adma2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/adma2024.github.io\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}