{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,24]],"date-time":"2025-06-24T04:02:40Z","timestamp":1750737760957,"version":"3.41.0"},"publisher-location":"Singapore","reference-count":37,"publisher":"Springer Nature Singapore","isbn-type":[{"value":"9789819665785","type":"print"},{"value":"9789819665792","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-981-96-6579-2_21","type":"book-chapter","created":{"date-parts":[[2025,6,23]],"date-time":"2025-06-23T12:06:45Z","timestamp":1750680405000},"page":"306-321","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Tackling Periodic Distribution Shifts in\u00a0Federated Learning with\u00a0Half-Cycle Knowledge Distillation"],"prefix":"10.1007","author":[{"given":"Xiangyu","family":"Pang","sequence":"first","affiliation":[]},{"given":"Dongping","family":"Liao","sequence":"additional","affiliation":[]},{"given":"Xitong","family":"Gao","sequence":"additional","affiliation":[]},{"given":"Juanjuan","family":"Zhao","sequence":"additional","affiliation":[]},{"given":"Kejiang","family":"Ye","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,6,24]]},"reference":[{"key":"21_CR1","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"129","DOI":"10.1007\/978-3-030-60548-3_13","volume-title":"Domain Adaptation and Representation Transfer, and Distributed and Collaborative Learning","author":"M Andreux","year":"2020","unstructured":"Andreux, M., du Terrail, J.O., Beguier, C., Tramel, E.W.: Siloed federated learning for multi-centric histopathology datasets. In: Albarqouni, S., et al. (eds.) DART\/DCL -2020. LNCS, vol. 12444, pp. 129\u2013139. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-60548-3_13"},{"key":"21_CR2","unstructured":"Anil, R., Pereyra, G., Passos, A., Ormandi, R., Dahl, G.E., Hinton, G.E.: Large scale distributed neural network training through online distillation. arXiv preprint arXiv:1804.03235 (2018)"},{"key":"21_CR3","doi-asserted-by":"crossref","unstructured":"Briggs, C., Fan, Z., Andras, P.: Federated learning with hierarchical clustering of local updates to improve training on non-IID data. In: 2020 International Joint Conference on Neural Networks (IJCNN), pp.\u00a01\u20139. IEEE (2020)","DOI":"10.1109\/IJCNN48605.2020.9207469"},{"key":"21_CR4","doi-asserted-by":"crossref","unstructured":"Bucilu\u01ce, C., Caruana, R., Niculescu-Mizil, A.: Model compression. In: Proceedings of the 12th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 535\u2013541 (2006)","DOI":"10.1145\/1150402.1150464"},{"key":"21_CR5","doi-asserted-by":"crossref","unstructured":"Chu, Y.W., et al.: Mitigating biases in student performance prediction via attention-based personalized federated learning. In: Proceedings of the 31st ACM International Conference on Information & Knowledge Management, pp. 3033\u20133042 (2022)","DOI":"10.1145\/3511808.3557108"},{"key":"21_CR6","doi-asserted-by":"crossref","unstructured":"Cui, J., Wu, Q., Zhou, Z., Chen, X.: FedBranch: heterogeneous federated learning via multi-branch neural network. In: 2022 IEEE\/CIC International Conference on Communications in China (ICCC), pp. 1101\u20131106. IEEE (2022)","DOI":"10.1109\/ICCC55456.2022.9880769"},{"key":"21_CR7","unstructured":"Dennis, D.K., Li, T., Smith, V.: Heterogeneity for the win: one-shot federated clustering. In: International Conference on Machine Learning, pp. 2611\u20132620. PMLR (2021)"},{"key":"21_CR8","unstructured":"Ding, Y., et al.: Distributed optimization over block-cyclic data. arXiv preprint arXiv:2002.07454 (2020)"},{"issue":"11","key":"21_CR9","first-page":"2661","volume":"33","author":"M Duan","year":"2021","unstructured":"Duan, M., et al.: Flexible clustered federated learning for client-level data distribution shift. IEEE Trans. Parallel Distrib. Syst. 33(11), 2661\u20132674 (2021)","journal-title":"IEEE Trans. Parallel Distrib. Syst."},{"key":"21_CR10","unstructured":"Eichner, H., Koren, T., McMahan, B., Srebro, N., Talwar, K.: Semi-cyclic stochastic gradient descent. In: International Conference on Machine Learning, pp. 1764\u20131773. PMLR (2019)"},{"key":"21_CR11","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1007\/978-3-030-73194-6_3","volume-title":"Database Systems for Advanced Applications","author":"Y Fu","year":"2021","unstructured":"Fu, Y., Liu, X., Tang, S., Niu, J., Huang, Z.: CIC-FL: enabling class imbalance-aware clustered federated learning over shifted distributions. In: Jensen, C.S., et al. (eds.) DASFAA 2021. LNCS, vol. 12681, pp. 37\u201352. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-73194-6_3"},{"key":"21_CR12","first-page":"19586","volume":"33","author":"A Ghosh","year":"2020","unstructured":"Ghosh, A., Chung, J., Yin, D., Ramchandran, K.: An efficient framework for clustered federated learning. Adv. Neural. Inf. Process. Syst. 33, 19586\u201319597 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"21_CR13","doi-asserted-by":"crossref","unstructured":"Gong, X., et al.: Ensemble attention distillation for privacy-preserving federated learning. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 15076\u201315086 (2021)","DOI":"10.1109\/ICCV48922.2021.01480"},{"issue":"6","key":"21_CR14","doi-asserted-by":"publisher","first-page":"1789","DOI":"10.1007\/s11263-021-01453-z","volume":"129","author":"J Gou","year":"2021","unstructured":"Gou, J., Yu, B., Maybank, S.J., Tao, D.: Knowledge distillation: a survey. Int. J. Comput. Vision 129(6), 1789\u20131819 (2021)","journal-title":"Int. J. Comput. Vision"},{"issue":"1","key":"21_CR15","first-page":"113","volume":"6","author":"X Hanwen","year":"2024","unstructured":"Hanwen, X., He, L., Rongqiang, C., Meng, W., Kai, L., Yangang, W.: Global model and personalized model of federated learning: status and prospect. Front. Data Domputing 6(1), 113\u2013124 (2024)","journal-title":"Front. Data Domputing"},{"key":"21_CR16","unstructured":"Hard, A., et al.: Federated learning for mobile keyboard prediction. arXiv preprint arXiv:1811.03604 (2018)"},{"key":"21_CR17","unstructured":"Jeong, E., Oh, S., Kim, H., Park, J., Bennis, M., Kim, S.L.: Communication-efficient on-device machine learning: Federated distillation and augmentation under non-IID private data. arxiv 2018. arXiv preprint arXiv:1811.11479 (2018)"},{"key":"21_CR18","unstructured":"Kairouz, P., McMahan, B., Song, S., Thakkar, O., Thakurta, A., Xu, Z.: Practical and private (deep) learning without sampling or shuffling. In: International Conference on Machine Learning, pp. 5213\u20135225. PMLR (2021)"},{"key":"21_CR19","unstructured":"Khodak, M., Balcan, M.F.F., Talwalkar, A.S.: Adaptive gradient-based meta-learning methods. In: Advances in Neural Information Processing Systems, vol. 32 (2019)"},{"key":"21_CR20","unstructured":"Konecn\u1ef3, J., McMahan, H.B., Yu, F.X., Richt\u00e1rik, P., Suresh, A.T., Bacon, D.: Federated learning: strategies for improving communication efficiency. arXiv preprint arXiv:1610.05492 (2016)"},{"key":"21_CR21","first-page":"429","volume":"2","author":"T Li","year":"2020","unstructured":"Li, T., Sahu, A.K., Zaheer, M., Sanjabi, M., Talwalkar, A., Smith, V.: Federated optimization in heterogeneous networks. Proce. Mach. Learn. Syst. 2, 429\u2013450 (2020)","journal-title":"Proce. Mach. Learn. Syst."},{"key":"21_CR22","doi-asserted-by":"publisher","first-page":"267","DOI":"10.1145\/3657282","volume":"56","author":"HI Liu","year":"2024","unstructured":"Liu, H.I., et al.: Lightweight deep learning for resource-constrained environments: a survey. ACM Comput. Surv. 56, 267 (2024)","journal-title":"ACM Comput. Surv."},{"issue":"1","key":"21_CR23","doi-asserted-by":"publisher","first-page":"481","DOI":"10.1007\/s11280-022-01046-x","volume":"26","author":"G Long","year":"2023","unstructured":"Long, G., Xie, M., Shen, T., Zhou, T., Wang, X., Jiang, J.: Multi-center federated learning: clients clustering for better personalization. World Wide Web 26(1), 481\u2013500 (2023)","journal-title":"World Wide Web"},{"key":"21_CR24","unstructured":"Mansour, Y., Mohri, M., Ro, J., Suresh, A.T.: Three approaches for personalization with applications to federated learning. arXiv preprint arXiv:2002.10619 (2020)"},{"key":"21_CR25","first-page":"15434","volume":"34","author":"O Marfoq","year":"2021","unstructured":"Marfoq, O., Neglia, G., Bellet, A., Kameni, L., Vidal, R.: Federated multi-task learning under a mixture of distributions. Adv. Neural. Inf. Process. Syst. 34, 15434\u201315447 (2021)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"21_CR26","unstructured":"McMahan, B., Moore, E., Ramage, D., Hampson, S., y\u00a0Arcas, B.A.: Communication-efficient learning of deep networks from decentralized data. In: Artificial Intelligence and Statistics, pp. 1273\u20131282. PMLR (2017)"},{"key":"21_CR27","doi-asserted-by":"crossref","unstructured":"Mori, J., Yoshiyama, T., Furukawa, R., Teranishi, I.: Personalized federated learning with multi-branch architecture. In: 2023 International Joint Conference on Neural Networks (IJCNN), pp.\u00a01\u20138. IEEE (2023)","DOI":"10.1109\/IJCNN54540.2023.10191899"},{"key":"21_CR28","unstructured":"Reddi, S., et al.: Adaptive federated optimization. arXiv preprint arXiv:2003.00295 (2020)"},{"issue":"8","key":"21_CR29","doi-asserted-by":"publisher","first-page":"3710","DOI":"10.1109\/TNNLS.2020.3015958","volume":"32","author":"F Sattler","year":"2020","unstructured":"Sattler, F., M\u00fcller, K.R., Samek, W.: Clustered federated learning: model-agnostic distributed multitask optimization under privacy constraints. IEEE Trans. Neural Netw. Learn. Syst. 32(8), 3710\u20133722 (2020)","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"21_CR30","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"92","DOI":"10.1007\/978-3-030-11723-8_9","volume-title":"Brainlesion: Glioma, Multiple Sclerosis, Stroke and Traumatic Brain Injuries","author":"MJ Sheller","year":"2019","unstructured":"Sheller, M.J., Reina, G.A., Edwards, B., Martin, J., Bakas, S.: Multi-institutional deep learning modeling without sharing patient data: a feasibility study on brain tumor segmentation. In: Crimi, A., Bakas, S., Kuijf, H., Keyvan, F., Reyes, M., van Walsum, T. (eds.) BrainLes 2018. LNCS, vol. 11383, pp. 92\u2013104. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-11723-8_9"},{"key":"21_CR31","unstructured":"Smith, V., Chiang, C.K., Sanjabi, M., Talwalkar, A.S.: Federated multi-task learning. In: Advances in Neural Information Processing Systems, vol. 30 (2017)"},{"key":"21_CR32","doi-asserted-by":"publisher","first-page":"9587","DOI":"10.1109\/TNNLS.2022.3160699","volume":"34","author":"AZ Tan","year":"2022","unstructured":"Tan, A.Z., Yu, H., Cui, L., Yang, Q.: Towards personalized federated learning. IEEE Trans. Neural Netw. Learn. Syst. 34, 9587\u20139603 (2022)","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"21_CR33","doi-asserted-by":"crossref","unstructured":"Wang, C.H., Huang, K.Y., Chen, J.C., Shuai, H.H., Cheng, W.H.: Heterogeneous federated learning through multi-branch network. In: 2021 IEEE International Conference on Multimedia and Expo (ICME), pp.\u00a01\u20136. IEEE (2021)","DOI":"10.1109\/ICME51207.2021.9428189"},{"key":"21_CR34","unstructured":"Wang, J., et\u00a0al.: A field guide to federated optimization. arXiv preprint arXiv:2107.06917 (2021)"},{"issue":"1","key":"21_CR35","doi-asserted-by":"publisher","first-page":"2032","DOI":"10.1038\/s41467-022-29763-x","volume":"13","author":"C Wu","year":"2022","unstructured":"Wu, C., Wu, F., Lyu, L., Huang, Y., Xie, X.: Communication-efficient federated learning via knowledge distillation. Nat. Commun. 13(1), 2032 (2022)","journal-title":"Nat. Commun."},{"issue":"6","key":"21_CR36","doi-asserted-by":"publisher","first-page":"128","DOI":"10.1109\/MWC.005.2100435","volume":"29","author":"W Yang","year":"2022","unstructured":"Yang, W., Wang, N., Guan, Z., Wu, L., Du, X., Guizani, M.: A practical cross-device federated learning framework over 5G networks. IEEE Wirel. Commun. 29(6), 128\u2013134 (2022)","journal-title":"IEEE Wirel. Commun."},{"key":"21_CR37","unstructured":"Zhu, C., Xu, Z., Chen, M., Kone\u010dn\u1ef3, J., Hard, A., Goldstein, T.: Diurnal or nocturnal? federated learning of multi-branch networks from periodically shifting distributions. In: International Conference on Learning Representations (2021)"}],"container-title":["Lecture Notes in Computer Science","Neural Information Processing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-96-6579-2_21","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,23]],"date-time":"2025-06-23T12:06:53Z","timestamp":1750680413000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-96-6579-2_21"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9789819665785","9789819665792"],"references-count":37,"URL":"https:\/\/doi.org\/10.1007\/978-981-96-6579-2_21","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"24 June 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICONIP","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Neural Information Processing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Auckland","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"New Zealand","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 December 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6 December 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"31","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"iconip2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/iconip2024.org","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}