{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,17]],"date-time":"2026-04-17T16:00:14Z","timestamp":1776441614501,"version":"3.51.2"},"reference-count":51,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2023,2,2]],"date-time":"2023-02-02T00:00:00Z","timestamp":1675296000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,2,2]],"date-time":"2023-02-02T00:00:00Z","timestamp":1675296000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100012166","name":"National Key Research and Development Program","doi-asserted-by":"crossref","award":["2016YFB0801100"],"award-info":[{"award-number":["2016YFB0801100"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"crossref"}]},{"name":"Beijing Natural Science Foundation","award":["No. 4222037, L181010"],"award-info":[{"award-number":["No. 4222037, L181010"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Ann Oper Res"],"published-print":{"date-parts":[[2025,5]]},"DOI":"10.1007\/s10479-023-05203-x","type":"journal-article","created":{"date-parts":[[2023,2,2]],"date-time":"2023-02-02T13:05:44Z","timestamp":1675343144000},"page":"471-487","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["HFML: heterogeneous hierarchical federated mutual learning on non-IID data"],"prefix":"10.1007","volume":"348","author":[{"given":"Yang","family":"Li","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jie","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3528-4739","authenticated-orcid":false,"given":"Kan","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,2,2]]},"reference":[{"key":"5203_CR1","unstructured":"Afonin, A., Karimireddy, S.P. (2022). Towards model agnostic federated learning using knowledge distillation. In: International conference on learning representations (ICLR) (2022). https:\/\/openreview.net\/forum?id=lQI_mZjvBxj"},{"key":"5203_CR2","unstructured":"Anil, R., Pereyra, G., Passos, A., Ormandi, R., Dahl, G.E., Hinton, G.E. (2018). Large scale distributed neural network training through online distillation. In: International conference on learning representations (ICLR). https:\/\/openreview.net\/forum?id=rkr1UDeC-"},{"key":"5203_CR3","unstructured":"Caldas, S., Wu, P., Li, T., Kone\u010dn\u00fd, J., McMahan, H.B., Smith, V., Talwalkar, A. (2018). LEAF: A benchmark for federated settings. CoRR arXiv:1812.01097"},{"key":"5203_CR4","doi-asserted-by":"crossref","unstructured":"Chai, Z., Ali, A., Zawad, S., Truex, S., Anwar, A., Baracaldo, N., Zhou, Y., Ludwig, H., Yan, F., Cheng, Y. (2020). TiFL: A tier-based federated learning system. In: Proceedings of the 29th international symposium on high-performance parallel and distributed computing. HPDC\u2019 20, pp. 125\u2013136, New York, NY, USA. https:\/\/doi.org\/10.1145\/3369583.3392686","DOI":"10.1145\/3369583.3392686"},{"key":"5203_CR5","doi-asserted-by":"crossref","unstructured":"Chai, Z., Chen, Y., Anwar, A., Zhao, L., Cheng, Y., Rangwala, H.: FedAT: A high-performance and communication-efficient federated learning system with asynchronous tiers. In: Proceedings of the international conference for high performance computing, networking, storage and analysis. SC\u2019 21, New York, NY, USA (2021). https:\/\/doi.org\/10.1145\/3458817.3476211","DOI":"10.1145\/3458817.3476211"},{"key":"5203_CR6","doi-asserted-by":"publisher","unstructured":"Chan, Y.H., Ngai, E.C.H. (2021). FedHe: Heterogeneous models and communication-efficient federated learning. In: 17th International Conference on Mobility, Sensing and Networking (MSN), pp. 207\u2013214. https:\/\/doi.org\/10.1109\/MSN53354.2021.00043","DOI":"10.1109\/MSN53354.2021.00043"},{"key":"5203_CR7","doi-asserted-by":"crossref","unstructured":"Feng, S., Chen, H., Ren, X., Ding, Z., Li, K., Sun, X. (2021). Collaborative group learning. In: Proceedings of the AAAI conference on artificial intelligence, vol.35, pp. 7431\u20137438. https:\/\/ojs.aaai.org\/index.php\/AAAI\/article\/view\/16911","DOI":"10.1609\/aaai.v35i8.16911"},{"key":"5203_CR8","unstructured":"Hinton, G., Vinyals, O., Dean, J. (2015). Distilling the knowledge in a neural network. In: Conference on neural information processing systems (NIPS) Workshop. arXiv:1503.02531"},{"key":"5203_CR9","unstructured":"Hsieh, K., Phanishayee, A., Mutlu, O., Gibbons, P. (2020). The non-iid data quagmire of decentralized machine learning. In: Proceedings of the 37th international conference on machine learning (ICML), vol.119, pp. 4387\u20134398, https:\/\/proceedings.mlr.press\/v119\/hsieh20a.html"},{"key":"5203_CR10","doi-asserted-by":"crossref","unstructured":"Hsu, H., Qi, H., Brown, M. (2020). Federated visual classification with real-world data distribution. In: European conference on computer vision arXiv:2003.08082","DOI":"10.1007\/978-3-030-58607-2_5"},{"key":"5203_CR11","doi-asserted-by":"crossref","unstructured":"Hu, X., Liu, W., Bian, J., & Pei, J. (2020). Measuring model complexity of neural networks with curve activation functions. In: Proceedings of the 26th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining. KDD\u2019 20, pp. 1521\u20131531, New York, NY, USA, https:\/\/doi.org\/10.1145\/3394486.3403203","DOI":"10.1145\/3394486.3403203"},{"issue":"10","key":"5203_CR12","doi-asserted-by":"publisher","first-page":"2585","DOI":"10.1007\/s10115-021-01605-0","volume":"63","author":"X Hu","year":"2021","unstructured":"Hu, X., Chu, L., Pei, J., Liu, W., & Bian, J. (2021). Model complexity of deep learning: A survey. Knowledge and Information Systems, 63(10), 2585\u20132619.","journal-title":"Knowledge and Information Systems"},{"key":"5203_CR13","unstructured":"Jeong, E., Oh, S., Kim, H., Park, J., Bennis, M., Kim, S.(2018). Communication-efficient on-device machine learning: Federated distillation and augmentation under non-iid private data. CoRR arXiv:1811.11479"},{"key":"5203_CR14","doi-asserted-by":"publisher","unstructured":"Jiang, D., Shan, C., Zhang, Z. (2020). Federated learning algorithm based on knowledge distillation. In: International conference on artificial intelligence and computer engineering (ICAICE), pp. 163\u2013167. https:\/\/doi.org\/10.1109\/ICAICE51518.2020.00038","DOI":"10.1109\/ICAICE51518.2020.00038"},{"issue":"1\u20132","key":"5203_CR15","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1561\/2200000083","volume":"14","author":"P Kairouz","year":"2021","unstructured":"Kairouz, P., McMahan, H. B., et al. (2021). Advances and open problems in federated learning. Foundations and Trends in Machine Learning, 14(1\u20132), 1\u2013210. https:\/\/doi.org\/10.1561\/2200000083.","journal-title":"Foundations and Trends in Machine Learning"},{"key":"5203_CR16","unstructured":"Karimireddy, S.P., Kale, S., Mohri, M., Reddi, S., Stich, S., Suresh, A.T.: SCAFFOLD: Stochastic controlled averaging for federated learning. In: Proceedings of the 37th international conference on machine learning, vol.119, pp. 5132\u20135143 (2020). https:\/\/proceedings.mlr.press\/v119\/karimireddy20a.html"},{"key":"5203_CR17","unstructured":"Kone\u010dn\u00fd, J., McMahan, H.B., Ramage, D., Richtarik, P.(2016). Federated Optimization: Distributed machine learning for on-device intelligence. arXiv:1610.02527"},{"key":"5203_CR18","unstructured":"Krizhevsky, A. (2009). Learning multiple layers of features from tiny images."},{"key":"5203_CR19","unstructured":"Krizhevsky, A., Nair, V., Hinton, G. (2014). The CIFAR-10 dataset. http:\/\/www.cs.toronto.edu\/kriz\/cifar.html"},{"key":"5203_CR20","doi-asserted-by":"crossref","unstructured":"Lee, S., Sahu, A.K., He, C., & Avestimehr, S. (2022). Partial model averaging in federated learning: Performance guarantees and benefits. In: AAAI 2022 Workshop on Trustable, verifiable and auditable federated learning (FL-AAAI-22).","DOI":"10.1016\/j.neucom.2023.126647"},{"key":"5203_CR21","unstructured":"Li, D., & Wang, J. (2019). Fedmd: Heterogenous federated learning via model distillation. CoRR arxiv:1910.03581"},{"key":"5203_CR22","doi-asserted-by":"publisher","unstructured":"Li, Q., Diao, Y., Chen, Q., He, B.: Federated learning on non-iid data silos: An experimental study. In: IEEE 38th International Conference on Data Engineering (ICDE), pp. 965\u2013978 (2022). https:\/\/doi.org\/10.1109\/ICDE53745.2022.00077","DOI":"10.1109\/ICDE53745.2022.00077"},{"key":"5203_CR23","doi-asserted-by":"publisher","unstructured":"Li, Q., He, B., Song, D. (2021). Model-contrastive federated learning. In: 2021 IEEE\/CVF conference on computer vision and pattern recognition (CVPR), pp. 10708\u201310717 https:\/\/doi.org\/10.1109\/CVPR46437.2021.01057","DOI":"10.1109\/CVPR46437.2021.01057"},{"key":"5203_CR24","unstructured":"Li, X., Huang, K., Yang, W., Wang, S., Zhang, Z. (2020). On the convergence of fedavg on non-iid data. In: International conference on learning representations.(ICLR) https:\/\/openreview.net\/forum?id=HJxNAnVtDS"},{"key":"5203_CR25","unstructured":"Li, T., Sahu, A.K., Zaheer, M., Sanjabi, M., Talwalkar, A., Smith, V. (2020). Federated optimization in heterogeneous networks. In: Proceedings of machine learning and systems (MLSys), vol. 2, pp. 429\u2013450 https:\/\/proceedings.mlsys.org\/paper\/2020\/file\/38af86134b65d0f10fe33d30dd76442e-Paper.pdf"},{"key":"5203_CR26","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2022.3161943","author":"Z Li","year":"2022","unstructured":"Li, Z., He, Y., Yu, H., Kang, J., Li, X., Xu, Z., & Niyato, D. (2022). Data heterogeneity-robust federated learning via group client selection in industrial iot. IEEE Internet of Things Journal. https:\/\/doi.org\/10.1109\/JIOT.2022.3161943.","journal-title":"IEEE Internet of Things Journal"},{"issue":"2","key":"5203_CR27","doi-asserted-by":"publisher","first-page":"1136","DOI":"10.1109\/JIOT.2021.3078543","volume":"9","author":"C Li","year":"2022","unstructured":"Li, C., Li, G., & Varshney, P. K. (2022). Decentralized federated learning via mutual knowledge transfer. IEEE Internet of Things Journal, 9(2), 1136\u20131147. https:\/\/doi.org\/10.1109\/JIOT.2021.3078543.","journal-title":"IEEE Internet of Things Journal"},{"key":"5203_CR28","unstructured":"Lin, Y., Han, S., Mao, H., Wang, Y., Dally, W.J.: Deep gradient compression: Reducing the communication bandwidth for distributed training. In: International conference on learning representations (ICLR) (2018). https:\/\/openreview.net\/forum?id=SkhQHMW0W"},{"issue":"3","key":"5203_CR29","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1109\/MSP.2020.2975749","volume":"37","author":"T Li","year":"2020","unstructured":"Li, T., Sahu, A. K., Talwalkar, A., & Smith, V. (2020). Federated learning: Challenges, methods, and future directions. IEEE Signal Processing Magazine, 37(3), 50\u201360. https:\/\/doi.org\/10.1109\/MSP.2020.2975749.","journal-title":"IEEE Signal Processing Magazine"},{"key":"5203_CR30","doi-asserted-by":"publisher","unstructured":"Liu, L., Zhang, J., Song, S.H., & Letaief, K.B. (2020) Client-edge-cloud hierarchical federated learning. In: IEEE International Conference on Communications (ICC), pp. 1\u20136. https:\/\/doi.org\/10.1109\/ICC40277.2020.9148862","DOI":"10.1109\/ICC40277.2020.9148862"},{"key":"5203_CR31","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2022.3198176","author":"Y Liu","year":"2022","unstructured":"Liu, Y., Zhang, X., Kang, Y., Li, L., Chen, T., Hong, M., & Yang, Q. (2022). FedBCD: A communication-efficient collaborative learning framework for distributed features. IEEE Transactions on Signal Processing. https:\/\/doi.org\/10.1109\/TSP.2022.3198176.","journal-title":"IEEE Transactions on Signal Processing"},{"issue":"10","key":"5203_CR32","doi-asserted-by":"publisher","first-page":"6535","DOI":"10.1109\/TWC.2020.3003744","volume":"19","author":"S Luo","year":"2020","unstructured":"Luo, S., Chen, X., Wu, Q., Zhou, Z., & Yu, S. (2020). Hfel: Joint edge association and resource allocation for cost-efficient hierarchical federated edge learning. IEEE Transactions on Wireless Communications, 19(10), 6535\u20136548. https:\/\/doi.org\/10.1109\/TWC.2020.3003744.","journal-title":"IEEE Transactions on Wireless Communications"},{"key":"5203_CR33","unstructured":"Makhija, D., Han, X., Ho, N., Ghosh, J.: Architecture agnostic federated learning for neural networks. In: Proceedings of the 39th international conference on machine learning (ICML) (2022)"},{"key":"5203_CR34","doi-asserted-by":"crossref","unstructured":"Matsuda, K., Sasaki, Y., Xiao, C., Onizuka, M.: Fedme: Federated learning via model exchange. In: Proceedings of the 2022 SIAM international conference on data mining (SDM), pp. 459\u2013467 (2022). https:\/\/epubs.siam.org\/doi\/abs\/10.1137\/1.9781611977172.52","DOI":"10.1137\/1.9781611977172.52"},{"key":"5203_CR35","unstructured":"McMahan, H.B., Moore, E., Ramage, D., Hampson, S., y Arcas, B.A.: Communication-efficient learning of deep networks from decentralized data. In: Proceedings of the 20th international conference on artificial intelligence and statistics (AISTATS) (2017). arXiv:1602.05629"},{"issue":"1","key":"5203_CR36","doi-asserted-by":"publisher","first-page":"55","DOI":"10.1109\/TNSE.2021.3053588","volume":"9","author":"N Mhaisen","year":"2022","unstructured":"Mhaisen, N., Abdellatif, A. A., Mohamed, A., Erbad, A., & Guizani, M. (2022). Optimal user-edge assignment in hierarchical federated learning based on statistical properties and network topology constraints. IEEE Transactions on Network Science and Engineering, 9(1), 55\u201366. https:\/\/doi.org\/10.1109\/TNSE.2021.3053588.","journal-title":"IEEE Transactions on Network Science and Engineering"},{"key":"5203_CR37","volume-title":"Foundations of machine learning. Adaptive computation and machine learning","author":"M Mohri","year":"2018","unstructured":"Mohri, M., Rostamizadeh, A., & Talwalkar, A. (2018). Foundations of machine learning. Adaptive computation and machine learning (2nd ed.). MIT Press.","edition":"2"},{"key":"5203_CR38","unstructured":"Munir, M.T., Saeed, M.M., Ali, M., Qazi, Z.A., Qazi, I.A. (2022). Fedprune: Towards inclusive federated learning."},{"key":"5203_CR39","unstructured":"Pan, W., & Sun, L. (2021) Global knowledge distillation in federated learning. arXiv:2107.00051"},{"key":"5203_CR40","unstructured":"Rothchild, D., Panda, A., Ullah, E., Ivkin, N., Stoica, I., Braverman, V., Gonzalez, J., Arora, R. (2020). FetchSGD: Communication-efficient federated learning with sketching. In: Proceedings of the 37th International conference on machine learning, vol.119, pp. 8253\u20138265. https:\/\/proceedings.mlr.press\/v119\/rothchild20a.html"},{"key":"5203_CR41","unstructured":"Seo, H., Park, J., Oh, S., Bennis, M., Kim, S. (2020). Federated knowledge distillation. CoRR arxiv:2011.02367"},{"key":"5203_CR42","unstructured":"Shen, T., Zhang, J., Jia, X., Zhang, F., Huang, G., Zhou, P., Wu, F., Wu, C. (2020). Federated mutual learning. CoRR arXiv:2006.16765"},{"key":"5203_CR43","unstructured":"Wang, J., Charles, Z., Xu, Z., Joshi, G., McMahan, H.B., et al: A field guide to federated optimization. CoRR arXiv:2107.06917 (2021)"},{"issue":"5","key":"5203_CR44","doi-asserted-by":"publisher","first-page":"156","DOI":"10.1109\/MNET.2019.1800286","volume":"33","author":"X Wang","year":"2019","unstructured":"Wang, X., Han, Y., Wang, C., Zhao, Q., Chen, X., & Chen, M. (2019). In-edge AI:Intelligentizing mobile edge computing, caching and communication by federated learning. IEEE Network, 33(5), 156\u2013165. https:\/\/doi.org\/10.1109\/MNET.2019.1800286.","journal-title":"IEEE Network"},{"key":"5203_CR45","doi-asserted-by":"crossref","unstructured":"Wu, J., Liu, Q., Huang, Z., Ning, Y., Wang, H., Chen, E., Yi, J., Zhou, B.: Hierarchical personalized federated learning for user modeling. In: Proceedings of the web conference 2021. WWW \u201921, pp. 957\u2013968. Association for computing machinery, New York, NY, USA (2021). https:\/\/doi.org\/10.1145\/3442381.3449926","DOI":"10.1145\/3442381.3449926"},{"key":"5203_CR46","doi-asserted-by":"publisher","DOI":"10.1145\/3298981","author":"Q Yang","year":"2019","unstructured":"Yang, Q., Liu, Y., Chen, T., & Tong, Y. (2019). Federated machine learning: Concept and applications. ACM Transactions on Intelligent Systems and Technology. https:\/\/doi.org\/10.1145\/3298981.","journal-title":"ACM Transactions on Intelligent Systems and Technology"},{"key":"5203_CR47","unstructured":"Yu, S., Qian, W., Jannesari, A. (2022). Resource-aware federated learning using knowledge extraction and multi-model fusion. 2208\u201307978 arXiv:2208.07978"},{"key":"5203_CR48","doi-asserted-by":"publisher","unstructured":"Zhang, L., Luo, Y., Bai, Y., Du, B., Duan, L.-Y.: Federated learning for non-iid data via unified feature learning and optimization objective alignment. In: 2021 IEEE\/CVF International conference on computer vision (ICCV), pp. 4400\u20134408 (2021). https:\/\/doi.org\/10.1109\/ICCV48922.2021.00438","DOI":"10.1109\/ICCV48922.2021.00438"},{"key":"5203_CR49","doi-asserted-by":"crossref","unstructured":"Zhang, Y., Xiang, T., Hospedales, T.M., Lu, H. (2018). Deep mutual learning. In: Proceedings of the IEEE conference on computer vision and pattern Recognition (CVPR)","DOI":"10.1109\/CVPR.2018.00454"},{"key":"5203_CR50","unstructured":"Zhao, Y., Li, M., Lai, L., Suda, N., Civin, D., Chandra, V. (2018). Federated learning with non-iid data. CoRR arXiv:1806.00582"},{"key":"5203_CR51","doi-asserted-by":"publisher","first-page":"371","DOI":"10.1016\/j.neucom.2021.07.098","volume":"465","author":"H Zhu","year":"2021","unstructured":"Zhu, H., Xu, J., Liu, S., & Jin, Y. (2021). Federated learning on non-iid data: A survey. Neurocomputing, 465, 371\u2013390.","journal-title":"Neurocomputing"}],"container-title":["Annals of Operations Research"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10479-023-05203-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10479-023-05203-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10479-023-05203-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,9]],"date-time":"2025-05-09T11:51:37Z","timestamp":1746791497000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10479-023-05203-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,2,2]]},"references-count":51,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2025,5]]}},"alternative-id":["5203"],"URL":"https:\/\/doi.org\/10.1007\/s10479-023-05203-x","relation":{},"ISSN":["0254-5330","1572-9338"],"issn-type":[{"value":"0254-5330","type":"print"},{"value":"1572-9338","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,2,2]]},"assertion":[{"value":"18 January 2023","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 February 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"All authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}