{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,15]],"date-time":"2025-11-15T10:35:44Z","timestamp":1763202944620,"version":"3.40.3"},"publisher-location":"Cham","reference-count":30,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031695766"},{"type":"electronic","value":"9783031695773"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-69577-3_27","type":"book-chapter","created":{"date-parts":[[2024,8,25]],"date-time":"2024-08-25T19:02:05Z","timestamp":1724612525000},"page":"389-403","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Resource-Aware Heterogeneous Federated Learning with\u00a0Specialized Local Models"],"prefix":"10.1007","author":[{"given":"Sixing","family":"Yu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"J. Pablo","family":"Mu\u00f1oz","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ali","family":"Jannesari","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,8,26]]},"reference":[{"key":"27_CR1","unstructured":"Cai, H., Gan, C., Wang, T., Zhang, Z., Han, S.: Once for all: train one network and specialize it for efficient deployment. In: Proceedings of International Conference on Learning Representations (ICLR) (2020)"},{"key":"27_CR2","unstructured":"Caldas, S., et al.: LEAF: a benchmark for federated settings. In: Proceedings of Advances in Neural Information Processing Systems (NeurIPS) (2019)"},{"key":"27_CR3","unstructured":"Dinh, C.T., Tran, N.H., Nguyen, T.D.: Personalized federated learning with moreau envelopes. arXiv preprint arXiv:2006.08848 (2021)"},{"key":"27_CR4","unstructured":"Kairouz, P., et\u00a0al.: Advances and open problems in federated learning. Found. Trends\u00ae Mach. Learn. 14(1-2), 1\u2013210 (2021)"},{"key":"27_CR5","unstructured":"Fallah, A., Mokhtari, A., Ozdaglar, A.: Personalized federated learning: A meta-learning approach. In: Proceedings of Advances in Neural Information Processing Systems (NeurIPS) (2020)"},{"key":"27_CR6","unstructured":"Hanzely, F., Hanzely, S., Horv\u00e1th, S., Richt\u00e1rik, P.: Lower bounds and optimal algorithms for personalized federated learning. In: Proceedings of Advances in Neural Information Processing Systems (NeurIPS) (2020)"},{"key":"27_CR7","unstructured":"He, C., Annavaram, M., Avestimehr, S.: Group knowledge transfer: federated learning of large CNNs at the edge. In: Proceedings of Advances in Neural Information Processing Systems (NeurIPS) (2020)"},{"key":"27_CR8","unstructured":"He, C., Annavaram, M., Avestimehr, S.: Towards non-IID and invisible data with FEDNAS: federated deep learning via neural architecture search. arXiv preprint arXiv:2004.08546 (2020)"},{"key":"27_CR9","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: Proceedings of Conference on Computer Vision and Pattern Recognition (CVPR) (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"27_CR10","doi-asserted-by":"crossref","unstructured":"Howard, A., et al.: Searching for MobileNetV3. In: Proceedings of International Conference on Computer Vision (ICCV) (2019)","DOI":"10.1109\/ICCV.2019.00140"},{"key":"27_CR11","unstructured":"Howard, A., Zhmoginov, A., Chen, L.-C., Sandler, M., Zhu, M.: Inverted residuals and linear bottlenecks: Mobile networks for classification, detection and segmentation. In: Proceedings of Conference on Computer Vision and Pattern Recognition (CVPR) (2018)"},{"key":"27_CR12","doi-asserted-by":"crossref","unstructured":"Huang, Y., et al.: Personalized cross-silo federated learning on non-IID data. In: Proceedings of AAAI Conference on Artificial Intelligence (AAAI) (2021)","DOI":"10.1609\/aaai.v35i9.16960"},{"key":"27_CR13","unstructured":"Karimireddy, S.P., Kale, S., Mohri, M., Reddi, S.J., Stich, S.U., Suresh, A.T.: SCAFFOLD: stochastic controlled averaging for federated learning. In: Proceedings of International Conference on Machine Learning (ICML) (2020)"},{"key":"27_CR14","unstructured":"Krizhevsky, A., Hinton, G.: Learning multiple layers of features from tiny images. Master\u2019s thesis, Department of Computer Science, University of Toronto (2009)"},{"key":"27_CR15","unstructured":"Li, D., Wang, J.: FedMD: heterogenous federated learning via model distillation (2019)"},{"key":"27_CR16","doi-asserted-by":"crossref","unstructured":"Li, Q., Diao, Y., Chen, Q., He, B.: Federated learning on non-IID data silos: an experimental study. In: Proceedings of IEEE International Conference on Data Engineering (2022)","DOI":"10.1109\/ICDE53745.2022.00077"},{"key":"27_CR17","unstructured":"Li, T., Sahu, A.K., Zaheer, M., Sanjabi, M., Talwalkar, A., Smith, V.: Federated optimization in heterogeneous networks. In: Proceedings of Conference on Machine Learning and Systems (MLSys) (2020)"},{"key":"27_CR18","first-page":"2351","volume":"33","author":"T Lin","year":"2020","unstructured":"Lin, T., Kong, L., Stich, S.U., Jaggi, M.: Ensemble distillation for robust model fusion in federated learning. Adv. Neural. Inf. Process. Syst. 33, 2351\u20132363 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"27_CR19","unstructured":"McMahan, H.B., Moore, E., Ramage, D., Hampson, S., Arcas, B.A.: Communication-efficient learning of deep networks from decentralized data. In: Proceedings of International Conference on Artificial Intelligence and Statistics (AISTATS) (2017)"},{"key":"27_CR20","unstructured":"Munoz, J.P., Lyalyushkin, N., Akhauri, Y., Senina, A., Kozlov, A., Jain, N.: Enabling NAS with automated super-network generation. CoRR, abs\/2112.10878 (2021)"},{"key":"27_CR21","doi-asserted-by":"crossref","unstructured":"Seo, H., Park, J., Oh, S., Bennis, M., Kim, S.-L.: Federated Knowledge Distillation. Machine Learning and Wireless Communications, p. 457 (2022)","DOI":"10.1017\/9781108966559.019"},{"key":"27_CR22","doi-asserted-by":"crossref","unstructured":"Sui, D., Chen, Y., Zhao, J., Jia, Y., Xie, Y., Sun, W.: FedED: federated learning via ensemble distillation for medical relation extraction. In: Proceedings of Conference on Empirical Methods in Natural Language Processing (EMNLP) (2020)","DOI":"10.18653\/v1\/2020.emnlp-main.165"},{"key":"27_CR23","unstructured":"Wang, J., Liu, Q., Liang, H., Joshi, G., Poor, H.V.: Tackling the objective inconsistency problem in heterogeneous federated optimization. In: Proceedings of Advances in Neural Information Processing Systems (NeurIPS) (2020)"},{"key":"27_CR24","doi-asserted-by":"crossref","unstructured":"Wu, C., Wu, F., Lyu, L., Huang, Y., Xie, X.: Communication-efficient federated learning via knowledge distillation (2022)","DOI":"10.1038\/s41467-022-29763-x"},{"key":"27_CR25","unstructured":"Xu, M., Zhao, Y., Bian, K., Huang, G., Mei, Q., Liu, X.: Federated neural architecture search. arXiv preprint arXiv:2002.06352 (2020)"},{"key":"27_CR26","doi-asserted-by":"crossref","unstructured":"Yu, S., et al.: SPATL: salient parameter aggregation and transfer learning for heterogeneous federated learning. In: Proceedings of the International Conference for High Performance Computing, Networking, Storage and Analysis (SC) (2022)","DOI":"10.1109\/SC41404.2022.00041"},{"key":"27_CR27","unstructured":"Yu, S., Nguyen, P., Anwar, A., Jannesari, A.: Adaptive dynamic pruning for non-IID federated learning. arXiv preprint arXiv:2106.06921 (2021)"},{"key":"27_CR28","unstructured":"Yu, T., Bagdasaryan, E., Shmatikov, V.: Salvaging federated learning by local adaptation. arXiv preprint arXiv:2002.04758 (2020)"},{"key":"27_CR29","unstructured":"Zhang, M., Sapra, K., Fidler, S., Yeung, S., Alvarez, J.M.: Personalized federated learning with first order model optimization. In: Proceedings of International Conference on Learning Representations (ICLR) (2021)"},{"key":"27_CR30","doi-asserted-by":"crossref","unstructured":"Zhang, Y., Xiang, T., Hospedales, T.M. Lu,, H.: Deep mutual learning. In: Proceedings of Conference on Computer Vision and Pattern Recognition (CVPR) (2018)","DOI":"10.1109\/CVPR.2018.00454"}],"container-title":["Lecture Notes in Computer Science","Euro-Par 2024: Parallel Processing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-69577-3_27","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,25]],"date-time":"2024-08-25T19:08:21Z","timestamp":1724612901000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-69577-3_27"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031695766","9783031695773"],"references-count":30,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-69577-3_27","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"26 August 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"Euro-Par","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Parallel Processing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Madrid","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Spain","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 August 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"30 August 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"30","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"europar2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2024.euro-par.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}