{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,14]],"date-time":"2026-10-14T22:17:48Z","timestamp":1792016268552,"version":"4.4.0"},"publisher-location":"New York, NY, USA","reference-count":49,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,11,12]],"date-time":"2023-11-12T00:00:00Z","timestamp":1699747200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,11,12]]},"DOI":"10.1145\/3624062.3626325","type":"proceedings-article","created":{"date-parts":[[2023,11,10]],"date-time":"2023-11-10T13:53:39Z","timestamp":1699624419000},"page":"36-43","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":14,"title":["Enhancing Heterogeneous Federated Learning with Knowledge Extraction and Multi-Model Fusion"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4272-4491","authenticated-orcid":false,"given":"Duy Phuong","family":"Nguyen","sequence":"first","affiliation":[{"name":"Iowa State University, United States of America"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2415-566X","authenticated-orcid":false,"given":"Sixing","family":"Yu","sequence":"additional","affiliation":[{"name":"Iowa State University, United States of America"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5901-4023","authenticated-orcid":false,"given":"J. Pablo","family":"Mu\u00f1oz","sequence":"additional","affiliation":[{"name":"Intel Corporation, United States of America"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8672-5317","authenticated-orcid":false,"given":"Ali","family":"Jannesari","sequence":"additional","affiliation":[{"name":"Iowa State University, United States of America"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2023,11,12]]},"reference":[{"key":"e_1_3_2_2_1_1","volume-title":"Ensemble Knowledge Distillation for Learning Improved and Ef\ufb01cient Networks. Santiago de Compostela","author":"Asif Umar","year":"2020","unstructured":"Umar Asif, Jianbin Tang, and Stefan Harrer. 2020. Ensemble Knowledge Distillation for Learning Improved and Ef\ufb01cient Networks. Santiago de Compostela (2020), 8."},{"key":"e_1_3_2_2_2_1","volume-title":"Model Compression. In Proc. of ACM International Conference on Knowledge Discovery and Data Mining (SIGKDD).","author":"Buciluundefined Cristian","year":"2006","unstructured":"Cristian Buciluundefined, Rich Caruana, and Alexandru Niculescu-Mizil. 2006. Model Compression. In Proc. of ACM International Conference on Knowledge Discovery and Data Mining (SIGKDD)."},{"key":"e_1_3_2_2_3_1","volume-title":"Federated Learning Of Out-Of-Vocabulary Words. arXiv preprint arXiv:1903.10635","author":"Chen Mingqing","year":"2019","unstructured":"Mingqing Chen, Rajiv Mathews, Tom Ouyang, and Fran\u00e7oise Beaufays. 2019. Federated Learning Of Out-Of-Vocabulary Words. arXiv preprint arXiv:1903.10635 (2019)."},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/TAI.2021.3088084"},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2022.3151126"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","unstructured":"Patrick Foley Micah\u00a0J Sheller Brandon Edwards Sarthak Pati Walter Riviera Mansi Sharma Prakash\u00a0Narayana Moorthy Shi-han Wang Jason Martin Parsa Mirhaji Prashant Shah and Spyridon Bakas. 2022. OpenFL: the open federated learning library. Physics in Medicine & Biology (2022). https:\/\/doi.org\/10.1088\/1361-6560\/ac97d9","DOI":"10.1088\/1361-6560\/ac97d9"},{"key":"e_1_3_2_2_7_1","volume-title":"Private Federated Learning. In NeurIPS Expo Talk.","author":"Freudiger Julien","year":"2019","unstructured":"Julien Freudiger. 2019. Private Federated Learning. In NeurIPS Expo Talk."},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2017-614"},{"key":"e_1_3_2_2_9_1","volume-title":"Ensemble deep learning: A review. arXiv: 2104.02395","author":"Ganaie A.","year":"2022","unstructured":"M.\u00a0A. Ganaie, Minghui Hu, A.\u00a0K. Malik, M. Tanveer, and P.\u00a0N. Suganthan. 2022. Ensemble deep learning: A review. arXiv: 2104.02395 (2022)."},{"key":"e_1_3_2_2_10_1","volume-title":"Proc. of Advances in Neural Information Processing Systems (NeurIPS).","author":"He Chaoyang","year":"2020","unstructured":"Chaoyang He, Murali Annavaram, and Salman Avestimehr. 2020. Group Knowledge Transfer: Federated Learning of Large CNNs at the Edge. In Proc. of Advances in Neural Information Processing Systems (NeurIPS)."},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"e_1_3_2_2_12_1","volume-title":"Distilling the Knowledge in a Neural Network. arXiv: 1503.02531","author":"Hinton Geoffrey","year":"2015","unstructured":"Geoffrey Hinton, Oriol Vinyals, and Jeff Dean. 2015. Distilling the Knowledge in a Neural Network. arXiv: 1503.02531 (2015)."},{"key":"e_1_3_2_2_13_1","volume-title":"MobileNets: Efficient Convolutional Neural Networks for Mobile Vision Applications. arXiv preprint arXiv:1704.04861","author":"Howard G.","year":"2017","unstructured":"Andrew\u00a0G. Howard, Menglong Zhu, Bo Chen, Dmitry Kalenichenko, Weijun Wang, Tobias Weyand, Marco Andreetto, and Hartwig Adam. 2017. MobileNets: Efficient Convolutional Neural Networks for Mobile Vision Applications. arXiv preprint arXiv:1704.04861 (2017)."},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/GLOCOM.2018.8647649"},{"key":"e_1_3_2_2_15_1","volume-title":"Improving Federated Learning Personalization via Model Agnostic Meta Learning. arXiv","author":"Jiang Yihan","year":"1909","unstructured":"Yihan Jiang, Jakub Kone\u010dn\u00fd, Keith Rush, and Sreeram Kannan. 2019. Improving Federated Learning Personalization via Model Agnostic Meta Learning. arXiv: 1909.12488 (2019)."},{"key":"e_1_3_2_2_16_1","volume-title":"Proc. of International Conference on Machine Learning (ICML).","author":"Karimireddy Sai\u00a0Praneeth","year":"2020","unstructured":"Sai\u00a0Praneeth Karimireddy, Satyen Kale, Mehryar Mohri, Sashank\u00a0J. Reddi, Sebastian\u00a0U. Stich, and Ananda\u00a0Theertha Suresh. 2020. SCAFFOLD: Stochastic Controlled Averaging for Federated Learning. In Proc. of International Conference on Machine Learning (ICML)."},{"key":"e_1_3_2_2_17_1","volume-title":"Learning multiple layers of features from tiny images. Master\u2019s thesis. Department of Computer Science","author":"Krizhevsky A","unstructured":"A Krizhevsky and G Hinton. 2009. Learning multiple layers of features from tiny images. Master\u2019s thesis. Department of Computer Science, University of Toronto."},{"key":"e_1_3_2_2_18_1","volume-title":"Survey of Personalization Techniques for Federated Learning. arXiv","author":"Kulkarni Viraj","year":"2003","unstructured":"Viraj Kulkarni, Milind Kulkarni, and Aniruddha Pant. 2020. Survey of Personalization Techniques for Federated Learning. arXiv: 2003.08673 (2020)."},{"key":"e_1_3_2_2_19_1","unstructured":"Daliang Li and Junpu Wang. 2019. FedMD: Heterogenous Federated Learning via Model Distillation. arXiv: 1910.03581 (Oct. 2019)."},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE53745.2022.00077"},{"key":"e_1_3_2_2_21_1","volume-title":"Proc. of Conference on Machine Learning and Systems (MLSys).","author":"Li Tian","year":"2020","unstructured":"Tian Li, Anit\u00a0Kumar Sahu, Manzil Zaheer, Maziar Sanjabi, Ameet Talwalkar, and Virginia Smith. 2020. Federated Optimization in Heterogeneous Networks. In Proc. of Conference on Machine Learning and Systems (MLSys)."},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-32692-0_16"},{"key":"e_1_3_2_2_23_1","volume-title":"Proc, of International Conference on Learning Representations (ICML).","author":"Li Xiang","year":"2020","unstructured":"Xiang Li, Kaixuan Huang, Wenhao Yang, Shusen Wang, and Zhihua Zhang. 2020. On the Convergence of FedAvg on Non-IID Data. In Proc, of International Conference on Learning Representations (ICML)."},{"key":"e_1_3_2_2_24_1","volume-title":"Proc. of Advances in Neural Information Processing Systems (NeurIPS).","author":"Lin Tao","year":"2020","unstructured":"Tao Lin, Lingjing Kong, Sebastian\u00a0U Stich, and Martin Jaggi. 2020. Ensemble Distillation for Robust Model Fusion in Federated Learning. In Proc. of Advances in Neural Information Processing Systems (NeurIPS)."},{"key":"e_1_3_2_2_25_1","volume-title":"Proc. of International Conference on Artificial Intelligence and Statistics (AISTATS).","author":"McMahan H\u00a0Brendan","year":"2017","unstructured":"H\u00a0Brendan McMahan, Eider Moore, Daniel Ramage, Seth Hampson, and Blaise\u00a0Ag\u00fcera y Arcas. 2017. Communication-Efficient Learning of Deep Networks from Decentralized Data. In Proc. of International Conference on Artificial Intelligence and Statistics (AISTATS)."},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW53098.2021.00263"},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICC.2019.8761315"},{"key":"e_1_3_2_2_28_1","volume-title":"Feature-level Ensemble Knowledge Distillation for Aggregating Knowledge from Multiple Networks. Santiago de Compostela","author":"Park SeongUk","year":"2020","unstructured":"SeongUk Park and Nojun Kwak. 2020. Feature-level Ensemble Knowledge Distillation for Aggregating Knowledge from Multiple Networks. Santiago de Compostela (2020), 8."},{"key":"e_1_3_2_2_29_1","volume-title":"Federated Evaluation and Tuning for On-Device Personalization: System Design & Applications. arXiv preprint arXiv:2102.08503","author":"Paulik Matthias","year":"2021","unstructured":"Matthias Paulik, Matt Seigel, Henry Mason, Dominic Telaar, Joris Kluivers, Rogier van Dalen, Chi\u00a0Wai Lau, Luke Carlson, Filip Granqvist, Chris Vandevelde, Sudeep Agarwal, Julien Freudiger, Andrew Byde, Abhishek Bhowmick, Gaurav Kapoor, Si Beaumont, \u00c1ine Cahill, Dominic Hughes, Omid Javidbakht, Fei Dong, Rehan Rishi, and Stanley Hung. 2021. Federated Evaluation and Tuning for On-Device Personalization: System Design & Applications. arXiv preprint arXiv:2102.08503 (2021)."},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.1109\/GLOBECOM38437.2019.9013587"},{"key":"e_1_3_2_2_31_1","volume-title":"Federated Knowledge Distillation. arXiv","author":"Seo Hyowoon","year":"2011","unstructured":"Hyowoon Seo, Jihong Park, Seungeun Oh, Mehdi Bennis, and Seong-Lyun Kim. 2020. Federated Knowledge Distillation. arXiv: 2011.02367 (2020)."},{"key":"e_1_3_2_2_32_1","volume-title":"Federated learning in medicine: facilitating multi-institutional collaborations without sharing patient data. Scientific reports 10, 1","author":"Sheller J","year":"2020","unstructured":"Micah\u00a0J Sheller, Brandon Edwards, G.\u00a0Anthony Reina, Jason Martin, Sarthak Pati, Aikaterini Kotrotsou, Mikhail Milchenko, Weilin Xu, Daniel Marcus, Rivka\u00a0R Colen, and Spyridon Bakas. 2020. Federated learning in medicine: facilitating multi-institutional collaborations without sharing patient data. Scientific reports 10, 1 (2020), 12598\u201312598."},{"key":"e_1_3_2_2_33_1","volume-title":"Proc. of International Conference on Learning Representations (ICLR).","author":"Simonyan Karen","year":"2015","unstructured":"Karen Simonyan and Andrew Zisserman. 2015. Very Deep Convolutional Networks for Large-Scale Image Recognition. In Proc. of International Conference on Learning Representations (ICLR)."},{"key":"e_1_3_2_2_34_1","unstructured":"Jinhyun So Basak Guler and A.\u00a0Salman Avestimehr. 2020. Turbo-Aggregate: Breaking the Quadratic Aggregation Barrier in Secure Federated Learning. Cryptology ePrint Archive Report 2020\/167. https:\/\/ia.cr\/2020\/167."},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.165"},{"key":"e_1_3_2_2_36_1","volume-title":"Proc. of International Conference on Machine Learning (ICML).","author":"Tan Mingxing","year":"2019","unstructured":"Mingxing Tan and Quoc\u00a0V. Le. 2019. EfficientNet: Rethinking Model Scaling for Convolutional Neural Networks. In Proc. of International Conference on Machine Learning (ICML)."},{"key":"e_1_3_2_2_37_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00145"},{"key":"e_1_3_2_2_38_1","volume-title":"Proc. of Advances in Neural Information Processing Systems (NeurIPS).","author":"Wang Jianyu","year":"2020","unstructured":"Jianyu Wang, Qinghua Liu, Hao Liang, Gauri Joshi, and H.\u00a0Vincent Poor. 2020. Tackling the Objective Inconsistency Problem in Heterogeneous Federated Optimization. In Proc. of Advances in Neural Information Processing Systems (NeurIPS)."},{"key":"e_1_3_2_2_39_1","volume-title":"FedKD: Communication Efficient Federated Learning via Knowledge Distillation. arXiv: 2108.13323","author":"Wu Chuhan","year":"2021","unstructured":"Chuhan Wu, Fangzhao Wu, Ruixuan Liu, Lingjuan Lyu, Yongfeng Huang, and Xing Xie. 2021. FedKD: Communication Efficient Federated Learning via Knowledge Distillation. arXiv: 2108.13323 (2021)."},{"key":"e_1_3_2_2_40_1","volume-title":"Federated Machine Learning: Concept and Applications. arXiv:1902.04885 [cs] (Feb","author":"Yang Qiang","year":"2019","unstructured":"Qiang Yang, Yang Liu, Tianjian Chen, and Yongxin Tong. 2019. Federated Machine Learning: Concept and Applications. arXiv:1902.04885 [cs] (Feb. 2019). http:\/\/arxiv.org\/abs\/1902.04885 arXiv:1902.04885."},{"key":"e_1_3_2_2_41_1","volume-title":"Applied Federated Learning: Improving Google Keyboard Query Suggestions. arXiv preprint arXiv:1812.02903","author":"Yang Timothy","year":"2018","unstructured":"Timothy Yang, Galen Andrew, Hubert Eichner, Haicheng Sun, Wei Li, Nicholas Kong, Daniel Ramage, and Fran\u00e7oise Beaufays. 2018. Applied Federated Learning: Improving Google Keyboard Query Suggestions. arXiv preprint arXiv:1812.02903 (2018)."},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3097983.3098135"},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00630"},{"key":"e_1_3_2_2_44_1","volume-title":"Proceedings of the 39th International Conference on Machine Learning(Proceedings of Machine Learning Research, Vol.\u00a0162)","author":"Yu Sixing","year":"2022","unstructured":"Sixing Yu, Arya Mazaheri, and Ali Jannesari. 2022. Topology-Aware Network Pruning using Multi-stage Graph Embedding and Reinforcement Learning. In Proceedings of the 39th International Conference on Machine Learning(Proceedings of Machine Learning Research, Vol.\u00a0162), Kamalika Chaudhuri, Stefanie Jegelka, Le\u00a0Song, Csaba Szepesvari, Gang Niu, and Sivan Sabato (Eds.). PMLR, 25656\u201325667. https:\/\/proceedings.mlr.press\/v162\/yu22e.html"},{"key":"e_1_3_2_2_45_1","doi-asserted-by":"publisher","DOI":"10.1109\/SC41404.2022.00041"},{"key":"e_1_3_2_2_46_1","unstructured":"Sixing Yu Phuong Nguyen Waqwoya Abebe Justin Stanley Pablo Munoz and Ali Jannesari. 2022. Resource-Aware Heterogeneous Federated Learning using Neural Architecture Search. arxiv:2211.05716\u00a0[cs.LG]"},{"key":"e_1_3_2_2_47_1","doi-asserted-by":"publisher","DOI":"10.1109\/CCGrid57682.2023.00038"},{"key":"e_1_3_2_2_48_1","volume-title":"Proc. of Advances in Neural Information Processing Systems (NeurIPS).","author":"Yuan Honglin","year":"2020","unstructured":"Honglin Yuan and Tengyu Ma. 2020. Federated Accelerated Stochastic Gradient Descent. In Proc. of Advances in Neural Information Processing Systems (NeurIPS)."},{"key":"e_1_3_2_2_49_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00454"}],"event":{"name":"SC-W 2023: Workshops of The International Conference on High Performance Computing, Network, Storage, and Analysis","location":"Denver CO USA","acronym":"SC-W 2023"},"container-title":["Proceedings of the SC '23 Workshops of the International Conference on High Performance Computing, Network, Storage, and Analysis"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3624062.3626325","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3624062.3626325","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,21]],"date-time":"2025-08-21T03:00:39Z","timestamp":1755745239000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3624062.3626325"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,11,12]]},"references-count":49,"alternative-id":["10.1145\/3624062.3626325","10.1145\/3624062"],"URL":"https:\/\/doi.org\/10.1145\/3624062.3626325","relation":{},"subject":[],"published":{"date-parts":[[2023,11,12]]},"assertion":[{"value":"2023-11-12","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}