{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,6]],"date-time":"2026-06-06T16:43:08Z","timestamp":1780764188843,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":47,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,5,13]],"date-time":"2024-05-13T00:00:00Z","timestamp":1715558400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"The research is supported under the National Key R\\&D Program of China (2022ZD0160201) and the RIE2020 Industry Alignment Fund - Industry Collaboration Projects (IAF-ICP) Funding Initiative, as well as cash and in-kind contributions from the industry partner(s). This work is supported by National Natural Science Foundation of China under grants U1836204, U1936108, 62206102, and Science and Technology Support Program of Hubei Province under grant 2022BAA046 award number(s)"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,5,13]]},"DOI":"10.1145\/3589334.3645416","type":"proceedings-article","created":{"date-parts":[[2024,5,8]],"date-time":"2024-05-08T07:08:13Z","timestamp":1715152093000},"page":"2902-2913","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":28,"title":["FedDSE: Distribution-aware Sub-model Extraction for Federated Learning over Resource-constrained Devices"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7591-5315","authenticated-orcid":false,"given":"Haozhao","family":"Wang","sequence":"first","affiliation":[{"name":"S-Lab, National Technological University, Singapore, Singapore"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-2901-1278","authenticated-orcid":false,"given":"Yabo","family":"Jia","sequence":"additional","affiliation":[{"name":"Zhejiang University, Hangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2031-5427","authenticated-orcid":false,"given":"Meng","family":"Zhang","sequence":"additional","affiliation":[{"name":"S-Lab, Nanyang Technological University, Singapore, Singapore"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1034-7502","authenticated-orcid":false,"given":"Qinghao","family":"Hu","sequence":"additional","affiliation":[{"name":"S-Lab, Nanyang Technological University, Singapore, Singapore"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7909-3753","authenticated-orcid":false,"given":"Hao","family":"Ren","sequence":"additional","affiliation":[{"name":"Nanyang Technological University, Singapore, Singapore"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8456-0491","authenticated-orcid":false,"given":"Peng","family":"Sun","sequence":"additional","affiliation":[{"name":"Sensetime & Shanghai AI Lab, Shanghai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2751-5114","authenticated-orcid":false,"given":"Yonggang","family":"Wen","sequence":"additional","affiliation":[{"name":"Nanyang Technological University, Singapore, Singapore"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6595-6650","authenticated-orcid":false,"given":"Tianwei","family":"Zhang","sequence":"additional","affiliation":[{"name":"Nanyang Technological University, Singapore, Singapore"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,5,13]]},"reference":[{"key":"e_1_3_2_2_1_1","volume-title":"Slot Machines: Discovering Winning Combinations of Random Weights in Neural Networks. In38th International Conference on Machine Learning, ICML","author":"Aladago Maxwell Mbabilla","year":"2021","unstructured":"Maxwell Mbabilla Aladago and Lorenzo Torresani. [n. d.]. Slot Machines: Discovering Winning Combinations of Random Weights in Neural Networks. In38th International Conference on Machine Learning, ICML 2021."},{"key":"e_1_3_2_2_2_1","volume-title":"d.]. FedRolex: Model-Heterogeneous Federated Learning with Rolling Sub-Model Extraction. InAdvances in Neural Information Processing Systems 35 (NeurIPS","author":"Alam Samiul","year":"2022","unstructured":"Samiul Alam, Luyang Liu, Ming Yan, and Mi Zhang. [n. d.]. FedRolex: Model-Heterogeneous Federated Learning with Rolling Sub-Model Extraction. InAdvances in Neural Information Processing Systems 35 (NeurIPS 2022)."},{"key":"e_1_3_2_2_3_1","volume-title":"Yet Learning Better. In36th AAAI Conference on Artificial Intelligence (AAAI","author":"Bibikar Sameer","year":"2022","unstructured":"Sameer Bibikar, Haris Vikalo, Zhangyang Wang, and Xiaohan Chen. [n. d.]. Federated Dynamic Sparse Training: Computing Less, Communicating Less, Yet Learning Better. In36th AAAI Conference on Artificial Intelligence (AAAI 2022)."},{"key":"e_1_3_2_2_4_1","volume-title":"Not Parameters for Efficient On-Device Learning. InNeurIPS","author":"Cai Han","year":"2020","unstructured":"Han Cai, Chuang Gan, Ligeng Zhu, and Song Han. [n. d.]. TinyTL: Reduce Memory, Not Parameters for Efficient On-Device Learning. InNeurIPS 2020."},{"key":"e_1_3_2_2_5_1","unstructured":"Sebastian Caldas and Jakub Kone?n\u00fd et al. [n. d.]. Expanding the Reach of Federated Learning by Reducing Client Resource Requirements. CoRR 2018 ([n. d.])."},{"key":"e_1_3_2_2_6_1","volume-title":"Expanding the reach of federated learning by reducing client resource requirements. arXiv preprint arXiv:1812.07210","author":"Caldas Sebastian","year":"2018","unstructured":"Sebastian Caldas, Jakub Konecny, H Brendan McMahan, and Ameet Talwalkar. 2018. Expanding the reach of federated learning by reducing client resource requirements. arXiv preprint arXiv:1812.07210 (2018)."},{"key":"e_1_3_2_2_7_1","volume-title":"Compressed-VFL: Communication-Efficient Learning with Vertically Partitioned Data. InInternational Conference on Machine Learning (ICML","author":"Castiglia Timothy J.","year":"2022","unstructured":"Timothy J. Castiglia, Anirban Das, Shiqiang Wang, and Stacy Patterson. [n. d.]. Compressed-VFL: Communication-Efficient Learning with Vertically Partitioned Data. InInternational Conference on Machine Learning (ICML 2022)."},{"key":"e_1_3_2_2_8_1","volume-title":"HeteroFL: Computation and Communication Efficient Federated Learning for Heterogeneous Clients. In9th International Conference on Learning Representations (ICLR","author":"Diao Enmao","year":"2021","unstructured":"Enmao Diao, Jie Ding, and Vahid Tarokh. [n. d.]. HeteroFL: Computation and Communication Efficient Federated Learning for Heterogeneous Clients. In9th International Conference on Learning Representations (ICLR 2021)."},{"key":"e_1_3_2_2_9_1","volume-title":"yanghe feng, and Guihai Chen. [n. d.]. Federated Submodel Optimization for Hot and Cold Data Features. InNeurIPS","author":"Ding Yucheng","year":"2022","unstructured":"Yucheng Ding, Chaoyue Niu, Fan Wu, Shaojie Tang, Chengfei Lyu, yanghe feng, and Guihai Chen. [n. d.]. Federated Submodel Optimization for Hot and Cold Data Features. InNeurIPS 2022."},{"key":"e_1_3_2_2_10_1","volume-title":"d.]. Personalized Federated Learning with Moreau Envelopes. InNeurIPS","author":"Dinh Canh T.","year":"2020","unstructured":"Canh T. Dinh, Nguyen H. Tran, and Tuan Dung Nguyen. [n. d.]. Personalized Federated Learning with Moreau Envelopes. InNeurIPS 2020."},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"crossref","unstructured":"Cong Fang Hangfeng He Qi Long and Weijie J. Su. [n. d.]. Exploring deep neural networks via layer-peeled model: Minority collapse in imbalanced training. Proceedings of the NationalAcademy of Sciences of the United States of America 2021 ([n. d.]).","DOI":"10.1073\/pnas.2103091118"},{"key":"e_1_3_2_2_12_1","volume-title":"Trainable Neural Networks. InICLR","author":"Frankle Jonathan","year":"2019","unstructured":"Jonathan Frankle and Michael Carbin. [n. d.]. The Lottery Ticket Hypothesis: Finding Sparse, Trainable Neural Networks. InICLR 2019."},{"key":"e_1_3_2_2_13_1","volume-title":"d.]. Intelligence Beyond the Edge: Inference on Intermittent Embedded Systems. InASPLOS","author":"Gobieski Graham","year":"2019","unstructured":"Graham Gobieski, Brandon Lucia, and Nathan Beckmann. [n. d.]. Intelligence Beyond the Edge: Inference on Intermittent Embedded Systems. InASPLOS 2019."},{"key":"e_1_3_2_2_14_1","volume-title":"[n. d.]. Learning both Weights and Connections for Efficient Neural Network. InNeurIPS","author":"Han Song","year":"2015","unstructured":"Song Han, Jeff Pool, John Tran, and William J. Dally. [n. d.]. Learning both Weights and Connections for Efficient Neural Network. InNeurIPS 2015."},{"key":"e_1_3_2_2_15_1","volume-title":"[n. d.]. FjORD: Fair and Accurate Federated Learning under heterogeneous targets with Ordered Dropout. InNeurIPS","author":"Horv\u00e1th Samuel","year":"2021","unstructured":"Samuel Horv\u00e1th, Stefanos Laskaridis, M\u00e1rio Almeida, Ilias Leontiadis, Stylianos I. Venieris, and Nicholas D. Lane. [n. d.]. FjORD: Fair and Accurate Federated Learning under heterogeneous targets with Ordered Dropout. InNeurIPS 2021."},{"key":"e_1_3_2_2_16_1","volume-title":"ISCA 2017 ([n. d.]).","author":"Hwang DONG-HYUN","unstructured":"DONG-HYUN Hwang. [n. d.]. In-datacenter performance analysis of a tensor processing unit. ISCA 2017 ([n. d.])."},{"key":"e_1_3_2_2_17_1","volume-title":"Sparse Random Networks for Communication-Efficient Federated Learning. ICLR 2023 ([n. d.]).","author":"Isik Berivan","unstructured":"Berivan Isik, Francesco Pase, Deniz G\u00fcnd\u00fcz, Tsachy Weissman, and Michele Zorzi. [n. d.]. Sparse Random Networks for Communication-Efficient Federated Learning. ICLR 2023 ([n. d.])."},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/MIS.2021.3114610"},{"key":"e_1_3_2_2_19_1","volume-title":"Three Tier Architecture for IoT Driven Health Monitoring System Using Raspberry Pi. InIEEE International Symposium on Smart Electronic Systems.","author":"Kamal Neel","year":"2018","unstructured":"Neel Kamal and Prasun Ghosal. 2018. Three Tier Architecture for IoT Driven Health Monitoring System Using Raspberry Pi. InIEEE International Symposium on Smart Electronic Systems."},{"key":"e_1_3_2_2_20_1","volume-title":"d.]. SCAFFOLD: Stochastic controlled averaging for federated learning. InICML","author":"Karimireddy Sai Praneeth","year":"2020","unstructured":"Sai Praneeth Karimireddy, Satyen Kale, Mehryar Mohri, Sashank Reddi, Sebastian Stich, and Ananda Theertha Suresh. [n. d.]. SCAFFOLD: Stochastic controlled averaging for federated learning. InICML 2020."},{"key":"e_1_3_2_2_21_1","volume-title":"d.]. DepthFL : Depthwise Federated Learning for Heterogeneous Clients. InICLR","author":"Kim Minjae","year":"2023","unstructured":"Minjae Kim, Sangyoon Yu, Suhyun Kim, and Soo-Mook Moon. [n. d.]. DepthFL : Depthwise Federated Learning for Heterogeneous Clients. InICLR 2023."},{"key":"e_1_3_2_2_22_1","unstructured":"Alex Krizhevsky Geoffrey Hinton et al. 2009. Learning multiple layers of features from tiny images. (2009)."},{"key":"e_1_3_2_2_23_1","unstructured":"Yann LeCun. 1998. The MNIST database of handwritten digits. http:\/\/yann. lecun. com\/exdb\/mnist\/ (1998)."},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3369837"},{"key":"e_1_3_2_2_25_1","volume-title":"d.]","author":"Li Ang","year":"2020","unstructured":"Ang Li, Jingwei Sun, BinghuiWang, Lin Duan, Sicheng Li, Yiran Chen, and Hai Li. [n. d.]. LotteryFL: Personalized and Communication-Efficient Federated Learning with Lottery Ticket Hypothesis on Non-IID Datasets. CoRR 2020 ([n. d.])."},{"key":"e_1_3_2_2_26_1","volume-title":"d.]. Fed- Mask: Joint Computation and Communication-Efficient Personalized Federated Learning via Heterogeneous Masking. InSenSys","author":"Li Ang","year":"2021","unstructured":"Ang Li, Jingwei Sun, Xiao Zeng, Mi Zhang, Hai Li, and Yiran Chen. [n. d.]. Fed- Mask: Joint Computation and Communication-Efficient Personalized Federated Learning via Heterogeneous Masking. InSenSys 2021."},{"key":"e_1_3_2_2_27_1","volume-title":"Anit Kumar Sahu, and Manzil Zaheer et al. [n. d.]. Federated Optimization in Heterogeneous Networks. InMLSys","author":"Li Tian","year":"2020","unstructured":"Tian Li, Anit Kumar Sahu, and Manzil Zaheer et al. [n. d.]. Federated Optimization in Heterogeneous Networks. InMLSys 2020."},{"key":"e_1_3_2_2_28_1","volume-title":"d.]. Fair Resource Allocation in Federated Learning. InICLR","author":"Li Tian","year":"2020","unstructured":"Tian Li, Maziar Sanjabi, Ahmad Beirami, and Virginia Smith. [n. d.]. Fair Resource Allocation in Federated Learning. InICLR 2020."},{"key":"e_1_3_2_2_29_1","volume-title":"d.]. Adaptive Channel Sparsity for Federated Learning under System Heterogeneity. InCVPR","author":"Liao Dongping","year":"2023","unstructured":"Dongping Liao, Xitong Gao, Yiren Zhao, and Chengzhong Xu. [n. d.]. Adaptive Channel Sparsity for Federated Learning under System Heterogeneity. InCVPR 2023."},{"key":"e_1_3_2_2_30_1","unstructured":"Fangshuo Liao and Anastasios Kyrillidis. [n. d.]. On the Convergence of Shallow Neural Network Training with Randomly Masked Neurons. CoRR 2023 ([n. d.])."},{"key":"e_1_3_2_2_31_1","volume-title":"d.]. Ensemble Distillation for Robust Model Fusion in Federated Learning. InNeurIPS","author":"Lin Tao","year":"2020","unstructured":"Tao Lin, Lingjing Kong, Sebastian U. Stich, and Martin Jaggi. [n. d.]. Ensemble Distillation for Robust Model Fusion in Federated Learning. InNeurIPS 2020."},{"key":"e_1_3_2_2_32_1","unstructured":"Brendan McMahan Eider Moore Daniel Ramage Seth Hampson and Blaise Ag\u00fcera y Arcas. 2017. Communication-Efficient Learning of Deep Networks from Decentralized Data. InAISTATS."},{"key":"e_1_3_2_2_33_1","volume-title":"InInternational Conference on Machine Learning.","author":"Mohri Mehryar","year":"2019","unstructured":"Mehryar Mohri, Gary Sivek, and Ananda Theertha Suresh. 2019. Agnostic federated learning. InInternational Conference on Machine Learning."},{"key":"e_1_3_2_2_34_1","unstructured":"Adam Paszke Sam Gross Francisco Massa Adam Lerer James Bradbury Gregory Chanan Trevor Killeen Zeming Lin Natalia Gimelshein et al. [n. d.]. Pytorch: An imperative style high-performance deep learning library. NeurIPS 2019 ([n. d.])."},{"key":"e_1_3_2_2_35_1","volume-title":"[n. d.]. Optimal Lottery Tickets via Subset Sum: Logarithmic Over-Parameterization is Sufficient. InNeurIPS","author":"Pensia Ankit","year":"2020","unstructured":"Ankit Pensia, Shashank Rajput, Alliot Nagle, Harit Vishwakarma, and Dimitris S. Papailiopoulos. [n. d.]. Optimal Lottery Tickets via Subset Sum: Logarithmic Over-Parameterization is Sufficient. InNeurIPS 2020."},{"key":"e_1_3_2_2_36_1","volume-title":"d.]. What's Hidden in a Randomly Weighted Neural Network?. InCVPR","author":"Ramanujan Vivek","year":"2020","unstructured":"Vivek Ramanujan, Mitchell Wortsman, Aniruddha Kembhavi, Ali Farhadi, and Mohammad Rastegari. [n. d.]. What's Hidden in a Randomly Weighted Neural Network?. InCVPR 2020."},{"key":"e_1_3_2_2_37_1","doi-asserted-by":"publisher","DOI":"10.1109\/SPAWC51858.2021.9593126"},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"publisher","DOI":"10.3390\/app12188972"},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"crossref","unstructured":"Yue Tan Guodong Long LU LIU Tianyi Zhou Qinghua Lu Jing Jiang and Chengqi Zhang. [n. d.]. FedProto: Federated Prototype Learning across Heterogeneous Clients. AAAI 2022 ([n. d.]).","DOI":"10.1609\/aaai.v36i8.20819"},{"key":"e_1_3_2_2_40_1","volume-title":"d.]. Personalized Federated Learning with Contextualized Generalization. InIJCAI","author":"Tang Xueyang","year":"2022","unstructured":"Xueyang Tang, Song Guo, and Jingcai Guo. [n. d.]. Personalized Federated Learning with Contextualized Generalization. InIJCAI 2022."},{"key":"e_1_3_2_2_41_1","volume-title":"Hengwei Xu, and Pan Hui.","author":"Vallapuram Anish K.","year":"2022","unstructured":"Anish K. Vallapuram, Pengyuan Zhou, Young D. Kwon, Lik Hang Lee, Hengwei Xu, and Pan Hui. 2022. HideNseek: Federated Lottery Ticket via Server-side Pruning and Sign Supermask. CoRR abs\/2206.04385 (2022)."},{"key":"e_1_3_2_2_42_1","volume-title":"d.]. DaFKD: Domain-aware Federated Knowledge Distillation. InCVPR","author":"Wang Haozhao","year":"2023","unstructured":"Haozhao Wang, Yichen Li, Wenchao Xu, Ruixuan Li, Yufeng Zhan, and Zhigang Zeng. [n. d.]. DaFKD: Domain-aware Federated Knowledge Distillation. InCVPR 2023."},{"key":"e_1_3_2_2_43_1","volume-title":"d.]. Tackling the Objective Inconsistency Problem in Heterogeneous Federated Optimization. InNeurIPS","author":"Wang Jianyu","year":"2020","unstructured":"Jianyu Wang, Qinghua Liu, Hao Liang, Gauri Joshi, and H. Vincent Poor. [n. d.]. Tackling the Objective Inconsistency Problem in Heterogeneous Federated Optimization. InNeurIPS 2020."},{"key":"e_1_3_2_2_44_1","volume-title":"d.]. Closing the Generalization Gap of Cross-silo Federated Medical Image Segmentation. InCVPR","author":"Xu An","year":"2022","unstructured":"An Xu, Wenqi Li, Pengfei Guo, Dong Yang, Holger Roth, Ali Hatamizadeh, Can Zhao, Daguang Xu, Heng Huang, and Ziyue Xu. [n. d.]. Closing the Generalization Gap of Cross-silo Federated Medical Image Segmentation. InCVPR 2022."},{"key":"e_1_3_2_2_45_1","volume-title":"d.]. Parallel Restarted SGD with Faster Convergence and Less Communication: Demystifying Why Model Averaging Works for Deep Learning. InAAAI","author":"Yu Hao","year":"2019","unstructured":"Hao Yu, Sen Yang, and Shenghuo Zhu. [n. d.]. Parallel Restarted SGD with Faster Convergence and Less Communication: Demystifying Why Model Averaging Works for Deep Learning. InAAAI 2019."},{"key":"e_1_3_2_2_46_1","volume-title":"d.]. Deconstructing Lottery Tickets: Zeros, Signs, and the Supermask. InNeurIPS","author":"Zhou Hattie","year":"2019","unstructured":"Hattie Zhou, Janice Lan, Rosanne Liu, and Jason Yosinski. [n. d.]. Deconstructing Lottery Tickets: Zeros, Signs, and the Supermask. InNeurIPS 2019."},{"key":"e_1_3_2_2_47_1","volume-title":"d.]. Data-Free Knowledge Distillation for Heterogeneous Federated Learning. InICML","author":"Zhu Zhuangdi","year":"2021","unstructured":"Zhuangdi Zhu, Junyuan Hong, and Jiayu Zhou. [n. d.]. Data-Free Knowledge Distillation for Heterogeneous Federated Learning. InICML 2021."}],"event":{"name":"WWW '24: The ACM Web Conference 2024","location":"Singapore Singapore","acronym":"WWW '24","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"]},"container-title":["Proceedings of the ACM Web Conference 2024"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3589334.3645416","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3589334.3645416","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T00:26:24Z","timestamp":1755822384000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3589334.3645416"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,13]]},"references-count":47,"alternative-id":["10.1145\/3589334.3645416","10.1145\/3589334"],"URL":"https:\/\/doi.org\/10.1145\/3589334.3645416","relation":{},"subject":[],"published":{"date-parts":[[2024,5,13]]},"assertion":[{"value":"2024-05-13","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}