{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,10]],"date-time":"2026-04-10T10:03:18Z","timestamp":1775815398681,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":42,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,5,13]],"date-time":"2024-05-13T00:00:00Z","timestamp":1715558400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"ACE SRC JUMP 2.0","award":["2023-JU-3134"],"award-info":[{"award-number":["2023-JU-3134"]}]},{"DOI":"10.13039\/501100006374","name":"NSF (National Science Foundation)","doi-asserted-by":"publisher","award":["2239440, 2333790"],"award-info":[{"award-number":["2239440, 2333790"]}],"id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,5,13]]},"DOI":"10.1145\/3589334.3645544","type":"proceedings-article","created":{"date-parts":[[2024,5,8]],"date-time":"2024-05-08T07:08:13Z","timestamp":1715152093000},"page":"2976-2985","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":10,"title":["How Few Davids Improve One Goliath: Federated Learning in Resource-Skewed Edge Computing Environments"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3562-5794","authenticated-orcid":false,"given":"Jiayun","family":"Zhang","sequence":"first","affiliation":[{"name":"University of California, San Diego, La Jolla, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7276-3715","authenticated-orcid":false,"given":"Shuheng","family":"Li","sequence":"additional","affiliation":[{"name":"University of California, San Diego, La Jolla, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8477-5492","authenticated-orcid":false,"given":"Haiyu","family":"Huang","sequence":"additional","affiliation":[{"name":"University of California, Los Angeles, Los Angeles, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3147-4642","authenticated-orcid":false,"given":"Zihan","family":"Wang","sequence":"additional","affiliation":[{"name":"University of California, San Diego, La Jolla, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-5614-5922","authenticated-orcid":false,"given":"Xiaohan","family":"Fu","sequence":"additional","affiliation":[{"name":"University of California, San Diego, La Jolla, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5224-6043","authenticated-orcid":false,"given":"Dezhi","family":"Hong","sequence":"additional","affiliation":[{"name":"Amazon, Sunnyvale, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6489-7633","authenticated-orcid":false,"given":"Rajesh K.","family":"Gupta","sequence":"additional","affiliation":[{"name":"University of California, San Diego, La Jolla, California, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7249-4404","authenticated-orcid":false,"given":"Jingbo","family":"Shang","sequence":"additional","affiliation":[{"name":"University of California, San Diego, La Jolla, California, USA"}]}],"member":"320","published-online":{"date-parts":[[2024,5,13]]},"reference":[{"key":"e_1_3_2_2_1_1","first-page":"29677","article-title":"FedRolex: Model-Heterogeneous Federated Learning with Rolling Sub-Model Extraction","volume":"35","author":"Alam Samiul","year":"2022","unstructured":"Samiul Alam, Luyang Liu, Ming Yan, and Mi Zhang. 2022. FedRolex: Model-Heterogeneous Federated Learning with Rolling Sub-Model Extraction. Advances in Neural Information Processing Systems, Vol. 35 (2022), 29677--29690.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_2_2_1","volume-title":"Advances In Neural Information Processing Systems","volume":"27","author":"Ba Jimmy","year":"2014","unstructured":"Jimmy Ba and Rich Caruana. 2014. Do Deep Nets Really Need to be Deep? Advances In Neural Information Processing Systems, Vol. 27 (2014)."},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1613\/jair.731"},{"key":"e_1_3_2_2_4_1","volume-title":"Caglar Gulcehre, Dzmitry Bahdanau, Fethi Bougares, Holger Schwenk, and Yoshua Bengio.","author":"Cho Kyunghyun","year":"2014","unstructured":"Kyunghyun Cho, Bart Van Merri\u00ebnboer, Caglar Gulcehre, Dzmitry Bahdanau, Fethi Bougares, Holger Schwenk, and Yoshua Bengio. 2014. Learning Phrase Representations using RNN Encoder-Decoder for Statistical Machine Translation. arXiv preprint arXiv:1406.1078 (2014)."},{"key":"e_1_3_2_2_5_1","volume-title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. arXiv preprint arXiv:1810.04805","author":"Devlin Jacob","year":"2018","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2018. BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. arXiv preprint arXiv:1810.04805 (2018)."},{"key":"e_1_3_2_2_6_1","unstructured":"Enmao Diao Jie Ding and Vahid Tarokh. 2020. HeteroFL: Computation and Communication Efficient Federated Learning for Heterogeneous Clients. arXiv preprint arXiv:2010.01264 (2020)."},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00983"},{"key":"e_1_3_2_2_8_1","volume-title":"HyperNetworks. In International Conference on Learning Representations.","author":"Ha David","unstructured":"David Ha, Andrew M. Dai, and Quoc V. Le. 2017. HyperNetworks. In International Conference on Learning Representations."},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"e_1_3_2_2_10_1","volume-title":"Distilling the Knowledge in a Neural Network. arXiv preprint arXiv:1503.02531","author":"Hinton Geoffrey","year":"2015","unstructured":"Geoffrey Hinton, Oriol Vinyals, and Jeff Dean. 2015. Distilling the Knowledge in a Neural Network. arXiv preprint arXiv:1503.02531 (2015)."},{"key":"e_1_3_2_2_11_1","volume-title":"Parameter-Efficient Transfer Learning for NLP. In International Conference on Machine Learning. PMLR, 2790--2799","author":"Houlsby Neil","year":"2019","unstructured":"Neil Houlsby, Andrei Giurgiu, Stanislaw Jastrzebski, Bruna Morrone, Quentin De Laroussilhe, Andrea Gesmundo, Mona Attariyan, and Sylvain Gelly. 2019. Parameter-Efficient Transfer Learning for NLP. In International Conference on Machine Learning. PMLR, 2790--2799."},{"key":"e_1_3_2_2_12_1","volume-title":"Measuring the Effects of Non-Identical Data Distribution for Federated Visual Classification. arXiv preprint arXiv:1909.06335","author":"Harry Hsu Tzu-Ming","year":"2019","unstructured":"Tzu-Ming Harry Hsu, Hang Qi, and Matthew Brown. 2019. Measuring the Effects of Non-Identical Data Distribution for Federated Visual Classification. arXiv preprint arXiv:1909.06335 (2019)."},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.243"},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE53745.2022.00062"},{"key":"e_1_3_2_2_15_1","volume-title":"SCAFFOLD: Stochastic Controlled Averaging for Federated Learning. In International conference on machine learning. PMLR, 5132--5143","author":"Karimireddy Sai Praneeth","year":"2020","unstructured":"Sai Praneeth Karimireddy, Satyen Kale, Mehryar Mohri, Sashank Reddi, Sebastian Stich, and Ananda Theertha Suresh. 2020. SCAFFOLD: Stochastic Controlled Averaging for Federated Learning. In International conference on machine learning. PMLR, 5132--5143."},{"key":"e_1_3_2_2_16_1","volume-title":"DepthFL: Depthwise Federated Learning for Heterogeneous Clients. In The Eleventh International Conference on Learning Representations.","author":"Kim Minjae","year":"2023","unstructured":"Minjae Kim, Sangyoon Yu, Suhyun Kim, and Soo-Mook Moon. 2023. DepthFL: Depthwise Federated Learning for Heterogeneous Clients. In The Eleventh International Conference on Learning Representations."},{"key":"e_1_3_2_2_17_1","first-page":"29433","article-title":"Parameter Prediction for Unseen Deep Architectures","volume":"34","author":"Knyazev Boris","year":"2021","unstructured":"Boris Knyazev, Michal Drozdzal, Graham W Taylor, and Adriana Romero Soriano. 2021. Parameter Prediction for Unseen Deep Architectures. Advances in Neural Information Processing Systems, Vol. 34 (2021), 29433--29448.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_2_18_1","volume-title":"Federated Optimization: Distributed Optimization Beyond the Datacenter. arXiv preprint arXiv:1511.03575","author":"Jakub Konevc","year":"2015","unstructured":"Jakub Konevc n\u1ef3, Brendan McMahan, and Daniel Ramage. 2015. Federated Optimization: Distributed Optimization Beyond the Datacenter. arXiv preprint arXiv:1511.03575 (2015)."},{"key":"e_1_3_2_2_19_1","volume-title":"Ananda Theertha Suresh, and Dave Bacon","author":"Jakub Konevc","year":"2016","unstructured":"Jakub Konevc n\u1ef3, H Brendan McMahan, Felix X Yu, Peter Richt\u00e1rik, Ananda Theertha Suresh, and Dave Bacon. 2016. Federated learning: Strategies for improving communication efficiency. arXiv preprint arXiv:1610.05492 (2016)."},{"key":"e_1_3_2_2_20_1","unstructured":"Alex Krizhevsky Geoffrey Hinton et al. 2009. Learning Multiple Layers of Features from Tiny Images. (2009)."},{"key":"e_1_3_2_2_21_1","volume-title":"Oort: Efficient Federated Learning via Guided Participant Selection. In 15th $$USENIX$$ Symposium on Operating Systems Design and Implementation ($$OSDI$$ 21). 19--35.","author":"Lai Fan","year":"2021","unstructured":"Fan Lai, Xiangfeng Zhu, Harsha V Madhyastha, and Mosharaf Chowdhury. 2021. Oort: Efficient Federated Learning via Guided Participant Selection. In 15th $$USENIX$$ Symposium on Operating Systems Design and Implementation ($$OSDI$$ 21). 19--35."},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/5.726791"},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3447993.3483278"},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3485730.3485929"},{"key":"e_1_3_2_2_25_1","first-page":"429","article-title":"Federated Optimization in Heterogeneous Networks","volume":"2","author":"Li Tian","year":"2020","unstructured":"Tian Li, Anit Kumar Sahu, Manzil Zaheer, Maziar Sanjabi, Ameet Talwalkar, and Virginia Smith. 2020. Federated Optimization in Heterogeneous Networks. Proceedings of Machine Learning and Systems, Vol. 2 (2020), 429--450.","journal-title":"Proceedings of Machine Learning and Systems"},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3447548.3467254"},{"key":"e_1_3_2_2_27_1","volume-title":"Gated Graph Sequence Neural Networks. arXiv preprint arXiv:1511.05493","author":"Li Yujia","year":"2015","unstructured":"Yujia Li, Daniel Tarlow, Marc Brockschmidt, and Richard Zemel. 2015. Gated Graph Sequence Neural Networks. arXiv preprint arXiv:1511.05493 (2015)."},{"key":"e_1_3_2_2_28_1","volume-title":"Federated Learning with Heterogeneous Architectures using Graph HyperNetworks. arXiv preprint arXiv:2201.08459","author":"Litany Or","year":"2022","unstructured":"Or Litany, Haggai Maron, David Acuna, Jan Kautz, Gal Chechik, and Sanja Fidler. 2022. Federated Learning with Heterogeneous Architectures using Graph HyperNetworks. arXiv preprint arXiv:2201.08459 (2022)."},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3534678.3539086"},{"key":"e_1_3_2_2_30_1","unstructured":"Brendan McMahan Eider Moore Daniel Ramage Seth Hampson and Blaise Aguera y Arcas. 2017. Communication-Efficient Learning of Deep Networks from Decentralized Data. In Artificial Intelligence and Statistics. PMLR 1273--1282."},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3372224.3419188"},{"key":"e_1_3_2_2_32_1","volume-title":"a distilled version of BERT: smaller, faster, cheaper and lighter. arXiv preprint arXiv:1910.01108","author":"Sanh Victor","year":"2019","unstructured":"Victor Sanh, Lysandre Debut, Julien Chaumond, and Thomas Wolf. 2019. DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter. arXiv preprint arXiv:1910.01108 (2019)."},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/TNN.2008.2005605"},{"key":"e_1_3_2_2_34_1","volume-title":"International Conference on Machine Learning. PMLR, 9489--9502","author":"Shamsian Aviv","year":"2021","unstructured":"Aviv Shamsian, Aviv Navon, Ethan Fetaya, and Gal Chechik. 2021. Personalized Federated Learning using Hypernetworks. In International Conference on Machine Learning. PMLR, 9489--9502."},{"key":"e_1_3_2_2_35_1","volume-title":"HARMONY: Heterogeneity-Aware Hierarchical Management for Federated Learning System. In 2022 55th IEEE\/ACM International Symposium on Microarchitecture (MICRO). IEEE, 631--645","author":"Tian Chunlin","year":"2022","unstructured":"Chunlin Tian, Li Li, Zhan Shi, Jun Wang, and ChengZhong Xu. 2022. HARMONY: Heterogeneity-Aware Hierarchical Management for Federated Learning System. In 2022 55th IEEE\/ACM International Symposium on Microarchitecture (MICRO). IEEE, 631--645."},{"key":"e_1_3_2_2_36_1","volume-title":"Advances In Neural Information Processing Systems","volume":"30","author":"Vaswani Ashish","year":"2017","unstructured":"Ashish Vaswani, Noam Shazeer, Niki Parmar, Jakob Uszkoreit, Llion Jones, Aidan N Gomez, \u0141ukasz Kaiser, and Illia Polosukhin. 2017. Attention Is All You Need. Advances In Neural Information Processing Systems, Vol. 30 (2017)."},{"key":"e_1_3_2_2_37_1","volume-title":"Continual learning with hypernetworks. arXiv preprint arXiv:1906.00695","author":"Oswald Johannes Von","year":"2019","unstructured":"Johannes Von Oswald, Christian Henning, Benjamin F Grewe, and Jo ao Sacramento. 2019. Continual learning with hypernetworks. arXiv preprint arXiv:1906.00695 (2019)."},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3543507.3583347"},{"key":"e_1_3_2_2_39_1","volume-title":"A Broad-Coverage Challenge Corpus for Sentence Understanding through Inference. arXiv preprint arXiv:1704.05426","author":"Williams Adina","year":"2017","unstructured":"Adina Williams, Nikita Nangia, and Samuel R Bowman. 2017. A Broad-Coverage Challenge Corpus for Sentence Understanding through Inference. arXiv preprint arXiv:1704.05426 (2017)."},{"key":"e_1_3_2_2_40_1","volume-title":"Graph HyperNetworks for Neural Architecture Search. arXiv preprint arXiv:1810.05749","author":"Zhang Chris","year":"2018","unstructured":"Chris Zhang, Mengye Ren, and Raquel Urtasun. 2018. Graph HyperNetworks for Neural Architecture Search. arXiv preprint arXiv:1810.05749 (2018)."},{"key":"e_1_3_2_2_41_1","first-page":"10092","article-title":"Parameterized Knowledge Transfer for Personalized Federated Learning","volume":"34","author":"Zhang Jie","year":"2021","unstructured":"Jie Zhang, Song Guo, Xiaosong Ma, Haozhao Wang, Wenchao Xu, and Feijie Wu. 2021. Parameterized Knowledge Transfer for Personalized Federated Learning. Advances in Neural Information Processing Systems, Vol. 34 (2021), 10092--10104.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3580305.3599443"}],"event":{"name":"WWW '24: The ACM Web Conference 2024","location":"Singapore Singapore","acronym":"WWW '24","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"]},"container-title":["Proceedings of the ACM Web Conference 2024"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3589334.3645544","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3589334.3645544","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T00:27:47Z","timestamp":1755822467000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3589334.3645544"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,13]]},"references-count":42,"alternative-id":["10.1145\/3589334.3645544","10.1145\/3589334"],"URL":"https:\/\/doi.org\/10.1145\/3589334.3645544","relation":{},"subject":[],"published":{"date-parts":[[2024,5,13]]},"assertion":[{"value":"2024-05-13","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}