{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,7]],"date-time":"2026-07-07T15:55:06Z","timestamp":1783439706836,"version":"3.54.6"},"publisher-location":"New York, NY, USA","reference-count":88,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,5,26]],"date-time":"2026-05-26T00:00:00Z","timestamp":1779753600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,5,26]]},"DOI":"10.1145\/3786335.3813151","type":"proceedings-article","created":{"date-parts":[[2026,5,22]],"date-time":"2026-05-22T03:16:22Z","timestamp":1779419782000},"page":"990-1008","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["FLASC: Federated LoRA with Sparse Communication"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0008-5669-647X","authenticated-orcid":false,"given":"Kevin","family":"Kuo","sequence":"first","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-6610-8396","authenticated-orcid":false,"given":"Arian","family":"Raje","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6657-7521","authenticated-orcid":false,"given":"Kousik","family":"Rajesh","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6404-2395","authenticated-orcid":false,"given":"Virginia","family":"Smith","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,5,26]]},"reference":[{"key":"e_1_3_3_1_2_2","doi-asserted-by":"publisher","DOI":"10.1145\/2976749.2978318"},{"key":"e_1_3_3_1_3_2","volume-title":"International Workshop on Federated Learning in the Age of Foundation Models in Conjunction with NeurIPS 2023","author":"Babakniya Sara","year":"2023","unstructured":"Sara Babakniya, Ahmed Elkordy, Yahya Ezzeldin, Qingfeng Liu, Kee-Bong Song, MOSTAFA EL-Khamy, and Salman Avestimehr. 2023. SLoRA: Federated Parameter Efficient Fine-Tuning of Language Models. In International Workshop on Federated Learning in the Age of Foundation Models in Conjunction with NeurIPS 2023. https:\/\/openreview.net\/forum?id=06quMTmtRV"},{"key":"e_1_3_3_1_4_2","unstructured":"Sara Babakniya Souvik Kundu Saurav Prakash Yue Niu and Salman Avestimehr. 2023. Revisiting Sparsity Hunting in Federated Learning: Why does Sparsity Consensus Matter? Transactions on Machine Learning Research (2023)."},{"key":"e_1_3_3_1_5_2","doi-asserted-by":"crossref","unstructured":"Jiamu Bai Daoyuan Chen Bingchen Qian Liuyi Yao and Yaliang Li. 2024. Federated Fine-tuning of Large Language Models under Heterogeneous Language Tasks and Client Resources. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2402.11505 (2024).","DOI":"10.52202\/079017-0461"},{"key":"e_1_3_3_1_6_2","unstructured":"Debraj Basu Deepesh Data Can Karakus and Suhas Diggavi. 2019. Qsparse-local-SGD: Distributed SGD with quantization sparsification and local computations. Advances in Neural Information Processing Systems 32 (2019)."},{"key":"e_1_3_3_1_7_2","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i6.20555"},{"key":"e_1_3_3_1_8_2","volume-title":"ICML 2025 Workshop on Collaborative and Federated Agentic Workflows","author":"Bossy Thierry","unstructured":"Thierry Bossy, Julien Tu\u1ea5n\u00a0T\u00fa Vignoud, Tahseen Rabbani, Juan R\u00a0Troncoso Pastoriza, and Martin Jaggi. [n. d.]. Mitigating Unintended Memorization with LoRA in Federated Learning for LLMs. In ICML 2025 Workshop on Collaborative and Federated Agentic Workflows."},{"key":"e_1_3_3_1_9_2","unstructured":"Han Cai Chuang Gan Ligeng Zhu and Song Han. 2020. Tinytl: Reduce memory not parameters for efficient on-device learning. Advances in Neural Information Processing Systems 33 (2020) 11285\u201311297."},{"key":"e_1_3_3_1_10_2","unstructured":"Sebastian Caldas Sai Meher\u00a0Karthik Duddu Peter Wu Tian Li Jakub Kone\u010dn\u1ef3 H\u00a0Brendan McMahan Virginia Smith and Ameet Talwalkar. 2018. Leaf: A benchmark for federated settings. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1812.01097 (2018)."},{"key":"e_1_3_3_1_11_2","unstructured":"Sebastian Caldas Jakub Kone\u010dny H\u00a0Brendan McMahan and Ameet Talwalkar. 2018. Expanding the reach of federated learning by reducing client resource requirements. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1812.07210 (2018)."},{"key":"e_1_3_3_1_12_2","unstructured":"Zachary Charles Kallista Bonawitz Stanislav Chiknavaryan Brendan McMahan et\u00a0al. 2022. Federated select: A primitive for communication-and memory-efficient federated learning. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2208.09432 (2022)."},{"key":"e_1_3_3_1_13_2","unstructured":"Zachary Charles Zachary Garrett Zhouyuan Huo Sergei Shmulyian and Virginia Smith. 2021. On large-cohort training for federated learning. Advances in neural information processing systems 34 (2021) 20461\u201320475."},{"key":"e_1_3_3_1_14_2","unstructured":"Chaochao Chen Xiaohua Feng Jun Zhou Jianwei Yin and Xiaolin Zheng. 2023. Federated large language model: A position paper. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2307.08925 (2023)."},{"key":"e_1_3_3_1_15_2","volume-title":"ICLR 2025 Workshop on Modularity for Collaborative, Decentralized, and Continual Deep Learning","author":"Chen Zhijie","year":"2025","unstructured":"Zhijie Chen, Yuxing Liu, and Arindam Banerjee. 2025. Truncate without Fear: Module Aggregation and Redistribution in Federated Low-Rank Adaptation. In ICLR 2025 Workshop on Modularity for Collaborative, Decentralized, and Continual Deep Learning."},{"key":"e_1_3_3_1_16_2","first-page":"3387","volume-title":"Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition","author":"Cheng Gary","year":"2022","unstructured":"Gary Cheng, Zachary Charles, Zachary Garrett, and Keith Rush. 2022. Does federated dropout actually work?. In Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition. 3387\u20133395."},{"key":"e_1_3_3_1_17_2","volume-title":"International Workshop on Federated Learning in the Age of Foundation Models in Conjunction with NeurIPS 2023","author":"Cho Yae\u00a0Jee","year":"2023","unstructured":"Yae\u00a0Jee Cho, Luyang Liu, Zheng Xu, Aldi Fahrezi, Matt Barnes, and Gauri Joshi. 2023. Heterogeneous LoRA for Federated Fine-tuning of On-device Foundation Models. In International Workshop on Federated Learning in the Age of Foundation Models in Conjunction with NeurIPS 2023."},{"key":"e_1_3_3_1_18_2","unstructured":"Soham De Leonard Berrada Jamie Hayes Samuel\u00a0L Smith and Borja Balle. 2022. Unlocking high-accuracy differentially private image classification through scale. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2204.13650 (2022)."},{"key":"e_1_3_3_1_19_2","doi-asserted-by":"crossref","unstructured":"Tim Dettmers Artidoro Pagnoni Ari Holtzman and Luke Zettlemoyer. 2024. Qlora: Efficient finetuning of quantized llms. Advances in Neural Information Processing Systems 36 (2024).","DOI":"10.52202\/075280-0441"},{"key":"e_1_3_3_1_20_2","unstructured":"Tim Dettmers and Luke Zettlemoyer. 2019. Sparse networks from scratch: Faster training without losing performance. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1907.04840 (2019)."},{"key":"e_1_3_3_1_21_2","doi-asserted-by":"crossref","first-page":"4133","DOI":"10.18653\/v1\/2023.emnlp-main.252","volume-title":"Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing","author":"Ding Ning","year":"2023","unstructured":"Ning Ding, Xingtai Lv, Qiaosen Wang, Yulin Chen, Bowen Zhou, Zhiyuan Liu, and Maosong Sun. 2023. Sparse Low-rank Adaptation of Pre-trained Language Models. In Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing. 4133\u20134145."},{"key":"e_1_3_3_1_22_2","unstructured":"Ning Ding Yujia Qin Guang Yang Fuchao Wei Zonghan Yang Yusheng Su Shengding Hu Yulin Chen Chi-Min Chan Weize Chen et\u00a0al. 2022. Delta tuning: A comprehensive study of parameter efficient methods for pre-trained language models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2203.06904 (2022)."},{"key":"e_1_3_3_1_23_2","volume-title":"International Conference on Learning Representations","author":"Dosovitskiy Alexey","year":"2021","unstructured":"Alexey Dosovitskiy, Lucas Beyer, Alexander Kolesnikov, Dirk Weissenborn, Xiaohua Zhai, Thomas Unterthiner, Mostafa Dehghani, Matthias Minderer, Georg Heigold, Sylvain Gelly, Jakob Uszkoreit, and Neil Houlsby. 2021. An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale. In International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=YicbFdNTTy"},{"key":"e_1_3_3_1_24_2","doi-asserted-by":"crossref","unstructured":"Mona Flores Ittai Dayan Holger Roth Aoxiao Zhong Ahmed Harouni Amilcare Gentili Anas Abidin Andrew Liu Anthony Costa Bradford Wood et\u00a0al. 2021. Federated Learning used for predicting outcomes in SARS-COV-2 patients. Research Square (2021) rs\u20133.","DOI":"10.21203\/rs.3.rs-126892\/v1"},{"key":"e_1_3_3_1_25_2","volume-title":"International Conference on Learning Representations","author":"Frankle Jonathan","year":"2018","unstructured":"Jonathan Frankle and Michael Carbin. 2018. The Lottery Ticket Hypothesis: Finding Sparse, Trainable Neural Networks. In International Conference on Learning Representations."},{"key":"e_1_3_3_1_26_2","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i9.16920"},{"key":"e_1_3_3_1_27_2","unstructured":"Jonas Geiping Hartmut Bauermeister Hannah Dr\u00f6ge and Michael Moeller. 2020. Inverting gradients-how easy is it to break privacy in federated learning? Advances in neural information processing systems 33 (2020) 16937\u201316947."},{"key":"e_1_3_3_1_28_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.findings-acl.115"},{"key":"e_1_3_3_1_29_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.378"},{"key":"e_1_3_3_1_30_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.findings-emnlp.160"},{"key":"e_1_3_3_1_31_2","unstructured":"Samuel Horvath Stefanos Laskaridis Mario Almeida Ilias Leontiadis Stylianos Venieris and Nicholas Lane. 2021. Fjord: Fair and accurate federated learning under heterogeneous targets with ordered dropout. Advances in Neural Information Processing Systems 34 (2021) 12876\u201312889."},{"key":"e_1_3_3_1_32_2","first-page":"2790","volume-title":"International Conference on Machine Learning","author":"Houlsby Neil","year":"2019","unstructured":"Neil Houlsby, Andrei Giurgiu, Stanislaw Jastrzebski, Bruna Morrone, Quentin De\u00a0Laroussilhe, Andrea Gesmundo, Mona Attariyan, and Sylvain Gelly. 2019. Parameter-efficient transfer learning for NLP. In International Conference on Machine Learning. PMLR, 2790\u20132799."},{"key":"e_1_3_3_1_33_2","unstructured":"Tzu-Ming\u00a0Harry Hsu Hang Qi and Matthew Brown. 2019. Measuring the effects of non-identical data distribution for federated visual classification. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1909.06335 (2019)."},{"key":"e_1_3_3_1_34_2","unstructured":"Edward\u00a0J Hu Yelong Shen Phillip Wallis Zeyuan Allen-Zhu Yuanzhi Li Shean Wang Lu Wang and Weizhu Chen. 2021. Lora: Low-rank adaptation of large language models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2106.09685 (2021)."},{"key":"e_1_3_3_1_35_2","unstructured":"Tiansheng Huang Shiwei Liu Li Shen Fengxiang He Weiwei Lin and Dacheng Tao. 2022. Achieving personalized federated learning with sparse local models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2201.11380 (2022)."},{"key":"e_1_3_3_1_36_2","unstructured":"Berivan Isik Francesco Pase Deniz Gunduz Tsachy Weissman and Michele Zorzi. 2022. Sparse random networks for communication-efficient federated learning. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2209.15328 (2022)."},{"key":"e_1_3_3_1_37_2","unstructured":"Feibo Jiang Li Dong Siwei Tu Yubo Peng Kezhi Wang Kun Yang Cunhua Pan and Dusit Niyato. 2024. Personalized Wireless Federated Learning for Large Language Models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2404.13238 (2024)."},{"key":"e_1_3_3_1_38_2","doi-asserted-by":"crossref","unstructured":"Jeonghoon Kim Jung\u00a0Hyun Lee Sungdong Kim Joonsuk Park Kang\u00a0Min Yoo Se\u00a0Jung Kwon and Dongsoo Lee. 2023. Memory-efficient fine-tuning of compressed large language models via sub-4-bit integer quantization. Advances in Neural Information Processing Systems 36 (2023) 36187\u201336207.","DOI":"10.52202\/075280-1569"},{"key":"e_1_3_3_1_39_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-acl.75"},{"key":"e_1_3_3_1_40_2","unstructured":"Diederik\u00a0P Kingma. 2014. Adam: A method for stochastic optimization. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1412.6980 (2014)."},{"key":"e_1_3_3_1_41_2","unstructured":"Jakub Kone\u010dn\u00fd H.\u00a0Brendan McMahan Felix\u00a0X. Yu Peter Richt\u00e1rik Ananda\u00a0Theertha Suresh and Dave Bacon. 2017. Federated Learning: Strategies for Improving Communication Efficiency. arxiv:https:\/\/arXiv.org\/abs\/1610.05492\u00a0[cs.LG]"},{"key":"e_1_3_3_1_42_2","unstructured":"Alex Krizhevsky. 2009. Learning Multiple Layers of Features from Tiny Images. Master\u2019s thesis University of Toronto (2009)."},{"key":"e_1_3_3_1_43_2","doi-asserted-by":"publisher","DOI":"10.1016\/B978-1-55860-377-6.50048-7"},{"key":"e_1_3_3_1_44_2","volume-title":"International Conference on Learning Representations","author":"Lee Namhoon","year":"2018","unstructured":"Namhoon Lee, Thalaiyasingam Ajanthan, and Philip Torr. 2018. Snip: Single-shot network pruning based on connection sensitivity. In International Conference on Learning Representations."},{"key":"e_1_3_3_1_45_2","unstructured":"Tian Li Anit\u00a0Kumar Sahu Manzil Zaheer Maziar Sanjabi Ameet Talwalkar and Virginia Smith. 2020. Federated optimization in heterogeneous networks. Proceedings of Machine learning and systems 2 (2020) 429\u2013450."},{"key":"e_1_3_3_1_46_2","first-page":"11751","volume-title":"ICASSP 2024-2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","author":"Liu Wei","year":"2024","unstructured":"Wei Liu, Ying Qin, Zhiyuan Peng, and Tan Lee. 2024. Sparsely shared lora on whisper for child speech recognition. In ICASSP 2024-2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP). IEEE, 11751\u201311755."},{"key":"e_1_3_3_1_47_2","volume-title":"International Conference on Learning Representations","author":"Liu Zhuang","year":"2018","unstructured":"Zhuang Liu, Mingjie Sun, Tinghui Zhou, Gao Huang, and Trevor Darrell. 2018. Rethinking the Value of Network Pruning. In International Conference on Learning Representations."},{"key":"e_1_3_3_1_48_2","doi-asserted-by":"publisher","DOI":"10.1137\/1.9781611978032.94"},{"key":"e_1_3_3_1_49_2","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00502"},{"key":"e_1_3_3_1_50_2","first-page":"456","volume-title":"Conference on Lifelong Learning Agents","author":"Malaviya Shubham","year":"2023","unstructured":"Shubham Malaviya, Manish Shukla, and Sachin Lodha. 2023. Reducing Communication Overhead in Federated Learning for Pre-trained Language Models Using Parameter-Efficient Finetuning. In Conference on Lifelong Learning Agents. PMLR, 456\u2013469."},{"key":"e_1_3_3_1_51_2","first-page":"1273","volume-title":"Artificial intelligence and statistics","author":"McMahan Brendan","year":"2017","unstructured":"Brendan McMahan, Eider Moore, Daniel Ramage, Seth Hampson, and Blaise\u00a0Aguera y Arcas. 2017. Communication-efficient learning of deep networks from decentralized data. In Artificial intelligence and statistics. PMLR, 1273\u20131282."},{"key":"e_1_3_3_1_52_2","unstructured":"H\u00a0Brendan McMahan Daniel Ramage Kunal Talwar and Li Zhang. 2017. Learning differentially private recurrent language models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1710.06963 (2017)."},{"key":"e_1_3_3_1_53_2","unstructured":"Aritra Mitra Rayana Jaafar George\u00a0J Pappas and Hamed Hassani. 2021. Linear convergence in federated learning: Tackling client heterogeneity and sparse gradients. Advances in Neural Information Processing Systems 34 (2021) 14606\u201314619."},{"key":"e_1_3_3_1_54_2","unstructured":"Duy\u00a0Phuong Nguyen J\u00a0Pablo Munoz and Ali Jannesari. 2024. FLoRA: Enhancing Vision-Language Models with Parameter-Efficient Federated Learning. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2404.15182 (2024)."},{"key":"e_1_3_3_1_55_2","volume-title":"Workshop on Federated Learning: Recent Advances and New Challenges (in Conjunction with NeurIPS 2022)","author":"Nguyen John","year":"2022","unstructured":"John Nguyen, Jianyu Wang, Kshitiz Malik, Maziar Sanjabi, and Michael Rabbat. 2022. Where to Begin? On the Impact of Pre-Training and Initialization in Federated Learning. In Workshop on Federated Learning: Recent Advances and New Challenges (in Conjunction with NeurIPS 2022)."},{"key":"e_1_3_3_1_56_2","unstructured":"Kaan Ozkara Navjot Singh Deepesh Data and Suhas Diggavi. 2021. QuPeD: Quantized personalization via distillation with applications to federated learning. Advances in Neural Information Processing Systems 34 (2021) 3622\u20133634."},{"key":"e_1_3_3_1_57_2","volume-title":"International Conference on Learning Representations","author":"Qiu Xinchi","year":"2021","unstructured":"Xinchi Qiu, Javier Fernandez-Marques, Pedro\u00a0PB Gusmao, Yan Gao, Titouan Parcollet, and Nicholas\u00a0Donald Lane. 2021. ZeroFL: Efficient On-Device Training for Federated Learning with Local Sparsity. In International Conference on Learning Representations."},{"key":"e_1_3_3_1_58_2","unstructured":"Alec Radford Karthik Narasimhan Tim Salimans Ilya Sutskever et\u00a0al. 2018. Improving language understanding by generative pre-training. OpenAI blog (2018)."},{"key":"e_1_3_3_1_59_2","unstructured":"Alec Radford Jeffrey Wu Rewon Child David Luan Dario Amodei Ilya Sutskever et\u00a0al. 2019. Language models are unsupervised multitask learners. OpenAI blog 1 8 (2019) 9."},{"key":"e_1_3_3_1_60_2","unstructured":"Colin Raffel Noam Shazeer Adam Roberts Katherine Lee Sharan Narang Michael Matena Yanqi Zhou Wei Li and Peter\u00a0J Liu. 2020. Exploring the limits of transfer learning with a unified text-to-text transformer. Journal of machine learning research 21 140 (2020) 1\u201367."},{"key":"e_1_3_3_1_61_2","volume-title":"International Conference on Learning Representations","author":"Reddi Sashank\u00a0J","year":"2020","unstructured":"Sashank\u00a0J Reddi, Zachary Charles, Manzil Zaheer, Zachary Garrett, Keith Rush, Jakub Kone\u010dn\u1ef3, Sanjiv Kumar, and Hugh\u00a0Brendan McMahan. 2020. Adaptive Federated Optimization. In International Conference on Learning Representations."},{"key":"e_1_3_3_1_62_2","first-page":"2021","volume-title":"International Conference on Artificial Intelligence and Statistics","author":"Reisizadeh Amirhossein","year":"2020","unstructured":"Amirhossein Reisizadeh, Aryan Mokhtari, Hamed Hassani, Ali Jadbabaie, and Ramtin Pedarsani. 2020. Fedpaq: A communication-efficient federated learning method with periodic averaging and quantization. In International Conference on Artificial Intelligence and Statistics. PMLR, 2021\u20132031."},{"key":"e_1_3_3_1_63_2","volume-title":"International Conference on Learning Representations","author":"Renda Alex","year":"2019","unstructured":"Alex Renda, Jonathan Frankle, and Michael Carbin. 2019. Comparing Rewinding and Fine-tuning in Neural Network Pruning. In International Conference on Learning Representations."},{"key":"e_1_3_3_1_64_2","doi-asserted-by":"crossref","unstructured":"Lucas\u00a0Grativol Ribeiro Mathieu Leonardon Guillaume Muller Virginie Fresse and Matthieu Arzel. 2024. FLoCoRA: Federated learning compression with low-rank adaptation. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2406.14082 (2024).","DOI":"10.23919\/EUSIPCO63174.2024.10715461"},{"key":"e_1_3_3_1_65_2","unstructured":"Jae\u00a0Hun Ro Theresa Breiner Lara McConnaughey Mingqing Chen Ananda\u00a0Theertha Suresh Shankar Kumar and Rajiv Mathews. 2022. Scaling language model size in cross-device federated learning. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2204.09715 (2022)."},{"key":"e_1_3_3_1_66_2","unstructured":"Suhail\u00a0Mohmad Shah and Vincent\u00a0KN Lau. 2021. Model compression for communication efficient federated learning. IEEE Transactions on Neural Networks and Learning Systems (2021)."},{"key":"e_1_3_3_1_67_2","doi-asserted-by":"crossref","first-page":"1316","DOI":"10.18653\/v1\/2025.acl-long.67","volume-title":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","author":"Singhal Raghav","year":"2025","unstructured":"Raghav Singhal, Kaustubh Ponkshe, and Praneeth Vepakomma. 2025. FedEx-LoRA: Exact Aggregation for Federated and Efficient Fine-Tuning of Large Language Models. In Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), Wanxiang Che, Joyce Nabende, Ekaterina Shutova, and Mohammad\u00a0Taher Pilehvar (Eds.). Association for Computational Linguistics, Vienna, Austria, 1316\u20131336. https:\/\/aclanthology.org\/2025.acl-long.67\/"},{"key":"e_1_3_3_1_68_2","doi-asserted-by":"crossref","unstructured":"Congzheng Song Filip Granqvist and Kunal Talwar. 2022. Flair: Federated learning annotated image repository. Advances in Neural Information Processing Systems 35 (2022) 37792\u201337805.","DOI":"10.52202\/068431-2739"},{"key":"e_1_3_3_1_69_2","volume-title":"Workshop on Federated Learning: Recent Advances and New Challenges (in Conjunction with NeurIPS 2022)","author":"Stripelis Dimitris","year":"2022","unstructured":"Dimitris Stripelis, Umang Gupta, Greg Ver\u00a0Steeg, and Jose\u00a0Luis Ambite. 2022. Federated Progressive Sparsification (Purge-Merge-Tune)+. In Workshop on Federated Learning: Recent Advances and New Challenges (in Conjunction with NeurIPS 2022)."},{"key":"e_1_3_3_1_70_2","unstructured":"Guangyu Sun Matias Mendieta Taojiannan Yang and Chen Chen. 2022. Conquering the Communication Constraints to Enable Large Pre-Trained Models in Federated Learning. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2210.01708 (2022)."},{"key":"e_1_3_3_1_71_2","volume-title":"The Twelfth International Conference on Learning Representations","author":"Sun Youbang","year":"2024","unstructured":"Youbang Sun, Zitao Li, Yaliang Li, and Bolin Ding. 2024. Improving LoRA in Privacy-preserving Federated Learning. In The Twelfth International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=NLPzL6HWNl"},{"key":"e_1_3_3_1_72_2","unstructured":"Yi-Lin Sung Varun Nair and Colin\u00a0A Raffel. 2021. Training neural networks with fixed sparse masks. Advances in Neural Information Processing Systems 34 (2021) 24193\u201324205."},{"key":"e_1_3_3_1_73_2","doi-asserted-by":"crossref","unstructured":"Zhi\u00a0Qiang Wang Haopeng Wang and Abdulmotaleb El\u00a0Saddik. 2024. FedITD: A Federated Parameter-Efficient Tuning with Pre-trained Large Language Models and Transfer Learning Framework for Insider Threat Detection. IEEE Access (2024).","DOI":"10.1109\/ACCESS.2024.3482988"},{"key":"e_1_3_3_1_74_2","doi-asserted-by":"crossref","unstructured":"Jiarun Wu and Qingliang Chen. 2022. Pruning adapters with lottery ticket. Algorithms 15 2 (2022) 63.","DOI":"10.3390\/a15020063"},{"key":"e_1_3_3_1_75_2","unstructured":"Yebo Wu Chunlin Tian Jingguang Li He Sun Kahou Tam Zhanting Zhou Haicheng Liao Zhijiang Guo Li Li and Chengzhong Xu. 2025. A survey on federated fine-tuning of large language models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2503.12016 (2025)."},{"key":"e_1_3_3_1_76_2","volume-title":"The Twelfth International Conference on Learning Representations","author":"Xu Yuhui","year":"2023","unstructured":"Yuhui Xu, Lingxi Xie, Xiaotao Gu, Xin Chen, Heng Chang, Hengheng Zhang, Zhengsu Chen, XIAOPENG ZHANG, and Qi Tian. 2023. QA-LoRA: Quantization-Aware Low-Rank Adaptation of Large Language Models. In The Twelfth International Conference on Learning Representations."},{"key":"e_1_3_3_1_77_2","unstructured":"Prateek Yadav Leshem Choshen Colin Raffel and Mohit Bansal. 2023. ComPEFT: Compression for Communicating Parameter Efficient Updates via Sparsification and Quantization. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2311.13171 (2023)."},{"key":"e_1_3_3_1_78_2","volume-title":"International Conference on Learning Representations","author":"Yu Da","year":"2022","unstructured":"Da Yu, Saurabh Naik, Arturs Backurs, Sivakanth Gopi, Huseyin\u00a0A Inan, Gautam Kamath, Janardhan Kulkarni, Yin\u00a0Tat Lee, Andre Manoel, Lukas Wutschitz, Sergey Yekhanin, and Huishuai Zhang. 2022. Differentially Private Fine-tuning of Language Models. In International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=Q42f0dfjECO"},{"key":"e_1_3_3_1_79_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-short.1"},{"key":"e_1_3_3_1_80_2","unstructured":"Feiyu Zhang Liangzhi Li Junhao Chen Zhouqiang Jiang Bowen Wang and Yiming Qian. 2023. Increlora: Incremental parameter allocation method for parameter-efficient fine-tuning. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2308.12043 (2023)."},{"key":"e_1_3_3_1_81_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP48485.2024.10447454"},{"key":"e_1_3_3_1_82_2","unstructured":"Juzheng Zhang Jiacheng You Ashwinee Panda and Tom Goldstein. 2025. Lori: Reducing cross-task interference in multi-task low-rank adaptation. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2504.07448 (2025)."},{"key":"e_1_3_3_1_83_2","unstructured":"Mingyang Zhang Chunhua Shen Zhen Yang Linlin Ou Xinyi Yu Bohan Zhuang et\u00a0al. 2023. Pruning Meets Low-Rank Parameter-Efficient Fine-Tuning. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2305.18403 (2023)."},{"key":"e_1_3_3_1_84_2","volume-title":"The Eleventh International Conference on Learning Representations","author":"Zhang Qingru","year":"2022","unstructured":"Qingru Zhang, Minshuo Chen, Alexander Bukharin, Pengcheng He, Yu Cheng, Weizhu Chen, and Tuo Zhao. 2022. Adaptive budget allocation for parameter-efficient fine-tuning. In The Eleventh International Conference on Learning Representations."},{"key":"e_1_3_3_1_85_2","unstructured":"Xuechen Zhang Mingchen Li Xiangyu Chang Jiasi Chen Amit\u00a0K Roy-Chowdhury Ananda\u00a0Theertha Suresh and Samet Oymak. 2023. FedYolo: Augmenting Federated Learning with Pretrained Transformers. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2307.04905 (2023)."},{"key":"e_1_3_3_1_86_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-acl.632"},{"key":"e_1_3_3_1_87_2","unstructured":"Bowen Zhao Hannaneh Hajishirzi and Qingqing Cao. 2024. Apt: Adaptive pruning and tuning pretrained language models for efficient training and inference. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2401.12200 (2024)."},{"key":"e_1_3_3_1_88_2","unstructured":"Weilin Zhao Yuxiang Huang Xu Han Zhiyuan Liu Zhengyan Zhang and Maosong Sun. 2023. Cpet: Effective parameter-efficient tuning for compressed large language models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2307.07705 (2023)."},{"key":"e_1_3_3_1_89_2","doi-asserted-by":"crossref","first-page":"22971","DOI":"10.18653\/v1\/2025.findings-acl.1178","volume-title":"Findings of the Association for Computational Linguistics: ACL 2025","author":"Zhou Sifan","year":"2025","unstructured":"Sifan Zhou, Shuo Wang, Zhihang Yuan, Mingjia Shi, Yuzhang Shang, and Dawei Yang. 2025. GSQ-Tuning: Group-Shared Exponents Integer in Fully Quantized Training for LLMs On-Device Fine-tuning. In Findings of the Association for Computational Linguistics: ACL 2025, Wanxiang Che, Joyce Nabende, Ekaterina Shutova, and Mohammad\u00a0Taher Pilehvar (Eds.). Association for Computational Linguistics, Vienna, Austria, 22971\u201322988. https:\/\/aclanthology.org\/2025.findings-acl.1178\/"}],"event":{"name":"CAIS '26: ACM Conference on AI and Agentic Systems","location":"San Jose CA USA","acronym":"CAIS '26"},"container-title":["Proceedings of the ACM Conference on AI and Agentic Systems"],"original-title":[],"deposited":{"date-parts":[[2026,5,22]],"date-time":"2026-05-22T03:35:23Z","timestamp":1779420923000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3786335.3813151"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,5,26]]},"references-count":88,"alternative-id":["10.1145\/3786335.3813151","10.1145\/3786335"],"URL":"https:\/\/doi.org\/10.1145\/3786335.3813151","relation":{},"subject":[],"published":{"date-parts":[[2026,5,26]]},"assertion":[{"value":"2026-05-26","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}