{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T17:45:18Z","timestamp":1777657518649,"version":"3.51.4"},"reference-count":42,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,6,22]],"date-time":"2025-06-22T00:00:00Z","timestamp":1750550400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,6,22]],"date-time":"2025-06-22T00:00:00Z","timestamp":1750550400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,6,22]]},"DOI":"10.1109\/isit63088.2025.11195372","type":"proceedings-article","created":{"date-parts":[[2025,10,20]],"date-time":"2025-10-20T17:48:08Z","timestamp":1760982488000},"page":"1-6","source":"Crossref","is-referenced-by-count":3,"title":["Exploring Selective Layer Fine-Tuning in Federated Learning"],"prefix":"10.1109","author":[{"given":"Yuchang","family":"Sun","sequence":"first","affiliation":[{"name":"Hong Kong University of Science and Technology"}]},{"given":"Yuexiang","family":"Xie","sequence":"additional","affiliation":[{"name":"Alibaba Group"}]},{"given":"Bolin","family":"Ding","sequence":"additional","affiliation":[{"name":"Alibaba Group"}]},{"given":"Yaliang","family":"Li","sequence":"additional","affiliation":[{"name":"Alibaba Group"}]},{"given":"Jun","family":"Zhang","sequence":"additional","affiliation":[{"name":"Hong Kong University of Science and Technology"}]}],"member":"263","reference":[{"key":"ref1","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","volume-title":"Proc. 2019 Conf. North American Chapter Assoc. Comput. Ling.: Human Language Tech. (NAACL-HLT)","author":"Devlin"},{"key":"ref2","author":"Brown","year":"2020","journal-title":"Language models are few-shot learners"},{"key":"ref3","article-title":"Learning transferable visual models from natural language supervision","volume-title":"Proc. Int. Conf. Mach. Learn. (ICML), Virtual Event","author":"Radford","year":"2021"},{"key":"ref4","volume-title":"Open and efficient foundation language models","author":"Touvron","year":"2023"},{"key":"ref5","article-title":"Communication-efficient learning of deep networks from decentralized data","volume-title":"Proc. Int. Conf. Artif. Intell. Statist. (AISTATS)","author":"McMahan"},{"key":"ref6","volume-title":"Federated large language model: A position paper","author":"Chen","year":"2023"},{"key":"ref7","volume-title":"Federatedscope-11m: A comprehensive package for fine-tuning large language models in federated learning","author":"Kuang","year":"2023"},{"key":"ref8","article-title":"Towards federated learning at scale: System design","volume-title":"Proceedings of Machine Learning and Systems","author":"Bonawitz","year":"2019"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2021.3095077"},{"key":"ref10","article-title":"LoRA: Low-rank adaptation of large language models","volume-title":"Int. Conf. Learn. Repr. (ICLR), Virtual Event","author":"Hu","year":"2022"},{"key":"ref11","article-title":"Fine-tuning pre-trained language models effectively by optimizing subnetworks adaptively","volume-title":"Proc. 35th Conf. Adv. Neural Inf. Process. Syst. (NeurIPS)","author":"Zhang"},{"key":"ref12","volume-title":"Partial is better than all: Revisiting fine-tuning strategy for few-shot learning","author":"Shen","year":"2021"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/3442381.3449851"},{"key":"ref14","first-page":"19","article-title":"Towards taming the resource and data heterogeneity in federated learning","volume-title":"2019 USENIX conference on operational machine learning (OpML 19)","author":"Chai","year":"2019"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v37i7.26023"},{"key":"ref16","article-title":"Resist: Layerwise decomposition of resnets for distributed training","volume-title":"Uncertainty Artif. Intell. (UAI)","author":"Dun"},{"key":"ref17","volume-title":"FedTune: A deep dive into efficient federated fine-tuning with pre-trained transformers","author":"Chen","year":"2022"},{"key":"ref18","volume-title":"Where to begin? Exploring the impact of pre-training and initialization in federated learning","author":"Nguyen","year":"2022"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00993"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52733.2024.02264"},{"key":"ref21","article-title":"Surgical fine-tuning improves adaptation to distribution shifts","volume-title":"Int. Conf. Learn. Repr. (ICLR), Virtual Event","author":"Lee","year":"2022"},{"key":"ref22","article-title":"Tackling the objective inconsistency problem in heterogeneous federated optimization","volume-title":"Proc. 35th Conf. Adv. Neural Inf. Process. Syst. (NeurIPS)","author":"Wang","year":"2020"},{"key":"ref23","article-title":"Federated learning with partial model personalization","volume-title":"Proc. Int. Conf. Mach. Learn. (ICML)","author":"Pillutla"},{"key":"ref24","volume-title":"Federated learning with personalization layers","author":"Arivazhagan","year":"2019"},{"key":"ref25","article-title":"Efficient personalized federated learning via sparse model-adaptation","volume-title":"Proc. Int. Conf. Mach. Learn. (ICML)","author":"Chen"},{"key":"ref26","article-title":"On the convergence of fedavg on non-iid data","volume-title":"Int. Conf. Learn. Repr. (ICLR)","author":"Li","year":"2020"},{"key":"ref27","volume-title":"A field guide to federated optimization","author":"Wang","year":"2021"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1137\/16m1080173"},{"key":"ref29","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/D19-1445","volume-title":"Revealing the dark secrets of bert","author":"Kovaleva","year":"2019"},{"key":"ref30","volume-title":"Offsite-tuning: Transfer learning without full model","author":"Xiao","year":"2023"},{"key":"ref31","volume-title":"Early stopping without a validation set","author":"Mahsereci","year":"2017"},{"key":"ref32","volume-title":"A survey on deep neural network pruning-taxonomy, comparison, analysis, and recommendations","author":"Cheng","year":"2023"},{"key":"ref33","volume-title":"Learning multiple layers of features from tiny images","author":"Krizhevsky","year":"2009"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00149"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.484"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W17-4413"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1260"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i05.6239"},{"key":"ref39","volume-title":"Think you have solved direct-answer question answering? Try ARC-DA, the direct-answer AI2 reasoning challenge","author":"Bhakthavatsalam","year":"2021"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2021.07.098"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-acl.75"},{"key":"ref42","volume-title":"Unsupervised cross-lingual representation learning at scale","author":"Conneau","year":"2019"}],"event":{"name":"2025 IEEE International Symposium on Information Theory (ISIT)","location":"Ann Arbor, MI, USA","start":{"date-parts":[[2025,6,22]]},"end":{"date-parts":[[2025,6,27]]}},"container-title":["2025 IEEE International Symposium on Information Theory (ISIT)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11195206\/11195207\/11195372.pdf?arnumber=11195372","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,12]],"date-time":"2026-03-12T20:30:11Z","timestamp":1773347411000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11195372\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,22]]},"references-count":42,"URL":"https:\/\/doi.org\/10.1109\/isit63088.2025.11195372","relation":{},"subject":[],"published":{"date-parts":[[2025,6,22]]}}}