{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,8]],"date-time":"2026-03-08T01:36:58Z","timestamp":1772933818497,"version":"3.50.1"},"reference-count":44,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,12,8]],"date-time":"2025-12-08T00:00:00Z","timestamp":1765152000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,12,8]],"date-time":"2025-12-08T00:00:00Z","timestamp":1765152000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,12,8]]},"DOI":"10.1109\/bigdata66926.2025.11400875","type":"proceedings-article","created":{"date-parts":[[2026,3,6]],"date-time":"2026-03-06T20:57:57Z","timestamp":1772830677000},"page":"1857-1866","source":"Crossref","is-referenced-by-count":0,"title":["Foundation Model Efficient Fine-Tuning in Centralized and Federated Settings"],"prefix":"10.1109","author":[{"given":"Nastaran","family":"Saadati","sequence":"first","affiliation":[{"name":"Iowa State University,Ames,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhanhong","family":"Jiang","sequence":"additional","affiliation":[{"name":"Iowa State University,Ames,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Aditya","family":"Balu","sequence":"additional","affiliation":[{"name":"Iowa State University,Ames,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chao","family":"Liu","sequence":"additional","affiliation":[{"name":"Tsinghua University,Beijing,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chinmay","family":"Hegde","sequence":"additional","affiliation":[{"name":"New York University,New York,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Soumik","family":"Sarkar","sequence":"additional","affiliation":[{"name":"Iowa State University,Ames,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-023-00626-4"},{"key":"ref2","article-title":"Lora: Low-rank adaptation of large language models","author":"Hu","year":"2021","journal-title":"arXiv preprint"},{"key":"ref3","article-title":"Low-rank adaptation for foundation models: A comprehensive review","author":"Yang","year":"2024","journal-title":"arXiv preprint"},{"key":"ref4","article-title":"Reft: Representation finetuning for language models","author":"Wu","year":"2024","journal-title":"arXiv preprint"},{"key":"ref5","article-title":"On the convergence of fedavg on non-iid data","author":"Li","year":"2019","journal-title":"arXiv preprint"},{"key":"ref6","article-title":"On the convergence of local descent methods in federated learning","author":"Haddadpour","year":"2019","journal-title":"arXiv preprint"},{"key":"ref7","article-title":"Fedalt: Federated finetuning through adaptive local training with rest-of-the-world lora","author":"Bian","year":"2025","journal-title":"arXiv preprint"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2024.3454634"},{"key":"ref9","article-title":"Relora: High-rank training through low-rank updates","volume-title":"The Twelfth International Conference on Learning Representations","author":"Lialin","year":"2024"},{"key":"ref10","article-title":"Rankadaptor: Hierarchical dynamic low-rank adaptation for structural pruned 11 ms","author":"Zhou","year":"2024","journal-title":"arXiv preprint"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.emnlp-main.56"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.emnlp-industry.53"},{"key":"ref13","article-title":"Mixture of lora experts","author":"Wu","year":"2024","journal-title":"arXiv preprint"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.52202\/075280-1797"},{"key":"ref15","article-title":"Mimic: Minimally modified counterfactuals in the representation space","author":"Singh","year":"2024","journal-title":"arXiv preprint"},{"key":"ref16","article-title":"What changed? converting representational interventions to natural language","author":"Avitan","year":"2024","journal-title":"arXiv preprint"},{"key":"ref17","article-title":"Flora: Low-rank adapters are secretly gradient compressors","author":"Hao","year":"2024","journal-title":"arXiv preprint"},{"key":"ref18","article-title":"Federated lora with sparse communication","author":"Kuo","year":"2024","journal-title":"arXiv preprint"},{"key":"ref19","article-title":"Fedms: federated learning with mixture of sparsely activated foundations models","author":"Wu","year":"2023","journal-title":"arXiv preprint"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP48485.2024.10447454"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1145\/3637528.3671582"},{"key":"ref22","article-title":"Selective aggregation for low-rank adaptation in federated learning","author":"Guo","year":"2024","journal-title":"arXiv preprint"},{"key":"ref23","first-page":"160","article-title":"Finding alignments between interpretable causal variables and distributed neural representations","author":"Geiger","year":"2024","journal-title":"in Causal Learning and Reasoning. PMLR"},{"key":"ref24","article-title":"Improving lora in privacy-preserving federated learning","author":"Sun","year":"2024","journal-title":"arXiv preprint"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52733.2024.02598"},{"key":"ref26","article-title":"Handbook of convergence theorems for (stochastic) gradient methods","author":"Garrigos","year":"2023","journal-title":"arXiv preprint"},{"key":"ref27","article-title":"Fedhl: Federated learning for heterogeneous low-rank adaptation via unbiased aggregation","author":"Peng","year":"2025","journal-title":"arXiv preprint"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.52202\/079017-1238"},{"key":"ref29","first-page":"8748","article-title":"Learning transferable visual models from natural language supervision","volume-title":"International conference on machine learning. PmLR","author":"Radford","year":"2021"},{"key":"ref30","article-title":"Leveraging selfattention for input-dependent soft prompting in 11 ms","author":"Muppidi","year":"2025","journal-title":"arXiv preprint"},{"key":"ref31","article-title":"Llama 2: Open foundation and fine-tuned chat models","author":"Touvron","year":"2023","journal-title":"arXiv preprint"},{"key":"ref32","article-title":"Complementary subspace low-rank adaptation of vision-language models for few-shot classification","author":"Wang","year":"2025","journal-title":"arXiv preprint"},{"key":"ref33","article-title":"Flora: Enhancing visionlanguage models with parameter-efficient federated learning","author":"Nguyen","year":"2024","journal-title":"arXiv preprint"},{"key":"ref34","article-title":"Local sgd converges fast and communicates little","author":"Stich","year":"2018","journal-title":"arXiv preprint"},{"key":"ref35","article-title":"Efficient zero-order federated finetuning of language models for resourceconstrained devices","author":"Ahmed","year":"2025","journal-title":"arXiv preprint"},{"key":"ref36","article-title":"Robust federated finetuning of 11 ms via alternating optimization of lora","author":"Chen","year":"2025","journal-title":"arXiv preprint"},{"key":"ref37","article-title":"Measuring the effects of nonidentical data distribution for federated visual classification. arxiv 2019","author":"Hsu","year":"1909","journal-title":"arXiv preprint"},{"key":"ref38","first-page":"429","article-title":"Federated optimization in heterogeneous networks","volume-title":"Proceedings of Machine learning and systems","volume":"2","author":"Li","year":"2020"},{"key":"ref39","article-title":"Adaptive federated optimization","author":"Reddi","year":"2020","journal-title":"arXiv preprint"},{"key":"ref40","first-page":"5132","article-title":"Scaffold: Stochastic controlled averaging for federated learning","volume-title":"International conference on machine learning. PMLR","author":"Karimireddy","year":"2020"},{"key":"ref41","first-page":"1593","article-title":"Low-rank few-shot adaptation of visionlanguage models","volume-title":"Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition","author":"Zanella","year":"2024"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.52202\/075280-2020"},{"key":"ref43","article-title":"Gpt-4o system card","author":"Hurst","year":"2024","journal-title":"arXiv preprint"},{"key":"ref44","doi-asserted-by":"crossref","first-page":"317","DOI":"10.1016\/S1874-5849(01)80010-3","article-title":"Local operator theory, random matrices and banach spaces","volume":"1","author":"Davidson","year":"2001","journal-title":"in Handbook of the geometry of Banach spaces. Elsevier"}],"event":{"name":"2025 IEEE International Conference on Big Data (BigData)","location":"Macau, China","start":{"date-parts":[[2025,12,8]]},"end":{"date-parts":[[2025,12,11]]}},"container-title":["2025 IEEE International Conference on Big Data (BigData)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11400704\/11400712\/11400875.pdf?arnumber=11400875","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,7]],"date-time":"2026-03-07T06:52:36Z","timestamp":1772866356000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11400875\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,12,8]]},"references-count":44,"URL":"https:\/\/doi.org\/10.1109\/bigdata66926.2025.11400875","relation":{},"subject":[],"published":{"date-parts":[[2025,12,8]]}}}