{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,28]],"date-time":"2026-03-28T00:48:57Z","timestamp":1774658937184,"version":"3.50.1"},"reference-count":66,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,12,15]],"date-time":"2024-12-15T00:00:00Z","timestamp":1734220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,12,15]],"date-time":"2024-12-15T00:00:00Z","timestamp":1734220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,12,15]]},"DOI":"10.1109\/bigdata62323.2024.10825712","type":"proceedings-article","created":{"date-parts":[[2025,1,16]],"date-time":"2025-01-16T18:31:23Z","timestamp":1737052283000},"page":"8015-8024","source":"Crossref","is-referenced-by-count":6,"title":["Exploring Parameter-Efficient Fine-Tuning to Enable Foundation Models in Federated Learning"],"prefix":"10.1109","author":[{"given":"Guangyu","family":"Sun","sequence":"first","affiliation":[{"name":"University of Central Florida,Center for Research in Computer Vision,Orlando,FL,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Umar","family":"Khalid","sequence":"additional","affiliation":[{"name":"University of Central Florida,Center for Research in Computer Vision,Orlando,FL,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Matias","family":"Mendieta","sequence":"additional","affiliation":[{"name":"University of Central Florida,Center for Research in Computer Vision,Orlando,FL,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Pu","family":"Wang","sequence":"additional","affiliation":[{"name":"University of North Carolina at Charlotte,Department of Computer Science,Charlotte,NC,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chen","family":"Chen","sequence":"additional","affiliation":[{"name":"University of Central Florida,Center for Research in Computer Vision,Orlando,FL,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","first-page":"1273","article-title":"Communication-efficient learning of deep networks from decentralized data","author":"McMahan","year":"2017","journal-title":"Artificial intelligence and statistics"},{"key":"ref2","article-title":"Federated Optimization in Heterogeneous Networks","author":"Li","year":"2020"},{"key":"ref3","first-page":"5132","article-title":"Scaffold: Stochastic controlled averaging for federated learning","volume-title":"International Conference on Machine Learning","author":"Karimireddy"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00821"},{"key":"ref5","article-title":"Federated learning based on dynamic regularization","author":"Emre Acar","year":"2021"},{"key":"ref6","first-page":"7611","article-title":"Tackling the objective inconsistency problem in heterogeneous federated optimization","volume":"33","author":"Wang","year":"2020","journal-title":"Advances in neural information processing systems"},{"key":"ref7","article-title":"Where to Begin? Exploring the Impact of Pre-Training and Initialization in Federated Learning","author":"Nguyen","year":"2022"},{"key":"ref8","article-title":"On Pre-Training for Federated Learning","author":"Chen","year":"2022"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1561\/9781680837896"},{"key":"ref10","article-title":"Communication-Efficient Learning of Deep Networks from Decentralized Data","author":"McMahan","year":"2017"},{"key":"ref11","article-title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","author":"Dosovitskiy","year":"2021"},{"key":"ref12","year":"2023","journal-title":"Gpt-4 technical report"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref14","article-title":"Learning Multiple Layers of Features from Tiny Images","author":"Krizhevsky","year":"2012","journal-title":"University of Toronto"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2017.7966217"},{"key":"ref16","article-title":"On the Opportunities and Risks of Foundation Models","author":"Bommasani","year":"2022"},{"key":"ref17","first-page":"11285","article-title":"TinyTL: Reduce Memory, Not Parameters for Efficient On-Device Learning","volume":"33","author":"Cai","year":"2020","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-19827-4_41"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-demos.7"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/cvprw63382.2024.00162"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01057"},{"key":"ref22","article-title":"Tackling the Objective Inconsistency Problem in Heterogeneous Federated Optimization","author":"Wang","year":"2020"},{"key":"ref23","article-title":"Bayesian Nonparametric Federated Learning of Neural Networks","author":"Yurochkin","year":"2019"},{"key":"ref24","article-title":"Federated Learning: Strategies for Improving Communication Efficiency","author":"Kone\u010dn\u00fd","year":"2017"},{"key":"ref25","article-title":"Distributed Mean Estimation with Limited Communication","author":"Suresh","year":"2017"},{"key":"ref26","first-page":"3973","article-title":"FedBoost: A Communication-Efficient Algorithm for Federated Learning","volume-title":"Proceedings of the 37th International Conference on Machine Learning","author":"Hamer"},{"key":"ref27","article-title":"Parameter-Efficient Image-to-Video Transfer Learning","author":"Pan","year":"2022"},{"key":"ref28","article-title":"Few-Shot Parameter-Efficient Fine-Tuning is Better and Cheaper than In-Context Learning","author":"Liu","year":"2022"},{"key":"ref29","article-title":"Lora: Low-rank adaptation of large language models","author":"Hu","year":"2021"},{"key":"ref30","article-title":"P-Tuning v2: Prompt Tuning Can Be Comparable to Fine-tuning Universally Across Scales and Tasks","author":"Liu","year":"2022"},{"key":"ref31","article-title":"Bit-fit: Simple parameter-efficient fine-tuning for transformer-based masked language-models","author":"Zaken","year":"2021"},{"key":"ref32","article-title":"Towards a unified view of parameter-efficient transfer learning","author":"He","year":"2021"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.eacl-main.39"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.353"},{"key":"ref35","article-title":"Exploring Visual Prompts for Adapting Large-Scale Models","author":"Bahng","year":"2022"},{"key":"ref36","article-title":"Aim: Adapting image models for efficient video action recognition","author":"Yang","year":"2023"},{"key":"ref37","article-title":"CPT: Colorful Prompt Tuning for Pre-trained Vision-Language Models","author":"Yao","year":"2022"},{"key":"ref38","first-page":"16664","article-title":"Adaptformer: Adapting vision transformers for scalable visual recognition","volume":"35","author":"Chen","year":"2022","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref39","article-title":"Convolutional bypasses are better vision transformer adapters","author":"Jie","year":"2022"},{"key":"ref40","first-page":"26462","article-title":"St-adapter: Parameter-efficient image-to-video transfer learning","volume":"35","author":"Pan","year":"2022","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV51070.2023.01055"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-acl.632"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP49357.2023.10095356"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/IOTM.004.2100182"},{"key":"ref45","article-title":"Fedtune: A deep dive into efficient federated fine-tuning with pre-trained transformers","author":"Chen","year":"2022"},{"key":"ref46","doi-asserted-by":"crossref","DOI":"10.21203\/rs.3.rs-1553541\/v1","article-title":"Delta tuning: A comprehensive study of parameter efficient methods for pre-trained language models","author":"Ding","year":"2022"},{"key":"ref47","article-title":"Evaluating Gradient Inversion Attacks and Defenses in Federated Learning","author":"Huang","year":"2021"},{"key":"ref48","article-title":"Grad-ViT: Gradient Inversion of Vision Transformers","author":"Hatamizadeh","year":"2022"},{"key":"ref49","article-title":"Spear: Exact gradient inversion of batches in federated learning","author":"Dimitrov","year":"2024"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01264-9_8"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00028"},{"key":"ref52","article-title":"ImageNet-21K Pretraining for the Masses","author":"Ridnik","year":"2021"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2017.2675998"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-00934-2_24"},{"key":"ref55","article-title":"The kinetics human action video dataset","author":"Kay","year":"2017"},{"key":"ref56","article-title":"Ucf101: A dataset of 101 human actions classes from videos in the wild","author":"Soomro","year":"2012"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2011.6126543"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00678"},{"key":"ref59","author":"Wightman","year":"2019","journal-title":"PyTorch Image Models"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2102.05095"},{"key":"ref61","article-title":"Video-mae: Masked autoencoders are data-efficient learners for self-supervised video pre-training","author":"Tong","year":"2022"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i11.17155"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-20050-2_41"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2019.2952146"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-79228-4_1"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1561\/0400000042"}],"event":{"name":"2024 IEEE International Conference on Big Data (BigData)","location":"Washington, DC, USA","start":{"date-parts":[[2024,12,15]]},"end":{"date-parts":[[2024,12,18]]}},"container-title":["2024 IEEE International Conference on Big Data (BigData)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10824975\/10824942\/10825712.pdf?arnumber=10825712","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,17]],"date-time":"2025-01-17T08:10:17Z","timestamp":1737101417000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10825712\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,15]]},"references-count":66,"URL":"https:\/\/doi.org\/10.1109\/bigdata62323.2024.10825712","relation":{},"subject":[],"published":{"date-parts":[[2024,12,15]]}}}