{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T10:06:58Z","timestamp":1767262018744,"version":"3.33.0"},"reference-count":45,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,12,15]],"date-time":"2024-12-15T00:00:00Z","timestamp":1734220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,12,15]],"date-time":"2024-12-15T00:00:00Z","timestamp":1734220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,12,15]]},"DOI":"10.1109\/bigdata62323.2024.10825398","type":"proceedings-article","created":{"date-parts":[[2025,1,16]],"date-time":"2025-01-16T18:31:23Z","timestamp":1737052283000},"page":"8042-8051","source":"Crossref","is-referenced-by-count":1,"title":["DeltaMask: Minimizing Communication in Federated Fine-Tuning of Vision Foundation Models"],"prefix":"10.1109","author":[{"given":"Vasileios","family":"Tsouvalas","sequence":"first","affiliation":[{"name":"Eindhoven University of Technology,The Netherlands"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yuki M.","family":"Asano","sequence":"additional","affiliation":[{"name":"University of Technology,Nuremberg,Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Aaqib","family":"Saeed","sequence":"additional","affiliation":[{"name":"Eindhoven University of Technology,The Netherlands"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"article-title":"Federated learning: Strategies for improving communication efficiency","volume-title":"NIPS Workshop on Private Multi-Party Machine Learning","author":"Kone\u010dn\u00fd","key":"ref1"},{"article-title":"Communication-efficient learning of deep networks from decentralized data","volume-title":"International Conference on Artificial Intelligence and Statistics","author":"McMahan","key":"ref2"},{"article-title":"Deep gradient compression: Reducing the communication bandwidth for distributed training","year":"2020","author":"Lin","key":"ref3"},{"key":"ref4","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/D17-1045","article-title":"Sparse communication for distributed gradient descent","volume-title":"Proceedings of the 2017 Conference on Empirical Methods in Natural Language Processing","author":"Aji"},{"article-title":"Qsgd: Communication-efficient sgd via gradient quantization and encoding","year":"2017","author":"Alistarh","key":"ref5"},{"article-title":"Eden: Communication-efficient and robust distributed mean estimation for federated learning","volume-title":"International Conference on Machine Learning","author":"Vargaftik","key":"ref6"},{"key":"ref7","first-page":"362","article-title":"Drive: One-bit distributed mean estimation","volume-title":"Advances in Neural Information Processing Systems","volume":"34","author":"Vargaftik","year":"2021"},{"article-title":"Masked training of neural networks with partial gradients","year":"2022","author":"Mohtashami","key":"ref8"},{"article-title":"Frl: Federated rank learning","year":"2022","author":"Mozaffari","key":"ref9"},{"article-title":"The lottery ticket hypothesis: Finding sparse, trainable neural networks","year":"2019","author":"Frankle","key":"ref10"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/3485730.3485929"},{"article-title":"Hidenseek: Federated lottery ticket via server-side pruning and sign supermask","year":"2022","author":"Vallapuram","key":"ref12"},{"article-title":"Lotteryfl: Personalized and communication-efficient federated learning with lottery ticket hypothesis on non-iid datasets","year":"2020","author":"Li","key":"ref13"},{"article-title":"Sparse random networks for communication-efficient federated learning","year":"2023","author":"Isik","key":"ref14"},{"article-title":"Learning transferable visual models from natural language supervision","volume-title":"ICML","author":"Radford","key":"ref15"},{"article-title":"Dinov2: Learning robust visual features without supervision","year":"2023","author":"Oquab","key":"ref16"},{"article-title":"Scaling vision transformers to 22 billion parameters","year":"2023","author":"Dehghani","key":"ref17"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01225-0_5"},{"key":"ref19","first-page":"2226","article-title":"Masking as an efficient alternative to finetuning for pretrained language models","volume-title":"Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP)","author":"Zhao"},{"article-title":"When foundation model meets federated learning: Motivations, challenges, and future directions","year":"2023","author":"Zhuang","key":"ref20"},{"article-title":"Adaptive federated optimization","year":"2021","author":"Reddi","key":"ref21"},{"article-title":"Optimal client sampling for federated learning","year":"2022","author":"Chen","key":"ref22"},{"article-title":"Deepreduce: A sparse-tensor communication framework for distributed deep learning","year":"2021","author":"Kostopoulou","key":"ref23"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1147\/rd.232.0149"},{"article-title":"Deconstructing lottery tickets: Zeros, signs, and the supermask","year":"2020","author":"Zhou","key":"ref25"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01191"},{"article-title":"Slot machines: Discovering winning combinations of random weights in neural networks","year":"2021","author":"Aladago","key":"ref27"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1145\/3510449"},{"article-title":"Murmurhash3","year":"2016","author":"Appleby","key":"ref29"},{"key":"ref30","article-title":"Bayesian signsgd optimizer for federated learning","volume":"34","author":"Ferreira","year":"2021","journal-title":"Advances in Neural Information Processing Systems"},{"article-title":"Communication-efficient federated learning through importance sampling","year":"2023","author":"Isik","key":"ref31"},{"article-title":"The sample size required in importance sampling","year":"2017","author":"Chatterjee","key":"ref32"},{"article-title":"Minimal random code learning: Getting bits back from compressed model parameters","year":"2018","author":"Havasi","key":"ref33"},{"key":"ref34","article-title":"Learning multiple layers of features from tiny images","author":"Krizhevsky","year":"2009","journal-title":"Tech. Rep."},{"article-title":"Reading digits in natural images with unsupervised feature learning","year":"2011","author":"Netzer","key":"ref35"},{"article-title":"Emnist: an extension of mnist to handwritten letters","year":"2017","author":"Cohen","key":"ref36"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1708.07747"},{"article-title":"Eurosat: A novel dataset and deep learning benchmark for land use and land cover classification","year":"2017","author":"Helber","key":"ref38"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-10599-4_29"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/ICCVW.2013.77"},{"article-title":"Patches are all you need?","year":"2022","author":"Trockman","key":"ref41"},{"article-title":"Flower: A friendly federated learning research framework","year":"2020","author":"Beutel","key":"ref42"},{"article-title":"Federated learning on non-iid data silos: An experimental study","year":"2021","author":"Li","key":"ref43"},{"article-title":"Fedcode: Communication-efficient federated learning via transferring codebooks","year":"2023","author":"Khalilian","key":"ref44"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1145\/3376122"}],"event":{"name":"2024 IEEE International Conference on Big Data (BigData)","start":{"date-parts":[[2024,12,15]]},"location":"Washington, DC, USA","end":{"date-parts":[[2024,12,18]]}},"container-title":["2024 IEEE International Conference on Big Data (BigData)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10824975\/10824942\/10825398.pdf?arnumber=10825398","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,17]],"date-time":"2025-01-17T08:18:27Z","timestamp":1737101907000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10825398\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,15]]},"references-count":45,"URL":"https:\/\/doi.org\/10.1109\/bigdata62323.2024.10825398","relation":{},"subject":[],"published":{"date-parts":[[2024,12,15]]}}}