{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,4]],"date-time":"2026-09-04T21:13:41Z","timestamp":1788556421840,"version":"build-2803163510"},"publisher-location":"New York, NY, USA","reference-count":38,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,8,8]],"date-time":"2026-08-08T00:00:00Z","timestamp":1786147200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"name":"National Key Research and Development Program of China","award":["2022YFB3104700"],"award-info":[{"award-number":["2022YFB3104700"]}]},{"name":"National Natural Science Foundation of China","award":["62576251"],"award-info":[{"award-number":["62576251"]}]},{"name":"National Natural Science Foundation of China","award":["62376198"],"award-info":[{"award-number":["62376198"]}]},{"name":"National Natural Science Foundation of China","award":["52576247"],"award-info":[{"award-number":["52576247"]}]},{"name":"National Science and Technology Major Project of China","award":["2025ZD0219200"],"award-info":[{"award-number":["2025ZD0219200"]}]},{"name":"National Natural Science Foundation of China","award":["62406225"],"award-info":[{"award-number":["62406225"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,8,9]]},"DOI":"10.1145\/3770855.3817794","type":"proceedings-article","created":{"date-parts":[[2026,8,6]],"date-time":"2026-08-06T17:15:37Z","timestamp":1786036537000},"page":"5547-5558","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["HeteroFL-LoRA: Federated LoRA Fine-Tuning Across Heterogeneous LFMs via Singular Value Collaboration"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5353-1943","authenticated-orcid":false,"given":"Zhuojia","family":"Wu","sequence":"first","affiliation":[{"name":"Tongji University, Shanghai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1037-1361","authenticated-orcid":false,"given":"Qi","family":"Zhang","sequence":"additional","affiliation":[{"name":"Tongji University, Shanghai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2324-955X","authenticated-orcid":false,"given":"Xuerong","family":"Zhao","sequence":"additional","affiliation":[{"name":"Shanghai Normal University, Shanghai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6588-1468","authenticated-orcid":false,"given":"Duoqian","family":"Miao","sequence":"additional","affiliation":[{"name":"Tongji University, Shanghai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9980-6033","authenticated-orcid":false,"given":"Kun","family":"Yi","sequence":"additional","affiliation":[{"name":"State Information Center, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8588-2177","authenticated-orcid":false,"given":"Liang","family":"Hu","sequence":"additional","affiliation":[{"name":"Tongji University, Shanghai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,8,8]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.568"},{"key":"e_1_3_2_1_2_1","volume-title":"Information geometry and its applications","unstructured":"Shun-ichi Amari. 2016. Information geometry and its applications. Vol. 194. Springer."},{"key":"e_1_3_2_1_3_1","unstructured":"Junsong Chen Jincheng Yu Chongjian Ge Lewei Yao Enze Xie Yue Wu Zhongdao Wang James Kwok Ping Luo Huchuan Lu et al. 2023. Pixart-$alpha$: Fast training of diffusion transformer for photorealistic text-to-image synthesis. arXiv preprint arXiv:2310.00426 (2023)."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.emnlp-main.717"},{"key":"e_1_3_2_1_5_1","volume-title":"Harmonizing Generalization and Personalization in Federated Prompt Learning. In International Conference on Machine Learning. PMLR, 9646-9661","author":"Cui Tianyu","year":"2024","unstructured":"Tianyu Cui, Hongxia Li, Jingya Wang, and Ye Shi. 2024. Harmonizing Generalization and Personalization in Federated Prompt Learning. In International Conference on Machine Learning. PMLR, 9646-9661."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"crossref","unstructured":"Ning Ding Yujia Qin Guang Yang Fuchao Wei Zonghan Yang Yusheng Su Shengding Hu Yulin Chen Chi-Min Chan Weize Chen et al. 2023. Parameter-efficient fine-tuning of large-scale pre-trained language models. Nature machine intelligence Vol. 5 3 (2023) 220-235.","DOI":"10.1038\/s42256-023-00626-4"},{"key":"e_1_3_2_1_7_1","volume-title":"LoRA-X: Bridging Foundation Models with Training-Free Cross-Model Adaptation. In The Thirteenth International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=6cQ6cBqzV3","author":"Farhadzadeh Farzad","year":"2025","unstructured":"Farzad Farhadzadeh, Debasmit Das, Shubhankar Borse, and Fatih Porikli. 2025. LoRA-X: Bridging Foundation Models with Training-Free Cross-Model Adaptation. In The Thirteenth International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=6cQ6cBqzV3"},{"key":"e_1_3_2_1_8_1","volume-title":"An image is worth one word: Personalizing text-to-image generation using textual inversion. arXiv preprint arXiv:2208.01618","author":"Gal Rinon","year":"2022","unstructured":"Rinon Gal, Yuval Alaluf, Yuval Atzmon, Or Patashnik, Amit H Bermano, Gal Chechik, and Daniel Cohen-Or. 2022. An image is worth one word: Personalizing text-to-image generation using textual inversion. arXiv preprint arXiv:2208.01618 (2022)."},{"key":"e_1_3_2_1_9_1","volume-title":"Differential geometry","author":"Guggenheimer Heinrich W","unstructured":"Heinrich W Guggenheimer. 2012. Differential geometry. Courier Corporation."},{"key":"e_1_3_2_1_10_1","volume-title":"Selective Aggregation for Low-Rank Adaptation in Federated Learning. In The Thirteenth International Conference on Learning Representations.","author":"Guo Pengxin","year":"2025","unstructured":"Pengxin Guo, Shuang Zeng, Yanran Wang, Huijie Fan, Feifei Wang, and Liangqiong Qu. 2025. Selective Aggregation for Low-Rank Adaptation in Federated Learning. In The Thirteenth International Conference on Learning Representations."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV51070.2023.00673"},{"key":"e_1_3_2_1_12_1","volume-title":"International conference on machine learning. PMLR, 2790-2799","author":"Houlsby Neil","year":"2019","unstructured":"Neil Houlsby, Andrei Giurgiu, Stanislaw Jastrzebski, Bruna Morrone, Quentin De Laroussilhe, Andrea Gesmundo, Mona Attariyan, and Sylvain Gelly. 2019. Parameter-efficient transfer learning for NLP. In International conference on machine learning. PMLR, 2790-2799."},{"key":"e_1_3_2_1_13_1","volume-title":"LoRA: Low-Rank Adaptation of Large Language Models. In International Conference on Learning Representations.","author":"Hu Edward J","year":"2022","unstructured":"Edward J Hu, yelong shen, Phillip Wallis, Zeyuan Allen-Zhu, Yuanzhi Li, Shean Wang, Lu Wang, and Weizhu Chen. 2022. LoRA: Low-Rank Adaptation of Large Language Models. In International Conference on Learning Representations."},{"key":"e_1_3_2_1_14_1","volume-title":"Kallista Bonawitz, Zachary Charles, Graham Cormode, Rachel Cummings, et al.","author":"Kairouz Peter","year":"2021","unstructured":"Peter Kairouz, H Brendan McMahan, Brendan Avent, Aur\u00e9lien Bellet, Mehdi Bennis, Arjun Nitin Bhagoji, Kallista Bonawitz, Zachary Charles, Graham Cormode, Rachel Cummings, et al., 2021. Advances and open problems in federated learning. Foundations and trends\u00ae in machine learning, Vol. 14, 1-2 (2021), 1-210."},{"key":"e_1_3_2_1_15_1","volume-title":"International Conference on Machine Learning. PMLR, 5236-5246","author":"Kalantzis Vasileios","year":"2021","unstructured":"Vasileios Kalantzis, Georgios Kollias, Shashanka Ubaru, Athanasios N Nikolakopoulos, Lior Horesh, and Kenneth Clarkson. 2021. Projection techniques to update the truncated SVD of evolving matrices with applications. In International Conference on Machine Learning. PMLR, 5236-5246."},{"key":"e_1_3_2_1_16_1","volume-title":"European Conference on Computer Vision. Springer, 381-399","author":"Kim Bo-Kyeong","year":"2024","unstructured":"Bo-Kyeong Kim, Hyoung-Kyu Song, Thibault Castells, and Shinkook Choi. 2024. Bk-sdm: A lightweight, fast, and cheap version of stable diffusion. In European Conference on Computer Vision. Springer, 381-399."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.243"},{"key":"e_1_3_2_1_18_1","first-page":"429","article-title":"Federated optimization in heterogeneous networks","volume":"2","author":"Li Tian","year":"2020","unstructured":"Tian Li, Anit Kumar Sahu, Manzil Zaheer, Maziar Sanjabi, Ameet Talwalkar, and Virginia Smith. 2020. Federated optimization in heterogeneous networks. Proceedings of Machine learning and systems, Vol. 2 (2020), 429-450.","journal-title":"Proceedings of Machine learning and systems"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.353"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.52202\/068431-0142"},{"key":"e_1_3_2_1_21_1","volume-title":"Roberta: A robustly optimized bert pretraining approach. arXiv preprint arXiv:1907.11692","author":"Liu Yinhan","year":"2019","unstructured":"Yinhan Liu, Myle Ott, Naman Goyal, Jingfei Du, Mandar Joshi, Danqi Chen, Omer Levy, Mike Lewis, Luke Zettlemoyer, and Veselin Stoyanov. 2019. Roberta: A robustly optimized bert pretraining approach. arXiv preprint arXiv:1907.11692 (2019)."},{"key":"e_1_3_2_1_22_1","first-page":"39409","article-title":"Dual-personalizing adapter for federated foundation models","volume":"37","author":"Long Guodong","year":"2024","unstructured":"Guodong Long, Tao Shen, Jing Jiang, Michael Blumenstein, et al., 2024. Dual-personalizing adapter for federated foundation models. Advances in Neural Information Processing Systems, Vol. 37 (2024), 39409-39433.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_23_1","first-page":"1273","article-title":"Communication-efficient learning of deep networks from decentralized data. In Artificial intelligence and statistics","author":"McMahan Brendan","year":"2017","unstructured":"Brendan McMahan, Eider Moore, Daniel Ramage, Seth Hampson, and Blaise Aguera y Arcas. 2017. Communication-efficient learning of deep networks from decentralized data. In Artificial intelligence and statistics. PMLR, 1273-1282.","journal-title":"PMLR"},{"key":"e_1_3_2_1_24_1","volume-title":"Dobi-SVD: Differentiable SVD for LLM Compression and Some New Perspectives. In The Thirteenth International Conference on Learning Representations.","author":"Qinsi Wang","year":"2025","unstructured":"Wang Qinsi, Jinghan Ke, Masayoshi Tomizuka, Kurt Keutzer, and Chenfeng Xu. 2025. Dobi-SVD: Differentiable SVD for LLM Compression and Some New Perspectives. In The Thirteenth International Conference on Learning Representations."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.02155"},{"key":"e_1_3_2_1_26_1","volume-title":"a distilled version of BERT: smaller, faster, cheaper and lighter. arXiv preprint arXiv:1910.01108","author":"Sanh Victor","year":"2019","unstructured":"Victor Sanh, Lysandre Debut, Julien Chaumond, and Thomas Wolf. 2019. DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter. arXiv preprint arXiv:1910.01108 (2019)."},{"key":"e_1_3_2_1_27_1","volume-title":"The Thirteenth International Conference on Learning Representations.","author":"Si Chongjie","unstructured":"Chongjie Si, Zhiyi Shi, Shifan Zhang, Xiaokang Yang, Hanspeter Pfister, and Wei Shen. [n.d.]. Unleashing the power of task-specific directions in parameter efficient fine-tuning. In The Thirteenth International Conference on Learning Representations."},{"key":"e_1_3_2_1_28_1","volume-title":"Improving LoRA in Privacy-preserving Federated Learning. In The Twelfth International Conference on Learning Representations.","author":"Sun Youbang","year":"2024","unstructured":"Youbang Sun, Zitao Li, Yaliang Li, and Bolin Ding. 2024. Improving LoRA in Privacy-preserving Federated Learning. In The Twelfth International Conference on Learning Representations."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i05.6428"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.52202\/079017-0304"},{"key":"e_1_3_2_1_31_1","volume-title":"Split learning for health: Distributed deep learning without sharing raw patient data. arXiv preprint arXiv:1812.00564","author":"Vepakomma Praneeth","year":"2018","unstructured":"Praneeth Vepakomma, Otkrist Gupta, Tristan Swedish, and Ramesh Raskar. 2018. Split learning for health: Distributed deep learning without sharing raw patient data. arXiv preprint arXiv:1812.00564 (2018)."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W18-5446"},{"key":"e_1_3_2_1_33_1","volume-title":"Tackling the objective inconsistency problem in heterogeneous federated optimization. Advances in neural information processing systems","author":"Wang Jianyu","year":"2020","unstructured":"Jianyu Wang, Qinghua Liu, Hao Liang, Gauri Joshi, and H Vincent Poor. 2020. Tackling the objective inconsistency problem in heterogeneous federated optimization. Advances in neural information processing systems, Vol. 33 (2020), 7611-7623."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.52202\/079017-0708"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1007\/s13042-022-01647-y"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-naacl.77"},{"key":"e_1_3_2_1_37_1","unstructured":"Enze Xie Junsong Chen Yuyang Zhao Jincheng Yu Ligeng Zhu Chengyue Wu Yujun Lin Zhekai Zhang Muyang Li Junyu Chen et al. 2025. Sana 1.5: Efficient scaling of training-time and inference-time compute in linear diffusion transformer. arXiv preprint arXiv:2501.18427 (2025)."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP48485.2024.10447454"}],"event":{"name":"KDD '26: The 32nd ACM SIGKDD Conference on Knowledge Discovery and Data Mining","location":"Jeju Island Republic of Korea","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data"]},"container-title":["Proceedings of the 32nd ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.2"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3770855.3817794","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,9,4]],"date-time":"2026-09-04T20:32:21Z","timestamp":1788553941000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3770855.3817794"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,8,8]]},"references-count":38,"alternative-id":["10.1145\/3770855.3817794","10.1145\/3770855"],"URL":"https:\/\/doi.org\/10.1145\/3770855.3817794","relation":{},"subject":[],"published":{"date-parts":[[2026,8,8]]},"assertion":[{"value":"2026-08-08","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}