{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,7]],"date-time":"2026-07-07T15:55:11Z","timestamp":1783439711564,"version":"3.54.6"},"publisher-location":"New York, NY, USA","reference-count":46,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,4,22]],"date-time":"2024-04-22T00:00:00Z","timestamp":1713744000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"NSFC","award":["#62302055"],"award-info":[{"award-number":["#62302055"]}]},{"name":"Key-Area Research and Development Program of Guangdong Province","award":["#2021B0101400005"],"award-info":[{"award-number":["#2021B0101400005"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,4,22]]},"DOI":"10.1145\/3642970.3655834","type":"proceedings-article","created":{"date-parts":[[2024,4,19]],"date-time":"2024-04-19T10:46:57Z","timestamp":1713523617000},"page":"126-133","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":17,"title":["FedRDMA"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0007-3583-5269","authenticated-orcid":false,"given":"Zeling","family":"Zhang","sequence":"first","affiliation":[{"name":"Beijing University of Posts and Telecommunications, Beiyou Shenzhen Institute"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2751-2500","authenticated-orcid":false,"given":"Dongqi","family":"Cai","sequence":"additional","affiliation":[{"name":"Beijing University of Posts and Telecommunications, Beiyou Shenzhen Institute"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3555-0155","authenticated-orcid":false,"given":"Yiran","family":"Zhang","sequence":"additional","affiliation":[{"name":"Beijing University of Posts and Telecommunications, Beiyou Shenzhen Institute"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6271-6993","authenticated-orcid":false,"given":"Mengwei","family":"Xu","sequence":"additional","affiliation":[{"name":"Beijing University of Posts and Telecommunications, Beiyou Shenzhen Institute"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7245-1298","authenticated-orcid":false,"given":"Shangguang","family":"Wang","sequence":"additional","affiliation":[{"name":"Beijing University of Posts and Telecommunications, Beiyou Shenzhen Institute"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5743-9418","authenticated-orcid":false,"given":"Ao","family":"Zhou","sequence":"additional","affiliation":[{"name":"Beijing University of Posts and Telecommunications, Beiyou Shenzhen Institute"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,4,22]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Christopher Michael Rytting, and David Wingate, \"Leveraging large language models for multiple choice question answering,\" arXiv preprint arXiv:2210.12353","author":"Robinson Joshua","year":"2022","unstructured":"Joshua Robinson, Christopher Michael Rytting, and David Wingate, \"Leveraging large language models for multiple choice question answering,\" arXiv preprint arXiv:2210.12353, 2022."},{"key":"e_1_3_2_1_2_1","first-page":"10867","article-title":"From images to textual prompts: Zero-shot visual question answering with frozen large language models","author":"Guo Jiaxian","year":"2023","unstructured":"Jiaxian Guo, Junnan Li, Dongxu Li, Anthony Meng Huat Tiong, Boyang Li, Dacheng Tao, and Steven Hoi, \"From images to textual prompts: Zero-shot visual question answering with frozen large language models,\" in Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 2023, pp. 10867--10877.","journal-title":"Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition"},{"key":"e_1_3_2_1_3_1","volume-title":"Sinno Jialin Pan, and Lidong Bing, \"Sentiment analysis in the era of large language models: A reality check,\" arXiv preprint arXiv:2305.15005","author":"Zhang Wenxuan","year":"2023","unstructured":"Wenxuan Zhang, Yue Deng, Bing Liu, Sinno Jialin Pan, and Lidong Bing, \"Sentiment analysis in the era of large language models: A reality check,\" arXiv preprint arXiv:2305.15005, 2023."},{"key":"e_1_3_2_1_4_1","unstructured":"Xiaofei Sun Xiaoya Li Jiwei Li Fei Wu Shangwei Guo Tianwei Zhang and Guoyin Wang \"Text classification via large language models \" arXiv preprint arXiv:2305.08377 2023."},{"key":"e_1_3_2_1_5_1","volume-title":"From zero-shot learning to fine-tuning,\" Open Science Foundation","author":"Chae Youngjin","year":"2023","unstructured":"Youngjin Chae and Thomas Davidson, \"Large language models for text classification: From zero-shot learning to fine-tuning,\" Open Science Foundation, 2023."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"crossref","unstructured":"Zexian Zeng Yu Deng Xiaoyu Li Tristan Naumann and Yuan Luo \"Natural language processing for ehr-based computational phenotyping \" IEEE\/ACM transactions on computational biology and bioinformatics vol. 16 no. 1 pp. 139--153 2018.","DOI":"10.1109\/TCBB.2018.2849968"},{"key":"e_1_3_2_1_7_1","first-page":"82","volume-title":"PMLR","author":"Goel Akshay","year":"2023","unstructured":"Akshay Goel, Almog Gueta, Omry Gilon, Chang Liu, Sofia Erell, Lan Huong Nguyen, Xiaohong Hao, Bolous Jaber, Shashir Reddy, Rupesh Kartha, et al., \"Llms accelerate annotation for medical information extraction,\" in Machine Learning for Health (ML4H). PMLR, 2023, pp. 82--100."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1111\/1911-3846.12832"},{"key":"e_1_3_2_1_9_1","volume-title":"Mark Christopher Siy Uy, and Allen Huang, \"Finbert: A pre-trained language model for financial communications,\" arXiv preprint arXiv:2006.08097","author":"Yang Yi","year":"2020","unstructured":"Yi Yang, Mark Christopher Siy Uy, and Allen Huang, \"Finbert: A pre-trained language model for financial communications,\" arXiv preprint arXiv:2006.08097, 2020."},{"key":"e_1_3_2_1_10_1","volume-title":"Paul Voigt and Axel Von dem Bussche, \"The eu general data protection regulation (gdpr),\" A Practical Guide","unstructured":"Paul Voigt and Axel Von dem Bussche, \"The eu general data protection regulation (gdpr),\" A Practical Guide, 1st Ed., Cham: Springer International Publishing, vol. 10, no. 3152676, pp. 10--5555, 2017.","edition":"1"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3298981"},{"key":"e_1_3_2_1_12_1","article-title":"A survey on federated learning systems: Vision, hype and reality for data privacy and protection","author":"Li Qinbin","year":"2021","unstructured":"Qinbin Li, Zeyi Wen, Zhaomin Wu, Sixu Hu, Naibo Wang, Yuan Li, Xu Liu, and Bingsheng He, \"A survey on federated learning systems: Vision, hype and reality for data privacy and protection,\" IEEE Transactions on Knowledge and Data Engineering, 2021.","journal-title":"IEEE Transactions on Knowledge and Data Engineering"},{"key":"e_1_3_2_1_13_1","first-page":"1","volume-title":"Felix Xiaozhu Lin, and Mengwei Xu, \"Federated few-shot learning for mobile nlp,\" in Proceedings of the 29th Annual International Conference on Mobile Computing and Networking","author":"Cai Dongqi","year":"2023","unstructured":"Dongqi Cai, Shangguang Wang, Yaozong Wu, Felix Xiaozhu Lin, and Mengwei Xu, \"Federated few-shot learning for mobile nlp,\" in Proceedings of the 29th Annual International Conference on Mobile Computing and Networking, 2023, pp. 1--17."},{"key":"e_1_3_2_1_14_1","first-page":"1","volume-title":"Felix Xiaozhu Lin, and Mengwei Xu, \"Efficient federated learning for modern nlp,\" in Proceedings of the 29th Annual International Conference on Mobile Computing and Networking","author":"Cai Dongqi","year":"2023","unstructured":"Dongqi Cai, Yaozong Wu, Shangguang Wang, Felix Xiaozhu Lin, and Mengwei Xu, \"Efficient federated learning for modern nlp,\" in Proceedings of the 29th Annual International Conference on Mobile Computing and Networking, 2023, pp. 1--16."},{"key":"e_1_3_2_1_15_1","unstructured":"Mengwei Xu Yaozong Wu Dongqi Cai Xiang Li and Shangguang Wang \"Federated fine-tuning of billion-sized language models across mobile devices \" arXiv preprint arXiv:2308.13894 2023."},{"key":"e_1_3_2_1_16_1","volume-title":"A position paper,\" arXiv preprint arXiv:2307.08925","author":"Chen Chaochao","year":"2023","unstructured":"Chaochao Chen, Xiaohua Feng, Jun Zhou, Jianwei Yin, and Xiaolin Zheng, \"Federated large language model: A position paper,\" arXiv preprint arXiv:2307.08925, 2023."},{"key":"e_1_3_2_1_17_1","unstructured":"Jujia Zhao Wenjie Wang Chen Xu Zhaochun Ren See-Kiong Ng and Tat-Seng Chua \"Llm-based federated recommendation \" arXiv preprint arXiv:2402.09959 2024."},{"issue":"8","key":"e_1_3_2_1_18_1","first-page":"9","article-title":"Language models are unsupervised multitask learners","volume":"1","author":"Radford Alec","year":"2019","unstructured":"Alec Radford, Jeffrey Wu, Rewon Child, David Luan, Dario Amodei, Ilya Sutskever, et al., \"Language models are unsupervised multitask learners,\" OpenAI blog, vol. 1, no. 8, pp. 9, 2019.","journal-title":"OpenAI blog"},{"key":"e_1_3_2_1_19_1","first-page":"1","article-title":"Fast distributed deep learning over rdma","volume":"2019","author":"Xue Jilong","year":"2019","unstructured":"Jilong Xue, Youshan Miao, Cheng Chen, Ming Wu, Lintao Zhang, and Lidong Zhou, \"Fast distributed deep learning over rdma,\" in Proceedings of the Fourteenth EuroSys Conference 2019, 2019, pp. 1--14.","journal-title":"Proceedings of the Fourteenth EuroSys Conference"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"crossref","unstructured":"Feng Tian Yang Zhang Wei Ye Cheng Jin Ziyan Wu and Zhi-Li Zhang \"Accelerating distributed deep learning using multi-path rdma in data center networks \" in Proceedings of the ACM SIGCOMM Symposium on SDN Research (SOSR) 2021 pp. 88--100.","DOI":"10.1145\/3482898.3483363"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"crossref","unstructured":"Chuanxiong Guo Haitao Wu Zhong Deng Gaurav Soni Jianxi Ye Jitu Padhye and Marina Lipshteyn \"Rdma over commodity ethernet at scale \" in Proceedings of the 2016 ACM SIGCOMM Conference 2016 pp. 202--215.","DOI":"10.1145\/2934872.2934908"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cie.2020.106854"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2021.106775"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41746-020-00323-1"},{"key":"e_1_3_2_1_25_1","volume-title":"Ameet Talwalkar, and Virginia Smith, \"Federated learning: Challenges, methods, and future directions,\" IEEE signal processing magazine","author":"Li Tian","unstructured":"Tian Li, Anit Kumar Sahu, Ameet Talwalkar, and Virginia Smith, \"Federated learning: Challenges, methods, and future directions,\" IEEE signal processing magazine, vol. 37, no. 3, pp. 50--60, 2020."},{"key":"e_1_3_2_1_26_1","volume-title":"Challenges and opportunities","author":"Huang Chao","year":"2022","unstructured":"Chao Huang, Jianwei Huang, and Xin Liu, \"Cross-silo federated learning: Challenges and opportunities,\" 2022."},{"key":"e_1_3_2_1_27_1","first-page":"102274","volume-title":"Chatgpt for good? on opportunities and challenges of large language models for education,\" Learning and individual differences","author":"Kasneci Enkelejda","year":"2023","unstructured":"Enkelejda Kasneci, Kathrin Se\u00dfler, Stefan K\u00fcchemann, Maria Bannert, Daryna Dementieva, Frank Fischer, Urs Gasser, Georg Groh, Stephan G\u00fcnnemann, Eyke H\u00fcllermeier, et al., \"Chatgpt for good? on opportunities and challenges of large language models for education,\" Learning and individual differences, vol. 103, pp. 102274, 2023."},{"key":"e_1_3_2_1_28_1","article-title":"A survey on evaluation of large language models","author":"Chang Yupeng","year":"2023","unstructured":"Yupeng Chang, Xu Wang, Jindong Wang, Yuan Wu, Linyi Yang, Kaijie Zhu, Hao Chen, Xiaoyuan Yi, Cunxiang Wang, Yidong Wang, et al., \"A survey on evaluation of large language models,\" ACM Transactions on Intelligent Systems and Technology, 2023.","journal-title":"ACM Transactions on Intelligent Systems and Technology"},{"key":"e_1_3_2_1_29_1","volume-title":"Emergent abilities of large language models,\" arXiv preprint arXiv:2206.07682","author":"Wei Jason","year":"2022","unstructured":"Jason Wei, Yi Tay, Rishi Bommasani, Colin Raffel, Barret Zoph, Sebastian Borgeaud, Dani Yogatama, Maarten Bosma, Denny Zhou, Donald Metzler, et al., \"Emergent abilities of large language models,\" arXiv preprint arXiv:2206.07682, 2022."},{"key":"e_1_3_2_1_30_1","volume-title":"Caracas","author":"Gamess Eric","year":"2016","unstructured":"Eric Gamess and Humberto Ortiz-Zuazaga, \"Evaluation of point-to-point network performance of hpc clusters at the level of udp, tcp, and mpi,\" in IV Simposio Cient\u00edfico y Tecnol\u00f3gico en Computaci\u00f3n, Caracas, Venezuela, 2016."},{"key":"e_1_3_2_1_31_1","unstructured":"Jingang Jiang Xiangyang Liu and Chenyou Fan \"Low-parameter federated learning with large language models \" arXiv preprint arXiv:2307.13896 2023."},{"key":"e_1_3_2_1_32_1","first-page":"1","volume-title":"Speech and Signal Processing (ICASSP). IEEE","author":"Zhao Haodong","year":"2023","unstructured":"Haodong Zhao, Wei Du, Fangqi Li, Peixuan Li, and Gongshen Liu, \"Fedprompt: Communication-efficient and privacy-preserving prompt tuning in federated learning,\" in ICASSP 2023-2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP). IEEE, 2023, pp. 1--5."},{"key":"e_1_3_2_1_33_1","first-page":"456","volume-title":"PMLR","author":"Malaviya Shubham","year":"2023","unstructured":"Shubham Malaviya, Manish Shukla, and Sachin Lodha, \"Reducing communication overhead in federated learning for pre-trained language models using parameter-efficient finetuning,\" in Conference on Lifelong Learning Agents. PMLR, 2023, pp. 456--469."},{"key":"e_1_3_2_1_34_1","unstructured":"Zhen Qin Daoyuan Chen Bingchen Qian Bolin Ding Yaliang Li and Shuiguang Deng \"Federated full-parameter tuning of billion-sized language models with communication cost under 18 kilobytes \" arXiv preprint arXiv:2312.06353 2023."},{"key":"e_1_3_2_1_35_1","first-page":"5325","volume-title":"PMLR","author":"Wu Jiaxiang","year":"2018","unstructured":"Jiaxiang Wu, Weidong Huang, Junzhou Huang, and Tong Zhang, \"Error compensated quantized sgd and its applications to large-scale distributed optimization,\" in International Conference on Machine Learning. PMLR, 2018, pp. 5325--5333."},{"key":"e_1_3_2_1_36_1","first-page":"560","volume-title":"PMLR","author":"Bernstein Jeremy","year":"2018","unstructured":"Jeremy Bernstein, Yu-Xiang Wang, Kamyar Azizzadenesheli, and Animashree Anandkumar, \"signsgd: Compressed optimisation for non-convex problems,\" in International Conference on Machine Learning. PMLR, 2018, pp. 560--569."},{"key":"e_1_3_2_1_37_1","first-page":"420","volume-title":"an efficient federated learning framework for heterogeneous mobile clients,\" in Proceedings of the 27th Annual International Conference on Mobile Computing and Networking","author":"Li Ang","year":"2021","unstructured":"Ang Li, Jingwei Sun, Pengcheng Li, Yu Pu, Hai Li, and Yiran Chen, \"Hermes: an efficient federated learning framework for heterogeneous mobile clients,\" in Proceedings of the 27th Annual International Conference on Mobile Computing and Networking, 2021, pp. 420--437."},{"key":"e_1_3_2_1_38_1","unstructured":"Chenning Li Xiao Zeng Mi Zhang and Zhichao Cao \"Pyramidfl: A fine-grained client selection framework for efficient federated learning \"."},{"key":"e_1_3_2_1_39_1","volume-title":"Efficient federated learning via guided participant selection","author":"Lai Fan","year":"2021","unstructured":"Fan Lai, Xiangfeng Zhu, Harsha V Madhyastha, and Mosharaf Chowdhury, \"Oort: Efficient federated learning via guided participant selection.,\" 2021."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"crossref","unstructured":"Duowen Liu \"Accelerating intra-party communication in vertical federated learning with rdma \" in Proceedings of the 1st Workshop on Distributed Machine Learning 2020 pp. 14--20.","DOI":"10.1145\/3426745.3431333"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1109\/TCOM.1979.1094482"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1109\/71.707545"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/205511.205512"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1109\/TCOM.1978.1094076"},{"key":"e_1_3_2_1_45_1","first-page":"1273","volume-title":"PMLR","author":"McMahan Brendan","year":"2017","unstructured":"Brendan McMahan, Eider Moore, Daniel Ramage, Seth Hampson, and Blaise Aguera y Arcas, \"Communication-efficient learning of deep networks from decentralized data,\" in Artificial intelligence and statistics. PMLR, 2017, pp. 1273--1282."},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/155870.155881"}],"event":{"name":"EuroSys '24: Nineteenth European Conference on Computer Systems","location":"Athens Greece","acronym":"EuroSys '24","sponsor":["SIGOPS ACM Special Interest Group on Operating Systems"]},"container-title":["Proceedings of the 4th Workshop on Machine Learning and Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3642970.3655834","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3642970.3655834","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,23]],"date-time":"2025-08-23T00:15:30Z","timestamp":1755908130000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3642970.3655834"}},"subtitle":["Communication-Efficient Cross-Silo Federated LLM via Chunked RDMA Transmission"],"short-title":[],"issued":{"date-parts":[[2024,4,22]]},"references-count":46,"alternative-id":["10.1145\/3642970.3655834","10.1145\/3642970"],"URL":"https:\/\/doi.org\/10.1145\/3642970.3655834","relation":{},"subject":[],"published":{"date-parts":[[2024,4,22]]},"assertion":[{"value":"2024-04-22","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}