{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T05:58:09Z","timestamp":1785563889077,"version":"3.56.0"},"reference-count":47,"publisher":"IEEE","license":[{"start":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:00:00Z","timestamp":1777593600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:00:00Z","timestamp":1777593600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:00:00Z","timestamp":1777593600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026,5]]},"DOI":"10.1109\/ccgrid68966.2026.00043","type":"proceedings-article","created":{"date-parts":[[2026,7,31]],"date-time":"2026-07-31T18:01:53Z","timestamp":1785520913000},"page":"339-349","source":"Crossref","is-referenced-by-count":0,"title":["Heterogeneous-Resource-Aware Federated Learning with Intelligent LoRA Allocation and Aggregation"],"prefix":"10.1109","author":[{"given":"Youye","family":"Xie","sequence":"first","affiliation":[{"name":"The Grainger College of Engineering, University of Illinois Urbana-Champaign","place":["Urbana, IL, USA"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yao","family":"Lian","sequence":"additional","affiliation":[{"name":"The Grainger College of Engineering, University of Illinois Urbana-Champaign","place":["Urbana, IL, USA"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kevin","family":"Chen","sequence":"additional","affiliation":[{"name":"The Grainger College of Engineering, University of Illinois Urbana-Champaign","place":["Urbana, IL, USA"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Abdul","family":"Latif","sequence":"additional","affiliation":[{"name":"The Grainger College of Engineering, University of Illinois Urbana-Champaign","place":["Urbana, IL, USA"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lingzhi","family":"Zhao","sequence":"additional","affiliation":[{"name":"The Grainger College of Engineering, University of Illinois Urbana-Champaign","place":["Urbana, IL, USA"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Reza","family":"Farivar","sequence":"additional","affiliation":[{"name":"The Grainger College of Engineering, University of Illinois Urbana-Champaign","place":["Urbana, IL, USA"]}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","article-title":"Communication-efficient learning of deep networks from decentralized data","volume-title":"International Conference on Artificial Intelligence and Statistics (AISTATS)","author":"McMahan","year":"2017"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2021.106775"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1007\/s13042-022-01647-y"},{"key":"ref4","article-title":"Scaffold: Stochastic controlled averaging for federated learning","volume-title":"International Conference on Machine Learning (ICML)","author":"Praneeth Karimireddy","year":"2020"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.243"},{"key":"ref6","article-title":"Parameter-efficient fine-tuning for large models: A comprehensive survey","author":"Han","year":"2024","journal-title":"Transactions on Machine Learning Research (TMLR)"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-short.1"},{"key":"ref8","article-title":"Fjord: Fair and accurate federated learning under heterogeneous targets with ordered dropout","author":"Horvath","year":"2021","journal-title":"Advances in Neural Information Processing Systems (NeurIPS)"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v38i10.28978"},{"key":"ref10","article-title":"Lora: Low-rank adaptation of large language models","volume-title":"International Conference on Learning Representations (ICLR)","author":"Edward","year":"2022"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-acl.632"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP48485.2024.10447454"},{"key":"ref13","author":"Krizhevsky","year":"2009","journal-title":"Learning multiple layers of features from tiny images"},{"key":"ref14","article-title":"Training data-efficient image transformers & distillation through attention","volume-title":"International Conference on Machine Learning (ICML)","author":"Touvron","year":"2021"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-85747-8_4"},{"key":"ref16","article-title":"Improving lora in privacy-preserving federated learning","volume-title":"International Conference on Learning Representations (ICLR)","author":"Sun","year":"2024"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2025.3586644"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2025.3580495"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1111\/j.1745-3984.1984.tb01040.x"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.52202\/079017-0191"},{"key":"ref21","article-title":"A general analysis of the convergence of admm","volume-title":"International Conference on Machine Learning (ICML). PMLR","author":"Nishihara","year":"2015"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/3570361.3592505"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00662"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.emnlp-main.388"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.52202\/079017-0461"},{"key":"ref26","article-title":"Slora: Federated parameter efficient fine-tuning of language models","volume-title":"NeurIPS Workshop on Federated Learning in the Age of Foundation Models","author":"Babakniya","year":"2023"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.52202\/079017-0708"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1145\/3637528.3671897"},{"key":"ref29","article-title":"Oort: Efficient federated learning via guided participant selection","volume-title":"Symposium on Operating Systems Design and Implementation (OSDI)","author":"Lai","year":"2021"},{"key":"ref30","article-title":"Heterofl: Computation and communication efficient federated learning for heterogeneous clients","volume-title":"International Conference on Learning Representations (ICLR)","author":"Diao","year":"2021"},{"key":"ref31","article-title":"Depthfl: Depthwise federated learning for heterogeneous clients","volume-title":"International Conference on Learning Representations (ICLR)","author":"Kim","year":"2022"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-18114-7"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.emnlp-main.717"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.14722\/ndss.2021.24434"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1706.03762"},{"key":"ref36","author":"Loshchilov","year":"2019","journal-title":"Decoupled weight decay regularization"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177729586"},{"key":"ref38","article-title":"A sensitivity-driven expert allocation method in loramoe for efficient fine-tuning","volume-title":"IEEE International Symposium on Cluster, Cloud and Internet Computing (CCGrid)","author":"Xu","year":"2025"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/n19\u20131423"},{"key":"ref40","article-title":"How does batch normalization help optimization?","author":"Santurkar","year":"2018","journal-title":"Advances in neural information processing systems (NeruIPS)"},{"key":"ref41","article-title":"Layer normalization","author":"Lei Ba","year":"2016","journal-title":"arXiv preprint"},{"key":"ref42","volume-title":"Accelerate: Training and inference at scale made simple, efficient and adaptable.","author":"Gugger","year":"2022"},{"key":"ref43","article-title":"Well-read students learn better: On the importance of pre-training compact models","author":"Turc","year":"2019","journal-title":"arXiv preprint"},{"key":"ref44","article-title":"Ledgar: a large-scale multi-label corpus for text classification of legal provisions in contracts","volume-title":"International Conference on Language Resources and Evaluation (LREC)","author":"Tuggener","year":"2020"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-long.297"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"ref47","article-title":"Well-read students learn better: On the importance of pre-training compact models","author":"Turc","year":"2019","journal-title":"arXiv preprint"}],"event":{"name":"2026 IEEE 26th International Symposium on Cluster, Cloud and Internet Computing (CCGrid)","location":"Sydney, Australia","start":{"date-parts":[[2026,5,18]]},"end":{"date-parts":[[2026,5,21]]}},"container-title":["2026 IEEE 26th International Symposium on Cluster, Cloud and Internet Computing (CCGrid)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11618979\/11618983\/11619224.pdf?arnumber=11619224","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T05:11:15Z","timestamp":1785561075000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11619224\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,5]]},"references-count":47,"URL":"https:\/\/doi.org\/10.1109\/ccgrid68966.2026.00043","relation":{},"subject":[],"published":{"date-parts":[[2026,5]]}}}