{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,1]],"date-time":"2025-10-01T16:19:37Z","timestamp":1759335577066,"version":"3.40.3"},"publisher-location":"Cham","reference-count":35,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031770715"},{"type":"electronic","value":"9783031770722"}],"license":[{"start":{"date-parts":[[2024,11,16]],"date-time":"2024-11-16T00:00:00Z","timestamp":1731715200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,11,16]],"date-time":"2024-11-16T00:00:00Z","timestamp":1731715200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-77072-2_4","type":"book-chapter","created":{"date-parts":[[2024,11,15]],"date-time":"2024-11-15T05:15:39Z","timestamp":1731647739000},"page":"47-62","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["RBLA: Rank-Based-LoRA-Aggregation for\u00a0Fine-Tuning Heterogeneous Models in\u00a0FLaaS"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0001-4944-3406","authenticated-orcid":false,"given":"Shuaijun","family":"Chen","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3367-1236","authenticated-orcid":false,"given":"Omid","family":"Tavallaie","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4085-7044","authenticated-orcid":false,"given":"Niousha","family":"Nazemi","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3090-1059","authenticated-orcid":false,"given":"Albert Y.","family":"Zomaya","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,11,16]]},"reference":[{"key":"4_CR1","unstructured":"Arivazhagan, M.G., Aggarwal, V., Singh, A.K., Choudhary, S.: Federated learning with personalization layers. arXiv preprint arXiv:1912.00818 (2019)"},{"key":"4_CR2","unstructured":"Chen, S., et al.: Boosting client selection of federated learning under device and data heterogeneity. arXiv preprint arXiv:2310.08147 (2023)"},{"key":"4_CR3","doi-asserted-by":"crossref","unstructured":"Cho, Y.J., Liu, L., Xu, Z., Fahrezi, A., Barnes, M., Joshi, G.: Heterogeneous LoRA for federated fine-tuning of on-device foundation models. In: International Workshop on Federated Learning in the Age of Foundation Models in Conjunction with NeurIPS 2023 (2023)","DOI":"10.18653\/v1\/2024.emnlp-main.717"},{"key":"4_CR4","unstructured":"Collins, L., Hassani, H., Mokhtari, A., Shakkottai, S.: Exploiting shared representations for personalized federated learning. In: International Conference on Machine Learning, pp. 2089\u20132099. PMLR (2021)"},{"key":"4_CR5","unstructured":"Darlow, L.N., Crowley, E.J., Antoniou, A., Storkey, A.J.: Cinic-10 is not imagenet or cifar-10. arXiv preprint arXiv:1810.03505 (2018)"},{"issue":"8","key":"4_CR6","doi-asserted-by":"publisher","first-page":"7457","DOI":"10.1109\/JIOT.2020.2984887","volume":"7","author":"S Deng","year":"2020","unstructured":"Deng, S., Zhao, H., Fang, W., Yin, J., Dustdar, S., Zomaya, A.Y.: Edge intelligence: the confluence of edge computing and artificial intelligence. IEEE Internet Things J. 7(8), 7457\u20137469 (2020)","journal-title":"IEEE Internet Things J."},{"key":"4_CR7","unstructured":"Gao, W., Tavallaie, O., Chen, S., Zomaya, A.: Federated learning as a service for hierarchical edge networks with heterogeneous models. arXiv preprint arXiv:2407.20573 (2024)"},{"key":"4_CR8","unstructured":"Ghosh, A., Chung, J., Yin, D., Ramchandran, K.: An efficient framework for clustered federated learning. In: Advances in Neural Information Processing Systems, vol. 33, pp. 19586\u201319597 (2020)"},{"key":"4_CR9","volume-title":"Deep Learning","author":"I Goodfellow","year":"2016","unstructured":"Goodfellow, I., Bengio, Y., Courville, A.: Deep Learning. MIT Press, Cambridge (2016)"},{"key":"4_CR10","unstructured":"Hsieh, K., Phanishayee, A., Mutlu, O., Gibbons, P.: The non-IID data quagmire of decentralized machine learning. In: ICML, pp. 4387\u20134398. PMLR (2020)"},{"key":"4_CR11","unstructured":"Hu, E.J., et al.: LoRA: low-rank adaptation of large language models. In: International Conference on Learning Representations (2022). https:\/\/openreview.net\/forum?id=nZeVKeeFYf9"},{"key":"4_CR12","unstructured":"Kairouz, P., et\u00a0al.: Advances and open problems in federated learning. Found. Trends\u00ae Mach. Learn. 14(1\u20132), 1\u2013210 (2021)"},{"key":"4_CR13","unstructured":"Karimireddy, S.P., Kale, S., Mohri, M., Reddi, S., Stich, S., Suresh, A.T.: Scaffold: stochastic controlled averaging for federated learning. In: International Conference on Machine Learning, pp. 5132\u20135143. PMLR (2020)"},{"key":"4_CR14","unstructured":"Kawaguchi, K., Kaelbling, L.P., Bengio, Y.: Generalization in deep learning. arXiv preprint arXiv:1710.054681(8) (2017)"},{"key":"4_CR15","unstructured":"Khodadadian, S., Sharma, P., Joshi, G., Maguluri, S.T.: Federated reinforcement learning: linear speedup under markovian sampling. In: International Conference on Machine Learning, pp. 10997\u201311057. PMLR (2022)"},{"key":"4_CR16","unstructured":"Kingma, D.P., Ba, J.: Adam: a method for stochastic optimization. In: 3rd International Conference on Learning Representations (ICLR) (2015). https:\/\/arxiv.org\/abs\/1412.6980"},{"key":"4_CR17","doi-asserted-by":"crossref","unstructured":"Kourtellis, N., Katevas, K., Perino, D.: Flaas: federated learning as a service. In: Proceedings of the 1st Workshop on Distributed Machine Learning, pp. 7\u201313 (2020)","DOI":"10.1145\/3426745.3431337"},{"issue":"11","key":"4_CR18","doi-asserted-by":"publisher","first-page":"13099","DOI":"10.1109\/TITS.2023.3241765","volume":"24","author":"R Kumar","year":"2023","unstructured":"Kumar, R., Mishra, R., Gupta, H.P.: A federated learning approach with imperfect labels in LoRA-based transportation systems. IEEE Trans. Intell. Transp. Syst. 24(11), 13099\u201313107 (2023)","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"key":"4_CR19","doi-asserted-by":"publisher","unstructured":"Li, Q., Diao, Y., Chen, Q., He, B.: Federated learning on non-IID data silos: an experimental study. In: 2022 IEEE 38th International Conference on Data Engineering (ICDE), pp. 965\u2013978 (2022). https:\/\/doi.org\/10.1109\/ICDE53745.2022.00077","DOI":"10.1109\/ICDE53745.2022.00077"},{"issue":"3","key":"4_CR20","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1109\/MSP.2020.2975749","volume":"37","author":"T Li","year":"2020","unstructured":"Li, T., Sahu, A.K., Talwalkar, A., Smith, V.: Federated learning: challenges, methods, and future directions. IEEE Signal Process. Mag. 37(3), 50\u201360 (2020). https:\/\/doi.org\/10.1109\/MSP.2020.2975749","journal-title":"IEEE Signal Process. Mag."},{"key":"4_CR21","first-page":"429","volume":"2","author":"T Li","year":"2020","unstructured":"Li, T., Sahu, A.K., Zaheer, M., Sanjabi, M., Talwalkar, A., Smith, V.: Federated optimization in heterogeneous networks. Proc. Mach. Learn. Syst. 2, 429\u2013450 (2020)","journal-title":"Proc. Mach. Learn. Syst."},{"key":"4_CR22","doi-asserted-by":"publisher","unstructured":"Liu, X.Y., et al.: Differentially private low-rank adaptation of large language model using federated learning. ACM Trans. Manag. Inf. Syst. (2024). https:\/\/doi.org\/10.1145\/3682068","DOI":"10.1145\/3682068"},{"issue":"21","key":"4_CR23","doi-asserted-by":"publisher","first-page":"21025","DOI":"10.1109\/JIOT.2022.3176305","volume":"9","author":"Y Liu","year":"2022","unstructured":"Liu, Y., Dong, Y., Wang, H., Jiang, H., Xu, Q.: Distributed fog computing and federated-learning-enabled secure aggregation for IoT devices. IEEE Internet Things J. 9(21), 21025\u201321037 (2022)","journal-title":"IEEE Internet Things J."},{"key":"4_CR24","unstructured":"McMahan, B., Moore, E., Ramage, D., Hampson, S., Arcas, B.A.: Communication-efficient learning of deep networks from decentralized data. In: Proceedings of the 20th International Conference on Artificial Intelligence and Statistics, vol.\u00a054, pp. 1273\u20131282. PMLR (2017)"},{"key":"4_CR25","unstructured":"Nazemi, N., et al.: Access-FL: agile communication and computation for efficient secure aggregation in stable federated learning networks. arXiv preprint arXiv:2409.01722 (2024)"},{"key":"4_CR26","doi-asserted-by":"crossref","unstructured":"Nazemi, N., Tavallaie, O., Chen, S., Zomaya, A.Y., Holz, R.: Boosting communication efficiency of federated learning\u2019s secure aggregation. arXiv preprint arXiv:2405.01144 (2024)","DOI":"10.1109\/DSN-S60304.2024.00045"},{"key":"4_CR27","unstructured":"Neyshabur, B., Bhojanapalli, S., McAllester, D., Srebro, N.: Exploring generalization in deep learning. In: Advances in Neural Information Processing Systems, vol. 30 (2017)"},{"key":"4_CR28","unstructured":"Qi, J., Luan, Z., Huang, S., Fung, C., Yang, H., Qian, D.: FDLoRA: personalized federated learning of large language model via dual LoRA tuning. arXiv preprint arXiv:2406.07925 (2024)"},{"key":"4_CR29","doi-asserted-by":"crossref","unstructured":"Wang, K., et al.: Flexifed: personalized federated learning for edge clients with heterogeneous model architectures. In: Proceedings of the ACM Web Conference 2023, pp. 2979\u20132990 (2023)","DOI":"10.1145\/3543507.3583347"},{"key":"4_CR30","doi-asserted-by":"crossref","unstructured":"Yang, K., Du, W.: A low-density parity-check coding scheme for LoRA networking. ACM Trans. Sens. Netw. (2024)","DOI":"10.1145\/3665928"},{"issue":"3","key":"4_CR31","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3625558","volume":"56","author":"M Ye","year":"2023","unstructured":"Ye, M., Fang, X., Du, B., Yuen, P.C., Tao, D.: Heterogeneous federated learning: state-of-the-art and research challenges. ACM Comput. Surv. 56(3), 1\u201344 (2023)","journal-title":"ACM Comput. Surv."},{"key":"4_CR32","unstructured":"Yi, L., Yu, H., Wang, G., Liu, X.: Fedlora: model-heterogeneous personalized federated learning with LoRA tuning. arXiv preprint arXiv:2310.13283 (2023)"},{"issue":"3","key":"4_CR33","doi-asserted-by":"publisher","first-page":"107","DOI":"10.1145\/3446776","volume":"64","author":"C Zhang","year":"2021","unstructured":"Zhang, C., Bengio, S., Hardt, M., Recht, B., Vinyals, O.: Understanding deep learning requires rethinking generalization. Commun. ACM 64(3), 107\u2013115 (2021)","journal-title":"Commun. ACM"},{"key":"4_CR34","doi-asserted-by":"crossref","unstructured":"Zhang, T., Xu, D., Ren, P., Yu, K., Guizani, M.: DFLNet: deep federated learning network with privacy preserving for vehicular LoRA nodes fingerprinting. IEEE Trans. Veh. Technol. (2023)","DOI":"10.1109\/TVT.2023.3316639"},{"key":"4_CR35","unstructured":"Zhao, Y., Li, M., Lai, L., Suda, N., Civin, D., Chandra, V.: Federated learning with non-IID data. arXiv preprint arXiv:1806.00582 (2018)"}],"container-title":["Lecture Notes in Computer Science","Web Services \u2013 ICWS 2024"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-77072-2_4","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T10:16:11Z","timestamp":1733048171000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-77072-2_4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,16]]},"ISBN":["9783031770715","9783031770722"],"references-count":35,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-77072-2_4","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024,11,16]]},"assertion":[{"value":"16 November 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICWS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Web Services","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Bangkok","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Thailand","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16 November 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 November 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"31","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icws2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.servicessociety.org\/iccc","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}