{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,8]],"date-time":"2026-06-08T10:57:55Z","timestamp":1780916275526,"version":"3.54.1"},"publisher-location":"Singapore","reference-count":24,"publisher":"Springer Nature Singapore","isbn-type":[{"value":"9789819500130","type":"print"},{"value":"9789819500147","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-981-95-0014-7_9","type":"book-chapter","created":{"date-parts":[[2025,7,24]],"date-time":"2025-07-24T10:06:09Z","timestamp":1753351569000},"page":"101-112","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["COMLoRA: A Chain-Based LoRA Architecture Combined with MoE"],"prefix":"10.1007","author":[{"given":"Shaocong","family":"Chen","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yanwei","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ziran","family":"He","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,7,25]]},"reference":[{"key":"9_CR1","unstructured":"Devlin, J., Chang, M.-W., Lee, K., Toutanova, K.: BERT: Pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies (Volume 1: Long and Short Papers), pp. 4171\u20134186. Association for Computational Linguistics, Minneapolis, Minnesota (2019)"},{"key":"9_CR2","first-page":"1877","volume":"33","author":"T Brown","year":"2020","unstructured":"Brown, T., et al.: Language models are few-shot learners. Adv. Neural. Inf. Process. Syst. 33, 1877\u20131901 (2020)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"9_CR3","doi-asserted-by":"crossref","unstructured":"Liu, H., Li, C., Li, Y., Lee, Y.J.: Improved Baselines with Visual Instruction Tuning. arXiv preprint arXiv:2310.03744 (2023)","DOI":"10.1109\/CVPR52733.2024.02484"},{"key":"9_CR4","unstructured":"Hu, E.J., Shen, Y., Wallis, P., et al.: LoRA: low-rank adaptation of large language models. In: International Conference on Learning Representations (2022)"},{"key":"9_CR5","doi-asserted-by":"publisher","unstructured":"Aghajanyan, A., Gupta, S., Zettlemoyer, L.: Intrinsic dimensionality explains the effectiveness of language model fine-tuning. In: Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing (Volume 1: Long Papers), pp. 7319\u20137328. Association for Computational Linguistics, Online (2021). https:\/\/doi.org\/10.18653\/v1\/2021.acl-long.568","DOI":"10.18653\/v1\/2021.acl-long.568"},{"key":"9_CR6","unstructured":"Li, C., Farkhoor, H., Liu, R., Yosinski, J.: Measuring the intrinsic dimension of objective landscapes. In: International Conference on Learning Representations (2018)"},{"key":"9_CR7","unstructured":"Zhang, Q., Chen, M., Bukharin, A., et al.: Adaptive budget allocation for parameter-efficient fine-tuning. In: The 11th International Conference on Learning Representations (2023)"},{"key":"9_CR8","unstructured":"Li, Y., Han, S., Ji, S.: VB-LoRA: Extreme Parameter Efficient Fine-Tuning with Vector Banks. arXiv preprint arXiv:2405.15179 (2024)"},{"key":"9_CR9","doi-asserted-by":"crossref","unstructured":"Renduchintala, A., Konuk, T., Kuchaiev, O.: Tied-LoRA: enhancing parameter efficiency of LoRA with weight tying. In: Proceedings of the 2024 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies (Volume 1: Long Papers), pp. 8686\u20138697 (2024)","DOI":"10.18653\/v1\/2024.naacl-long.481"},{"key":"9_CR10","unstructured":"Sheng, Y., Cao, S., Li, D., et al.: S-LoRA: Serving Thousands of Concurrent LoRA Adapters. arXiv preprint arXiv:2311.03285 (2023)"},{"key":"9_CR11","unstructured":"Wang, Y., Lin, Y., Zeng, X., Zhang, G.: MultiLoRA: Democratizing LoRA for Better Multi-Task Learning. arXiv preprint arXiv:2311.11501 (2023)"},{"key":"9_CR12","unstructured":"Huang, C., Liu, Q., Lin, B.Y., Pang, T., Du, C., Lin, M.: LoRAHub: Efficient Cross-Task Generalization via Dynamic LoRA Composition. arXiv preprint arXiv:2307.13269 (2023)"},{"key":"9_CR13","doi-asserted-by":"crossref","unstructured":"Dettmers, T., Pagnoni, A., Holtzman, A., Zettlemoyer, L.: QLoRA: Efficient Fine-Tuning of Quantized LLMs. arXiv preprint arXiv:2305.14314 (2023)","DOI":"10.52202\/075280-0441"},{"key":"9_CR14","unstructured":"Hayou, S., Ghosh, N., Yu, B.: LoRA+: Efficient Low Rank Adaptation of Large Models. arXiv preprint arXiv:2402.12354 (2024)"},{"key":"9_CR15","doi-asserted-by":"crossref","unstructured":"Dai, D., Deng, C., Zhao, C., et al.: DeepSeekMoE: Towards Ultimate Expert Specialization in Mixture-of-Experts Language Models. arXiv preprint arXiv:2401.06066 (2024)","DOI":"10.18653\/v1\/2024.acl-long.70"},{"key":"9_CR16","doi-asserted-by":"crossref","unstructured":"Yang, Y., Qi, S., Gu, W., et al.: XMoE: sparse models with fine-grained and adaptive expert selection. In: Findings of the Association for Computational Linguistics: ACL 2024, pp. 11664\u201311674 (2024)","DOI":"10.18653\/v1\/2024.findings-acl.694"},{"key":"9_CR17","doi-asserted-by":"crossref","unstructured":"Liu, Q., Wu, X., Zhao, X., et al.: MoELoRA: An MoE-Based Parameter Efficient Fine-Tuning Method for Multi-Task Medical Applications. arXiv preprint arXiv:2310.18339 (2023)","DOI":"10.1145\/3626772.3657722"},{"key":"9_CR18","first-page":"9565","volume":"37","author":"C Tian","year":"2024","unstructured":"Tian, C., Shi, Z., Guo, Z., et al.: HydraLoRA: an asymmetric LoRA architecture for efficient fine-tuning. Adv. Neural. Inf. Process. Syst. 37, 9565\u20139584 (2024)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"9_CR19","unstructured":"Xia, W., Qin, C., Hazan, E.: Chain of LoRA: Efficient Fine-Tuning of Language Models via Residual Learning. arXiv preprint arXiv:2401.04151 (2024)"},{"key":"9_CR20","doi-asserted-by":"crossref","unstructured":"Wolf, T., Debut, L., Sanh, V., et al.: Transformers: state-of-the-art natural language processing. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing: System Demonstrations, pp. 38\u201345 (2020)","DOI":"10.18653\/v1\/2020.emnlp-demos.6"},{"key":"9_CR21","unstructured":"Liu, Y., Ott, M., Goyal, N., et al.: RoBERTa: A Robustly Optimized BERT Pre-Training Approach. arXiv preprint arXiv:1907.11692 (2019)"},{"key":"9_CR22","unstructured":"Zaken, E.B., Ravfogel, S., Goldberg, Y.: BitFit: Simple Parameter-Efficient Fine-Tuning for Transformer-Based Masked Language-Models. arXiv preprint arXiv:2106.10199 (2022)"},{"key":"9_CR23","doi-asserted-by":"publisher","unstructured":"R\u00fcckle, A., Geigle, G., Glockner, M., et al.: AdapterDrop: on the efficiency of adapters in transformers. In: Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing, pp. 7930\u20137946. Association for Computational Linguistics, Online and Punta Cana, Dominican Republic (2021). https:\/\/doi.org\/10.18653\/v1\/2021.emnlp-main.626","DOI":"10.18653\/v1\/2021.emnlp-main.626"},{"key":"9_CR24","doi-asserted-by":"crossref","unstructured":"Wang, A., Singh, A., Michael, J., Hill, F., Levy, O., Bowman, S.: GLUE: A multi-task benchmark and analysis platform for natural language understanding. In: Linzen, T., Chrupa\u0142a, G., Alishahi, A. (eds.) Proceedings of the 2018 EMNLP Workshop BlackboxNLP: Analyzing and Interpreting Neural Networks for NLP, pp. 353\u2013355. Brussels, Belgium (2018)","DOI":"10.18653\/v1\/W18-5446"}],"container-title":["Lecture Notes in Computer Science","Advanced Intelligent Computing Technology and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-95-0014-7_9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,8]],"date-time":"2026-06-08T09:59:16Z","timestamp":1780912756000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-95-0014-7_9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9789819500130","9789819500147"],"references-count":24,"URL":"https:\/\/doi.org\/10.1007\/978-981-95-0014-7_9","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"25 July 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICIC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Intelligent Computing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Ningbo","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 July 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 July 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icic2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.ic-icc.cn\/icg\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}