{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,6]],"date-time":"2025-11-06T11:46:41Z","timestamp":1762429601240,"version":"3.40.3"},"publisher-location":"Singapore","reference-count":31,"publisher":"Springer Nature Singapore","isbn-type":[{"type":"print","value":"9789819794362"},{"type":"electronic","value":"9789819794379"}],"license":[{"start":{"date-parts":[[2024,11,1]],"date-time":"2024-11-01T00:00:00Z","timestamp":1730419200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,11,1]],"date-time":"2024-11-01T00:00:00Z","timestamp":1730419200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-981-97-9437-9_9","type":"book-chapter","created":{"date-parts":[[2024,10,31]],"date-time":"2024-10-31T16:27:22Z","timestamp":1730392042000},"page":"107-118","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Reparameterization-Based Parameter-Efficient Fine-Tuning Methods for Large Language Models: A Systematic Survey"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0000-6796-6043","authenticated-orcid":false,"given":"Zezhou","family":"Chen","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1267-0277","authenticated-orcid":false,"given":"Zhaoxiang","family":"Liu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1171-0281","authenticated-orcid":false,"given":"Kai","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4308-7049","authenticated-orcid":false,"given":"Shiguo","family":"Lian","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,11,1]]},"reference":[{"key":"9_CR1","doi-asserted-by":"crossref","unstructured":"Aghajanyan, A., Zettlemoyer, L., Gupta, S.: Intrinsic dimensionality explains the effectiveness of language model fine-tuning. arXiv preprint arXiv:2012.13255 (2020)","DOI":"10.18653\/v1\/2021.acl-long.568"},{"key":"9_CR2","doi-asserted-by":"crossref","unstructured":"Chen, Y., Hazarika, D., Namazifar, M., Liu, Y., Jin, D., Hakkani-Tur, D.: Empowering parameter-efficient transfer learning by recognizing the kernel structure in self-attention. arXiv preprint arXiv:2205.03720 (2022)","DOI":"10.18653\/v1\/2022.findings-naacl.102"},{"key":"9_CR3","unstructured":"Dettmers, T., Pagnoni, A., Holtzman, A., Zettlemoyer, L.: Qlora: efficient finetuning of quantized llms. Adv. Neural Inf. Process. Syst. 36 (2024)"},{"key":"9_CR4","doi-asserted-by":"crossref","unstructured":"Ding, N., et al.: Sparse low-rank adaptation of pre-trained language models. arXiv preprint arXiv:2311.11696 (2023)","DOI":"10.18653\/v1\/2023.emnlp-main.252"},{"key":"9_CR5","doi-asserted-by":"crossref","unstructured":"Ding, N., et\u00a0al.: Delta tuning: a comprehensive study of parameter efficient methods for pre-trained language models. arXiv preprint arXiv:2203.06904 (2022)","DOI":"10.21203\/rs.3.rs-1553541\/v1"},{"key":"9_CR6","unstructured":"Edalati, A., Tahaei, M., Kobyzev, I., Nia, V.P., Clark, J.J., Rezagholizadeh, M.: Krona: parameter efficient tuning with kronecker adapter. arXiv preprint arXiv:2212.10650 (2022)"},{"key":"9_CR7","doi-asserted-by":"crossref","unstructured":"Edalati, A., Tahaei, M., Rashid, A., Nia, V.P., Clark, J.J., Rezagholizadeh, M.: Kronecker decomposition for gpt compression. arXiv preprint arXiv:2110.08152 (2021)","DOI":"10.18653\/v1\/2022.acl-short.24"},{"key":"9_CR8","unstructured":"Gao, C., et al.: Higher layers need more lora experts. arXiv preprint arXiv:2402.08562 (2024)"},{"key":"9_CR9","unstructured":"Han, Z., Gao, C., Liu, J., Zhang, S.Q., et\u00a0al.: Parameter-efficient fine-tuning for large models: a comprehensive survey. arXiv preprint arXiv:2403.14608 (2024)"},{"key":"9_CR10","unstructured":"Hayou, S., Ghosh, N., Yu, B.: Lora+: efficient low rank adaptation of large models. arXiv preprint arXiv:2402.12354 (2024)"},{"key":"9_CR11","unstructured":"Hu, E.J., et al.: Lora: low-rank adaptation of large language models. arXiv preprint arXiv:2106.09685 (2021)"},{"key":"9_CR12","unstructured":"Huang, C., Liu, Q., Lin, B.Y., Pang, T., Du, C., Lin, M.: Lorahub: efficient cross-task generalization via dynamic lora composition. arXiv preprint arXiv:2307.13269 (2023)"},{"key":"9_CR13","first-page":"1022","volume":"34","author":"R Karimi Mahabadi","year":"2021","unstructured":"Karimi Mahabadi, R., Henderson, J., Ruder, S.: Compacter: efficient low-rank hypercomplex adapter layers. Adv. Neural. Inf. Process. Syst. 34, 1022\u20131035 (2021)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"9_CR14","unstructured":"Li, C., Farkhoor, H., Liu, R., Yosinski, J.: Measuring the intrinsic dimension of objective landscapes. arXiv preprint arXiv:1804.08838 (2018)"},{"key":"9_CR15","doi-asserted-by":"crossref","unstructured":"Li, Y., Yang, J., Wang, J.: Dylora: towards energy efficient dynamic lora transmission control. In: IEEE INFOCOM 2020-IEEE Conference on Computer Communications, pp. 2312\u20132320. IEEE (2020)","DOI":"10.1109\/INFOCOM41043.2020.9155407"},{"key":"9_CR16","unstructured":"Li, Y., et al.: Loftq: lora-fine-tuning-aware quantization for large language models. arXiv preprint arXiv:2310.08659 (2023)"},{"key":"9_CR17","unstructured":"Lialin, V., Deshpande, V., Rumshisky, A.: Scaling down to scale up: a guide to parameter-efficient fine-tuning. arXiv preprint arXiv:2303.15647 (2023)"},{"key":"9_CR18","doi-asserted-by":"crossref","unstructured":"Liu, J., et al.: Versatile black-box optimization. In: Proceedings of the 2020 Genetic and Evolutionary Computation Conference, pp. 620\u2013628 (2020)","DOI":"10.1145\/3377930.3389838"},{"key":"9_CR19","unstructured":"Liu, Q., et al.: Moelora: an moe-based parameter efficient fine-tuning method for multi-task medical applications. arXiv preprint arXiv:2310.18339 (2023)"},{"key":"9_CR20","unstructured":"Liu, S.Y., et al.: Dora: weight-decomposed low-rank adaptation. arXiv preprint arXiv:2402.09353 (2024)"},{"key":"9_CR21","unstructured":"Meng, X., et al.: Periodiclora: breaking the low-rank bottleneck in lora optimization. arXiv preprint arXiv:2402.16141 (2024)"},{"key":"9_CR22","unstructured":"Salimans, T., Kingma, D.P.: Weight normalization: a simple reparameterization to accelerate training of deep neural networks. Adv. Neural Inf. Process. Syst. 29 (2016)"},{"key":"9_CR23","unstructured":"Tahaei, M.S., Charlaix, E., Nia, V.P., Ghodsi, A., Rezagholizadeh, M.: Kroneckerbert: learning kronecker decomposition for pre-trained language models via knowledge distillation. arXiv preprint arXiv:2109.06243 (2021)"},{"key":"9_CR24","unstructured":"Xu, L., Xie, H., Qin, S.Z.J., Tao, X., Wang, F.L.: Parameter-efficient fine-tuning methods for pretrained language models: a critical review and assessment. arXiv preprint arXiv:2312.12148 (2023)"},{"key":"9_CR25","unstructured":"Xu, Y., et al.: Qa-lora: quantization-aware low-rank adaptation of large language models. arXiv preprint arXiv:2309.14717 (2023)"},{"key":"9_CR26","unstructured":"Zadouri, T., \u00dcst\u00fcn, A., Ahmadian, A., Ermi\u015f, B., Locatelli, A., Hooker, S.: Pushing mixture of experts to the limit: extremely parameter efficient moe for instruction tuning. arXiv preprint arXiv:2309.05444 (2023)"},{"key":"9_CR27","unstructured":"Zhang, F., Li, L., Chen, J., Jiang, Z., Wang, B., Qian, Y.: Increlora: incremental parameter allocation method for parameter-efficient fine-tuning. arXiv preprint arXiv:2308.12043 (2023)"},{"key":"9_CR28","doi-asserted-by":"crossref","unstructured":"Zhang, L., Zhang, L., Shi, S., Chu, X., Li, B.: Lora-fa: memory-efficient low-rank adaptation for large language models fine-tuning. arXiv preprint arXiv:2308.03303 (2023)","DOI":"10.18653\/v1\/2024.findings-emnlp.994"},{"key":"9_CR29","unstructured":"Zhang, Q., et al.: Adaptive budget allocation for parameter-efficient fine-tuning. In: The Eleventh International Conference on Learning Representations (2023)"},{"key":"9_CR30","doi-asserted-by":"crossref","unstructured":"Zhang, R., Qiang, R., Somayajula, S.A., Xie, P.: Autolora: automatically tuning matrix ranks in low-rank adaptation based on meta learning. arXiv preprint arXiv:2403.09113 (2024)","DOI":"10.18653\/v1\/2024.naacl-long.282"},{"key":"9_CR31","unstructured":"Zhou, H., Lu, X., Xu, W., Zhu, C., Zhao, T.: Lora-drop: efficient lora parameter pruning based on output evaluation. arXiv preprint arXiv:2402.07721 (2024)"}],"container-title":["Lecture Notes in Computer Science","Natural Language Processing and Chinese Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-97-9437-9_9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,30]],"date-time":"2024-11-30T16:08:45Z","timestamp":1732982925000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-97-9437-9_9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,1]]},"ISBN":["9789819794362","9789819794379"],"references-count":31,"URL":"https:\/\/doi.org\/10.1007\/978-981-97-9437-9_9","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024,11,1]]},"assertion":[{"value":"1 November 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"NLPCC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"CCF International Conference on Natural Language Processing and Chinese Computing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Hangzhou","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 November 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 November 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"nlpcc2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/tcci.ccf.org.cn\/conference\/2024\/index.php","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}