{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T14:34:55Z","timestamp":1742913295422,"version":"3.40.3"},"publisher-location":"Singapore","reference-count":25,"publisher":"Springer Nature Singapore","isbn-type":[{"type":"print","value":"9789819794331"},{"type":"electronic","value":"9789819794348"}],"license":[{"start":{"date-parts":[[2024,11,1]],"date-time":"2024-11-01T00:00:00Z","timestamp":1730419200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,11,1]],"date-time":"2024-11-01T00:00:00Z","timestamp":1730419200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-981-97-9434-8_21","type":"book-chapter","created":{"date-parts":[[2024,10,31]],"date-time":"2024-10-31T14:03:04Z","timestamp":1730383384000},"page":"268-280","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["AQLoRA: An Adaptive Quantization-Based Efficient Fine-Tuning Method for\u00a0LLMs"],"prefix":"10.1007","author":[{"given":"Xingchen","family":"Huang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yujia","family":"Huo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Derek F.","family":"Wong","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yao","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Liqiong","family":"Cai","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yonghong","family":"Jiang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,11,1]]},"reference":[{"key":"21_CR1","unstructured":"Le\u00a0Scao, T., et\u00a0al.: Bloom: a 176b-parameter open-access multilingual language model (2022)"},{"key":"21_CR2","unstructured":"Touvron, H., et al.: Llama: open and efficient foundation language models. arXiv preprint arXiv:2302.13971 (2023)"},{"key":"21_CR3","unstructured":"Zeng, A., et al.: Glm-130b: an open bilingual pre-trained model. arXiv preprint arXiv:2210.02414 (2022)"},{"key":"21_CR4","doi-asserted-by":"crossref","unstructured":"Du, Z., et al.: GLM: general language model pretraining with autoregressive blank infilling. arXiv preprint arXiv:2103.10360 (2021)","DOI":"10.18653\/v1\/2022.acl-long.26"},{"key":"21_CR5","unstructured":"Achiam, J., et al.: Gpt-4 technical report. arXiv preprint arXiv:2303.08774 (2023)"},{"key":"21_CR6","unstructured":"Houlsby, N., et al.: Parameter-efficient transfer learning for NLP. In: International Conference on Machine Learning.\u00a0\u00a0\u00a0PMLR, 2019, pp. 2790\u20132799 (2019)"},{"key":"21_CR7","doi-asserted-by":"crossref","unstructured":"Liu, X., et al.: GPT understands, too. AI Open (2023)","DOI":"10.1016\/j.aiopen.2023.08.012"},{"key":"21_CR8","unstructured":"He, J., Zhou, C., Ma, X., Berg-Kirkpatrick, T., Neubig, G.: Towards a unified view of parameter-efficient transfer learning. arXiv preprint arXiv:2110.04366 (2021)"},{"key":"21_CR9","unstructured":"Hu, E.J., et al.: Lora: low-rank adaptation of large language models. arXiv preprint arXiv:2106.09685 (2021)"},{"key":"21_CR10","doi-asserted-by":"crossref","unstructured":"Liu, X., et al.: P-tuning v2: Prompt tuning can be comparable to fine-tuning universally across scales and tasks. arXiv preprint arXiv:2110.07602 (2021)","DOI":"10.18653\/v1\/2022.acl-short.8"},{"key":"21_CR11","unstructured":"Dettmers, T., Pagnoni, A., Holtzman, A., Zettlemoyer, L.: Qlora: efficient finetuning of quantized LLMS. In: Advances in Neural Information Processing Systems, vol.\u00a036 (2024)"},{"key":"21_CR12","unstructured":"Zhang, Q., et al.: Adaptive budget allocation for parameter-efficient fine-tuning. In: The Eleventh International Conference on Learning Representations (2022)"},{"key":"21_CR13","unstructured":"Chang, Y., et al.: A survey on evaluation of large language models. ACM Trans. Intell. Syst. Technol. (2023)"},{"key":"21_CR14","doi-asserted-by":"crossref","unstructured":"Li, H., et al.: CMMLU: measuring massive multitask language understanding in Chinese. arXiv preprint arXiv:2306.09212 (2023)","DOI":"10.18653\/v1\/2024.findings-acl.671"},{"key":"21_CR15","unstructured":"Lin, C.-Y.: Rouge: a package for automatic evaluation of summaries. In: Text Summarization Branches Out, pp. 74\u201381 (2004)"},{"key":"21_CR16","unstructured":"BELLEGroup. Belle: be everyone\u2019s large language model engine (2023). https:\/\/github.com\/LianjiaTech\/BELLE"},{"key":"21_CR17","unstructured":"Ji, Y., et al.: Exploring the impact of instruction data scaling on large language models: an empirical study on real-world use cases. arXiv preprint arXiv:2303.14742 (2023)"},{"key":"21_CR18","unstructured":"Wen, C., Sun, X., Zhao, S., Fang, X., Chen, L., Zou, W.: Chathome: development and evaluation of a domain-specific language model for home renovation. arXiv preprint arXiv:2307.15290 (2023)"},{"key":"21_CR19","unstructured":"Chung, H.W., et al.: Scaling instruction-finetuned language models. arXiv preprint arXiv:2210.11416 (2022)"},{"key":"21_CR20","unstructured":"Longpre, S., et\u00a0al.: The flan collection: designing data and methods for effective instruction tuning. In: International Conference on Machine Learning, pp. 22\u00a0631\u201322\u00a0648.\u00a0\u00a0\u00a0PMLR (2023)"},{"key":"21_CR21","unstructured":"Kingma, D.P., Ba, J.: Adam: a method for stochastic optimization. arXiv preprint arXiv:1412.6980 (2014)"},{"key":"21_CR22","doi-asserted-by":"crossref","unstructured":"Pfeiffer, J., et al.: Adapterhub: a framework for adapting transformers. arXiv preprint arXiv:2007.07779 (2020)","DOI":"10.18653\/v1\/2020.emnlp-demos.7"},{"key":"21_CR23","unstructured":"Ma, X., Fang, G., Wang, X.: LLM-pruner: on the structural pruning of large language models. In: Advances in Neural Information Processing Systems, vol.\u00a036, pp. 21\u00a0702\u201321\u00a0720 (2023)"},{"key":"21_CR24","unstructured":"Dettmers, T., Lewis, M., Belkada, Y., Zettlemoyer, L.: Llm. int8 (): 8-bit matrix multiplication for transformers at scale. CoRR abs\/2208.07339 (2022)"},{"key":"21_CR25","doi-asserted-by":"crossref","unstructured":"Papineni, K., Roukos, S., Ward, T., Zhu, W.-J.: Bleu: a method for automatic evaluation of machine translation. In: Proceedings of the 40th Annual Meeting of the Association for Computational Linguistics, pp. 311\u2013318 (2002)","DOI":"10.3115\/1073083.1073135"}],"container-title":["Lecture Notes in Computer Science","Natural Language Processing and Chinese Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-97-9434-8_21","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,31]],"date-time":"2024-10-31T14:37:42Z","timestamp":1730385462000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-97-9434-8_21"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,1]]},"ISBN":["9789819794331","9789819794348"],"references-count":25,"URL":"https:\/\/doi.org\/10.1007\/978-981-97-9434-8_21","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024,11,1]]},"assertion":[{"value":"1 November 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"NLPCC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"CCF International Conference on Natural Language Processing and Chinese Computing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Hangzhou","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 November 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 November 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"nlpcc2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/tcci.ccf.org.cn\/conference\/2024\/index.php","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}