{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,2]],"date-time":"2025-08-02T19:44:41Z","timestamp":1754163881135,"version":"3.41.2"},"publisher-location":"New York, NY, USA","reference-count":32,"publisher":"ACM","funder":[{"name":"Ministry of Internal Affairs and Communications (MIC)","award":["JPMI00316"],"award-info":[{"award-number":["JPMI00316"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,6,30]]},"DOI":"10.1145\/3733566.3734432","type":"proceedings-article","created":{"date-parts":[[2025,6,23]],"date-time":"2025-06-23T09:09:47Z","timestamp":1750669787000},"page":"38-45","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["TOU: A Truncated-factorized reduction for a lightweight fine-tuning method"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-8970-8823","authenticated-orcid":false,"given":"Phuong Thi-Mai","family":"Nguyen","sequence":"first","affiliation":[{"name":"Big Data Integration Center National Institute of Information and Communications Technology, Tokyo, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4062-2376","authenticated-orcid":false,"given":"Koji","family":"Zettsu","sequence":"additional","affiliation":[{"name":"Big Data Integration Center National Institute of Information and Communications Technology, Tokyo, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,6,30]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"LoRAXS: Low-Rank Adaptation with Extremely Small Number of Parameters. ArXiv abs\/2405.17604","author":"Ba\u0142azy Klaudia","year":"2024","unstructured":"Klaudia Ba\u0142azy, Mohammadreza Banaei, Karl Aberer, and Jacek Tabor. 2024. LoRAXS: Low-Rank Adaptation with Extremely Small Number of Parameters. ArXiv abs\/2405.17604 (2024). https:\/\/api.semanticscholar.org\/CorpusID:270068411"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-short.1"},{"key":"e_1_3_2_1_3_1","volume-title":"Lin (Eds.)","volume":"33","author":"Brown Tom","year":"2020","unstructured":"Tom Brown, Benjamin Mann, Nick Ryder, Melanie Subbiah, Jared D Kaplan, Prafulla Dhariwal, Arvind Neelakantan, Pranav Shyam, Girish Sastry, Amanda Askell, Sandhini Agarwal, Ariel Herbert-Voss, Gretchen Krueger, Tom Henighan, Rewon Child, Aditya Ramesh, Daniel Ziegler, Jeffrey Wu, Clemens Winter, Chris Hesse, Mark Chen, Eric Sigler, Mateusz Litwin, Scott Gray, Benjamin Chess, Jack Clark, Christopher Berner, Sam McCandlish, Alec Radford, Ilya Sutskever, and Dario Amodei. 2020. Language Models are Few-Shot Learners. In Advances in Neural Information Processing Systems, H. Larochelle, M. Ranzato, R. Hadsell, M.F. Balcan, and H. Lin (Eds.), Vol. 33. Curran Associates, Inc., 1877--1901. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2020\/file\/1457c0d6bfcb4967418bfb8ac142f64a-Paper.pdf"},{"key":"e_1_3_2_1_4_1","volume-title":"NAACL HLT 2019 - 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies - Proceedings of the Conference","volume":"1","author":"Devlin Jacob","year":"2019","unstructured":"Jacob Devlin, Ming Wei Chang, Kenton Lee, and Kristina Toutanova. 2019. BERT: Pre-training of deep bidirectional transformers for language understanding. In NAACL HLT 2019 - 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies - Proceedings of the Conference, Vol. 1."},{"key":"e_1_3_2_1_5_1","volume-title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale. ArXiv abs\/2010.11929","author":"Dosovitskiy Alexey","year":"2020","unstructured":"Alexey Dosovitskiy, Lucas Beyer, Alexander Kolesnikov, Dirk Weissenborn, Xiaohua Zhai, Thomas Unterthiner, Mostafa Dehghani, Matthias Minderer, Georg Heigold, Sylvain Gelly, Jakob Uszkoreit, and Neil Houlsby. 2020. An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale. ArXiv abs\/2010.11929 (2020). https:\/\/api.semanticscholar.org\/CorpusID:225039882"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jcmds.2022.100064"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.740"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF01937276"},{"key":"e_1_3_2_1_9_1","volume-title":"36th International Conference on Machine Learning, ICML","author":"Houlsby Neil","year":"2019","unstructured":"Neil Houlsby, Andrei Giurgiu, Stanisraw Jastrz\u00e7bski, Bruna Morrone, Quentin de Laroussilhe, Andrea Gesmundo, Mona Attariyan, and Sylvain Gelly. 2019. Parameter-efficient transfer learning for NLP. In 36th International Conference on Machine Learning, ICML 2019, Vol. 2019-June."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/p18-1031"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","unstructured":"Yen-Chang Hsu Ting Hua Sungen Chang Qian Lou Yilin Shen and Hongxia Jin. 2022. Language model compression with weighted low-rank factorization. doi:10.48550\/arXiv.2207.00112","DOI":"10.48550\/arXiv.2207.00112"},{"key":"e_1_3_2_1_12_1","volume-title":"LORA: LOW-RANK ADAPTATION OF LARGE LANGUAGE MODELS. In ICLR 2022 - 10th International Conference on Learning Representations.","author":"Hu Edward","year":"2022","unstructured":"Edward Hu, Yelong Shen, Phillip Wallis, Zeyuan Allen-Zhu, Yuanzhi Li, Shean Wang, Lu Wang, and Weizhu Chen. 2022. LORA: LOW-RANK ADAPTATION OF LARGE LANGUAGE MODELS. In ICLR 2022 - 10th International Conference on Learning Representations."},{"key":"e_1_3_2_1_13_1","volume-title":"VeRA: Vector-based Random Matrix Adaptation. ArXiv abs\/2310.11454","author":"Kopiczko Dawid Jan","year":"2023","unstructured":"Dawid Jan Kopiczko, Tijmen Blankevoort, and Yuki Markus Asano. 2023. VeRA: Vector-based Random Matrix Adaptation. ArXiv abs\/2310.11454 (2023). https:\/\/api.semanticscholar.org\/CorpusID:264172315"},{"key":"e_1_3_2_1_14_1","volume-title":"ALBERT: A LITE BERT FOR SELF-SUPERVISED LEARNING OF LANGUAGE REPRESENTATIONS. In 8th International Conference on Learning Representations, ICLR","author":"Lan Zhenzhong","year":"2020","unstructured":"Zhenzhong Lan, Mingda Chen, Sebastian Goodman, Kevin Gimpel, Piyush Sharma, and Radu Soricut. 2020. ALBERT: A LITE BERT FOR SELF-SUPERVISED LEARNING OF LANGUAGE REPRESENTATIONS. In 8th International Conference on Learning Representations, ICLR 2020."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.243"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.243"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","unstructured":"Xiang Lisa Li and Percy Liang. 2021. Prefix-tuning: Optimizing continuous prompts for generation. In ACL-IJCNLP 2021 - 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing Proceedings of the Conference. doi:10.18653\/v1\/2021.acl-long.353","DOI":"10.18653\/v1\/2021.acl-long.353"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.353"},{"key":"e_1_3_2_1_19_1","volume-title":"Proceedings of the 40th International Conference on Machine Learning (Proceedings of Machine Learning Research","volume":"20350","author":"Li Yixiao","year":"2023","unstructured":"Yixiao Li, Yifan Yu, Qingru Zhang, Chen Liang, Pengcheng He, Weizhu Chen, and Tuo Zhao. 2023. LoSparse: Structured Compression of Large Language Models based on Low-Rank and Sparse Approximation. In Proceedings of the 40th International Conference on Machine Learning (Proceedings of Machine Learning Research, Vol. 202), Andreas Krause, Emma Brunskill, Kyunghyun Cho, Barbara Engelhardt, Sivan Sabato, and Jonathan Scarlett (Eds.). PMLR, 20336--20350. https:\/\/proceedings.mlr.press\/v202\/li23ap.html"},{"key":"e_1_3_2_1_20_1","volume-title":"Kwang-Ting Cheng, and Min-Hung Chen.","author":"Liu Shih-Yang","year":"2024","unstructured":"Shih-Yang Liu, Chien-Yi Wang, Hongxu Yin, Pavlo Molchanov, Yu-Chiang Frank Wang, Kwang-Ting Cheng, and Min-Hung Chen. 2024. DoRA: Weight-Decomposed Low-Rank Adaptation. ArXiv abs\/2402.09353 (2024). https:\/\/api.semanticscholar.org\/CorpusID:267657886"},{"key":"e_1_3_2_1_21_1","volume-title":"AND STRONG BASELINES. In ICLR 2021 - 9th International Conference on Learning Representations.","author":"Mosbach Marius","year":"2021","unstructured":"Marius Mosbach, Maksym Andriushchenko, and Dietrich Klakow. 2021. ON THE STABILITY OF FINE-TUNING BERT: MISCONCEPTIONS, EXPLANATIONS, AND STRONG BASELINES. In ICLR 2021 - 9th International Conference on Learning Representations."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W17-5525"},{"key":"e_1_3_2_1_23_1","volume-title":"Advances in Neural Information Processing Systems","volume":"2","author":"Panahi Aliakbar","year":"2021","unstructured":"Aliakbar Panahi, Seyran Saeedi, and Tom Arodz. 2021. Shapeshifter: A Parameter-efficient Transformer using Factorized Reshaped Matrices. In Advances in Neural Information Processing Systems, Vol. 2."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-demos.7"},{"key":"e_1_3_2_1_25_1","volume":"202","author":"Raffel Colin","unstructured":"Colin Raffel, Noam Shazeer, Adam Roberts, Katherine Lee, Sharan Narang, Michael Matena, Yanqi Zhou, Wei Li, and Peter J. Liu. 2020. Exploring the limits of transfer learning with a unified text-to-text transformer. Journal of Machine Learning Research 21 (2020).","journal-title":"Peter J. Liu."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.5555\/3294771.3294820"},{"key":"e_1_3_2_1_27_1","volume-title":"Advances in Neural Information Processing Systems","author":"Vaswani Ashish","year":"2017","unstructured":"Ashish Vaswani, Noam Shazeer, Niki Parmar, Jakob Uszkoreit, Llion Jones, Aidan N. Gomez, \u0141ukasz Kaiser, and Illia Polosukhin. 2017. Attention is all you need. In Advances in Neural Information Processing Systems, Vol. 2017-December."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.naacl-main.41"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW50498.2020.00347"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.15"},{"key":"e_1_3_2_1_31_1","volume-title":"Adaptive Budget Allocation for Parameter-Efficient Fine-Tuning. ArXiv abs\/2303.10512","author":"Zhang Qingru","year":"2023","unstructured":"Qingru Zhang, Minshuo Chen, Alexander Bukharin, Pengcheng He, Yu Cheng, Weizhu Chen, and Tuo Zhao. 2023. Adaptive Budget Allocation for Parameter-Efficient Fine-Tuning. ArXiv abs\/2303.10512 (2023). https:\/\/api.semanticscholar.org\/CorpusID:257631760"},{"volume-title":"Proceedings of the 34th International Conference on Neural Information Processing Systems","author":"Zoph Barret","key":"e_1_3_2_1_32_1","unstructured":"Barret Zoph, Golnaz Ghiasi, Tsung-Yi Lin, Yin Cui, Hanxiao Liu, Ekin D. Cubuk, and Quoc V. Le. 2020. Rethinking pre-training and self-training. In Proceedings of the 34th International Conference on Neural Information Processing Systems (Vancouver, BC, Canada) (NIPS '20). Curran Associates Inc., Red Hook, NY, USA, Article 323, 13 pages."}],"event":{"name":"ICMR '25: International Conference on Multimedia Retrieval","sponsor":["SIGMM ACM Special Interest Group on Multimedia"],"location":"Chicago IL USA","acronym":"ICMR '25"},"container-title":["Proceedings of the 6th Workshop on Intelligent Cross-Data Analysis and Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3733566.3734432","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,7,31]],"date-time":"2025-07-31T16:19:50Z","timestamp":1753978790000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3733566.3734432"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,30]]},"references-count":32,"alternative-id":["10.1145\/3733566.3734432","10.1145\/3733566"],"URL":"https:\/\/doi.org\/10.1145\/3733566.3734432","relation":{},"subject":[],"published":{"date-parts":[[2025,6,30]]},"assertion":[{"value":"2025-06-30","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}