{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,24]],"date-time":"2026-09-24T02:58:26Z","timestamp":1790218706920,"version":"4.1.0"},"reference-count":83,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"6","license":[{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62322604"],"award-info":[{"award-number":["62322604"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62576207"],"award-info":[{"award-number":["62576207"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Pattern Anal. Mach. Intell."],"published-print":{"date-parts":[[2026,6]]},"DOI":"10.1109\/tpami.2026.3659168","type":"journal-article","created":{"date-parts":[[2026,1,29]],"date-time":"2026-01-29T21:23:36Z","timestamp":1769721816000},"page":"6754-6770","source":"Crossref","is-referenced-by-count":3,"title":["Task-Specific Directions: Definition, Exploration, and Utilization in Parameter Efficient Fine-Tuning"],"prefix":"10.1109","volume":"48","author":[{"ORCID":"https:\/\/orcid.org\/0009-0001-3017-7574","authenticated-orcid":false,"given":"Chongjie","family":"Si","sequence":"first","affiliation":[{"name":"MoE Key Lab of Artificial Intelligence, AI Institute, School of Computer Science, Shanghai Jiao Tong University, Shanghai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhiyi","family":"Shi","sequence":"additional","affiliation":[{"name":"School of Engineering and Applied Sciences, Harvard University, Cambridge, MA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shifan","family":"Zhang","sequence":"additional","affiliation":[{"name":"School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4029-3322","authenticated-orcid":false,"given":"Xiaokang","family":"Yang","sequence":"additional","affiliation":[{"name":"MoE Key Lab of Artificial Intelligence, AI Institute, School of Computer Science, Shanghai Jiao Tong University, Shanghai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3620-2582","authenticated-orcid":false,"given":"Hanspeter","family":"Pfister","sequence":"additional","affiliation":[{"name":"School of Engineering and Applied Sciences, Harvard University, Cambridge, MA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1235-598X","authenticated-orcid":false,"given":"Wei","family":"Shen","sequence":"additional","affiliation":[{"name":"MoE Key Lab of Artificial Intelligence, AI Institute, School of Computer Science, Shanghai Jiao Tong University, Shanghai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","article-title":"Roberta: A robustly optimized BERT pretraining approach","author":"Liu","year":"2019"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.85"},{"key":"ref3","article-title":"Debertav3: Improving deberta using electra-style pre-training with gradient-disentangled embedding sharing","author":"He","year":"2021"},{"key":"ref4","article-title":"Llama: Open and efficient foundation language models","author":"Touvron","year":"2023"},{"key":"ref5","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","author":"Devlin","year":"2018"},{"key":"ref6","article-title":"Llama 2: Open foundation and fine-tuned chat models","author":"Touvron","year":"2023"},{"key":"ref7","article-title":"Llama 3 model card","year":"2024"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-tutorials.7"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W18-5446"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-024-44824-z"},{"issue":"140","key":"ref11","first-page":"1","article-title":"Exploring the limits of transfer learning with a unified text-to-text transformer","volume":"21","author":"Raffel","year":"2020","journal-title":"J. Mach. Learn. Res."},{"key":"ref12","article-title":"Adaptive budget allocation for parameter-efficient fine-tuning","volume-title":"Proc. 11th Int. Conf. Learn. Representations","author":"Zhang","year":"2022"},{"key":"ref13","article-title":"LoRA: Low-rank adaptation of large language models","author":"Hu","year":"2021"},{"key":"ref14","article-title":"Flora: Low-rank core space for n-dimension","author":"Si","year":"2024"},{"key":"ref15","first-page":"2790","article-title":"Parameter-efficient transfer learning for NLP","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Houlsby"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-short.1"},{"key":"ref17","article-title":"See further for parameter efficient fine-tuning by standing on the shoulders of decomposition","author":"Si","year":"2024"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.568"},{"key":"ref19","article-title":"Measuring the intrinsic dimension of objective landscapes","author":"Li","year":"2018"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01042"},{"key":"ref21","article-title":"Unleashing the power of task-specific directions in parameter efficient fine-tuning","volume-title":"Proc. 13th Int. Conf. Learn. Representations","author":"Si"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.52202\/079017-3846"},{"key":"ref23","article-title":"Rosa: Random subspace adaptation for efficient fine-tuning","author":"Hameed","year":"2024"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.naacl-long.248"},{"key":"ref25","article-title":"LoRA-GA: Low-rank adaptation with gradient approximation","author":"Wang","year":"2024"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/tpami.2026.3657354"},{"key":"ref27","article-title":"Parameter-efficient fine-tuning for large models: A comprehensive survey","author":"Han","year":"2024"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-023-00626-4"},{"key":"ref29","article-title":"Dora: Weight-decomposed low-rank adaptation","author":"Liu","year":"2024"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.52202\/068431-1212"},{"key":"ref31","article-title":"Towards efficient visual adaption via structural re-parameterization","author":"Luo","year":"2023"},{"key":"ref32","article-title":"Towards a unified view of parameter-efficient transfer learning","author":"He","year":"2021"},{"key":"ref33","article-title":"Parameter-efficient multi-task fine-tuning for transformers via shared hypernetworks","author":"Mahabadi","year":"2021"},{"key":"ref34","first-page":"1022","article-title":"Compacter: Efficient low-rank hypercomplex adapter layers","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Karimi Mahabadi"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.243"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-acl.421"},{"key":"ref37","article-title":"Non-intrusive adaptation: Input-centric parameter-efficient fine-tuning for versatile multimodal modeling","author":"Wang","year":"2023"},{"key":"ref38","article-title":"Dept: Decomposed prompt tuning for parameter-efficient fine-tuning","author":"Shi","year":"2023"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2023.103024"},{"key":"ref40","article-title":"Fedpara: Low-rank hadamard product for communication-efficient federated learning","author":"Hyeon-Woo","year":"2021"},{"key":"ref41","first-page":"79320","article-title":"Controlling text-to-image diffusion by orthogonal finetuning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Qiu"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.naacl-long.481"},{"key":"ref43","article-title":"Vera: Vector-based random matrix adaptation","author":"Kopiczko","year":"2023"},{"key":"ref44","article-title":"Navigating text-to-image customization: From lycoris fine-tuning to model evaluation","volume-title":"Proc. 12th Int. Conf. Learn. Representations","author":"Yeh"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.123"},{"key":"ref46","article-title":"Qwen2.5: A party of foundation models","author":"Team","year":"2024"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.319"},{"key":"ref48","first-page":"8026","article-title":"PyTorch: An imperative style, high-performance deep learning library","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Paszke"},{"key":"ref49","first-page":"8748","article-title":"Learning transferable visual models from natural language supervision","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Radford"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-24574-4_28"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.52202\/079017-4158"},{"key":"ref52","article-title":"Boolq: Exploring the surprising difficulty of natural yes\/no questions","author":"Clark","year":"2019"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i05.6239"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/d19-1454"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1472"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1145\/3474381"},{"key":"ref57","article-title":"Think you have solved question answering? Try arc, the ai2 reasoning challenge","author":"Clark","year":"2018"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1260"},{"key":"ref59","first-page":"24824","article-title":"Chain-of-thought prompting elicits reasoning in large language models","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Wei"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00290"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D13-1170"},{"key":"ref62","article-title":"Automatically constructing a corpus of sentential paraphrases","volume-title":"Proc. 3rd Int. Workshop Paraphrasing","author":"Dolan"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/S17-2001"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/n18-1101"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D16-1264"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1007\/11736790_9"},{"key":"ref67","first-page":"177","article-title":"The second pascal recognising textual entailment challenge","volume-title":"Proc. 2nd PASCAL Challenges Workshop Recognising Textual Entailment","author":"Bar-Haim"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.3115\/1654536.1654538"},{"key":"ref69","article-title":"The fifth PASCAL recognizing textual entailment challenge","volume-title":"Proc. 2nd Text Anal. Conf.","author":"Bentivogli","year":"2009"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.02155"},{"key":"ref71","article-title":"Sdxl: Improving latent diffusion models for high-resolution image synthesis","author":"Podell","year":"2023"},{"key":"ref72","first-page":"34892","article-title":"Visual instruction tuning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Liu"},{"key":"ref73","article-title":"Instruction tuning with GPT-4","author":"Peng","year":"2023"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.670"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00686"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00380"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.52202\/068431-0182"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00851"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.20"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-72658-3_13"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.353"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.eacl-main.39"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.52202\/068431-0142"}],"container-title":["IEEE Transactions on Pattern Analysis and Machine Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/34\/11512030\/11367467.pdf?arnumber=11367467","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,12]],"date-time":"2026-05-12T19:48:52Z","timestamp":1778615332000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11367467\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,6]]},"references-count":83,"journal-issue":{"issue":"6"},"URL":"https:\/\/doi.org\/10.1109\/tpami.2026.3659168","relation":{},"ISSN":["0162-8828","2160-9292","1939-3539"],"issn-type":[{"value":"0162-8828","type":"print"},{"value":"2160-9292","type":"electronic"},{"value":"1939-3539","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,6]]}}}