{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,22]],"date-time":"2026-09-22T16:04:20Z","timestamp":1790093060747,"version":"4.0.1"},"reference-count":97,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"NSF China","award":["62276004"],"award-info":[{"award-number":["62276004"]}]},{"name":"Beijing Natural Science Foundation","award":["L257007"],"award-info":[{"award-number":["L257007"]}]},{"name":"Beijing Major Science and Technology Project","award":["Z251100008425006"],"award-info":[{"award-number":["Z251100008425006"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. on Image Process."],"published-print":{"date-parts":[[2026]]},"DOI":"10.1109\/tip.2026.3712351","type":"journal-article","created":{"date-parts":[[2026,7,20]],"date-time":"2026-07-20T20:22:21Z","timestamp":1784578941000},"page":"7912-7927","source":"Crossref","is-referenced-by-count":1,"title":["MLAE: Masked LoRA Experts for Parameter-Efficient Fine-Tuning"],"prefix":"10.1109","volume":"35","author":[{"ORCID":"https:\/\/orcid.org\/0009-0008-2342-9009","authenticated-orcid":false,"given":"Junjie","family":"Wang","sequence":"first","affiliation":[{"name":"Beijing University of Posts and Telecommunications","place":["Beijing, China"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Guangjing","family":"Yang","sequence":"additional","affiliation":[{"name":"Beijing University of Posts and Telecommunications","place":["Beijing, China"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wentao","family":"Chen","sequence":"additional","affiliation":[{"name":"Shanghai Jiao Tong University","place":["Shanghai, China"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Huahui","family":"Yi","sequence":"additional","affiliation":[{"name":"Sichuan University","place":["Sichuan, Chengdu, China"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3699-5241","authenticated-orcid":false,"given":"Xiaohu","family":"Wu","sequence":"additional","affiliation":[{"name":"Beijing University of Posts and Telecommunications","place":["Beijing, China"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1493-7569","authenticated-orcid":false,"given":"Zhouchen","family":"Lin","sequence":"additional","affiliation":[{"name":"Peking University","place":["Beijing, China"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6032-8548","authenticated-orcid":false,"given":"Qicheng","family":"Lao","sequence":"additional","affiliation":[{"name":"Beijing University of Posts and Telecommunications","place":["Beijing, China"]}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2010.11929"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01553"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00986"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01179"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2024.3512354"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.622"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2011.6126543"},{"key":"ref9","first-page":"1","article-title":"Novel dataset for fine-grained image categorization: Stanford dogs","volume-title":"Proc. 1st Workshop Fine-Grained Vis. Categorization","author":"Khosla"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-018-1140-0"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.52202\/068431-1212"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-19827-4_41"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.3233\/faia240489"},{"key":"ref14","article-title":"Neural prompt search","author":"Zhang","year":"2022","journal-title":"arXiv:2206.04673"},{"key":"ref15","first-page":"1","article-title":"Lora: Low-rank adaptation of large language models","volume-title":"Proc. 10th Int. Conf. Learn. Represent.","author":"Hu"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2024.3374048"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2024.3468874"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2024.3504252"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2022.3141258"},{"key":"ref20","article-title":"Higher layers need more LoRA experts","author":"Gao","year":"2024","journal-title":"arXiv:2402.08562"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.252"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.findings-acl.139"},{"key":"ref23","article-title":"Adaptive budget allocation for parameter-efficient fine-tuning","volume-title":"Proc. 11th Int. Conf. Learn. Represent.","author":"Zhang"},{"key":"ref24","article-title":"IncreLoRA: Incremental parameter allocation method for parameter-efficient fine-tuning","author":"Zhang","year":"2023","journal-title":"arXiv:2308.12043"},{"key":"ref25","article-title":"SiRA: Sparse mixture of low rank adaptation","author":"Zhu","year":"2023","journal-title":"arXiv:2311.09179"},{"key":"ref26","first-page":"1","article-title":"Mole: Mixture of LoRA experts","volume-title":"Proc. 12th Int. Conf. Learn. Represent.","author":"Wu"},{"key":"ref27","article-title":"Outrageously large neural networks: The sparsely-gated mixture-of-experts layer","author":"Shazeer","year":"2017","journal-title":"arXiv:1701.06538"},{"key":"ref28","first-page":"2790","article-title":"Parameter-efficient transfer learning for NLP","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Houlsby"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.52202\/068431-2673"},{"key":"ref30","first-page":"1","article-title":"LPT: Long-tailed prompt tuning for image classification","volume-title":"Proc. 11th Int. Conf. Learn. Represent.","author":"Dong"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.353"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v37i1.25187"},{"key":"ref33","article-title":"Towards a unified view on visual parameter-efficient transfer learning","author":"Yu","year":"2022","journal-title":"arXiv:2210.00788"},{"key":"ref34","article-title":"One-for-all: Generalized LoRA for parameter-efficient fine-tuning","author":"Chavan","year":"2023","journal-title":"arXiv:2306.07967"},{"key":"ref35","article-title":"Rethinking efficient tuning methods from a unified perspective","author":"Jiang","year":"2023","journal-title":"arXiv:2303.00690"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV51070.2023.01055"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV51070.2023.01086"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.findings-naacl.199"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.52202\/068431-0009"},{"key":"ref40","article-title":"Towards efficient visual adaption via structural re-parameterization","author":"Luo","year":"2023","journal-title":"arXiv:2302.08106"},{"key":"ref41","article-title":"BEiT: BERT pre-training of image transformers","author":"Bao","year":"2021","journal-title":"arXiv:2106.08254"},{"key":"ref42","article-title":"IBOT: Image BERT pre-training with online tokenizer","author":"Zhou","year":"2021","journal-title":"arXiv:2111.07832"},{"key":"ref43","first-page":"1298","article-title":"Data2vec: A general framework for self-supervised learning in speech, vision and language","volume-title":"Proc. Int. Conf. Mach. Learn. (ICML)","volume":"162","author":"Baevski"},{"key":"ref44","article-title":"Multimodal masked autoencoders learn transferable representations","author":"Geng","year":"2022","journal-title":"arXiv:2205.14204"},{"key":"ref45","article-title":"MLIM: Vision-and-language model pre-training with masked language and image modeling","author":"Arici","year":"2021","journal-title":"arXiv:2109.12178"},{"key":"ref46","article-title":"Masked vision and language modeling for multi-modal representation learning","author":"Kwon","year":"2022","journal-title":"arXiv:2208.02131"},{"key":"ref47","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","author":"Devlin","year":"2018","journal-title":"arXiv:1810.04805"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00943"},{"key":"ref49","article-title":"HyperMask: Adaptive hypernetwork-based masks for continual learning","author":"Ksi\u0105\u017cek","year":"2023","journal-title":"arXiv:2310.00113"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00810"},{"key":"ref51","article-title":"Continual learning via neural pruning","author":"Golkar","year":"2019","journal-title":"arXiv:1903.04476"},{"key":"ref52","first-page":"4548","article-title":"Overcoming catastrophic forgetting with hard attention to the task","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Serra"},{"key":"ref53","first-page":"9533","article-title":"Long live the lottery: The existence of winning tickets in lifelong learning","volume-title":"Proc. 9th Int. Conf. Learn. Represent.","author":"Chen"},{"key":"ref54","first-page":"10734","article-title":"Forget-free continual learning with winning subnetworks","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Kang"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2013.2279934"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2016.2588327"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2024.3385295"},{"key":"ref58","article-title":"A large-scale study of representation learning with the visual task adaptation benchmark","author":"Zhai","year":"2019","journal-title":"arXiv:1910.04867"},{"key":"ref59","article-title":"The caltech-UCSD birds-200\u20132011 dataset","author":"Wah","year":"2011"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298658"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/ICVGIP.2008.47"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v31i1.11174"},{"key":"ref63","article-title":"Fixing weight decay regularization in Adam","author":"Loshchilov","year":"2018","journal-title":"arXiv:1711.05101"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52734.2025.00411"},{"key":"ref65","first-page":"61108","article-title":"Canonical rank adaptation: An efficient fine-tuning strategy for vision transformers","volume-title":"Proc. 42nd Int. Conf. Mach. Learn.","volume":"267","author":"Veeramacheneni"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52734.2025.00902"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01167"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.544"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00681"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2022.3195549"},{"key":"ref71","first-page":"10506","article-title":"Learning robust global representations by penalizing local predictive power","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"32","author":"Wang"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01501"},{"key":"ref73","first-page":"5389","article-title":"Do imagenet classifiers generalize to imagenet?","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Recht"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00823"},{"key":"ref75","article-title":"LLaMA: Open and efficient foundation language models","author":"Touvron","year":"2023","journal-title":"arXiv:2302.13971"},{"key":"ref76","article-title":"Llama 2: Open foundation and fine-tuned chat models","author":"Touvron","year":"2023","journal-title":"arXiv:2307.09288"},{"key":"ref77","article-title":"The llama 3 herd of models","author":"Grattafiori","year":"2024","journal-title":"arXiv:2407.21783"},{"key":"ref78","article-title":"DoRA: Weight-decomposed low-rank adaptation","author":"Liu","year":"2024","journal-title":"arXiv:2402.09353"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.319"},{"key":"ref80","article-title":"Towards a unified view of parameter-efficient transfer learning","author":"He","year":"2021","journal-title":"arXiv:2110.04366"},{"key":"ref81","first-page":"8748","article-title":"Learning transferable visual models from natural language supervision","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Radford"},{"key":"ref82","article-title":"BART: Denoising sequence-to-sequence pre-training for natural language generation, translation, and comprehension","author":"Lewis","year":"2019","journal-title":"arXiv:1910.13461"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.670"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00686"},{"key":"ref85","article-title":"A corpus for reasoning about natural language grounded in photographs","author":"Suhr","year":"2018","journal-title":"arXiv:1811.00491"},{"key":"ref86","article-title":"Microsoft COCO captions: Data collection and evaluation server","author":"Chen","year":"2015","journal-title":"arXiv:1504.00325"},{"key":"ref87","article-title":"VALUE: A multi-task benchmark for video-and-language understanding evaluation","author":"Li","year":"2021","journal-title":"arXiv:2106.04632"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1167"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.161"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58589-1_27"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.12342"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00516"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.5555\/3045390.3045502"},{"key":"ref94","article-title":"A Bayesian encourages dropout","author":"Maeda","year":"2014","journal-title":"arXiv:1412.7003"},{"key":"ref95","first-page":"6402","article-title":"Simple and scalable predictive uncertainty estimation using deep ensembles","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"30","author":"Lakshminarayanan"},{"key":"ref96","first-page":"1","article-title":"Diversity is all you need to improve Bayesian model averaging","volume-title":"Proc. Bayesian Deep Learn. Workshop 35th Conf. Neural Inf. Process. Syst.","author":"Grewal"},{"key":"ref97","first-page":"8367","article-title":"Diversity matters when learning from ensembles","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"34","author":"Nam"}],"container-title":["IEEE Transactions on Image Processing"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/83\/11355710\/11614196.pdf?arnumber=11614196","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,29]],"date-time":"2026-07-29T19:07:48Z","timestamp":1785352068000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11614196\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"references-count":97,"URL":"https:\/\/doi.org\/10.1109\/tip.2026.3712351","relation":{},"ISSN":["1057-7149","1941-0042"],"issn-type":[{"value":"1057-7149","type":"print"},{"value":"1941-0042","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]}}}