{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,3]],"date-time":"2026-07-03T07:10:37Z","timestamp":1783062637245,"version":"3.54.6"},"reference-count":87,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2024,9,26]],"date-time":"2024-09-26T00:00:00Z","timestamp":1727308800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,9,26]],"date-time":"2024-09-26T00:00:00Z","timestamp":1727308800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"Innovation Capacity Construction Project of Jilin Province Development and Reform Commission","award":["2021FGWCXNLJSSZ10"],"award-info":[{"award-number":["2021FGWCXNLJSSZ10"]}]},{"name":"the Fundamental Research Funds for the Central Universities, JLU"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int J Comput Vis"],"published-print":{"date-parts":[[2025,3]]},"DOI":"10.1007\/s11263-024-02243-z","type":"journal-article","created":{"date-parts":[[2024,9,26]],"date-time":"2024-09-26T15:42:32Z","timestamp":1727365352000},"page":"1258-1276","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Mutual Prompt Leaning for Vision Language Models"],"prefix":"10.1007","volume":"133","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7060-1133","authenticated-orcid":false,"given":"Sifan","family":"Long","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhen","family":"Zhao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Junkun","family":"Yuan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zichang","family":"Tan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jiangjiang","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jingyuan","family":"Feng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shengsheng","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jingdong","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,9,26]]},"reference":[{"key":"2243_CR1","unstructured":"Ba, J.L., Kiros, J.R., & Hinton, G.E. (2016). Layer normalization. arXiv preprint arXiv:1607.06450."},{"key":"2243_CR2","unstructured":"Bahng, H., Jahanian, A., Sankaranarayanan, S., et\u00a0al. (2022). Exploring visual prompts for adapting large-scale models. arXiv preprint arXiv:2203.17274 1(3):4."},{"key":"2243_CR3","doi-asserted-by":"crossref","unstructured":"Bossard, L., Guillaumin, M., & Van\u00a0Gool, L. (2014). Food-101\u2013mining discriminative components with random forests. In Computer Vision\u2013ECCV 2014: 13th European Conference, Zurich, Switzerland, September 6-12, 2014, Proceedings, Part VI 13, Springer, (pp. 446\u2013461).","DOI":"10.1007\/978-3-319-10599-4_29"},{"key":"2243_CR4","first-page":"1877","volume":"33","author":"T Brown","year":"2020","unstructured":"Brown, T., Mann, B., Ryder, N., et al. (2020). Language models are few-shot learners. Advances in Neural Information Processing Systems, 33, 1877\u20131901.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"2243_CR5","unstructured":"Bulat, A., & Tzimiropoulos, G. (2022). Language-aware soft prompting for vision & language foundation models. arXiv preprint arXiv:2210.01115."},{"key":"2243_CR6","doi-asserted-by":"crossref","unstructured":"Carion, N., Massa, F., Synnaeve, G., et\u00a0al. (2020). End-to-end object detection with transformers. In European conference on computer vision, Springer, (pp. 213\u2013229).","DOI":"10.1007\/978-3-030-58452-8_13"},{"key":"2243_CR7","unstructured":"Chen, G., Yao, W., Song, X., et\u00a0al. (2023). PLOT: Prompt learning with optimal transport for vision-language models. In The Eleventh International Conference on Learning Representations, https:\/\/openreview.net\/forum?id=zqwryBoXYnh."},{"issue":"104","key":"2243_CR8","first-page":"824","volume":"187","author":"Y Chen","year":"2020","unstructured":"Chen, Y., Hu, X., Fan, W., et al. (2020). Fast density peak clustering for large scale data based on knn. Knowledge-Based Systems, 187(104), 824.","journal-title":"Knowledge-Based Systems"},{"key":"2243_CR9","doi-asserted-by":"crossref","unstructured":"Chen, Y.C., Li, L., Yu, L., et\u00a0al. (2020b). Uniter: Universal image-text representation learning. In Computer Vision\u2013ECCV 2020: 16th European Conference, Glasgow, UK, August 23\u201328, 2020, Proceedings, Part XXX, Springer, (pp. 104\u2013120).","DOI":"10.1007\/978-3-030-58577-8_7"},{"key":"2243_CR10","doi-asserted-by":"crossref","unstructured":"Cimpoi, M., Maji, S., Kokkinos, I., et\u00a0al. (2014). Describing textures in the wild. In Proceedings of the IEEE conference on computer vision and pattern recognition, (pp. 3606\u20133613).","DOI":"10.1109\/CVPR.2014.461"},{"key":"2243_CR11","doi-asserted-by":"crossref","unstructured":"Dai, Z., Cai, B., Lin, Y., et\u00a0al. (2021). Up-detr: Unsupervised pre-training for object detection with transformers. In Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, (pp. 1601\u20131610).","DOI":"10.1109\/CVPR46437.2021.00165"},{"key":"2243_CR12","doi-asserted-by":"crossref","unstructured":"Davison, J., Feldman, J., & Rush, A.M. (2019). Commonsense knowledge mining from pretrained models. In Proceedings of the 2019 conference on empirical methods in natural language processing and the 9th international joint conference on natural language processing (EMNLP-IJCNLP), (pp. 1173\u20131178).","DOI":"10.18653\/v1\/D19-1109"},{"key":"2243_CR13","doi-asserted-by":"crossref","unstructured":"Deng, J., Dong, W., Socher, R., et\u00a0al. (2009). Imagenet: A large-scale hierarchical image database. In 2009 IEEE Conference on Computer Vision and Pattern Recognition, IEEE, (pp. 248\u2013255).","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"2243_CR14","unstructured":"Derakhshani, M.M., Sanchez, E., Bulat, A., et\u00a0al. (2022). Variational prompt tuning improves generalization of vision-language models. arXiv preprint arXiv:2210.02390."},{"key":"2243_CR15","unstructured":"Devlin, J., Chang, M.W., Lee, K., et\u00a0al. (2018). Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805."},{"key":"2243_CR16","doi-asserted-by":"crossref","unstructured":"Dong, X., Zheng, Y., Bao, J., et\u00a0al. (2022). Maskclip: Masked self-distillation advances contrastive language-image pretraining. arXiv preprint arXiv:2208.12262.","DOI":"10.1109\/CVPR52729.2023.01058"},{"key":"2243_CR17","unstructured":"Dosovitskiy, A., Beyer, L., Kolesnikov, A., et\u00a0al. (2020). An image is worth 16x16 words: Transformers for image recognition at scale. arXiv preprint arXiv:2010.11929."},{"key":"2243_CR18","doi-asserted-by":"crossref","unstructured":"Dou, Z.Y., Xu, Y., Gan, Z., et\u00a0al. (2022). An empirical study of training end-to-end vision-and-language transformers. In Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, (pp. 18,166\u201318,176).","DOI":"10.1109\/CVPR52688.2022.01763"},{"key":"2243_CR19","doi-asserted-by":"publisher","first-page":"135","DOI":"10.1016\/j.knosys.2016.02.001","volume":"99","author":"M Du","year":"2016","unstructured":"Du, M., Ding, S., & Jia, H. (2016). Study on density peaks clustering based on k-nearest neighbors and principal component analysis. Knowledge-Based Systems, 99, 135\u2013145.","journal-title":"Knowledge-Based Systems"},{"key":"2243_CR20","doi-asserted-by":"crossref","unstructured":"Fei-Fei, L., Fergus, R., & Perona, P. (2004). Learning generative visual models from few training examples: An incremental bayesian approach tested on 101 object categories. In 2004 Conference on Computer Vision and Pattern Recognition Workshop, IEEE, (pp. 178\u2013178).","DOI":"10.1109\/CVPR.2004.383"},{"key":"2243_CR21","unstructured":"Gao, P., Geng, S., Zhang, R., et\u00a0al. (2021). Clip-adapter: Better vision-language models with feature adapters. arXiv preprint arXiv:2110.04544."},{"key":"2243_CR22","doi-asserted-by":"crossref","unstructured":"Gao, T., Fisch, A., & Chen, D. (2020). Making pre-trained language models better few-shot learners. arXiv preprint arXiv:2012.15723.","DOI":"10.18653\/v1\/2021.acl-long.295"},{"key":"2243_CR23","doi-asserted-by":"crossref","unstructured":"Graham, B., El-Nouby, A., Touvron, H., et\u00a0al. (2021). Levit: a vision transformer in convnet\u2019s clothing for faster inference. In Proceedings of the IEEE\/CVF International Conference on Computer Vision, (pp. 12,259\u201312,269).","DOI":"10.1109\/ICCV48922.2021.01204"},{"issue":"1","key":"2243_CR24","first-page":"100","volume":"28","author":"JA Hartigan","year":"1979","unstructured":"Hartigan, J. A., & Wong, M. A. (1979). Algorithm as 136: A k-means clustering algorithm. Journal of the Royal Statistical Society Series C (Applied Statistics), 28(1), 100\u2013108.","journal-title":"Journal of the Royal Statistical Society Series C (Applied Statistics)"},{"key":"2243_CR25","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-387-84858-7","volume-title":"The elements of statistical learning: data mining, inference, and prediction,","author":"T Hastie","year":"2009","unstructured":"Hastie, T., Tibshirani, R., Friedman, J. H., et al. (2009). The elements of statistical learning: data mining, inference, and prediction, (Vol. 2). Springer."},{"key":"2243_CR26","doi-asserted-by":"crossref","unstructured":"Haviv, A., Berant, J., & Globerson, A. (2021). Bertese: Learning to speak to bert. arXiv preprint arXiv:2103.05327.","DOI":"10.18653\/v1\/2021.eacl-main.316"},{"key":"2243_CR27","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., et\u00a0al. (2016). Deep residual learning for image recognition. In Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, (pp. 770\u2013778).","DOI":"10.1109\/CVPR.2016.90"},{"issue":"7","key":"2243_CR28","doi-asserted-by":"publisher","first-page":"2217","DOI":"10.1109\/JSTARS.2019.2918242","volume":"12","author":"P Helber","year":"2019","unstructured":"Helber, P., Bischke, B., Dengel, A., et al. (2019). Eurosat: A novel dataset and deep learning benchmark for land use and land cover classification. IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing, 12(7), 2217\u20132226.","journal-title":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing"},{"key":"2243_CR29","doi-asserted-by":"crossref","unstructured":"Hendrycks, D., Basart, S., Mu, N., et\u00a0al. (2021a). The many faces of robustness: A critical analysis of out-of-distribution generalization. In Proceedings of the IEEE\/CVF International Conference on Computer Vision, (pp. 8340\u20138349).","DOI":"10.1109\/ICCV48922.2021.00823"},{"key":"2243_CR30","unstructured":"Hendrycks, D., Zhao, K., Basart, S., et\u00a0al. (2021b). Natural adversarial examples. In Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, (pp. 15,262\u201315,271)."},{"key":"2243_CR31","unstructured":"Houlsby, N., Giurgiu, A., Jastrzebski, S., et\u00a0al. (2019). Parameter-efficient transfer learning for nlp. In International Conference on Machine Learning, PMLR, (pp. 2790\u20132799)."},{"key":"2243_CR32","unstructured":"Jia, C., Yang, Y., Xia, Y., et\u00a0al. (2021). Scaling up visual and vision-language representation learning with noisy text supervision. In International Conference on Machine Learning, PMLR, (pp. 4904\u20134916)."},{"key":"2243_CR33","doi-asserted-by":"crossref","unstructured":"Jia, M., Tang, L., Chen, B.C., et\u00a0al. (2022). Visual prompt tuning. In Computer Vision\u2013ECCV 2022: 17th European Conference, Tel Aviv, Israel, October 23\u201327, 2022, Proceedings, Part XXXIII, Springer, (pp. 709\u2013727).","DOI":"10.1007\/978-3-031-19827-4_41"},{"key":"2243_CR34","doi-asserted-by":"publisher","first-page":"423","DOI":"10.1162\/tacl_a_00324","volume":"8","author":"Z Jiang","year":"2020","unstructured":"Jiang, Z., Xu, F. F., Araki, J., et al. (2020). How can we know what language models know? Transactions of the Association for Computational Linguistics, 8, 423\u2013438.","journal-title":"Transactions of the Association for Computational Linguistics"},{"key":"2243_CR35","doi-asserted-by":"crossref","unstructured":"Khattak, M.U., Rasheed, H., Maaz, M., et\u00a0al. (2023). Maple: Multi-modal prompt learning. In Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, (pp. 19,113\u201319,122).","DOI":"10.1109\/CVPR52729.2023.01832"},{"key":"2243_CR36","unstructured":"Kim, W., Son, B., & Kim, I. (2021). Vilt: Vision-and-language transformer without convolution or region supervision. In International Conference on Machine Learning, PMLR, (pp. 5583\u20135594)."},{"key":"2243_CR37","doi-asserted-by":"crossref","unstructured":"Krause, J., Stark, M., Deng, J., et\u00a0al. (2013). 3d object representations for fine-grained categorization. In Proceedings of the IEEE International Conference on Computer Vision Workshops, (pp. 554\u2013561).","DOI":"10.1109\/ICCVW.2013.77"},{"key":"2243_CR38","doi-asserted-by":"crossref","unstructured":"Lester, B., Al-Rfou, R., & Constant, N. (2021). The power of scale for parameter-efficient prompt tuning. arXiv preprint arXiv:2104.08691.","DOI":"10.18653\/v1\/2021.emnlp-main.243"},{"key":"2243_CR39","unstructured":"Li, L.H., Yatskar, M., Yin, D., et\u00a0al. (2019). Visualbert: A simple and performant baseline for vision and language. arXiv preprint arXiv:1908.03557."},{"key":"2243_CR40","doi-asserted-by":"crossref","unstructured":"Li, X.L., & Liang, P. (2021). Prefix-tuning: Optimizing continuous prompts for generation. arXiv preprint arXiv:2101.00190.","DOI":"10.18653\/v1\/2021.acl-long.353"},{"key":"2243_CR41","doi-asserted-by":"crossref","unstructured":"Li, Y., Fan, H., Hu, R., et\u00a0al. (2022a). Scaling language-image pre-training via masking. arXiv preprint arXiv:2212.00794.","DOI":"10.1109\/CVPR52729.2023.02240"},{"key":"2243_CR42","doi-asserted-by":"crossref","unstructured":"Li, Z., Wang, W., Xie, E., et\u00a0al. (2022b) Panoptic segformer: Delving deeper into panoptic segmentation with transformers. In Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, (pp. 1280\u20131289).","DOI":"10.1109\/CVPR52688.2022.00134"},{"key":"2243_CR43","unstructured":"Liang, Y., Ge, C., Tong, Z., et\u00a0al. (2022). Not all patches are what you need: Expediting vision transformers via token reorganizations. arXiv preprint arXiv:2202.07800."},{"issue":"9","key":"2243_CR44","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3560815","volume":"55","author":"P Liu","year":"2023","unstructured":"Liu, P., Yuan, W., Fu, J., et al. (2023). Pre-train, prompt, and predict: A systematic survey of prompting methods in natural language processing. ACM Computing Surveys, 55(9), 1\u201335.","journal-title":"ACM Computing Surveys"},{"key":"2243_CR45","unstructured":"Liu, X., Zheng, Y., Du, Z., et\u00a0al. (2021a). Gpt understands, too. arXiv preprint arXiv:2103.10385."},{"key":"2243_CR46","unstructured":"Liu, Z., Lin, Y., Cao, Y., et\u00a0al. (2021b). Swin transformer: Hierarchical vision transformer using shifted windows. In Proceedings of the IEEE\/CVF International Conference on Computer Vision, (pp. 10,012\u201310,022)."},{"key":"2243_CR47","doi-asserted-by":"crossref","unstructured":"Liu, Z., Yu, X., Fang, Y., et\u00a0al. (2023b). Graphprompt: Unifying pre-training and downstream tasks for graph neural networks. arXiv preprint arXiv:2302.08043.","DOI":"10.1145\/3543507.3583386"},{"key":"2243_CR48","unstructured":"Loedeman, J., Stol, M.C., Han, T., et\u00a0al. (2022). Prompt generation networks for efficient adaptation of frozen vision transformers. arXiv preprint arXiv:2210.06466."},{"key":"2243_CR49","unstructured":"Long, S., Zhao, Z., Pi, J., et\u00a0al. (2023a). Beyond attentive tokens: Incorporating token importance and diversity for efficient vision transformers. In Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, (pp. 10,334\u201310,343)."},{"key":"2243_CR50","doi-asserted-by":"crossref","unstructured":"Long, S., Zhao, Z., Yuan, J., et\u00a0al. (2023b). Task-oriented multi-modal mutual leaning for vision-language models. arXiv preprint arXiv:2303.17169.","DOI":"10.1109\/ICCV51070.2023.02007"},{"key":"2243_CR51","doi-asserted-by":"crossref","unstructured":"Lu, Y., Liu, J., Zhang, Y., et\u00a0al. (2022). Prompt distribution learning. In Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, (pp. 5206\u20135215).","DOI":"10.1109\/CVPR52688.2022.00514"},{"key":"2243_CR52","unstructured":"Maji, S., Rahtu, E., Kannala, J., et\u00a0al. (2013). Fine-grained visual classification of aircraft. arXiv preprint arXiv:1306.5151."},{"key":"2243_CR53","doi-asserted-by":"crossref","unstructured":"Meng, L., Li, H., Chen, B.C., et\u00a0al. (2022). Adavit: Adaptive vision transformers for efficient image recognition. In Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, (pp. 12,309\u201312,318).","DOI":"10.1109\/CVPR52688.2022.01199"},{"key":"2243_CR54","doi-asserted-by":"crossref","unstructured":"Mu, N., Kirillov, A., Wagner, D., et\u00a0al. (2022). Slip: Self-supervision meets language-image pre-training. In Computer Vision\u2013ECCV 2022: 17th European Conference, Tel Aviv, Israel, October 23\u201327, 2022, Proceedings, Part XXVI, Springer, (pp. 529\u2013544).","DOI":"10.1007\/978-3-031-19809-0_30"},{"key":"2243_CR55","doi-asserted-by":"crossref","unstructured":"Nilsback, M. E., & Zisserman, A. (2008). Automated flower classification over a large number of classes. In 2008 Sixth Indian Conference on Computer Vision (pp. 722\u2013729). IEEE: Graphics & Image Processing.","DOI":"10.1109\/ICVGIP.2008.47"},{"key":"2243_CR56","doi-asserted-by":"crossref","unstructured":"Parkhi, O.M., Vedaldi, A., Zisserman, A., et\u00a0al. (2012). Cats and dogs. In 2012 IEEE Conference on Computer Vision and Pattern Recognition, IEEE, (pp. 3498\u20133505).","DOI":"10.1109\/CVPR.2012.6248092"},{"key":"2243_CR57","doi-asserted-by":"crossref","unstructured":"Petroni, F., Rockt\u00e4schel, T., Lewis, P., et\u00a0al. (2019). Language models as knowledge bases? arXiv preprint arXiv:1909.01066.","DOI":"10.18653\/v1\/D19-1250"},{"key":"2243_CR58","unstructured":"Radford, A., Kim, J.W., Hallacy, C., et\u00a0al. (2021). Learning transferable visual models from natural language supervision. In International conference on machine learning, PMLR, (pp. 8748\u20138763)."},{"issue":"1","key":"2243_CR59","first-page":"5485","volume":"21","author":"C Raffel","year":"2020","unstructured":"Raffel, C., Shazeer, N., Roberts, A., et al. (2020). Exploring the limits of transfer learning with a unified text-to-text transformer. The Journal of Machine Learning Research, 21(1), 5485\u20135551.","journal-title":"The Journal of Machine Learning Research"},{"key":"2243_CR60","doi-asserted-by":"crossref","unstructured":"Rao, Y., Zhao, W., Chen, G., et\u00a0al. (2022). Denseclip: Language-guided dense prediction with context-aware prompting. In Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, (pp. 18,082\u201318,091).","DOI":"10.1109\/CVPR52688.2022.01755"},{"key":"2243_CR61","unstructured":"Recht, B., Roelofs, R., Schmidt, L., et\u00a0al. (2019). Do imagenet classifiers generalize to imagenet? In International conference on machine learning, PMLR, (pp. 5389\u20135400)."},{"issue":"6191","key":"2243_CR62","doi-asserted-by":"publisher","first-page":"1492","DOI":"10.1126\/science.1242072","volume":"344","author":"A Rodriguez","year":"2014","unstructured":"Rodriguez, A., & Laio, A. (2014). Clustering by fast search and find of density peaks. science, 344(6191), 1492\u20131496.","journal-title":"science"},{"key":"2243_CR63","unstructured":"Scao, T.L., Fan, A., Akiki, C., et\u00a0al. (2022). Bloom: A 176b-parameter open-access multilingual language model. arXiv preprint arXiv:2211.05100."},{"key":"2243_CR64","doi-asserted-by":"crossref","unstructured":"Shin, T., Razeghi, Y., Logan\u00a0IV. R.L., et\u00a0al. (2020). Autoprompt: Eliciting knowledge from language models with automatically generated prompts. arXiv preprint arXiv:2010.15980.","DOI":"10.18653\/v1\/2020.emnlp-main.346"},{"key":"2243_CR65","unstructured":"Soomro, K., Zamir, A. R., & Shah, M. (2012). A dataset of 101 human action classes from videos in the wild. Center for Research in Computer Vision, 2(11)."},{"key":"2243_CR66","unstructured":"Su, W., Zhu, X., Cao, Y., et\u00a0al. (2019). Vl-bert: Pre-training of generic visual-linguistic representations. arXiv preprint arXiv:1908.08530."},{"key":"2243_CR67","unstructured":"Touvron, H., Cord, M., Douze, M., et\u00a0al. (2021). Training data-efficient image transformers & distillation through attention. In International Conference on Machine Learning, PMLR, (pp. 10,347\u201310,357)."},{"key":"2243_CR68","unstructured":"Touvron, H., Lavril, T., Izacard, G., et\u00a0al. (2023). Llama: Open and efficient foundation language models. arXiv preprint arXiv:2302.13971."},{"key":"2243_CR69","unstructured":"Vaswani, A., Shazeer, N., Parmar, N., et\u00a0al. (2017). Attention is all you need. Advances in neural information processing systems, 30."},{"key":"2243_CR70","doi-asserted-by":"crossref","unstructured":"Wallace, E., Feng, S., Kandpal, N., et\u00a0al. (2019). Universal adversarial triggers for attacking and analyzing nlp. arXiv preprint arXiv:1908.07125.","DOI":"10.18653\/v1\/D19-1221"},{"key":"2243_CR71","unstructured":"Wang, H., Ge, S., Lipton, Z., et\u00a0al. (2019). Learning robust global representations by penalizing local predictive power. Advances in Neural Information Processing Systems, 32."},{"key":"2243_CR72","unstructured":"Wang, M., Xing, J., & Liu, Y. (2021a). Actionclip: A new paradigm for video action recognition. arXiv preprint arXiv:2109.08472."},{"key":"2243_CR73","doi-asserted-by":"crossref","unstructured":"Wang, W., Xie, E., Li, X., et\u00a0al. (2021b). Pyramid vision transformer: A versatile backbone for dense prediction without convolutions. In Proceedings of the IEEE\/CVF International Conference on Computer Vision, (pp. 568\u2013578).","DOI":"10.1109\/ICCV48922.2021.00061"},{"key":"2243_CR74","doi-asserted-by":"crossref","unstructured":"Wu, H., Xiao, B., Codella, N., et\u00a0al. (2021). Cvt: Introducing convolutions to vision transformers. In Proceedings of the IEEE\/CVF International Conference on Computer Vision, (pp. 22\u201331).","DOI":"10.1109\/ICCV48922.2021.00009"},{"key":"2243_CR75","unstructured":"Wu, J., Li, X., Wei, C., et\u00a0al. (2022). Unleashing the power of visual prompting at the pixel level. arXiv preprint arXiv:2212.10556."},{"key":"2243_CR76","doi-asserted-by":"crossref","unstructured":"Xiao, J., Hays, J., Ehinger, K.A., et\u00a0al. (2010). Sun database: Large-scale scene recognition from abbey to zoo. In 2010 IEEE Computer Society Conference on Computer Vision and Pattern Recognition, IEEE, (pp. 3485\u20133492).","DOI":"10.1109\/CVPR.2010.5539970"},{"key":"2243_CR77","first-page":"12,077","volume":"34","author":"E Xie","year":"2021","unstructured":"Xie, E., Wang, W., Yu, Z., et al. (2021). Segformer: Simple and efficient design for semantic segmentation with transformers. Advances in Neural Information Processing Systems, 34, 12,077-12,090.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"2243_CR78","doi-asserted-by":"crossref","unstructured":"Xu, Y., Zhang, Z., Zhang, M., et\u00a0al. (2022). Evo-vit: Slow-fast token evolution for dynamic vision transformer. In Proceedings of the AAAI Conference on Artificial Intelligence, (pp. 2964\u20132972).","DOI":"10.1609\/aaai.v36i3.20202"},{"key":"2243_CR79","doi-asserted-by":"crossref","unstructured":"Yang, Y., Huang, W., Wei, Y., et\u00a0al. (2022). Attentive mask clip. arXiv preprint arXiv:2212.08653.","DOI":"10.1109\/ICCV51070.2023.00260"},{"key":"2243_CR80","doi-asserted-by":"crossref","unstructured":"Yu, T., Lu, Z., Jin, X., et\u00a0al. (2023). Task residual for tuning vision-language models. In Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, (pp. 10,899\u201310,909).","DOI":"10.1109\/CVPR52729.2023.01049"},{"key":"2243_CR81","doi-asserted-by":"crossref","unstructured":"Yuan, L., Chen, Y., Wang, T., et\u00a0al. (2021a). Tokens-to-token vit: Training vision transformers from scratch on imagenet. In Proceedings of the IEEE\/CVF International Conference on Computer Vision, (pp. 558\u2013567).","DOI":"10.1109\/ICCV48922.2021.00060"},{"key":"2243_CR82","first-page":"27,263","volume":"34","author":"W Yuan","year":"2021","unstructured":"Yuan, W., Neubig, G., & Liu, P. (2021). Bartscore: Evaluating generated text as text generation. Advances in Neural Information Processing Systems, 34, 27,263-27,277.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"2243_CR83","unstructured":"Zang, Y., Li, W., Zhou, K., et\u00a0al. (2022). Unified vision and language prompt learning. arXiv preprint arXiv:2210.07225."},{"key":"2243_CR84","unstructured":"Zhang, R., Fang, R., Zhang, W., et\u00a0al. (2021). Tip-adapter: Training-free clip-adapter for better vision-language modeling. arXiv preprint arXiv:2111.03930."},{"key":"2243_CR85","doi-asserted-by":"crossref","unstructured":"Zhang, S., Jiang, T., Wang, T., et\u00a0al. (2020). Devlbert: Learning deconfounded visio-linguistic representations. In Proceedings of the 28th ACM International Conference on Multimedia, (pp. 4373\u20134382).","DOI":"10.1145\/3394171.3413518"},{"key":"2243_CR86","doi-asserted-by":"crossref","unstructured":"Zhou, K., Yang, J., Loy, C.C., et\u00a0al, (2022a). Conditional prompt learning for vision-language models. In Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, (pp. 16,816\u201316,825).","DOI":"10.1109\/CVPR52688.2022.01631"},{"issue":"9","key":"2243_CR87","doi-asserted-by":"publisher","first-page":"2337","DOI":"10.1007\/s11263-022-01653-1","volume":"130","author":"K Zhou","year":"2022","unstructured":"Zhou, K., Yang, J., Loy, C. C., et al. (2022). Learning to prompt for vision-language models. International Journal of Computer Vision, 130(9), 2337\u20132348.","journal-title":"International Journal of Computer Vision"}],"container-title":["International Journal of Computer Vision"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11263-024-02243-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11263-024-02243-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11263-024-02243-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,24]],"date-time":"2025-02-24T10:03:40Z","timestamp":1740391420000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11263-024-02243-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,9,26]]},"references-count":87,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2025,3]]}},"alternative-id":["2243"],"URL":"https:\/\/doi.org\/10.1007\/s11263-024-02243-z","relation":{},"ISSN":["0920-5691","1573-1405"],"issn-type":[{"value":"0920-5691","type":"print"},{"value":"1573-1405","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,9,26]]},"assertion":[{"value":"21 September 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 September 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 September 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}