{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,24]],"date-time":"2026-02-24T11:17:01Z","timestamp":1771931821970,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":50,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,8,24]],"date-time":"2024-08-24T00:00:00Z","timestamp":1724457600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"Zhejiang Provincial Key Research and Development Project","award":["2023C01043"],"award-info":[{"award-number":["2023C01043"]}]},{"name":"National Key Research and Development Project of China","award":["62376243"],"award-info":[{"award-number":["62376243"]}]},{"name":"National Key Research and Development Project of China","award":["2021ZD0110505"],"award-info":[{"award-number":["2021ZD0110505"]}]},{"DOI":"10.13039\/https:\/\/doi.org\/10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62441605"],"award-info":[{"award-number":["62441605"]}],"id":[{"id":"10.13039\/https:\/\/doi.org\/10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,8,25]]},"DOI":"10.1145\/3637528.3671690","type":"proceedings-article","created":{"date-parts":[[2024,8,25]],"date-time":"2024-08-25T04:54:55Z","timestamp":1724561695000},"page":"4631-4640","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["Neural Collapse Anchored Prompt Tuning for Generalizable Vision-Language Models"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-6892-5357","authenticated-orcid":false,"given":"Didi","family":"Zhu","sequence":"first","affiliation":[{"name":"Zhejiang University, Hangzhou, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0831-3549","authenticated-orcid":false,"given":"Zexi","family":"Li","sequence":"additional","affiliation":[{"name":"Zhejiang University, Hangzhou, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-1289-1571","authenticated-orcid":false,"given":"Min","family":"Zhang","sequence":"additional","affiliation":[{"name":"Zhejiang University, Hangzhou, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0012-7397","authenticated-orcid":false,"given":"Junkun","family":"Yuan","sequence":"additional","affiliation":[{"name":"Zhejiang University, Hangzhou, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9159-1752","authenticated-orcid":false,"given":"Jiashuo","family":"Liu","sequence":"additional","affiliation":[{"name":"Tsinghua University, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5524-5185","authenticated-orcid":false,"given":"Kun","family":"Kuang","sequence":"additional","affiliation":[{"name":"Zhejiang University, Hangzhou, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0885-6869","authenticated-orcid":false,"given":"Chao","family":"Wu","sequence":"additional","affiliation":[{"name":"Zhejiang University, Hangzhou, China"}]}],"member":"320","published-online":{"date-parts":[[2024,8,24]]},"reference":[{"key":"e_1_3_2_2_1_1","volume-title":"Visual Prompting: Modifying Pixel Space to Adapt Pre-trained Models. arXiv preprint arXiv:2203.17274","author":"Bahng Hyojin","year":"2022","unstructured":"Hyojin Bahng, Ali Jahanian, Swami Sankaranarayanan, and Phillip Isola. 2022. Visual Prompting: Modifying Pixel Space to Adapt Pre-trained Models. arXiv preprint arXiv:2203.17274 (2022)."},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3485447.3512229"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2103091118"},{"key":"e_1_3_2_2_4_1","volume-title":"Hyperbolic Geometric Graph Representation Learning for Hierarchy-imbalance Node Classification. arXiv preprint arXiv:2304.05059","author":"Fu Xingcheng","year":"2023","unstructured":"Xingcheng Fu, Yuecen Wei, Qingyun Sun, Haonan Yuan, Jia Wu, Hao Peng, and Jianxin Li. 2023. Hyperbolic Geometric Graph Representation Learning for Hierarchy-imbalance Node Classification. arXiv preprint arXiv:2304.05059 (2023)."},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3543507.3583518"},{"key":"e_1_3_2_2_6_1","volume-title":"Neural Collapse Inspired Federated Learning with Non-iid Data. arXiv preprint arXiv:2303.16066","author":"Huang Chenxi","year":"2023","unstructured":"Chenxi Huang, Liang Xie, Yibo Yang, Wenxiao Wang, Binbin Lin, and Deng Cai. 2023. Neural Collapse Inspired Federated Learning with Non-iid Data. arXiv preprint arXiv:2303.16066 (2023)."},{"key":"e_1_3_2_2_7_1","volume-title":"Unsupervised Prompt Learning for Vision-Language Models. arXiv preprint arXiv:2204.03649","author":"Huang Tony","year":"2022","unstructured":"Tony Huang, Jack Chu, and Fangyun Wei. 2022. Unsupervised Prompt Learning for Vision-Language Models. arXiv preprint arXiv:2204.03649 (2022)."},{"key":"e_1_3_2_2_8_1","volume-title":"An unconstrained layer-peeled perspective on neural collapse. arXiv preprint arXiv:2110.02796","author":"Ji Wenlong","year":"2021","unstructured":"Wenlong Ji, Yiping Lu, Yiliang Zhang, Zhun Deng, and Weijie J Su. 2021. An unconstrained layer-peeled perspective on neural collapse. arXiv preprint arXiv:2110.02796 (2021)."},{"key":"e_1_3_2_2_9_1","unstructured":"Chao Jia Yinfei Yang Ye Xia Yi-Ting Chen Zarana Parekh Hieu Pham Quoc Le Yun-Hsuan Sung Zhen Li and Tom Duerig. 2021. Scaling up visual and vision language representation learning with noisy text supervision. PMLR 4904--4916."},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.01832"},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3485447.3512002"},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"crossref","unstructured":"Brian Lester Rami Al-Rfou and Noah Constant. 2021. The power of scale for parameter-efficient prompt tuning.","DOI":"10.18653\/v1\/2021.emnlp-main.243"},{"key":"e_1_3_2_2_13_1","volume-title":"Principled and Efficient Transfer Learning of Deep Models via Neural Collapse. arXiv preprint arXiv:2212.12206","author":"Li Xiao","year":"2022","unstructured":"Xiao Li, Sheng Liu, Jinxin Zhou, Xinyu Lu, Carlos Fernandez-Granda, Zhihui Zhu, and Qing Qu. 2022. Principled and Efficient Transfer Learning of Deep Models via Neural Collapse. arXiv preprint arXiv:2212.12206 (2022)."},{"key":"e_1_3_2_2_14_1","volume-title":"Prefix-tuning: Optimizing continuous prompts for generation.","author":"Li Xiang Lisa","year":"2021","unstructured":"Xiang Lisa Li and Percy Liang. 2021. Prefix-tuning: Optimizing continuous prompts for generation."},{"key":"e_1_3_2_2_15_1","volume-title":"No Fear of Classifier Biases: Neural Collapse Inspired Federated Learning with Synthetic and Fixed Classifier. arXiv preprint arXiv:2303.10058","author":"Li Zexi","year":"2023","unstructured":"Zexi Li, Xinyi Shang, Rui He, Tao Lin, and Chao Wu. 2023. No Fear of Classifier Biases: Neural Collapse Inspired Federated Learning with Synthetic and Fixed Classifier. arXiv preprint arXiv:2303.10058 (2023)."},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"crossref","unstructured":"Xiao Liu Kaixuan Ji Yicheng Fu Zhengxiao Du Zhilin Yang and Jie Tang. 2021. P-tuning v2: Prompt tuning can be comparable to fine-tuning universally across scales and tasks.","DOI":"10.18653\/v1\/2022.acl-short.8"},{"key":"e_1_3_2_2_17_1","unstructured":"Yuning Lu Jianzhuang Liu Yonggang Zhang Yajing Liu and Xinmei Tian. 2022. Prompt Distribution Learning. 5206--5215."},{"key":"e_1_3_2_2_18_1","volume-title":"Ensemble federated adversarial training with non-iid data. FTL-IJCAI 2021","author":"Luo Shuang","year":"2021","unstructured":"Shuang Luo, Didi Zhu, Zexi Li, and Chao Wu. 2021. Ensemble federated adversarial training with non-iid data. FTL-IJCAI 2021 (2021)."},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3589334.3645316"},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3543507.3583451"},{"key":"e_1_3_2_2_21_1","volume-title":"AMIA Annual Symposium Proceedings","volume":"2022","author":"Lyu Weimin","year":"2022","unstructured":"Weimin Lyu, Xinyu Dong, Rachel Wong, Songzhu Zheng, Kayley Abell-Hart, Fusheng Wang, and Chao Chen. 2022. A Multimodal Transformer: Fusing Clinical Notes with Structured EHR Data for Interpretable In-Hospital Mortality Prediction. In AMIA Annual Symposium Proceedings, Vol. 2022. American Medical Informatics Association, 719."},{"key":"e_1_3_2_2_22_1","volume-title":"Task-Agnostic Detector for Insertion-Based Backdoor Attacks. arXiv preprint arXiv:2403.17155","author":"Lyu Weimin","year":"2024","unstructured":"Weimin Lyu, Xiao Lin, Songzhu Zheng, Lu Pang, Haibin Ling, Susmit Jha, and Chao Chen. 2024. Task-Agnostic Detector for Insertion-Based Backdoor Attacks. arXiv preprint arXiv:2403.17155 (2024)."},{"key":"e_1_3_2_2_23_1","volume-title":"Backdoor Attacks Against Transformers with Attention Enhancement. In ICLR 2023 Workshop on Backdoor Attacks and Defenses in Machine Learning.","author":"Lyu Weimin","year":"2023","unstructured":"Weimin Lyu, Songzhu Zheng, Haibin Ling, and Chao Chen. 2023. Backdoor Attacks Against Transformers with Attention Enhancement. In ICLR 2023 Workshop on Backdoor Attacks and Defenses in Machine Learning."},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.naacl-main.348"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-emnlp.716"},{"key":"e_1_3_2_2_26_1","volume-title":"Rao Muhammad Anwer, and Ming-Hsuan Yang.","author":"Maaz Muhammad","year":"2022","unstructured":"Muhammad Maaz, Hanoona Rasheed, Salman Khan, Fahad Shahbaz Khan, Rao Muhammad Anwer, and Ming-Hsuan Yang. 2022. Class-agnostic Object Detection with Multi-modal Transformer. Springer."},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2015509117"},{"key":"e_1_3_2_2_28_1","volume-title":"Chris Hallacy, Aditya Ramesh, Gabriel Goh, Sandhini Agarwal, Girish Sastry, Amanda Askell, Pamela Mishkin, Jack Clark, et al.","author":"Radford Alec","year":"2021","unstructured":"Alec Radford, Jong Wook Kim, Chris Hallacy, Aditya Ramesh, Gabriel Goh, Sandhini Agarwal, Girish Sastry, Amanda Askell, Pamela Mishkin, Jack Clark, et al. 2021. Learning transferable visual models from natural language supervision. PMLR, 8748--8763."},{"key":"e_1_3_2_2_29_1","first-page":"27225","article-title":"Imbalance trouble: Revisiting neural-collapse geometry","volume":"35","author":"Thrampoulidis Christos","year":"2022","unstructured":"Christos Thrampoulidis, Ganesh Ramachandra Kini, Vala Vakilian, and Tina Behnia. 2022. Imbalance trouble: Revisiting neural-collapse geometry. Advances in Neural Information Processing Systems 35 (2022), 27225--27238.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_2_30_1","volume-title":"International Conference on Machine Learning. PMLR, 21478--21505","author":"Tirer Tom","year":"2022","unstructured":"Tom Tirer and Joan Bruna. 2022. Extended unconstrained features model for exploring deep neural collapse. In International Conference on Machine Learning. PMLR, 21478--21505."},{"key":"e_1_3_2_2_31_1","volume-title":"Exploring Vision-Language Models for Imbalanced Learning. arXiv preprint arXiv:2304.01457","author":"Wang Yidong","year":"2023","unstructured":"Yidong Wang, Zhuohao Yu, Jindong Wang, Qiang Heng, Hao Chen, Wei Ye, Rui Xie, Xing Xie, and Shikun Zhang. 2023. Exploring Vision-Language Models for Imbalanced Learning. arXiv preprint arXiv:2304.01457 (2023)."},{"key":"e_1_3_2_2_32_1","unstructured":"E Weinan and Stephan Wojtowytsch. 2022. On the emergence of simplex symmetry in the final and penultimate layers of neural network classifiers. In Mathematical and Scientific Machine Learning. PMLR 270--290."},{"key":"e_1_3_2_2_33_1","volume-title":"Neural collapse inspired attraction-repulsion-balanced loss for imbalanced learning. Neurocomputing","author":"Xie Liang","year":"2023","unstructured":"Liang Xie, Yibo Yang, Deng Cai, and Xiaofei He. 2023. Neural collapse inspired attraction-repulsion-balanced loss for imbalanced learning. Neurocomputing (2023)."},{"key":"e_1_3_2_2_34_1","volume-title":"Do we really need a learnable classifier at the end of deep neural network? arXiv preprint arXiv:2203.09081","author":"Yang Yibo","year":"2022","unstructured":"Yibo Yang, Liang Xie, Shixiang Chen, Xiangtai Li, Zhouchen Lin, and Dacheng Tao. 2022. Do we really need a learnable classifier at the end of deep neural network? arXiv preprint arXiv:2203.09081 (2022)."},{"key":"e_1_3_2_2_35_1","volume-title":"Neural collapse inspired feature-classifier alignment for few-shot class incremental learning. arXiv preprint arXiv:2302.03004","author":"Yang Yibo","year":"2023","unstructured":"Yibo Yang, Haobo Yuan, Xiangtai Li, Zhouchen Lin, Philip Torr, and Dacheng Tao. 2023. Neural collapse inspired feature-classifier alignment for few-shot class incremental learning. arXiv preprint arXiv:2302.03004 (2023)."},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.00653"},{"key":"e_1_3_2_2_37_1","volume-title":"Filip: Fine-grained interactive language-image pre-training. arXiv preprint arXiv:2111.07783","author":"Yao Lewei","year":"2021","unstructured":"Lewei Yao, Runhui Huang, Lu Hou, Guansong Lu, Minzhe Niu, Hang Xu, Xiaodan Liang, Zhenguo Li, Xin Jiang, and Chunjing Xu. 2021. Filip: Fine-grained interactive language-image pre-training. arXiv preprint arXiv:2111.07783 (2021)."},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3503161.3548059"},{"key":"e_1_3_2_2_39_1","volume-title":"Florence: A new foundation model for computer vision. arXiv preprint arXiv:2111.11432","author":"Yuan Lu","year":"2021","unstructured":"Lu Yuan, Dongdong Chen, Yi-Ling Chen, Noel Codella, Xiyang Dai, Jianfeng Gao, Houdong Hu, Xuedong Huang, Boxin Li, Chunyuan Li, et al. 2021. Florence: A new foundation model for computer vision. arXiv preprint arXiv:2111.11432 (2021)."},{"key":"e_1_3_2_2_40_1","volume-title":"Lit: Zero-shot transfer with locked-image text tuning. 18123--18133.","author":"Zhai Xiaohua","year":"2022","unstructured":"Xiaohua Zhai, XiaoWang, Basil Mustafa, Andreas Steiner, Daniel Keysers, Alexander Kolesnikov, and Lucas Beyer. 2022. Lit: Zero-shot transfer with locked-image text tuning. 18123--18133."},{"key":"e_1_3_2_2_41_1","volume-title":"MetaCoCo: A New Few-Shot Classification Benchmark with Spurious Correlation. In International Conference on Learning Representations, ICLR.","author":"Zhang Min","year":"2024","unstructured":"Min Zhang, Haoxuan Li, Fei Wu, and Kun Kuang. 2024. MetaCoCo: A New Few-Shot Classification Benchmark with Spurious Correlation. In International Conference on Learning Representations, ICLR."},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV51070.2023.01095"},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3543507.3583301"},{"key":"e_1_3_2_2_44_1","volume-title":"Understanding Imbalanced Semantic Segmentation Through Neural Collapse. arXiv preprint arXiv:2301.01100","author":"Zhong Zhisheng","year":"2023","unstructured":"Zhisheng Zhong, Jiequan Cui, Yibo Yang, Xiaoyang Wu, Xiaojuan Qi, Xiangyu Zhang, and Jiaya Jia. 2023. Understanding Imbalanced Semantic Segmentation Through Neural Collapse. arXiv preprint arXiv:2301.01100 (2023)."},{"key":"e_1_3_2_2_45_1","volume-title":"Chen Change Loy, and Ziwei Liu","author":"Zhou Kaiyang","year":"2022","unstructured":"Kaiyang Zhou, Jingkang Yang, Chen Change Loy, and Ziwei Liu. 2022. Conditional prompt learning for vision-language models. 16816--16825."},{"key":"e_1_3_2_2_46_1","volume-title":"Chen Change Loy, and Ziwei Liu","author":"Zhou Kaiyang","year":"2022","unstructured":"Kaiyang Zhou, Jingkang Yang, Chen Change Loy, and Ziwei Liu. 2022. Learning to prompt for vision-language models. (2022), 1--12."},{"key":"e_1_3_2_2_47_1","volume-title":"Prompt aligned Gradient for Prompt Tuning. arXiv preprint arXiv:2205.14865","author":"Zhu Beier","year":"2022","unstructured":"Beier Zhu, Yulei Niu, Yucheng Han, Yue Wu, and Hanwang Zhang. 2022. Prompt aligned Gradient for Prompt Tuning. arXiv preprint arXiv:2205.14865 (2022)."},{"key":"e_1_3_2_2_48_1","volume-title":"Generalized Universal Domain Adaptation with Generative Flow Networks. In ACM International Conference on Multimedia (MM)","author":"Zhu Didi","year":"2023","unstructured":"Didi Zhu, Yinchuan Li, Yunfeng Shao, Jianye Hao, Fei Wu, Kun Kuang, Jun Xiao, and Chao Wu. 2023. Generalized Universal Domain Adaptation with Generative Flow Networks. In ACM International Conference on Multimedia (MM) 2023."},{"key":"e_1_3_2_2_49_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV51070.2023.00642"},{"key":"e_1_3_2_2_50_1","first-page":"29820","article-title":"A geometric analysis of neural collapse with unconstrained features","volume":"34","author":"Zhu Zhihui","year":"2021","unstructured":"Zhihui Zhu, Tianyu Ding, Jinxin Zhou, Xiao Li, Chong You, Jeremias Sulam, and Qing Qu. 2021. A geometric analysis of neural collapse with unconstrained features. Advances in Neural Information Processing Systems 34 (2021), 29820--29834.","journal-title":"Advances in Neural Information Processing Systems"}],"event":{"name":"KDD '24: The 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","location":"Barcelona Spain","acronym":"KDD '24","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data"]},"container-title":["Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3637528.3671690","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3637528.3671690","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T00:06:00Z","timestamp":1750291560000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3637528.3671690"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,8,24]]},"references-count":50,"alternative-id":["10.1145\/3637528.3671690","10.1145\/3637528"],"URL":"https:\/\/doi.org\/10.1145\/3637528.3671690","relation":{},"subject":[],"published":{"date-parts":[[2024,8,24]]},"assertion":[{"value":"2024-08-24","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}