{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,29]],"date-time":"2026-06-29T20:24:58Z","timestamp":1782764698815,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":57,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,8,24]],"date-time":"2024-08-24T00:00:00Z","timestamp":1724457600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"Zhipu AI - Anhui University Joint Research Center on Foundation Model and the University Synergy Innovation Program of Anhui Province","award":["GXXT-2023-050"],"award-info":[{"award-number":["GXXT-2023-050"]}]},{"name":"CCF-Zhipu AI Large Model Fund","award":["202213"],"award-info":[{"award-number":["202213"]}]},{"name":"National Key R&D Program of China","award":["2021ZD0113304"],"award-info":[{"award-number":["2021ZD0113304"]}]},{"name":"Natural Science Foundation of China","award":["62276148, 62425601"],"award-info":[{"award-number":["62276148, 62425601"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,8,25]]},"DOI":"10.1145\/3637528.3671952","type":"proceedings-article","created":{"date-parts":[[2024,8,25]],"date-time":"2024-08-25T04:54:55Z","timestamp":1724561695000},"page":"4467-4478","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":12,"title":["Pre-Training and Prompting for Few-Shot Node Classification on Text-Attributed Graphs"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9415-6211","authenticated-orcid":false,"given":"Huanjing","family":"Zhao","sequence":"first","affiliation":[{"name":"Tsinghua University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0996-9745","authenticated-orcid":false,"given":"Beining","family":"Yang","sequence":"additional","affiliation":[{"name":"University of Edinburgh, Edinburgh, United Kingdom"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5682-2810","authenticated-orcid":false,"given":"Yukuo","family":"Cen","sequence":"additional","affiliation":[{"name":"Zhipu AI, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-6196-8285","authenticated-orcid":false,"given":"Junyu","family":"Ren","sequence":"additional","affiliation":[{"name":"Software Engineering, Tsinghua University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3995-793X","authenticated-orcid":false,"given":"Chenhui","family":"Zhang","sequence":"additional","affiliation":[{"name":"Zhipu AI, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6092-2002","authenticated-orcid":false,"given":"Yuxiao","family":"Dong","sequence":"additional","affiliation":[{"name":"Tsinghua University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3247-4166","authenticated-orcid":false,"given":"Evgeny","family":"Kharlamov","sequence":"additional","affiliation":[{"name":"Bosch Center for Artifcial Intelligence, Renningen, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7647-3603","authenticated-orcid":false,"given":"Shu","family":"Zhao","sequence":"additional","affiliation":[{"name":"Anhui University, Hefei, Anhui, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3487-4593","authenticated-orcid":false,"given":"Jie","family":"Tang","sequence":"additional","affiliation":[{"name":"Tsinghua University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,8,24]]},"reference":[{"key":"e_1_3_2_2_1_1","unstructured":"K. Bhatia K. Dahiya H. Jain P. Kar A. Mittal Y. Prabhu and M. Varma. 2016. The extreme classification repository: Multi-label datasets and code. http:\/\/manikvarma.org\/downloads\/XC\/XMLRepository.html"},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330925"},{"key":"e_1_3_2_2_3_1","volume-title":"ICLR'22","author":"Chien Eli","unstructured":"Eli Chien, Wei-Cheng Chang, Cho-Jui Hsieh, Yu Hsiang-Fu, Jiong Zhang, Olgica Milenkovic, and Inderjit S.Dhillon. 2022. Node Feature Extraction by Self-Supervised Multi-scale Neighborhood Prediction. In ICLR'22."},{"key":"e_1_3_2_2_4_1","volume-title":"ICLR'20","author":"Clark Kevin","year":"2020","unstructured":"Kevin Clark, Minh-Thang Luong, Quoc V Le, and Christopher D Manning. 2020. Electra: Pre-training text encoders as discriminators rather than generators. In ICLR'20."},{"key":"e_1_3_2_2_5_1","unstructured":"Micha\u00ebl Defferrard Xavier Bresson and Pierre Vandergheynst. 2016. Convolutional Neural Networks on Graphs with Fast Localized Spectral Filtering. In NeurIPS'16. 3837--3845."},{"key":"e_1_3_2_2_6_1","volume-title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. In NAACL-HLT'19 (1). 4171--4186.","author":"Devlin Jacob","year":"2019","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2019. BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. In NAACL-HLT'19 (1). 4171--4186."},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3340531.3411922"},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-long.26"},{"key":"e_1_3_2_2_9_1","volume-title":"ICML'17","author":"Finn Chelsea","year":"2017","unstructured":"Chelsea Finn, Pieter Abbeel, and Sergey Levine. 2017. Model-agnostic meta-learning for fast adaptation of deep networks. In ICML'17."},{"key":"e_1_3_2_2_10_1","unstructured":"William L. Hamilton Zhitao Ying and Jure Leskovec. 2017. Inductive Representation Learning on Large Graphs. In NeurIPS'17."},{"key":"e_1_3_2_2_11_1","volume-title":"ICML'20","author":"Hassani Kaveh","year":"2020","unstructured":"Kaveh Hassani and Amir Hosein Khasahmadi. 2020. Contrastive multi-view representation learning on graphs. In ICML'20. 4116--4126."},{"key":"e_1_3_2_2_12_1","volume-title":"DeBERTa: Decoding-enhanced BERT with Disentangled Attention. In ICLR'21","author":"He Pengcheng","year":"2021","unstructured":"Pengcheng He, Xiaodong Liu, Jianfeng Gao, and Weizhu Chen. 2021. DeBERTa: Decoding-enhanced BERT with Disentangled Attention. In ICLR'21."},{"key":"e_1_3_2_2_13_1","volume-title":"Harnessing explanations: LLM-to-LM interpreter for enhanced text-attributed graph representation learning. arXiv preprint arXiv:2305","author":"He Xiaoxin","year":"2023","unstructured":"Xiaoxin He, Xavier Bresson, Thomas Laurent, Adam Perold, Yann LeCun, and Bryan Hooi. 2023. Harnessing explanations: LLM-to-LM interpreter for enhanced text-attributed graph representation learning. arXiv preprint arXiv:2305 (2023)."},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3543507.3583379"},{"key":"e_1_3_2_2_15_1","volume-title":"GraphMAE: Self-Supervised Masked Graph Autoencoders. In KDD'22","author":"Hou Zhenyu","year":"2022","unstructured":"Zhenyu Hou, Xiao Liu, Yukuo Cen, Yuxiao Dong, Hongxia Yang, Chunjie Wang, and Jie Tang. 2022. GraphMAE: Self-Supervised Masked Graph Autoencoders. In KDD'22. 594--604."},{"key":"e_1_3_2_2_16_1","volume-title":"Graph meta learning via local subgraphs. NeurIPS'20","author":"Huang Kexin","year":"2020","unstructured":"Kexin Huang and Marinka Zitnik. 2020. Graph meta learning via local subgraphs. NeurIPS'20 (2020)."},{"key":"e_1_3_2_2_17_1","volume-title":"Prompt-based node feature extractor for few-shot learning on text-attributed graphs. arXiv preprint arXiv:2309.02848","author":"Huang Xuanwen","year":"2023","unstructured":"Xuanwen Huang, Kaiqiao Han, Dezheng Bao, Quanjin Tao, Zhisheng Zhang, Yang Yang, and Qi Zhu. 2023. Prompt-based node feature extractor for few-shot learning on text-attributed graphs. arXiv preprint arXiv:2309.02848 (2023)."},{"key":"e_1_3_2_2_18_1","volume-title":"A survey on knowledge graphs: Representation, acquisition, and applications","author":"Ji Shaoxiong","year":"2021","unstructured":"Shaoxiong Ji, Shirui Pan, Erik Cambria, Pekka Marttinen, and S Yu Philip. 2021. A survey on knowledge graphs: Representation, acquisition, and applications. IEEE transactions on neural networks and learning systems, Vol. 33, 2 (2021), 494--514."},{"key":"e_1_3_2_2_19_1","volume-title":"ICLR'20","author":"Lan Zhenzhong","year":"2020","unstructured":"Zhenzhong Lan, Mingda Chen, Sebastian Goodman, Kevin Gimpel, Piyush Sharma, and Radu Soricut. 2020. Albert: A lite bert for self-supervised learning of language representations. In ICLR'20."},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/1150402.1150479"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3404835.3462926"},{"key":"e_1_3_2_2_22_1","volume-title":"Roberta: A robustly optimized bert pretraining approach. arXiv preprint arXiv:1907.11692","author":"Liu Yinhan","year":"2019","unstructured":"Yinhan Liu, Myle Ott, Naman Goyal, Jingfei Du, Mandar Joshi, Danqi Chen, Omer Levy, Mike Lewis, Luke Zettlemoyer, and Veselin Stoyanov. 2019. Roberta: A robustly optimized bert pretraining approach. arXiv preprint arXiv:1907.11692 (2019)."},{"key":"e_1_3_2_2_23_1","volume-title":"Decoupled weight decay regularization. arXiv preprint arXiv:1711.05101","author":"Loshchilov Ilya","year":"2017","unstructured":"Ilya Loshchilov and Frank Hutter. 2017. Decoupled weight decay regularization. arXiv preprint arXiv:1711.05101 (2017)."},{"key":"e_1_3_2_2_24_1","volume-title":"Efficient estimation of word representations in vector space. arXiv preprint arXiv:1301.3781","author":"Mikolov Tomas","year":"2013","unstructured":"Tomas Mikolov, Kai Chen, Greg Corrado, and Jeffrey Dean. 2013. Efficient estimation of word representations in vector space. arXiv preprint arXiv:1301.3781 (2013)."},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3394486.3403168"},{"key":"e_1_3_2_2_26_1","volume-title":"Sign: Scalable inception graph neural networks. arXiv preprint arXiv:2004.11199","author":"Rossi Emanuele","year":"2020","unstructured":"Emanuele Rossi, Fabrizio Frasca, Ben Chamberlain, Davide Eynard, Michael Bronstein, and Federico Monti. 2020. Sign: Scalable inception graph neural networks. arXiv preprint arXiv:2004.11199, Vol. 7 (2020), 15."},{"key":"e_1_3_2_2_27_1","volume-title":"Zemel","author":"Snell Jake","year":"2017","unstructured":"Jake Snell, Kevin Swersky, and Richard S. Zemel. 2017. Prototypical networks for few-shot learning. In NeurIPS'17."},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3534678.3539249"},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3580305.3599256"},{"key":"e_1_3_2_2_30_1","volume-title":"ICLR'22","author":"Thakoor Shantanu","year":"2022","unstructured":"Shantanu Thakoor, Corentin Tallec, Mohammad Gheshlaghi Azar, Mehdi Azabou, Eva L Dyer, Remi Munos, Petar Velivckovi\u0107, and Michal Valko. 2022. Large-scale representation learning on graphs via bootstrapping. In ICLR'22."},{"key":"e_1_3_2_2_31_1","volume-title":"Graph Attention Networks. In ICLR'18","author":"Velickovic Petar","year":"2018","unstructured":"Petar Velickovic, Guillem Cucurull, Arantxa Casanova, Adriana Romero, Pietro Li\u00f2, and Yoshua Bengio. 2018. Graph Attention Networks. In ICLR'18."},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1162\/qss_a_00021"},{"key":"e_1_3_2_2_33_1","volume-title":"Text embeddings by weakly-supervised contrastive pre-training. arXiv preprint arXiv:2212.03533","author":"Wang Liang","year":"2022","unstructured":"Liang Wang, Nan Yang, Xiaolong Huang, Binxing Jiao, Linjun Yang, Daxin Jiang, Rangan Majumder, and Furu Wei. 2022. Text embeddings by weakly-supervised contrastive pre-training. arXiv preprint arXiv:2212.03533 (2022)."},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3534678.3539265"},{"key":"e_1_3_2_2_35_1","volume-title":"ICLR'17","author":"Welling Max","year":"2017","unstructured":"Max Welling and Thomas N Kipf. 2017. Semi-supervised classification with graph convolutional networks. In ICLR'17."},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3539618.3591641"},{"key":"e_1_3_2_2_37_1","volume-title":"ICML'19","author":"Wu Felix","year":"2019","unstructured":"Felix Wu, Amauri Souza, Tianyi Zhang, Christopher Fifty, Tao Yu, and Kilian Weinberger. 2019. Simplifying graph convolutional networks. In ICML'19."},{"key":"e_1_3_2_2_38_1","volume-title":"ICLR'19","author":"Xu Bingbing","year":"2019","unstructured":"Bingbing Xu, Huawei Shen, Qi Cao, Yunqi Qiu, and Xueqi Cheng. 2019. Graph wavelet neural network. In ICLR'19."},{"key":"e_1_3_2_2_39_1","unstructured":"Hao Yan Chaozhuo Li Ruosong Long Chao Yan Jianan Zhao Wenwen Zhuang Jun Yin Peiyan Zhang Weihao Han Hao Sun et al. 2023. A comprehensive study on text-attributed graphs: Benchmarking and rethinking. In NeurIPS'23."},{"key":"e_1_3_2_2_40_1","unstructured":"Beining Yang Kai Wang Qingyun Sun Cheng Ji Xingcheng Fu Hao Tang Yang You and Jianxin Li. 2023. Does Graph Distillation See Like Vision Dataset Counterpart?. In NeurIPS'23."},{"key":"e_1_3_2_2_41_1","unstructured":"Junhan Yang Zheng Liu Shitao Xiao Chaozhuo Li Defu Lian Sanjay Agrawal Amit Singh Guangzhong Sun and Xing Xie. 2021. GraphFormers: GNN-nested Transformers for Representation Learning on Textual Graph. In NeurIPS'21."},{"key":"e_1_3_2_2_42_1","volume-title":"Le","author":"Yang Zhilin","year":"2019","unstructured":"Zhilin Yang, Zihang Dai, Yiming Yang, Jaime G. Carbonell, Ruslan Salakhutdinov, and Quoc V. Le. 2019. XLNet: Generalized Autoregressive Pretraining for Language Understanding. In NeurIPS'19. 5754--5764."},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i04.6142"},{"key":"e_1_3_2_2_44_1","volume-title":"LinkBERT: Pretraining Language Models with Document Links. In ACL'22","author":"Yasunaga Michihiro","year":"2022","unstructured":"Michihiro Yasunaga, Jure Leskovec, and Percy Liang. 2022. LinkBERT: Pretraining Language Models with Document Links. In ACL'22."},{"key":"e_1_3_2_2_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3219890"},{"key":"e_1_3_2_2_46_1","unstructured":"Yuning You Tianlong Chen Yongduo Sui Ting Chen Zhangyang Wang and Yang Shen. 2020. Graph Contrastive Learning with Augmentations. In NeurIPS'20."},{"key":"e_1_3_2_2_47_1","volume-title":"Empower text-attributed graphs learning with large language models (llms). arXiv preprint arXiv:2310.09872","author":"Yu Jianxiang","year":"2023","unstructured":"Jianxiang Yu, Yuxiang Ren, Chenghua Gong, Jiaqi Tan, Xiang Li, and Xuecang Zhang. 2023. Empower text-attributed graphs learning with large language models (llms). arXiv preprint arXiv:2310.09872 (2023)."},{"key":"e_1_3_2_2_48_1","volume-title":"Prasanna","author":"Zeng Hanqing","year":"2020","unstructured":"Hanqing Zeng, Hongkuan Zhou, Ajitesh Srivastava, Rajgopal Kannan, and Viktor K. Prasanna. 2020. GraphSAINT: Graph Sampling Based Inductive Learning Method. In ICLR'20."},{"key":"e_1_3_2_2_49_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i12.17293"},{"key":"e_1_3_2_2_50_1","volume-title":"Yu","author":"Zhang Hengrui","year":"2021","unstructured":"Hengrui Zhang, Qitian Wu, Junchi Yan, David Wipf, and Philip S. Yu. 2021. From Canonical Correlation Analysis to Self-supervised Graph Neural Networks. In NeurIPS'21. 76--89."},{"key":"e_1_3_2_2_51_1","volume-title":"ICLR'23","author":"Zhao Jianan","year":"2023","unstructured":"Jianan Zhao, Meng Qu, Chaozhuo Li, Hao Yan, Qian Liu, Rui Li, Xing Xie, and Jian Tang. 2023. Learning on Large-scale Text-attributed Graphs via Variational Inference. In ICLR'23."},{"key":"e_1_3_2_2_52_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.aiopen.2022.07.002"},{"key":"e_1_3_2_2_53_1","first-page":"2641","article-title":"Hierarchical representation learning for attributed networks","volume":"35","author":"Zhao Shu","year":"2023","unstructured":"Shu Zhao, Ziwei Du, Jie Chen, Yanping Zhang, Jie Tang, and S Yu Philip. 2023. Hierarchical representation learning for attributed networks. IEEE Transactions on Knowledge and Data Engineering, Vol. 35, 3 (2023), 2641--2656.","journal-title":"IEEE Transactions on Knowledge and Data Engineering"},{"key":"e_1_3_2_2_54_1","volume-title":"Yu Zheng, and Philip S Yu.","author":"Zheng Yizhen","year":"2022","unstructured":"Yizhen Zheng, Shirui Pan, Vincent Cs Lee, Yu Zheng, and Philip S Yu. 2022. Rethinking and Scaling Up Graph Contrastive Learning: An Extremely Efficient Approach with Group Discrimination. In NeurIPS'22."},{"key":"e_1_3_2_2_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3357384.3358106"},{"key":"e_1_3_2_2_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442381.3449842"},{"key":"e_1_3_2_2_57_1","volume-title":"Deep graph contrastive representation learning. arXiv preprint arXiv:2006.04131","author":"Zhu Yanqiao","year":"2020","unstructured":"Yanqiao Zhu, Yichen Xu, Feng Yu, Qiang Liu, Shu Wu, and Liang Wang. 2020. Deep graph contrastive representation learning. arXiv preprint arXiv:2006.04131 (2020)."}],"event":{"name":"KDD '24: The 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","location":"Barcelona Spain","acronym":"KDD '24","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data"]},"container-title":["Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3637528.3671952","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3637528.3671952","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T00:06:05Z","timestamp":1750291565000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3637528.3671952"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,8,24]]},"references-count":57,"alternative-id":["10.1145\/3637528.3671952","10.1145\/3637528"],"URL":"https:\/\/doi.org\/10.1145\/3637528.3671952","relation":{},"subject":[],"published":{"date-parts":[[2024,8,24]]},"assertion":[{"value":"2024-08-24","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}