{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,4]],"date-time":"2026-05-04T05:45:11Z","timestamp":1777873511598,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":65,"publisher":"ACM","funder":[{"DOI":"10.13039\/501100006374","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["U23B2048 and U22B2037"],"award-info":[{"award-number":["U23B2048 and U22B2037"]}],"id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,8,3]]},"DOI":"10.1145\/3711896.3737030","type":"proceedings-article","created":{"date-parts":[[2025,8,3]],"date-time":"2025-08-03T21:03:27Z","timestamp":1754255007000},"page":"2526-2537","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["LLMs Are Noisy Oracles! LLM-based Noise-aware Graph Active Learning for Node Classification"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0002-4427-3038","authenticated-orcid":false,"given":"Zeang","family":"Sheng","sequence":"first","affiliation":[{"name":"School of CS &amp; Key Lab of High Confidence Software Technologies (MOE), Peking University, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-7846-0564","authenticated-orcid":false,"given":"Weiyang","family":"Guo","sequence":"additional","affiliation":[{"name":"Yingcai Honors College, University of Electronic Science and Technology of China, Chengdu, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8559-2628","authenticated-orcid":false,"given":"Yingxia","family":"Shao","sequence":"additional","affiliation":[{"name":"School of CS, Beijing University of Posts and Telecommunications, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7532-5550","authenticated-orcid":false,"given":"Wentao","family":"Zhang","sequence":"additional","affiliation":[{"name":"Center of Machine Learning Research, Peking University, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1681-4677","authenticated-orcid":false,"given":"Bin","family":"Cui","sequence":"additional","affiliation":[{"name":"School of CS &amp; Key Lab of High Confidence Software Technologies (MOE), Peking University, Beijing, China and Institute of Computational Social Science, Peking University (Qingdao), Qingdao, China"}]}],"member":"320","published-online":{"date-parts":[[2025,8,3]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.textgraphs-1.2"},{"key":"e_1_3_2_2_2_1","volume-title":"Active learning for graph embedding. arXiv preprint arXiv:1705.05085","author":"Cai Hongyun","year":"2017","unstructured":"Hongyun Cai, Vincent W Zheng, and Kevin Chen-Chuan Chang. 2017. Active learning for graph embedding. arXiv preprint arXiv:1705.05085 (2017)."},{"key":"e_1_3_2_2_3_1","first-page":"5103","article-title":"Line graph neural networks for link prediction","volume":"44","author":"Cai Lei","year":"2021","unstructured":"Lei Cai, Jundong Li, Jie Wang, and Shuiwang Ji. 2021. Line graph neural networks for link prediction. IEEE Transactions on Pattern Analysis and Machine Intelligence, Vol. 44, 9 (2021), 5103-5113.","journal-title":"IEEE Transactions on Pattern Analysis and Machine Intelligence"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3641289"},{"key":"e_1_3_2_2_5_1","volume-title":"LLaGA: Large Language and Graph Assistant. In International Conference on Machine Learning. PMLR, 7809-7823","author":"Chen Runjin","year":"2024","unstructured":"Runjin Chen, Tong Zhao, Ajay Kumar Jaiswal, Neil Shah, and Zhangyang Wang. 2024b. LLaGA: Large Language and Graph Assistant. In International Conference on Machine Learning. PMLR, 7809-7823."},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/1557019.1557047"},{"key":"e_1_3_2_2_7_1","volume-title":"The Twelfth International Conference on Learning Representations.","author":"Chen Zhikai","year":"2024","unstructured":"Zhikai Chen, Haitao Mao, Hongzhi Wen, Haoyu Han, Wei Jin, Haiyang Zhang, Hui Liu, and Jiliang Tang. 2024a. Label-free Node Classification on Graphs with Large Language Models (LLMs). In The Twelfth International Conference on Learning Representations."},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"crossref","unstructured":"Leonardo Dagum and Ramesh Menon. 1998. OpenMP: an industry standard API for shared-memory programming. IEEE computational science and engineering Vol. 5 1 (1998) 46-55.","DOI":"10.1109\/99.660313"},{"key":"e_1_3_2_2_9_1","volume-title":"The Twelfth International Conference on Learning Representations.","author":"Fatemi Bahare","year":"2024","unstructured":"Bahare Fatemi, Jonathan Halcrow, and Bryan Perozzi. 2024. Talk like a Graph: Encoding Graphs for Large Language Models. In The Twelfth International Conference on Learning Representations."},{"key":"e_1_3_2_2_10_1","volume-title":"Cluster analysis of multivariate data: efficiency versus interpretability of classifications. biometrics","author":"Forgy Edward W","year":"1965","unstructured":"Edward W Forgy. 1965. Cluster analysis of multivariate data: efficiency versus interpretability of classifications. biometrics, Vol. 21 (1965), 768-769."},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1007\/s41019-023-00222-x"},{"key":"e_1_3_2_2_12_1","volume-title":"International conference on machine learning. PMLR, 1263-1272","author":"Gilmer Justin","year":"2017","unstructured":"Justin Gilmer, Samuel S Schoenholz, Patrick F Riley, Oriol Vinyals, and George E Dahl. 2017. Neural message passing for quantum chemistry. In International conference on machine learning. PMLR, 1263-1272."},{"key":"e_1_3_2_2_13_1","volume-title":"Gpt4graph: Can large language models understand graph structured data? an empirical evaluation and benchmarking. arXiv preprint arXiv:2305.15066","author":"Guo Jiayan","year":"2023","unstructured":"Jiayan Guo, Lun Du, Hengyu Liu, Mengyu Zhou, Xinyi He, and Shi Han. 2023. Gpt4graph: Can large language models understand graph structured data? an empirical evaluation and benchmarking. arXiv preprint arXiv:2305.15066 (2023)."},{"key":"e_1_3_2_2_14_1","volume-title":"Inductive representation learning on large graphs. Advances in neural information processing systems","author":"Hamilton Will","year":"2017","unstructured":"Will Hamilton, Zhitao Ying, and Jure Leskovec. 2017. Inductive representation learning on large graphs. Advances in neural information processing systems, Vol. 30 (2017)."},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11390-024-3522-9"},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11432-022-3793-7"},{"key":"e_1_3_2_2_17_1","volume-title":"Harnessing Explanations: LLM-to-LM Interpreter for Enhanced Text-Attributed Graph Representation Learning. In The Twelfth International Conference on Learning Representations.","author":"He Xiaoxin","year":"2024","unstructured":"Xiaoxin He, Xavier Bresson, Thomas Laurent, Adam Perold, Yann LeCun, and Bryan Hooi. 2024a. Harnessing Explanations: LLM-to-LM Interpreter for Enhanced Text-Attributed Graph Representation Learning. In The Twelfth International Conference on Learning Representations."},{"key":"e_1_3_2_2_18_1","volume-title":"Open Graph Benchmark: Datasets for Machine Learning on Graphs. arXiv preprint arXiv:2005.00687","author":"Hu Weihua","year":"2020","unstructured":"Weihua Hu, Matthias Fey, Marinka Zitnik, Yuxiao Dong, Hongyu Ren, Bowen Liu, Michele Catasta, and Jure Leskovec. 2020. Open Graph Benchmark: Datasets for Machine Learning on Graphs. arXiv preprint arXiv:2005.00687 (2020)."},{"key":"e_1_3_2_2_19_1","volume-title":"Diego de las Casas, Emma Bou Hanna, Florian Bressand, et al.","author":"Jiang Albert Q","year":"2024","unstructured":"Albert Q Jiang, Alexandre Sablayrolles, Antoine Roux, Arthur Mensch, Blanche Savary, Chris Bamford, Devendra Singh Chaplot, Diego de las Casas, Emma Bou Hanna, Florian Bressand, et al. 2024. Mixtral of experts. arXiv preprint arXiv:2401.04088 (2024)."},{"key":"e_1_3_2_2_20_1","volume-title":"Patton: Language Model Pretraining on Text-Rich Networks. In The 61st Annual Meeting Of The Association For Computational Linguistics.","author":"Jin Bowen","year":"2023","unstructured":"Bowen Jin, Wentao Zhang, Yu Zhang, Yu Meng, Xinyang Zhang, Qi Zhu, and Jiawei Han. 2023. Patton: Language Model Pretraining on Text-Rich Networks. In The 61st Annual Meeting Of The Association For Computational Linguistics."},{"key":"e_1_3_2_2_21_1","volume-title":"Rousseeuw","author":"Kaufman Leonard","year":"1990","unstructured":"Leonard Kaufman and Peter J. Rousseeuw. 1990. Partitioning Around Medoids (Program PAM). John Wiley & Sons, Inc., 68-125."},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/956750.956769"},{"key":"e_1_3_2_2_23_1","volume-title":"Semi-Supervised Classification with Graph Convolutional Networks. In International Conference on Learning Representations.","author":"Thomas","unstructured":"Thomas N. Kipf and Max Welling. 2017. Semi-Supervised Classification with Graph Convolutional Networks. In International Conference on Learning Representations."},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2018.2807843"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2024\/898"},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1007\/s41019-023-00215-w"},{"key":"e_1_3_2_2_27_1","volume-title":"Evaluating large language models on graphs: Performance insights and comparative analysis. arXiv preprint arXiv:2308.11224","author":"Liu Chang","year":"2023","unstructured":"Chang Liu and Bo Wu. 2023. Evaluating large language models on graphs: Performance insights and comparative analysis. arXiv preprint arXiv:2308.11224 (2023)."},{"key":"e_1_3_2_2_28_1","volume-title":"One For All: Towards Training One Graph Model For All Classification Tasks. In The Twelfth International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=4IT2pgc9v6","author":"Liu Hao","year":"2024","unstructured":"Hao Liu, Jiarui Feng, Lecheng Kong, Ningyue Liang, Dacheng Tao, Yixin Chen, and Muhan Zhang. 2024. One For All: Towards Training One Graph Model For All Classification Tasks. In The Twelfth International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=4IT2pgc9v6"},{"key":"e_1_3_2_2_29_1","volume-title":"Partition-Based Active Learning for Graph Neural Networks. Transactions on Machine Learning Research","author":"Ma Jiaqi","year":"2023","unstructured":"Jiaqi Ma, Ziqiao Ma, Joyce Chai, and Qiaozhu Mei. 2023b. Partition-Based Active Learning for Graph Neural Networks. Transactions on Machine Learning Research (2023)."},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11432-021-3443-y"},{"key":"e_1_3_2_2_31_1","volume-title":"Birds of a feather: Homophily in social networks. Annual review of sociology","author":"McPherson Miller","year":"2001","unstructured":"Miller McPherson, Lynn Smith-Lovin, and James M Cook. 2001. Birds of a feather: Homophily in social networks. Annual review of sociology (2001), 415-444."},{"key":"e_1_3_2_2_32_1","volume-title":"Wiki-cs: A wikipedia-based benchmark for graph neural networks. arXiv preprint arXiv:2007.02901","author":"Mernyei P\u00e9ter","year":"2020","unstructured":"P\u00e9ter Mernyei and C\u0103t\u0103lina Cangea. 2020. Wiki-cs: A wikipedia-based benchmark for graph neural networks. arXiv preprint arXiv:2007.02901 (2020)."},{"key":"e_1_3_2_2_33_1","volume-title":"An analysis of approximations for maximizing submodular set functions-I. Mathematical programming","author":"Nemhauser George L","year":"1978","unstructured":"George L Nemhauser, Laurence A Wolsey, and Marshall L Fisher. 1978. An analysis of approximations for maximizing submodular set functions-I. Mathematical programming, Vol. 14 (1978), 265-294."},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btaa921"},{"key":"e_1_3_2_2_35_1","unstructured":"Lawrence Page Sergey Brin Rajeev Motwani and Terry Winograd. 1999. The PageRank citation ranking: Bringing order to the web. Technical Report. Stanford infolab."},{"key":"e_1_3_2_2_36_1","volume-title":"Geom-GCN: Geometric Graph Convolutional Networks. In International Conference on Learning Representations.","author":"Pei Hongbin","year":"2020","unstructured":"Hongbin Pei, Bingzhe Wei, Kevin Chen-Chuan Chang, Yu Lei, and Bo Yang. 2020. Geom-GCN: Geometric Graph Convolutional Networks. In International Conference on Learning Representations."},{"key":"e_1_3_2_2_37_1","first-page":"200","article-title":"An overview of bag of words; importance, implementation, applications, and challenges. In 2019 international engineering conference (IEC)","author":"Qader Wisam A","year":"2019","unstructured":"Wisam A Qader, Musa M Ameen, and Bilal I Ahmed. 2019. An overview of bag of words; importance, implementation, applications, and challenges. In 2019 international engineering conference (IEC). IEEE, 200-204.","journal-title":"IEEE"},{"key":"e_1_3_2_2_38_1","volume-title":"A survey of deep active learning. ACM computing surveys (CSUR)","author":"Ren Pengzhen","year":"2021","unstructured":"Pengzhen Ren, Yun Xiao, Xiaojun Chang, Po-Yao Huang, Zhihui Li, Brij B Gupta, Xiaojiang Chen, and Xin Wang. 2021. A survey of deep active learning. ACM computing surveys (CSUR), Vol. 54, 9 (2021), 1-40."},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3589334.3645458"},{"key":"e_1_3_2_2_40_1","volume-title":"Pitfalls of graph neural network evaluation. arXiv preprint arXiv:1811.05868","author":"Shchur Oleksandr","year":"2018","unstructured":"Oleksandr Shchur, Maximilian Mumme, Aleksandar Bojchevski, and Stephan G\u00fcnnemann. 2018. Pitfalls of graph neural network evaluation. arXiv preprint arXiv:1811.05868 (2018)."},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-97-2303-4_8"},{"key":"e_1_3_2_2_42_1","volume-title":"LLM Routing with Benchmark Datasets. In NeurIPS 2023 Workshop on Distribution Shifts: New Frontiers with Foundation Models.","author":"Shnitzer Tal","year":"2024","unstructured":"Tal Shnitzer, Anthony Ou, M\u00edrian Silva, Kate Soule, Yuekai Sun, Justin Solomon, Neil Thompson, and Mikhail Yurochkin. 2024. LLM Routing with Benchmark Datasets. In NeurIPS 2023 Workshop on Distribution Shifts: New Frontiers with Foundation Models."},{"key":"e_1_3_2_2_43_1","volume-title":"Advances in Neural Information Processing Systems","volume":"36","author":"Tan Yanchao","year":"2024","unstructured":"Yanchao Tan, Zihao Zhou, Hang Lv, Weiming Liu, and Carl Yang. 2024. Walklm: A uniform language model fine-tuning framework for attributed graph embedding. Advances in Neural Information Processing Systems, Vol. 36 (2024)."},{"key":"e_1_3_2_2_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3626772.3657775"},{"key":"e_1_3_2_2_45_1","article-title":"Visualizing data using t-SNE","volume":"9","author":"der Maaten Laurens Van","year":"2008","unstructured":"Laurens Van der Maaten and Geoffrey Hinton. 2008. Visualizing data using t-SNE. Journal of machine learning research, Vol. 9, 11 (2008).","journal-title":"Journal of machine learning research"},{"key":"e_1_3_2_2_46_1","volume-title":"Graph Attention Networks. In International Conference on Learning Representations.","author":"Velickovic Petar","year":"2018","unstructured":"Petar Velickovic, Guillem Cucurull, Arantxa Casanova, Adriana Romero, Pietro Li\u00f2, and Yoshua Bengio. 2018. Graph Attention Networks. In International Conference on Learning Representations."},{"key":"e_1_3_2_2_47_1","volume-title":"Unifying graph convolutional neural networks and label propagation. arXiv preprint arXiv:2002.06755","author":"Wang Hongwei","year":"2020","unstructured":"Hongwei Wang and Jure Leskovec. 2020. Unifying graph convolutional neural networks and label propagation. arXiv preprint arXiv:2002.06755 (2020)."},{"key":"e_1_3_2_2_48_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2022.3209435"},{"key":"e_1_3_2_2_49_1","volume-title":"International conference on machine learning. PMLR, 6861-6871","author":"Wu Felix","year":"2019","unstructured":"Felix Wu, Amauri Souza, Tianyi Zhang, Christopher Fifty, Tao Yu, and Kilian Weinberger. 2019. Simplifying graph convolutional networks. In International conference on machine learning. PMLR, 6861-6871."},{"key":"e_1_3_2_2_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3494523"},{"key":"e_1_3_2_2_51_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11432-023-3897-2"},{"key":"e_1_3_2_2_52_1","doi-asserted-by":"publisher","DOI":"10.1007\/s41019-023-00226-7"},{"key":"e_1_3_2_2_53_1","volume-title":"International conference on machine learning. PMLR, 40-48","author":"Yang Zhilin","year":"2016","unstructured":"Zhilin Yang, William Cohen, and Ruslan Salakhudinov. 2016. Revisiting semi-supervised learning with graph embeddings. In International conference on machine learning. PMLR, 40-48."},{"key":"e_1_3_2_2_54_1","doi-asserted-by":"publisher","DOI":"10.1007\/s41019-024-00253-y"},{"key":"e_1_3_2_2_55_1","volume-title":"Link prediction based on graph neural networks. Advances in neural information processing systems","author":"Zhang Muhan","year":"2018","unstructured":"Muhan Zhang and Yixin Chen. 2018. Link prediction based on graph neural networks. Advances in neural information processing systems, Vol. 31 (2018)."},{"key":"e_1_3_2_2_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/3448016.3457325"},{"key":"e_1_3_2_2_57_1","first-page":"27978","article-title":"Rim: Reliable influence-based active learning on graphs","volume":"34","author":"Zhang Wentao","year":"2021","unstructured":"Wentao Zhang, Yexin Wang, Zhenbang You, Meng Cao, Ping Huang, Jiulong Shan, Zhi Yang, and Bin Cui. 2021b. Rim: Reliable influence-based active learning on graphs. Advances in Neural Information Processing Systems, Vol. 34 (2021), 27978-27990.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_2_58_1","volume-title":"NC-ALG: Graph-Based Active Learning Under Noisy Crowd. In 2024 IEEE 40th International Conference on Data Engineering (ICDE). IEEE, 2681-2694","author":"Zhang Wentao","year":"2024","unstructured":"Wentao Zhang, Yexin Wang, Zhenbang You, Yang Li, Gang Cao, Zhi Yang, and Bin Cui. 2024b. NC-ALG: Graph-Based Active Learning Under Noisy Crowd. In 2024 IEEE 40th International Conference on Data Engineering (ICDE). IEEE, 2681-2694."},{"key":"e_1_3_2_2_59_1","doi-asserted-by":"publisher","DOI":"10.14778\/3476249.3476295"},{"key":"e_1_3_2_2_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/3534678.3539121"},{"key":"e_1_3_2_2_61_1","doi-asserted-by":"publisher","DOI":"10.1007\/s41019-023-00238-3"},{"key":"e_1_3_2_2_62_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11390-023-2835-4"},{"key":"e_1_3_2_2_63_1","volume-title":"GraphText: Graph Reasoning in Text Space","author":"Zhao Jianan","unstructured":"Jianan Zhao, Le Zhuo, Yikang Shen, Meng Qu, Kai Liu, Michael M. Bronstein, Zhaocheng Zhu, and Jian Tang. 2024. GraphText: Graph Reasoning in Text Space. In Adaptive Foundation Models: Evolving AI for Personalized and Efficient Learning."},{"key":"e_1_3_2_2_64_1","unstructured":"Wayne Xin Zhao Kun Zhou Junyi Li Tianyi Tang Xiaolei Wang Yupeng Hou Yingqian Min Beichen Zhang Junjie Zhang Zican Dong et al. 2023. A survey of large language models. arXiv preprint arXiv:2303.18223 (2023)."},{"key":"e_1_3_2_2_65_1","volume-title":"Common Neighbor Completion with Information Entropy for Link Prediction in Social Networks. Data Science and Engineering","author":"Zhou Zhengyun","year":"2025","unstructured":"Zhengyun Zhou, Guojia Wan, and Bo Du. 2025. Common Neighbor Completion with Information Entropy for Link Prediction in Social Networks. Data Science and Engineering (2025), 1-14."}],"event":{"name":"KDD '25: The 31st ACM SIGKDD Conference on Knowledge Discovery and Data Mining","location":"Toronto ON Canada","acronym":"KDD '25","sponsor":["SIGKDD ACM Special Interest Group on Knowledge Discovery in Data","SIGMOD ACM Special Interest Group on Management of Data"]},"container-title":["Proceedings of the 31st ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.2"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3711896.3737030","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,30]],"date-time":"2026-04-30T17:59:49Z","timestamp":1777571989000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3711896.3737030"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,8,3]]},"references-count":65,"alternative-id":["10.1145\/3711896.3737030","10.1145\/3711896"],"URL":"https:\/\/doi.org\/10.1145\/3711896.3737030","relation":{},"subject":[],"published":{"date-parts":[[2025,8,3]]},"assertion":[{"value":"2025-08-03","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}