{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,20]],"date-time":"2026-02-20T15:21:30Z","timestamp":1771600890572,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":58,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,5,13]],"date-time":"2024-05-13T00:00:00Z","timestamp":1715558400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100006374","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62202369, U22B2019, 62372362, 62306229"],"award-info":[{"award-number":["62202369, U22B2019, 62372362, 62306229"]}],"id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,5,13]]},"DOI":"10.1145\/3589334.3645398","type":"proceedings-article","created":{"date-parts":[[2024,5,8]],"date-time":"2024-05-08T07:08:13Z","timestamp":1715152093000},"page":"434-445","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":6,"title":["Memory Disagreement: A Pseudo-Labeling Measure from Training Dynamics for Semi-supervised Graph Learning"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7157-9959","authenticated-orcid":false,"given":"Hongbin","family":"Pei","sequence":"first","affiliation":[{"name":"MOE KLINNS Lab, Xi'an Jiaotong University, Xi'an, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-6794-6908","authenticated-orcid":false,"given":"Yuheng","family":"Xiong","sequence":"additional","affiliation":[{"name":"MOE KLINNS Lab, Xi'an Jiaotong University, Xi'an, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1434-837X","authenticated-orcid":false,"given":"Pinghui","family":"Wang","sequence":"additional","affiliation":[{"name":"MOE KLINNS Lab, Xi'an Jiaotong University, Xi'an, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-3911-4260","authenticated-orcid":false,"given":"Jing","family":"Tao","sequence":"additional","affiliation":[{"name":"MOE KLINNS Lab, Xi'an Jiaotong University, Xi'an, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6879-7648","authenticated-orcid":false,"given":"Jialun","family":"Liu","sequence":"additional","affiliation":[{"name":"Baidu Inc., Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-0754-0577","authenticated-orcid":false,"given":"Huiqi","family":"Deng","sequence":"additional","affiliation":[{"name":"Shanghai Jiao Tong University, Shanghai, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7432-3238","authenticated-orcid":false,"given":"Jie","family":"Ma","sequence":"additional","affiliation":[{"name":"MOE KLINNS Lab, Xi'an Jiaotong University, Xi'an, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8826-0362","authenticated-orcid":false,"given":"Xiaohong","family":"Guan","sequence":"additional","affiliation":[{"name":"MOE KLINNS Lab, Xi'an Jiaotong University, Xi'an, China"}]}],"member":"320","published-online":{"date-parts":[[2024,5,13]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"crossref","unstructured":"Moloud Abdar Farhad Pourpanah Sadiq Hussain Dana Rezazadegan Li Liu Mohammad Ghavamzadeh Paul Fieguth Xiaochun Cao Abbas Khosravi U Rajendra Acharya et al. 2021. A review of uncertainty quantification in deep learning: Techniques applications and challenges. Information fusion Vol. 76 (2021) 243--297.","DOI":"10.1016\/j.inffus.2021.05.008"},{"key":"e_1_3_2_2_2_1","volume-title":"Proceedings of the 34th International Conference on Machine Learning (Proceedings of Machine Learning Research","volume":"242","author":"Arpit Devansh","year":"2017","unstructured":"Devansh Arpit, Stanislaw Jastrzebski, Nicolas Ballas, David Krueger, Emmanuel Bengio, Maxinder S. Kanwal, Tegan Maharaj, Asja Fischer, Aaron Courville, Yoshua Bengio, and Simon Lacoste-Julien. 2017. A Closer Look at Memorization in Deep Networks. In Proceedings of the 34th International Conference on Machine Learning (Proceedings of Machine Learning Research, Vol. 70). PMLR, 233--242."},{"key":"e_1_3_2_2_3_1","volume-title":"Mixmatch: A holistic approach to semi-supervised learning. Advances in neural information processing systems","author":"Berthelot David","year":"2019","unstructured":"David Berthelot, Nicholas Carlini, Ian Goodfellow, Nicolas Papernot, Avital Oliver, and Colin A Raffel. 2019. Mixmatch: A holistic approach to semi-supervised learning. Advances in neural information processing systems , Vol. 32 (2019)."},{"key":"e_1_3_2_2_4_1","volume-title":"International Conference on Learning Representations. 1--13","author":"Bojchevski Aleksandar","year":"2018","unstructured":"Aleksandar Bojchevski and Stephan G\u00fcnnemann. 2018. Deep Gaussian Embedding of Graphs: Unsupervised Inductive Learning via Ranking. In International Conference on Learning Representations. 1--13."},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i8.16852"},{"key":"e_1_3_2_2_6_1","volume-title":"International workshop on artificial intelligence and statistics. PMLR, 57--64","author":"Chapelle Olivier","year":"2005","unstructured":"Olivier Chapelle and Alexander Zien. 2005. Semi-supervised classification by low density separation. In International workshop on artificial intelligence and statistics. PMLR, 57--64."},{"key":"e_1_3_2_2_7_1","volume-title":"International conference on machine learning. PMLR, 1725--1735","author":"Chen Ming","year":"2020","unstructured":"Ming Chen, Zhewei Wei, Zengfeng Huang, Bolin Ding, and Yaliang Li. 2020. Simple and deep graph convolutional networks. In International conference on machine learning. PMLR, 1725--1735."},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1982.10477856"},{"key":"e_1_3_2_2_9_1","unstructured":"Emilio Dorigatti Jann Goschenhofer Benjamin Schubert Mina Rezaei and Bernd Bischl. 2022. Positive-Unlabeled Learning with Uncertainty-aware Pseudo-label Selection. https:\/\/openreview.net\/forum?id=jJis-v9Pzhj"},{"key":"e_1_3_2_2_10_1","volume-title":"international conference on machine learning. PMLR, 1050--1059","author":"Gal Yarin","year":"2016","unstructured":"Yarin Gal and Zoubin Ghahramani. 2016. Dropout as a bayesian approximation: Representing model uncertainty in deep learning. In international conference on machine learning. PMLR, 1050--1059."},{"key":"e_1_3_2_2_11_1","volume-title":"International Conference on Learning Representations.","author":"Gasteiger Johannes","year":"2019","unstructured":"Johannes Gasteiger, Aleksandar Bojchevski, and Stephan G\u00fcnnemann. 2019. Predict then Propagate: Graph Neural Networks meet Personalized PageRank. In International Conference on Learning Representations."},{"key":"e_1_3_2_2_12_1","volume-title":"Mohsin Ali, Jongseok Lee, Matthias Humt, Jianxiang Feng, Anna Kruspe, Rudolph Triebel, Peter Jung, Ribana Roscher, et al.","author":"Gawlikowski Jakob","year":"2023","unstructured":"Jakob Gawlikowski, Cedrique Rovile Njieutcheu Tassi, Mohsin Ali, Jongseok Lee, Matthias Humt, Jianxiang Feng, Anna Kruspe, Rudolph Triebel, Peter Jung, Ribana Roscher, et al. 2023. A survey of uncertainty in deep neural networks. Artificial Intelligence Review (2023), 1--77."},{"key":"e_1_3_2_2_13_1","unstructured":"Git-repo. 2023. https:\/\/github.com\/XJTU-Graph-Intelligence-Lab\/MoDis-main\/. Accessed: 2024-02--16."},{"key":"e_1_3_2_2_14_1","volume-title":"Semi-supervised learning by entropy minimization. Advances in neural information processing systems","author":"Grandvalet Yves","year":"2004","unstructured":"Yves Grandvalet and Yoshua Bengio. 2004. Semi-supervised learning by entropy minimization. Advances in neural information processing systems , Vol. 17 (2004)."},{"key":"e_1_3_2_2_15_1","volume-title":"International conference on machine learning. PMLR, 1321--1330","author":"Guo Chuan","year":"2017","unstructured":"Chuan Guo, Geoff Pleiss, Yu Sun, and Kilian Q Weinberger. 2017. On calibration of modern neural networks. In International conference on machine learning. PMLR, 1321--1330."},{"key":"e_1_3_2_2_16_1","volume-title":"International Conference on Machine Learning. PMLR, 12775--12789","author":"He Dongxiao","year":"2023","unstructured":"Dongxiao He, Jitao Zhao, Rui Guo, Zhiyong Feng, Di Jin, Yuxiao Huang, Zhen Wang, and Weixiong Zhang. 2023 b. Contrastive learning meets homophily: two birds with one stone. In International Conference on Machine Learning. PMLR, 12775--12789."},{"key":"e_1_3_2_2_17_1","volume-title":"International Conference on Artificial Intelligence and Statistics. PMLR, 8494--8520","author":"He Haiyun","year":"2023","unstructured":"Haiyun He, Gholamali Aminian, Yuheng Bu, Miguel Rodrigues, and Vincent YF Tan. 2023 a. How Does Pseudo-Labeling Affect the Generalization Error of the Semi-Supervised Gibbs Algorithm?. In International Conference on Artificial Intelligence and Statistics. PMLR, 8494--8520."},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00013"},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01485"},{"key":"e_1_3_2_2_20_1","volume-title":"Semi-Supervised Classification with Graph Convolutional Networks. In International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=SJU4ayYgl","author":"Thomas","unstructured":"Thomas N. Kipf and Max Welling. 2017a. Semi-Supervised Classification with Graph Convolutional Networks. In International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=SJU4ayYgl"},{"key":"e_1_3_2_2_21_1","volume-title":"Semi-Supervised Classification with Graph Convolutional Networks. In International Conference on Learning Representations.","author":"Thomas","unstructured":"Thomas N. Kipf and Max Welling. 2017b. Semi-Supervised Classification with Graph Convolutional Networks. In International Conference on Learning Representations."},{"key":"e_1_3_2_2_22_1","volume-title":"Simple and scalable predictive uncertainty estimation using deep ensembles. Advances in neural information processing systems","author":"Lakshminarayanan Balaji","year":"2017","unstructured":"Balaji Lakshminarayanan, Alexander Pritzel, and Charles Blundell. 2017. Simple and scalable predictive uncertainty estimation using deep ensembles. Advances in neural information processing systems , Vol. 30 (2017)."},{"key":"e_1_3_2_2_23_1","volume-title":"Workshop on challenges in representation learning, ICML","volume":"3","author":"Dong-Hyun","unstructured":"Dong-Hyun Lee et al. 2013. Pseudo-label: The simple and efficient semi-supervised learning method for deep neural networks. In Workshop on challenges in representation learning, ICML, Vol. 3. 896."},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11604"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10618-022-00879-4"},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3485447.3512172"},{"key":"e_1_3_2_2_27_1","volume-title":"10th international workshop on mining and learning with graphs","volume":"8","author":"Namata Galileo","year":"2012","unstructured":"Galileo Namata, Ben London, Lise Getoor, Bert Huang, and U Edu. 2012. Query-driven active surveying for collective classification. In 10th international workshop on mining and learning with graphs, Vol. 8. 1."},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298640"},{"key":"e_1_3_2_2_29_1","volume-title":"International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=HkgsPhNYPS","author":"Nguyen Duc Tam","year":"2020","unstructured":"Duc Tam Nguyen, Chaithanya Kumar Mummadi, Thi Phuong Nhung Ngo, Thi Hoai Phuong Nguyen, Laura Beggel, and Thomas Brox. 2020. SELF: Learning to Filter Noisy Labels with Self-Ensembling. In International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=HkgsPhNYPS"},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v38i13.29373"},{"key":"e_1_3_2_2_31_1","first-page":"20779","article-title":"Curvature regularization to prevent distortion in graph embedding","volume":"33","author":"Pei Hongbin","year":"2020","unstructured":"Hongbin Pei, Bingzhe Wei, Kevin Chang, Chunxu Zhang, and Bo Yang. 2020b. Curvature regularization to prevent distortion in graph embedding. Advances in Neural Information Processing Systems , Vol. 33 (2020), 20779--20790.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_2_32_1","volume-title":"Geom-GCN: Geometric Graph Convolutional Networks. In International Conference on Learning Representations.","author":"Pei Hongbin","year":"2020","unstructured":"Hongbin Pei, Bingzhe Wei, Kevin Chen-Chuan Chang, Yu Lei, and Bo Yang. 2020a. Geom-GCN: Geometric Graph Convolutional Networks. In International Conference on Learning Representations."},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2020.3023092"},{"key":"e_1_3_2_2_34_1","volume-title":"Characterizing graph datasets for node classification: Beyond homophily-heterophily dichotomy. arXiv preprint arXiv:2209.06177","author":"Platonov Oleg","year":"2022","unstructured":"Oleg Platonov, Denis Kuznedelev, Artem Babenko, and Liudmila Prokhorenkova. 2022. Characterizing graph datasets for node classification: Beyond homophily-heterophily dichotomy. arXiv preprint arXiv:2209.06177 (2022)."},{"key":"e_1_3_2_2_35_1","unstructured":"Mamshad Nayeem Rizve Kevin Duarte Yogesh S Rawat and Mubarak Shah. 2021. In Defense of Pseudo-Labeling: An Uncertainty-Aware Pseudo-label Selection Framework for Semi-Supervised Learning. In International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=-ODN6SbiUU"},{"key":"e_1_3_2_2_36_1","volume-title":"Collective classification in network data. AI magazine","author":"Sen Prithviraj","year":"2008","unstructured":"Prithviraj Sen, Galileo Namata, Mustafa Bilgic, Lise Getoor, Brian Galligher, and Tina Eliassi-Rad. 2008. Collective classification in network data. AI magazine, Vol. 29, 3 (2008), 93--93."},{"key":"e_1_3_2_2_37_1","volume-title":"Roweis (Eds.)","volume":"20","author":"Settles Burr","year":"2007","unstructured":"Burr Settles, Mark Craven, and Soumya Ray. 2007. Multiple-Instance Active Learning. In Advances in Neural Information Processing Systems, J. Platt, D. Koller, Y. Singer, and S. Roweis (Eds.), Vol. 20. Curran Associates, Inc. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2007\/file\/a1519de5b5d44b31a01de013b9b51a80-Paper.pdf"},{"key":"e_1_3_2_2_38_1","volume-title":"Pitfalls of graph neural network evaluation. arXiv preprint arXiv:1811.05868","author":"Shchur Oleksandr","year":"2018","unstructured":"Oleksandr Shchur, Maximilian Mumme, Aleksandar Bojchevski, and Stephan G\u00fcnnemann. 2018. Pitfalls of graph neural network evaluation. arXiv preprint arXiv:1811.05868 (2018)."},{"key":"e_1_3_2_2_39_1","volume-title":"The Eleventh International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=PvLnIaJbt9","author":"Siddiqui Shoaib Ahmed","year":"2023","unstructured":"Shoaib Ahmed Siddiqui, Nitarshan Rajkumar, Tegan Maharaj, David Krueger, and Sara Hooker. 2023. Metadata Archaeology: Unearthing Data Subsets by Leveraging Training Dynamics. In The Eleventh International Conference on Learning Representations. https:\/\/openreview.net\/forum?id=PvLnIaJbt9"},{"key":"e_1_3_2_2_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3534678.3539457"},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.findings-emnlp.350"},{"key":"e_1_3_2_2_42_1","volume-title":"Scalable and adaptive graph neural networks with self-label-enhanced training. arXiv preprint arXiv:2104.09376","author":"Sun Chuxiong","year":"2021","unstructured":"Chuxiong Sun, Hongming Gu, and Jie Hu. 2021. Scalable and adaptive graph neural networks with self-label-enhanced training. arXiv preprint arXiv:2104.09376 (2021)."},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i04.6048"},{"key":"e_1_3_2_2_44_1","article-title":"Visualizing data using t-SNE","volume":"9","author":"der Maaten Laurens Van","year":"2008","unstructured":"Laurens Van der Maaten and Geoffrey Hinton. 2008. Visualizing data using t-SNE. Journal of machine learning research , Vol. 9, 11 (2008).","journal-title":"Journal of machine learning research"},{"key":"e_1_3_2_2_45_1","volume-title":"Graph Attention Networks. In International Conference on Learning Representations.","author":"Petar Velivc","year":"2018","unstructured":"Petar Velivc kovi\u0107 , Guillem Cucurull, Arantxa Casanova, Adriana Romero, Pietro Li\u00f2, and Yoshua Bengio. 2018. Graph Attention Networks. In International Conference on Learning Representations."},{"key":"e_1_3_2_2_46_1","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3463913","article-title":"Hypersorec: Exploiting hyperbolic user and item representations with multiple aspects for social-aware recommendation","volume":"40","author":"Wang Hao","year":"2021","unstructured":"Hao Wang, Defu Lian, Hanghang Tong, Qi Liu, Zhenya Huang, and Enhong Chen. 2021a. Hypersorec: Exploiting hyperbolic user and item representations with multiple aspects for social-aware recommendation. ACM Transactions on Information Systems (TOIS), Vol. 40, 2 (2021), 1--28.","journal-title":"ACM Transactions on Information Systems (TOIS)"},{"key":"e_1_3_2_2_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330931"},{"key":"e_1_3_2_2_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3503161.3548423"},{"key":"e_1_3_2_2_49_1","first-page":"23768","article-title":"Be confident! towards trustworthy graph neural networks via confidence calibration","volume":"34","author":"Wang Xiao","year":"2021","unstructured":"Xiao Wang, Hongrui Liu, Chuan Shi, and Cheng Yang. 2021b. Be confident! towards trustworthy graph neural networks via confidence calibration. Advances in Neural Information Processing Systems , Vol. 34 (2021), 23768--23779.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_2_50_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00896"},{"key":"e_1_3_2_2_51_1","doi-asserted-by":"publisher","DOI":"10.1109\/4235.585893"},{"key":"e_1_3_2_2_52_1","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN52387.2021.9533748"},{"key":"e_1_3_2_2_53_1","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2020.3005938"},{"key":"e_1_3_2_2_54_1","doi-asserted-by":"publisher","DOI":"10.24963\/IJCAI.2019\/563"},{"key":"e_1_3_2_2_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3366423.3380102"},{"key":"e_1_3_2_2_56_1","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2023.3347633"},{"key":"e_1_3_2_2_57_1","first-page":"12827","article-title":"Uncertainty aware semi-supervised learning on graph data","volume":"33","author":"Zhao Xujiang","year":"2020","unstructured":"Xujiang Zhao, Feng Chen, Shu Hu, and Jin-Hee Cho. 2020. Uncertainty aware semi-supervised learning on graph data. Advances in Neural Information Processing Systems , Vol. 33 (2020), 12827--12836.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_2_58_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2023.02.032"}],"event":{"name":"WWW '24: The ACM Web Conference 2024","location":"Singapore Singapore","acronym":"WWW '24","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"]},"container-title":["Proceedings of the ACM Web Conference 2024"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3589334.3645398","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3589334.3645398","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T00:27:38Z","timestamp":1755822458000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3589334.3645398"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,13]]},"references-count":58,"alternative-id":["10.1145\/3589334.3645398","10.1145\/3589334"],"URL":"https:\/\/doi.org\/10.1145\/3589334.3645398","relation":{},"subject":[],"published":{"date-parts":[[2024,5,13]]},"assertion":[{"value":"2024-05-13","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}