{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,10]],"date-time":"2026-04-10T10:03:41Z","timestamp":1775815421900,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":45,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,5,13]],"date-time":"2024-05-13T00:00:00Z","timestamp":1715558400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,5,13]]},"DOI":"10.1145\/3589334.3645370","type":"proceedings-article","created":{"date-parts":[[2024,5,8]],"date-time":"2024-05-08T07:08:13Z","timestamp":1715152093000},"page":"377-388","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":12,"title":["Masked Graph Autoencoder with Non-discrete Bandwidths"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3565-4170","authenticated-orcid":false,"given":"Ziwen","family":"Zhao","sequence":"first","affiliation":[{"name":"School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1846-4941","authenticated-orcid":false,"given":"Yuhua","family":"Li","sequence":"additional","affiliation":[{"name":"School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2125-9041","authenticated-orcid":false,"given":"Yixiong","family":"Zou","sequence":"additional","affiliation":[{"name":"School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7125-3898","authenticated-orcid":false,"given":"Jiliang","family":"Tang","sequence":"additional","affiliation":[{"name":"Michigan State University, East Lansing, MI, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7791-5511","authenticated-orcid":false,"given":"Ruixuan","family":"Li","sequence":"additional","affiliation":[{"name":"School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"}]}],"member":"320","published-online":{"date-parts":[[2024,5,13]]},"reference":[{"key":"e_1_3_2_2_1_1","volume-title":"Proceedings of the 1st International Conference on Learning Representations.","author":"Alain Guillaume","year":"2013","unstructured":"Guillaume Alain and Yoshua Bengio. 2013. What regularized auto-encoders learn from the data-generating distribution. In Proceedings of the 1st International Conference on Learning Representations."},{"key":"e_1_3_2_2_2_1","volume-title":"Science","volume":"874","author":"Battiston Federico","year":"1999","unstructured":"Federico Battiston, Giulia Cencetti, Iacopo Iacopini, Vito Latora, Maxime Lucas, Alice Patania, Jean-Gabriel Young, and Giovanni Petri. 1999. Networks beyond pairwise interactions: Structure and dynamics. Science, Vol. 874, 5439 (1999), 509--512."},{"key":"e_1_3_2_2_3_1","volume-title":"Nature","volume":"355","author":"Becker Suzanna","year":"1992","unstructured":"Suzanna Becker and Geoffrey E Hinton. 1992. Self-organizing neural network that discovers surfaces in random-dot stereograms. Nature, Vol. 355, 6356 (1992), 161--163."},{"key":"e_1_3_2_2_4_1","volume-title":"Proceedings of the 37th International Conference on Machine Learning. 1597--1607","author":"Chen Ting","year":"2020","unstructured":"Ting Chen, Simon Kornblith, Mohammad Norouzi, and Geoffrey Hinton. 2020. A simple framework for contrastive learning of visual representations. In Proceedings of the 37th International Conference on Machine Learning. 1597--1607."},{"key":"e_1_3_2_2_5_1","volume-title":"Proceedings of the 2019 Annual Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies. 4171--4186","author":"Devlin Jacob","year":"2019","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2019. BERT: Pre-training of deep bidirectional transformers for language understanding. In Proceedings of the 2019 Annual Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies. 4171--4186."},{"key":"e_1_3_2_2_6_1","volume-title":"Proceedings of the 13th International Conference on Artificial Intelligence and Statistics. 249--256","author":"Glorot Xavier","year":"2010","unstructured":"Xavier Glorot and Yoshua Bengio. 2010. Understanding the difficulty of training deep feedforward neural networks. In Proceedings of the 13th International Conference on Artificial Intelligence and Statistics. 249--256."},{"key":"e_1_3_2_2_7_1","unstructured":"Shurui Gui Hao Yuan Jie Wang Qicheng Lao Kang Li and Shuiwang Ji. 2022. FlowX: Towards explainable graph neural networks via message flows. arxiv: 2206.12987"},{"key":"e_1_3_2_2_8_1","volume-title":"Proceedings of the 33rd Conference on Neural Information Processing Systems.","author":"Hasanzadeh Arman","year":"2019","unstructured":"Arman Hasanzadeh, Ehsan Hajiramezanali, Krishna Narayanan, Nick Duffield, Mingyuan Zhou, and Xiaoning Qian. 2019. Semi-implicit graph variational auto-encoders. In Proceedings of the 33rd Conference on Neural Information Processing Systems."},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01553"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00975"},{"key":"e_1_3_2_2_11_1","volume-title":"Proceedings of the 7th International Conference on Learning Representations.","author":"Hjelm R Devon","year":"2019","unstructured":"R Devon Hjelm, Alex Fedorov, Samuel Lavoie-Marchildon, Karan Grewal, Phil Bachman, Adam Trischler, and Yoshua Bengio. 2019. Learning deep representations by mutual information estimation and maximization. In Proceedings of the 7th International Conference on Learning Representations."},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3543507.3583379"},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3534678.3539321"},{"key":"e_1_3_2_2_14_1","volume-title":"Proceedings of the 34th Conference on Neural Information Processing Systems. 5812--5823","author":"Hu Weihua","year":"2020","unstructured":"Weihua Hu, Matthias Fey, Marinka Zitnik, Yuxiao Dong, Hongyu Ren, Bowen Liu, Michele Catasta, and Jure Leskovec. 2020. Open graph benchmark: Datasets for machine learning on graphs. In Proceedings of the 34th Conference on Neural Information Processing Systems. 5812--5823."},{"key":"e_1_3_2_2_15_1","volume-title":"Mohammad Zaki Zadeh, Debapriya Banerjee, and Fillia Makedon.","author":"Jaiswal Ashish","year":"2020","unstructured":"Ashish Jaiswal, Ashwin Ramesh Babu, Mohammad Zaki Zadeh, Debapriya Banerjee, and Fillia Makedon. 2020. A survey on contrastive self-supervised learning. Technologies, Vol. 9, 1 (2020)."},{"key":"e_1_3_2_2_16_1","volume-title":"NIPS Workshop on Bayesian Deep Learning.","author":"Kipf Thomas N","year":"2016","unstructured":"Thomas N Kipf and Max Welling. 2016. Variational graph auto-encoders. In NIPS Workshop on Bayesian Deep Learning."},{"key":"e_1_3_2_2_17_1","volume-title":"Proceedings of the 5th International Conference on Learning Representations.","author":"Kipf Thomas N","year":"2017","unstructured":"Thomas N Kipf and Max Welling. 2017. Semi-supervised classification with graph convolutional networks. In Proceedings of the 5th International Conference on Learning Representations."},{"key":"e_1_3_2_2_18_1","volume-title":"Predicting Structured Data","volume":"1","author":"LeCun Yann","year":"2006","unstructured":"Yann LeCun, Sumit Chopra, Raia Hadsell, M Ranzato, and Fujie Huang. 2006. A tutorial on energy-based learning. Predicting Structured Data, Vol. 1, 0 (2006)."},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3580305.3599546"},{"key":"e_1_3_2_2_20_1","volume-title":"ICLR Workshop on Representation Learning on Graphs and Manifolds.","author":"Li Mufei","year":"2019","unstructured":"Mufei Li, Hao Zhang, Xingjian Shi, Minjie Wang, and Zheng Zhang. 2019. A statistical characterization of attentions in graph neural networks. In ICLR Workshop on Representation Learning on Graphs and Manifolds."},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3543507.3583245"},{"key":"e_1_3_2_2_22_1","first-page":"5879","article-title":"Graph self-supervised learning: A survey","volume":"35","author":"Liu Yixin","year":"2022","unstructured":"Yixin Liu, Ming Jin, Shirui Pan, Chuan Zhou, Yu Zheng, Feng Xia, and Philip S. Yu. 2022. Graph self-supervised learning: A survey. IEEE Transactions on Knowledge and Data Engineering, Vol. 35, 6 (2022), 5879--5900.","journal-title":"IEEE Transactions on Knowledge and Data Engineering"},{"key":"e_1_3_2_2_23_1","volume-title":"ICML Workshop on Graph Representation Learning and Beyond.","author":"Mernyei P\u00e9ter","unstructured":"P\u00e9ter Mernyei and Cua tua lina Cangea. 2020. Wiki-CS: A wikipedia-based benchmark for graph neural networks. In ICML Workshop on Graph Representation Learning and Beyond."},{"key":"e_1_3_2_2_24_1","volume-title":"Representation learning with contrastive predictive coding. arxiv","author":"van den Oord Aaron","year":"1807","unstructured":"Aaron van den Oord, Yazhe Li, and Oriol Vinyals. 2018. Representation learning with contrastive predictive coding. arxiv: 1807.03748"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2018\/362"},{"key":"e_1_3_2_2_26_1","volume-title":"Proceedings of the 10th International Conference on Learning Representations.","author":"Qin Zhen","year":"2022","unstructured":"Zhen Qin, Weixuan Sun, Hui Deng, Dongxu Li, Yunshen Wei, Baohong Lv, Junjie Yan, Lingpeng Kong, and Yiran Zhong. 2022. cosFormer: Rethinking softmax in attention. In Proceedings of the 10th International Conference on Learning Representations."},{"key":"e_1_3_2_2_27_1","unstructured":"T Konstantin Rusch Michael M Bronstein and Siddhartha Mishra. 2023. A survey on oversmoothing in graph neural networks. arxiv: 2303.10993"},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1609\/aimag.v29i3.2157"},{"key":"e_1_3_2_2_29_1","volume-title":"NIPS Workshop on Relational Representation Learning.","author":"Shchur Oleksandr","year":"2018","unstructured":"Oleksandr Shchur, Maximilian Mumme, Aleksandar Bojchevski, and Stephan G\u00fcnnemann. 2018. Pitfalls of graph neural network evaluation. In NIPS Workshop on Relational Representation Learning."},{"key":"e_1_3_2_2_30_1","volume-title":"Proceedings of the 11th International Conference on Learning Representations.","author":"Shiao William","year":"2023","unstructured":"William Shiao, Zhichun Guo, Tong Zhao, Evangelos E Papalexakis, Yozen Liu, and Neil Shah. 2023. Link prediction with non-contrastive learning. In Proceedings of the 11th International Conference on Learning Representations."},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"publisher","DOI":"10.5555\/3454287.3455354"},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3539597.3570404"},{"key":"e_1_3_2_2_33_1","first-page":"2579","article-title":"Visualizing data using t-SNE","volume":"9","author":"der Maaten Laurens Van","year":"2008","unstructured":"Laurens Van der Maaten and Geoffrey Hinton. 2008. Visualizing data using t-SNE. Journal of Machine Learning Research, Vol. 9, 86 (2008), 2579--2605.","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_2_2_34_1","volume-title":"Proceedings of the 6th International Conference on Learning Representations.","author":"Petar Velivc","year":"2018","unstructured":"Petar Velivc kovi\u0107, Guillem Cucurull, Arantxa Casanova, Adriana Romero, Pietro Lio, and Yoshua Bengio. 2018. Graph attention networks. In Proceedings of the 6th International Conference on Learning Representations."},{"key":"e_1_3_2_2_35_1","volume-title":"Proceedings of the 7th International Conference on Learning Representations.","author":"Petar Velivc","year":"2019","unstructured":"Petar Velivc kovi\u0107, William Fedus, William L Hamilton, Pietro Li\u00f2, Yoshua Bengio, and R Devon Hjelm. 2019. Deep graph infomax. In Proceedings of the 7th International Conference on Learning Representations."},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/1390156.1390294"},{"key":"e_1_3_2_2_37_1","doi-asserted-by":"publisher","DOI":"10.5555\/3600270.3601754"},{"key":"e_1_3_2_2_38_1","volume-title":"Proceedings of the 28th Conference on Neural Information Processing Systems.","author":"Yosinski Jason","year":"2014","unstructured":"Jason Yosinski, Jeff Clune, Yoshua Bengio, and Hod Lipson. 2014. How transferable are features in deep neural networks?. In Proceedings of the 28th Conference on Neural Information Processing Systems."},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"publisher","DOI":"10.1086\/jar.33.4.3629752"},{"key":"e_1_3_2_2_40_1","doi-asserted-by":"publisher","DOI":"10.5555\/3540261.3540268"},{"key":"e_1_3_2_2_41_1","unstructured":"Sixiao Zhang Hongxu Chen Haoran Yang Xiangguo Sun Philip S Yu and Guandong Xu. 2022a. Graph masked autoencoders with transformers. arxiv: 2202.08391"},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3534678.3539425"},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.5555\/3540261.3541932"},{"key":"e_1_3_2_2_44_1","volume-title":"ICML Workshop on Graph Representation Learning and Beyond.","author":"Zhu Yanqiao","year":"2020","unstructured":"Yanqiao Zhu, Yichen Xu, Feng Yu, Qiang Liu, Shu Wu, and Liang Wang. 2020. Deep graph contrastive representation learning. In ICML Workshop on Graph Representation Learning and Beyond."},{"key":"e_1_3_2_2_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442381.3449802"}],"event":{"name":"WWW '24: The ACM Web Conference 2024","location":"Singapore Singapore","acronym":"WWW '24","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"]},"container-title":["Proceedings of the ACM Web Conference 2024"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3589334.3645370","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3589334.3645370","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T00:29:22Z","timestamp":1755822562000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3589334.3645370"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,13]]},"references-count":45,"alternative-id":["10.1145\/3589334.3645370","10.1145\/3589334"],"URL":"https:\/\/doi.org\/10.1145\/3589334.3645370","relation":{},"subject":[],"published":{"date-parts":[[2024,5,13]]},"assertion":[{"value":"2024-05-13","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}