{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,2]],"date-time":"2025-12-02T03:35:33Z","timestamp":1764646533330,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":62,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,10,28]],"date-time":"2024-10-28T00:00:00Z","timestamp":1730073600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"Strategic Priority Research Program of the Chinese Academy of Sciences","award":["XDA0370305"],"award-info":[{"award-number":["XDA0370305"]}]},{"DOI":"10.13039\/https:\/\/doi.org\/10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62076242"],"award-info":[{"award-number":["62076242"]}],"id":[{"id":"10.13039\/https:\/\/doi.org\/10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,10,28]]},"DOI":"10.1145\/3664647.3680682","type":"proceedings-article","created":{"date-parts":[[2024,10,26]],"date-time":"2024-10-26T06:59:27Z","timestamp":1729925967000},"page":"1612-1621","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["Gaussian Mutual Information Maximization for Efficient Graph Self-Supervised Learning: Bridging Contrastive-based to Decorrelation-based"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6661-7770","authenticated-orcid":false,"given":"Jinyong","family":"Wen","sequence":"first","affiliation":[{"name":"State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences & School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"}]}],"member":"320","published-online":{"date-parts":[[2024,10,28]]},"reference":[{"volume-title":"Information theory","author":"Ash Robert B","key":"e_1_3_2_1_1_1","unstructured":"Robert B Ash. 2012. Information theory. Courier Corporation."},{"key":"e_1_3_2_1_2_1","volume-title":"VICReg: Variance-Invariance-Covariance Regularization for Self-Supervised Learning. In International Conference on Learning Representations.","author":"Bardes Adrien","year":"2022","unstructured":"Adrien Bardes, Jean Ponce, and Yann LeCun. 2022. VICReg: Variance-Invariance-Covariance Regularization for Self-Supervised Learning. In International Conference on Learning Representations."},{"key":"e_1_3_2_1_3_1","volume-title":"Proceedings of the 35th International Conference on Machine Learning","volume":"80","author":"Belghazi Mohamed Ishmael","year":"2018","unstructured":"Mohamed Ishmael Belghazi, Aristide Baratin, Sai Rajeshwar, Sherjil Ozair, Yoshua Bengio, Aaron Courville, and Devon Hjelm. 2018. Mutual Information Neural Estimation. In Proceedings of the 35th International Conference on Machine Learning, Vol. 80. PMLR, 531--540."},{"key":"e_1_3_2_1_4_1","volume-title":"Sejnowski","author":"Bell Anthony J.","year":"1995","unstructured":"Anthony J. Bell and Terrence J. Sejnowski. 1995. An Information-Maximization Approach to Blind Separation and Blind Deconvolution. Neural Computation (1995), 1129--1159."},{"key":"e_1_3_2_1_5_1","volume-title":"Knowledge-Based Systems","volume":"256","author":"Bielak Piotr","year":"2022","unstructured":"Piotr Bielak, Tomasz Kajdanowicz, and Nitesh V Chawla. 2022. Graph Barlow Twins: A self-supervised representation learning framework for graphs. Knowledge-Based Systems, Vol. 256 (2022)."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00951"},{"key":"e_1_3_2_1_7_1","volume-title":"Proceedings of the 37th International Conference on Machine Learning. 1597--1607","author":"Chen Ting","year":"2020","unstructured":"Ting Chen, Simon Kornblith, Mohammad Norouzi, and Geoffrey Hinton. 2020. A Simple Framework for Contrastive Learning of Visual Representations. In Proceedings of the 37th International Conference on Machine Learning. 1597--1607."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01549"},{"volume-title":"Elements of information theory","author":"Cover Thomas M","key":"e_1_3_2_1_9_1","unstructured":"Thomas M Cover. 1999. Elements of information theory. John Wiley & Sons."},{"key":"e_1_3_2_1_10_1","volume-title":"Identifiability Results for Multimodal Contrastive Learning. In The Eleventh International Conference on Learning Representations.","author":"Daunhawer Imant","year":"2023","unstructured":"Imant Daunhawer, Alice Bizeul, Emanuele Palumbo, Alexander Marx, and Julia E Vogt. 2023. Identifiability Results for Multimodal Contrastive Learning. In The Eleventh International Conference on Learning Representations."},{"key":"e_1_3_2_1_11_1","volume-title":"Proceedings of the 38th International Conference on Machine Learning. PMLR, 3015--3024","author":"Ermolov Aleksandr","year":"2021","unstructured":"Aleksandr Ermolov, Aliaksandr Siarohin, Enver Sangineto, and Nicu Sebe. 2021. Whitening for Self-Supervised Representation Learning. In Proceedings of the 38th International Conference on Machine Learning. PMLR, 3015--3024."},{"key":"e_1_3_2_1_12_1","volume-title":"Zurada","author":"Estevez Pablo A.","year":"2009","unstructured":"Pablo A. Estevez, Michel Tesmer, Claudio A. Perez, and Jacek M. Zurada. 2009. Normalized Mutual Information Feature Selection. IEEE Transactions on Neural Networks (2009), 189--201."},{"key":"e_1_3_2_1_13_1","volume-title":"Proceedings of the Eighteenth International Conference on Artificial Intelligence and Statistics (Proceedings of Machine Learning Research). PMLR, 277--286","author":"Gao Shuyang","year":"2015","unstructured":"Shuyang Gao, Greg Ver Steeg, and Aram Galstyan. 2015. Efficient Estimation of Mutual Information for Strongly Dependent Variables. In Proceedings of the Eighteenth International Conference on Artificial Intelligence and Statistics (Proceedings of Machine Learning Research). PMLR, 277--286."},{"key":"e_1_3_2_1_14_1","volume-title":"Proceedings of the Thirteenth International Conference on Artificial Intelligence and Statistics. PMLR, 249--256","author":"Glorot Xavier","year":"2010","unstructured":"Xavier Glorot and Yoshua Bengio. 2010. Understanding the difficulty of training deep feedforward neural networks. In Proceedings of the Thirteenth International Conference on Artificial Intelligence and Statistics. PMLR, 249--256."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/JSAIT.2020.2991561"},{"key":"e_1_3_2_1_16_1","volume-title":"Zhaohan Guo, Mohammad Gheshlaghi Azar, Bilal Piot, koray kavukcuoglu, Remi Munos, and Michal Valko.","author":"Grill Jean-Bastien","year":"2020","unstructured":"Jean-Bastien Grill, Florian Strub, Florent Altch\u00e9, Corentin Tallec, Pierre Richemond, Elena Buchatskaya, Carl Doersch, Bernardo Avila Pires, Zhaohan Guo, Mohammad Gheshlaghi Azar, Bilal Piot, koray kavukcuoglu, Remi Munos, and Michal Valko. 2020. Bootstrap Your Own Latent - A New Approach to Self-Supervised Learning. In Advances in Neural Information Processing Systems. Curran Associates, Inc., 21271--21284."},{"key":"e_1_3_2_1_17_1","volume-title":"Proceedings of the Thirteenth International Conference on Artificial Intelligence and Statistics. PMLR, 297--304","author":"Gutmann Michael","year":"2010","unstructured":"Michael Gutmann and Aapo Hyv\u00e4rinen. 2010. Noise-contrastive estimation: A new estimation principle for unnormalized statistical models. In Proceedings of the Thirteenth International Conference on Artificial Intelligence and Statistics. PMLR, 297--304."},{"volume-title":"Advances in Neural Information Processing Systems","author":"Hamilton William L","key":"e_1_3_2_1_18_1","unstructured":"William L Hamilton, Rex Ying, and Jure Leskovec. 2017. Inductive representation learning on large graphs. In Advances in Neural Information Processing Systems. Curran Associates Inc., 1025--1035."},{"key":"e_1_3_2_1_19_1","volume-title":"Proceedings of the 37th International Conference on Machine Learning. PMLR, 4116--4126","author":"Hassani Kaveh","year":"2020","unstructured":"Kaveh Hassani and Amir Hosein Khasahmadi. 2020. Contrastive Multi-View Representation Learning on Graphs. In Proceedings of the 37th International Conference on Machine Learning. PMLR, 4116--4126."},{"key":"e_1_3_2_1_20_1","volume-title":"International Conference on Learning Representations.","author":"Hjelm R Devon","year":"2019","unstructured":"R Devon Hjelm, Alex Fedorov, Samuel Lavoie-Marchildon, Karan Grewal, Phil Bachman, Adam Trischler, and Yoshua Bengio. 2019. Learning deep representations by mutual information estimation and maximization. In International Conference on Learning Representations."},{"key":"e_1_3_2_1_21_1","unstructured":"Zhenyu Hou Xiao Liu Yukuo Cen Yuxiao Dong Hongxia Yang Chunjie Wang and Jie Tang. 2022. GraphMAE: Self-Supervised Masked Graph Autoencoders."},{"key":"e_1_3_2_1_22_1","volume-title":"Kingma and Jimmy Ba","author":"Diederik","year":"2017","unstructured":"Diederik P. Kingma and Jimmy Ba. 2017. Adam: A Method for Stochastic Optimization. arxiv: cs.LG\/1412.6980"},{"key":"e_1_3_2_1_23_1","volume-title":"International Conference on Learning Representations. OpenReview.net.","author":"Kipf Thomas N","year":"2016","unstructured":"Thomas N Kipf and Max Welling. 2016. Semi-supervised classification with graph convolutional networks. In International Conference on Learning Representations. OpenReview.net."},{"key":"e_1_3_2_1_24_1","volume-title":"Kipf and Max Welling","author":"Thomas","year":"2016","unstructured":"Thomas N. Kipf and Max Welling. 2016. Variational Graph Auto-Encoders. arxiv: stat.ML\/1611.07308"},{"key":"e_1_3_2_1_25_1","volume-title":"Estimating mutual information. Phys. Rev. E","author":"Kraskov Alexander","year":"2004","unstructured":"Alexander Kraskov, Harald St\u00f6gbauer, and Peter Grassberger. 2004. Estimating mutual information. Phys. Rev. E (2004), 16."},{"key":"e_1_3_2_1_26_1","volume-title":"A Survey on Siamese Network: Methodologies, Applications, and Opportunities","author":"Li Yikai","year":"2022","unstructured":"Yikai Li, C. L. Philip Chen, and Tong Zhang. 2022. A Survey on Siamese Network: Methodologies, Applications, and Opportunities. IEEE Transactions on Artificial Intelligence (2022), 994--1014."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1109\/2.36"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2008.10.028"},{"key":"e_1_3_2_1_29_1","volume-title":"Yu","author":"Liu Yixin","year":"2023","unstructured":"Yixin Liu, Ming Jin, Shirui Pan, Chuan Zhou, Yu Zheng, Feng Xia, and Philip S. Yu. 2023. Graph Self-Supervised Learning: A Survey. IEEE Transactions on Knowledge and Data Engineering (2023), 5879--5900."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3581783.3612047"},{"volume-title":"Advances in Neural Information Processing Systems. Curran Associates","author":"Nowozin Sebastian","key":"e_1_3_2_1_31_1","unstructured":"Sebastian Nowozin, Botond Cseke, and Ryota Tomioka. 2016. f-GAN: Training Generative Neural Samplers using Variational Divergence Minimization. In Advances in Neural Information Processing Systems. Curran Associates, Inc."},{"volume-title":"Advances in Neural Information Processing Systems. Curran Associates","author":"Ozsoy Serdar","key":"e_1_3_2_1_32_1","unstructured":"Serdar Ozsoy, Shadi Hamdan, Sercan Arik, Deniz Yuret, and Alper Erdogan. 2022. Self-Supervised Learning with an Information Maximization Criterion. In Advances in Neural Information Processing Systems. Curran Associates, Inc., 35240--35253."},{"volume-title":"Advances in Neural Information Processing Systems. Curran Associates","author":"P\u00e1l D\u00e1vid","key":"e_1_3_2_1_33_1","unstructured":"D\u00e1vid P\u00e1l, Barnab\u00e1s P\u00f3czos, and Csaba Szepesv\u00e1ri. 2010. Estimation of R\u00e9nyi Entropy and Mutual Information Based on Generalized Nearest-Neighbor Graphs. In Advances in Neural Information Processing Systems. Curran Associates, Inc."},{"key":"e_1_3_2_1_34_1","volume-title":"Gaussian Assumption: The Least Favorable but the Most Useful [Lecture Notes]","author":"Park Sangwoo","year":"2013","unstructured":"Sangwoo Park, Erchin Serpedin, and Khalid Qaraqe. 2013. Gaussian Assumption: The Least Favorable but the Most Useful [Lecture Notes]. IEEE Signal Processing Magazine (2013), 183--186."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3366423.3380112"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/2623330.2623732"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0165-1684(00)00260-7"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1109\/TMI.2003.815867"},{"key":"e_1_3_2_1_39_1","volume-title":"Information Theory: From Coding to Learning","author":"Polyanskiy Yury","year":"2023","unstructured":"Yury Polyanskiy and Yihong Wu. 2023. Information Theory: From Coding to Learning. Cambridge University Press."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397271.3401116"},{"volume-title":"Multivariate density estimation: theory, practice, and visualization","author":"Scott David W","key":"e_1_3_2_1_41_1","unstructured":"David W Scott. 2015. Multivariate density estimation: theory, practice, and visualization. John Wiley & Sons."},{"key":"e_1_3_2_1_42_1","volume-title":"Collective classification in network data. AI magazine","author":"Sen Prithviraj","year":"2008","unstructured":"Prithviraj Sen, Galileo Namata, Mustafa Bilgic, Lise Getoor, Brian Galligher, and Tina Eliassi-Rad. 2008. Collective classification in network data. AI magazine, Vol. 29, 3 (2008), 93--93."},{"key":"e_1_3_2_1_43_1","unstructured":"Oleksandr Shchur Maximilian Mumme Aleksandar Bojchevski and Stephan G\u00fcnnemann. 2019. Pitfalls of Graph Neural Network Evaluation. arxiv: cs.LG\/1811.05868"},{"volume-title":"Density estimation for statistics and data analysis","author":"Silverman Bernard W","key":"e_1_3_2_1_44_1","unstructured":"Bernard W Silverman. 1986. Density estimation for statistics and data analysis. Vol. 26. CRC press."},{"key":"e_1_3_2_1_45_1","volume-title":"Nearest neighbor estimates of entropy. American journal of mathematical and management sciences","author":"Singh Harshinder","year":"2003","unstructured":"Harshinder Singh, Neeraj Misra, Vladimir Hnizdo, Adam Fedorowicz, and Eugene Demchuk. 2003. Nearest neighbor estimates of entropy. American journal of mathematical and management sciences (2003), 301--321."},{"key":"e_1_3_2_1_46_1","volume-title":"International Conference on Learning Representations.","author":"Sun Fan-Yun","year":"2020","unstructured":"Fan-Yun Sun, Jordan Hoffman, Vikas Verma, and Jian Tang. 2020. InfoGraph: Unsupervised and Semi-supervised Graph-Level Representation Learning via Mutual Information Maximization. In International Conference on Learning Representations."},{"key":"e_1_3_2_1_47_1","volume-title":"International Conference on Learning Representations.","author":"Thakoor Shantanu","year":"2022","unstructured":"Shantanu Thakoor, Corentin Tallec, Mohammad Gheshlaghi Azar, Mehdi Azabou, Eva L Dyer, Remi Munos, Petar Velivckovi\u0107, and Michal Valko. 2022. Large-Scale Representation Learning on Graphs via Bootstrapping. In International Conference on Learning Representations."},{"key":"e_1_3_2_1_48_1","volume-title":"Bootstrapped Representation Learning on Graphs. In ICLR 2021 Workshop on Geometrical and Topological Representation Learning.","author":"Thakoor Shantanu","year":"2021","unstructured":"Shantanu Thakoor, Corentin Tallec, Mohammad Gheshlaghi Azar, Remi Munos, Petar Velivckovi\u0107, and Michal Valko. 2021. Bootstrapped Representation Learning on Graphs. In ICLR 2021 Workshop on Geometrical and Topological Representation Learning."},{"key":"e_1_3_2_1_49_1","volume-title":"International Conference on Learning Representations. OpenReview.net.","author":"Velivckovi\u0107 Petar","year":"2017","unstructured":"Petar Velivckovi\u0107, Guillem Cucurull, Arantxa Casanova, Adriana Romero, Pietro Lio, and Yoshua Bengio. 2017. Graph attention networks. In International Conference on Learning Representations. OpenReview.net."},{"key":"e_1_3_2_1_50_1","volume-title":"International Conference on Learning Representations. OpenReview.net.","author":"Velivckovi\u0107 Petar","year":"2018","unstructured":"Petar Velivckovi\u0107, William Fedus, William L Hamilton, Pietro Li\u00f2, Yoshua Bengio, and R Devon Hjelm. 2018. Deep graph infomax. In International Conference on Learning Representations. OpenReview.net."},{"key":"e_1_3_2_1_51_1","volume-title":"Advances in Neural Information Processing Systems","volume":"34","author":"von K\u00fcgelgen Julius","year":"2021","unstructured":"Julius von K\u00fcgelgen, Yash Sharma, Luigi Gresele, Wieland Brendel, Bernhard Sch\u00f6lkopf, Michel Besserve, and Francesco Locatello. 2021. Self-Supervised Learning with Data Augmentations Provably Isolates Content from Style. In Advances in Neural Information Processing Systems, Vol. 34. Curran Associates, Inc., 16451--16467."},{"volume-title":"Rough Sets and Knowledge Technology","author":"Walters-Williams Janett","key":"e_1_3_2_1_52_1","unstructured":"Janett Walters-Williams and Yan Li. 2009. Estimation of Mutual Information: A Survey. In Rough Sets and Knowledge Technology. Springer Berlin Heidelberg, 389--396."},{"key":"e_1_3_2_1_53_1","volume-title":"Proceedings of the 37th International Conference on Machine Learning (Proceedings of Machine Learning Research). PMLR, 9929--9939","author":"Wang Tongzhou","year":"2020","unstructured":"Tongzhou Wang and Phillip Isola. 2020. Understanding Contrastive Representation Learning through Alignment and Uniformity on the Hypersphere. In Proceedings of the 37th International Conference on Machine Learning (Proceedings of Machine Learning Research). PMLR, 9929--9939."},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICME55011.2023.00187"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3581783.3612229"},{"key":"e_1_3_2_1_56_1","volume-title":"Proceedings of the 36th International Conference on Machine Learning","volume":"97","author":"Wu Felix","year":"2019","unstructured":"Felix Wu, Amauri Souza, Tianyi Zhang, Christopher Fifty, Tao Yu, and Kilian Weinberger. 2019. Simplifying Graph Convolutional Networks. In Proceedings of the 36th International Conference on Machine Learning, Vol. 97. PMLR, 6861--6871."},{"volume-title":"Advances in Neural Information Processing Systems. Curran Associates","author":"Xu Dongkuan","key":"e_1_3_2_1_57_1","unstructured":"Dongkuan Xu, Wei Cheng, Dongsheng Luo, Haifeng Chen, and Xiang Zhang. 2021. InfoGCL: Information-Aware Graph Contrastive Learning. In Advances in Neural Information Processing Systems. Curran Associates, Inc., 30414--30425."},{"volume-title":"Advances in Neural Information Processing Systems. Curran Associates","author":"You Yuning","key":"e_1_3_2_1_58_1","unstructured":"Yuning You, Tianlong Chen, Yongduo Sui, Ting Chen, Zhangyang Wang, and Yang Shen. 2020. Graph contrastive learning with augmentations. In Advances in Neural Information Processing Systems. Curran Associates, Inc., 5812--5823."},{"key":"e_1_3_2_1_59_1","volume-title":"Proceedings of the 38th International Conference on Machine Learning. PMLR, 12310--12320","author":"Zbontar Jure","year":"2021","unstructured":"Jure Zbontar, Li Jing, Ishan Misra, Yann LeCun, and Stephane Deny. 2021. Barlow Twins: Self-Supervised Learning via Redundancy Reduction. In Proceedings of the 38th International Conference on Machine Learning. PMLR, 12310--12320."},{"volume-title":"Advances in Neural Information Processing Systems. Curran Associates","author":"Zhang Hengrui","key":"e_1_3_2_1_60_1","unstructured":"Hengrui Zhang, Qitian Wu, Junchi Yan, David Wipf, and Philip S Yu. 2021. From Canonical Correlation Analysis to Self-supervised Graph Neural Networks. In Advances in Neural Information Processing Systems. Curran Associates, Inc., 76--89."},{"key":"e_1_3_2_1_61_1","unstructured":"Yanqiao Zhu Yichen Xu Feng Yu Qiang Liu Shu Wu and Liang Wang. 2020. Deep Graph Contrastive Representation Learning. arxiv: cs.LG\/2006.04131"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442381.3449802"}],"event":{"name":"MM '24: The 32nd ACM International Conference on Multimedia","sponsor":["SIGMM ACM Special Interest Group on Multimedia"],"location":"Melbourne VIC Australia","acronym":"MM '24"},"container-title":["Proceedings of the 32nd ACM International Conference on Multimedia"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3664647.3680682","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3664647.3680682","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:17:57Z","timestamp":1750295877000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3664647.3680682"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,28]]},"references-count":62,"alternative-id":["10.1145\/3664647.3680682","10.1145\/3664647"],"URL":"https:\/\/doi.org\/10.1145\/3664647.3680682","relation":{},"subject":[],"published":{"date-parts":[[2024,10,28]]},"assertion":[{"value":"2024-10-28","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}