{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,27]],"date-time":"2026-02-27T15:14:41Z","timestamp":1772205281759,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":55,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,8,14]],"date-time":"2022-08-14T00:00:00Z","timestamp":1660435200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"NSFC","award":["61832001, 61972004"],"award-info":[{"award-number":["61832001, 61972004"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,8,14]]},"DOI":"10.1145\/3534678.3539374","type":"proceedings-article","created":{"date-parts":[[2022,8,12]],"date-time":"2022-08-12T19:06:12Z","timestamp":1660331172000},"page":"2493-2503","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":38,"title":["Model Degradation Hinders Deep Graph Neural Networks"],"prefix":"10.1145","author":[{"given":"Wentao","family":"Zhang","sequence":"first","affiliation":[{"name":"Peking University, Beijing, China"}]},{"given":"Zeang","family":"Sheng","sequence":"additional","affiliation":[{"name":"Peking University, Beijing, China"}]},{"given":"Ziqi","family":"Yin","sequence":"additional","affiliation":[{"name":"Beijing Institute of Technology, Beijing, China"}]},{"given":"Yuezihan","family":"Jiang","sequence":"additional","affiliation":[{"name":"Peking University, Beijing, China"}]},{"given":"Yikuan","family":"Xia","sequence":"additional","affiliation":[{"name":"Peking University, Beijing, China"}]},{"given":"Jun","family":"Gao","sequence":"additional","affiliation":[{"name":"Peking University, Beijing, China"}]},{"given":"Zhi","family":"Yang","sequence":"additional","affiliation":[{"name":"Peking University, Beijing, China"}]},{"given":"Bin","family":"Cui","sequence":"additional","affiliation":[{"name":"Peking University & Peking University (Qingdao), Beijing, China"}]}],"member":"320","published-online":{"date-parts":[[2022,8,14]]},"reference":[{"key":"e_1_3_2_2_1_1","volume-title":"Kurt Wan-Duo Ma, and Brian McWilliams","author":"Balduzzi David","year":"2017","unstructured":"David Balduzzi, Marcus Frean, Lennox Leary, JP Lewis, Kurt Wan-Duo Ma, and Brian McWilliams. 2017. The shattered gradients problem: If resnets are the answer, then what is the question?. In ICML. PMLR, 342--350."},{"key":"e_1_3_2_2_2_1","volume-title":"Graph convolutional encoders for syntax-aware neural machine translation. arXiv preprint arXiv:1704.04675","author":"Bastings Joost","year":"2017","unstructured":"Joost Bastings, Ivan Titov, Wilker Aziz, Diego Marcheggiani, and Khalil Sima'an. 2017. Graph convolutional encoders for syntax-aware neural machine translation. arXiv preprint arXiv:1704.04675 (2017)."},{"key":"e_1_3_2_2_3_1","volume-title":"Spectral networks and locally connected networks on graphs. arXiv preprint arXiv:1312.6203","author":"Bruna Joan","year":"2013","unstructured":"Joan Bruna, Wojciech Zaremba, Arthur Szlam, and Yann LeCun. 2013. Spectral networks and locally connected networks on graphs. arXiv preprint arXiv:1312.6203 (2013)."},{"key":"e_1_3_2_2_4_1","volume-title":"A note on over-smoothing for graph neural networks. arXiv preprint arXiv:2006.13318","author":"Cai Chen","year":"2020","unstructured":"Chen Cai and Yusu Wang. 2020. A note on over-smoothing for graph neural networks. arXiv preprint arXiv:2006.13318 (2020)."},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i04.5747"},{"key":"e_1_3_2_2_6_1","unstructured":"Ming Chen Zhewei Wei Bolin Ding Yaliang Li Ye Yuan Xiaoyong Du and Ji-Rong Wen. 2020. Scalable Graph Neural Networks via Bidirectional Propagation. In NeurIPS."},{"key":"e_1_3_2_2_7_1","unstructured":"Ming Chen Zhewei Wei Zengfeng Huang Bolin Ding and Yaliang Li. 2020. Simple and deep graph convolutional networks. In ICML. PMLR 1725--1735."},{"key":"e_1_3_2_2_8_1","unstructured":"Eli Chien Jianhao Peng Pan Li and Olgica Milenkovic. 2021. Adaptive Universal Generalized PageRank Graph Neural Network. In ICLR."},{"key":"e_1_3_2_2_9_1","volume-title":"On provable benefits of depth in training graph convolutional networks. NeurIPS","author":"Cong Weilin","year":"2021","unstructured":"Weilin Cong, Morteza Ramezani, and Mehrdad Mahdavi. 2021. On provable benefits of depth in training graph convolutional networks. NeurIPS (2021)."},{"key":"e_1_3_2_2_10_1","unstructured":"Hanjun Dai Chengtao Li ConnorW. Coley Bo Dai and Le Song. 2019. Retrosynthesis Prediction with Conditional Graph Logic Network. In NeurIPS. 8870--8880."},{"key":"e_1_3_2_2_11_1","volume-title":"Graph Random Neural Networks for Semi-Supervised Learning on Graphs. NeurIPS","author":"Feng Wenzheng","year":"2020","unstructured":"Wenzheng Feng, Jie Zhang, Yuxiao Dong, Yu Han, Huanbo Luan, Qian Xu, Qiang Yang, Evgeny Kharlamov, and Jie Tang. 2020. Graph Random Neural Networks for Semi-Supervised Learning on Graphs. NeurIPS (2020)."},{"key":"e_1_3_2_2_12_1","volume-title":"Sign: Scalable inception graph neural networks. arXiv preprint arXiv:2004.11198","author":"Frasca Fabrizio","year":"2020","unstructured":"Fabrizio Frasca, Emanuele Rossi, Davide Eynard, Ben Chamberlain, Michael Bronstein, and Federico Monti. 2020. Sign: Scalable inception graph neural networks. arXiv preprint arXiv:2004.11198 (2020)."},{"key":"e_1_3_2_2_13_1","volume-title":"Very Deep Graph Neural Networks Via Noise Regularisation. arXiv preprint arXiv:2106.07971","author":"Godwin Jonathan","year":"2021","unstructured":"Jonathan Godwin, Michael Schaarschmidt, Alexander Gaunt, Alvaro Sanchez-Gonzalez, Yulia Rubanova, Petar Velickovic, James Kirkpatrick, and Peter Battaglia. 2021. Very Deep Graph Neural Networks Via Noise Regularisation. arXiv preprint arXiv:2106.07971 (2021)."},{"key":"e_1_3_2_2_14_1","unstructured":"Will Hamilton Zhitao Ying and Jure Leskovec. 2017. Inductive representation learning on large graphs. In NIPS. 1024--1034."},{"key":"e_1_3_2_2_15_1","unstructured":"Kaiming He Xiangyu Zhang Shaoqing Ren and Jian Sun. 2016. Deep residual learning for image recognition. In CVPR. 770--778."},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397271.3401063"},{"key":"e_1_3_2_2_17_1","volume-title":"Open Graph Benchmark: Datasets for Machine Learning on Graphs. arXiv preprint arXiv:2005.00687","author":"Hu Weihua","year":"2020","unstructured":"Weihua Hu, Matthias Fey, Marinka Zitnik, Yuxiao Dong, Hongyu Ren, Bowen Liu, Michele Catasta, and Jure Leskovec. 2020. Open Graph Benchmark: Datasets for Machine Learning on Graphs. arXiv preprint arXiv:2005.00687 (2020)."},{"key":"e_1_3_2_2_18_1","volume-title":"Laurens Van Der Maaten, and Kilian Q Weinberger","author":"Huang Gao","year":"2017","unstructured":"Gao Huang, Zhuang Liu, Laurens Van Der Maaten, and Kilian Q Weinberger. 2017. Densely connected convolutional networks. In CVPR. 4700--4708."},{"key":"e_1_3_2_2_19_1","volume-title":"ZOOMER: Boosting Retrieval on Web-scale Graphs by Regions of Interest. arXiv preprint arXiv:2203.12596","author":"Jiang Yuezihan","year":"2022","unstructured":"Yuezihan Jiang, Yu Cheng, Hanyu Zhao, Wentao Zhang, Xupeng Miao, Yu He, Liang Wang, Zhi Yang, and Bin Cui. 2022. ZOOMER: Boosting Retrieval on Web-scale Graphs by Regions of Interest. arXiv preprint arXiv:2203.12596 (2022)."},{"key":"e_1_3_2_2_20_1","volume-title":"Semi-supervised classification with graph convolutional networks. arXiv preprint arXiv:1609.02907","author":"Kipf Thomas N","year":"2016","unstructured":"Thomas N Kipf and MaxWelling. 2016. Semi-supervised classification with graph convolutional networks. arXiv preprint arXiv:1609.02907 (2016)."},{"key":"e_1_3_2_2_21_1","volume-title":"Predict then propagate: Graph neural networks meet personalized pagerank. arXiv preprint arXiv:1810.05997","author":"Klicpera Johannes","year":"2018","unstructured":"Johannes Klicpera, Aleksandar Bojchevski, and Stephan G\u00fcnnemann. 2018. Predict then propagate: Graph neural networks meet personalized pagerank. arXiv preprint arXiv:1810.05997 (2018)."},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00936"},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11604"},{"key":"e_1_3_2_2_24_1","volume-title":"Openbox: A generalized black-box optimization service. In SIGKDD. 3209--3219.","author":"Li Yang","year":"2021","unstructured":"Yang Li, Yu Shen, Wentao Zhang, Yuanwei Chen, Huaijun Jiang, Mingchao Liu, Jiawei Jiang, Jinyang Gao, Wentao Wu, Zhi Yang, et al. 2021. Openbox: A generalized black-box optimization service. In SIGKDD. 3209--3219."},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"crossref","unstructured":"Meng Liu Hongyang Gao and Shuiwang Ji. 2020. Towards deeper graph neural networks. In SIGKDD. 338--348.","DOI":"10.1145\/3394486.3403076"},{"key":"e_1_3_2_2_26_1","volume-title":"Birds of a feather: Homophily in social networks. Annual review of sociology 27, 1","author":"McPherson Miller","year":"2001","unstructured":"Miller McPherson, Lynn Smith-Lovin, and JamesMCook. 2001. Birds of a feather: Homophily in social networks. Annual review of sociology 27, 1 (2001), 415--444."},{"key":"e_1_3_2_2_27_1","volume-title":"Wentao Zhang, Zhichao Han, Bo Li, Wei Min, Susie Xi Rao, Hansheng Ren, Yinan Shan, Yingxia Shao, et al.","author":"Miao Xupeng","year":"2021","unstructured":"Xupeng Miao, Nezihe Merve G\u00fcrel, Wentao Zhang, Zhichao Han, Bo Li, Wei Min, Susie Xi Rao, Hansheng Ren, Yinan Shan, Yingxia Shao, et al. 2021. Degnn: Improving graph neural networks with graph decomposition. In SIGKDD. 1223--1233."},{"key":"e_1_3_2_2_28_1","volume-title":"Lasagne: A multi-layer graph convolutional network framework via node-aware deep architecture","author":"Miao Xupeng","year":"2021","unstructured":"Xupeng Miao, Wentao Zhang, Yingxia Shao, Bin Cui, Lei Chen, Ce Zhang, and Jiawei Jiang. 2021. Lasagne: A multi-layer graph convolutional network framework via node-aware deep architecture. IEEE Transactions on Knowledge and Data Engineering (2021)."},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33014602"},{"key":"e_1_3_2_2_30_1","volume-title":"Revisiting Graph Neural Networks: All We Have is Low-Pass Filters. CoRR abs\/1905.09550","author":"Takanori Maehara Hoang","year":"2019","unstructured":"Hoang NT and Takanori Maehara. 2019. Revisiting Graph Neural Networks: All We Have is Low-Pass Filters. CoRR abs\/1905.09550 (2019)."},{"key":"e_1_3_2_2_31_1","unstructured":"Kenta Oono and Taiji Suzuki. 2020. Graph Neural Networks Exponentially Lose Expressive Power for Node Classification. In ICLR. https:\/\/openreview.net\/ forum?id=S1ldO2EFPr"},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01240-3_25"},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3220077"},{"key":"e_1_3_2_2_34_1","volume-title":"Dropedge: Towards deep graph convolutional networks on node classification. arXiv preprint arXiv:1907.10903","author":"Rong Yu","year":"2019","unstructured":"Yu Rong, Wenbing Huang, Tingyang Xu, and Junzhou Huang. 2019. Dropedge: Towards deep graph convolutional networks on node classification. arXiv preprint arXiv:1907.10903 (2019)."},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2013.2238935"},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1609\/aimag.v29i3.2157"},{"key":"e_1_3_2_2_37_1","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2020.3025110"},{"key":"e_1_3_2_2_38_1","unstructured":"Petar Velickovic Guillem Cucurull Arantxa Casanova Adriana Romero Pietro Li\u00f2 and Yoshua Bengio. 2018. Graph Attention Networks. In ICLR. OpenReview. net."},{"key":"e_1_3_2_2_39_1","unstructured":"Felix Wu Amauri Souza Tianyi Zhang Christopher Fifty Tao Yu and Kilian Weinberger. 2019. Simplifying graph convolutional networks. In ICML. PMLR 6861--6871."},{"key":"e_1_3_2_2_40_1","volume-title":"Graph neural networks in recommender systems: a survey. ACM Computing Surveys (CSUR)","author":"Wu Shiwen","year":"2020","unstructured":"Shiwen Wu, Fei Sun, Wentao Zhang, Xu Xie, and Bin Cui. 2020. Graph neural networks in recommender systems: a survey. ACM Computing Surveys (CSUR) (2020)."},{"key":"e_1_3_2_2_41_1","unstructured":"Keyulu Xu Chengtao Li Yonglong Tian Tomohiro Sonobe Ken-ichi Kawarabayashi and Stefanie Jegelka. 2018. Representation learning on graphs with jumping knowledge networks. In ICML. PMLR 5453--5462."},{"key":"e_1_3_2_2_42_1","volume-title":"Two Sides of the Same Coin: Heterophily and Oversmoothing in Graph Convolutional Neural Networks. arXiv preprint arXiv:2102.06462","author":"Yan Yujun","year":"2021","unstructured":"Yujun Yan, Milad Hashemi, Kevin Swersky, Yaoqing Yang, and Danai Koutra. 2021. Two Sides of the Same Coin: Heterophily and Oversmoothing in Graph Convolutional Neural Networks. arXiv preprint arXiv:2102.06462 (2021)."},{"key":"e_1_3_2_2_43_1","volume-title":"NeurIPS (2020)","author":"Yang Yiding","year":"2020","unstructured":"Yiding Yang, Zunlei Feng, Mingli Song, and Xinchao Wang. 2020. Factorizable graph convolutional networks. NeurIPS (2020), 20286--20296."},{"key":"e_1_3_2_2_44_1","doi-asserted-by":"crossref","unstructured":"Yiding Yang Jiayan Qiu Mingli Song Dacheng Tao and Xinchao Wang. 2020. Distilling knowledge from graph convolutional networks. In CVPR. 7074--7083.","DOI":"10.1109\/CVPR42600.2020.00710"},{"key":"e_1_3_2_2_45_1","unstructured":"Zhilin Yang William Cohen and Ruslan Salakhudinov. 2016. Revisiting semisupervised learning with graph embeddings. In ICML. PMLR 40--48."},{"key":"e_1_3_2_2_46_1","volume-title":"Prasanna","author":"Zeng Hanqing","year":"2020","unstructured":"Hanqing Zeng, Hongkuan Zhou, Ajitesh Srivastava, Rajgopal Kannan, and Viktor K. Prasanna. 2020. GraphSAINT: Graph Sampling Based Inductive Learning Method. In ICLR. OpenReview.net."},{"key":"e_1_3_2_2_47_1","doi-asserted-by":"crossref","unstructured":"Wentao Zhang Yuezihan Jiang Yang Li Zeang Sheng Yu Shen Xupeng Miao Liang Wang Zhi Yang and Bin Cui. 2021. ROD: reception-aware online distillation for sparse graphs. In SIGKDD. 2232--2242.","DOI":"10.1145\/3447548.3467221"},{"key":"e_1_3_2_2_48_1","doi-asserted-by":"crossref","unstructured":"Wentao Zhang Xupeng Miao Yingxia Shao Jiawei Jiang Lei Chen Olivier Ruas and Bin Cui. 2020. Reliable data distillation on graph convolutional network. In SIGMOD. 1399--1414.","DOI":"10.1145\/3318464.3389706"},{"key":"e_1_3_2_2_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3485447.3511986"},{"key":"e_1_3_2_2_50_1","volume-title":"Node Dependent Local Smoothing for Scalable Graph Learning. NeurIPS","author":"Zhang Wentao","year":"2021","unstructured":"Wentao Zhang, Mingyu Yang, Zeang Sheng, Yang Li, Wen Ouyang, Yangyu Tao, Zhi Yang, and Bin Cui. 2021. Node Dependent Local Smoothing for Scalable Graph Learning. NeurIPS (2021)."},{"key":"e_1_3_2_2_51_1","volume-title":"Graph attention multi-layer perceptron. arXiv preprint arXiv:2108.10097","author":"Zhang Wentao","year":"2021","unstructured":"Wentao Zhang, Ziqi Yin, Zeang Sheng, Wen Ouyang, Xiaosen Li, Yangyu Tao, Zhi Yang, and Bin Cui. 2021. Graph attention multi-layer perceptron. arXiv preprint arXiv:2108.10097 (2021)."},{"key":"e_1_3_2_2_52_1","doi-asserted-by":"crossref","unstructured":"Xiaotong Zhang Han Liu Qimai Li and Xiao Ming Wu. 2019. Attributed graph clustering via adaptive graph convolution. In IJCAI. IJCAI 4327--4333.","DOI":"10.24963\/ijcai.2019\/601"},{"key":"e_1_3_2_2_53_1","volume-title":"Deep learning on graphs: A survey","author":"Zhang Ziwei","year":"2020","unstructured":"Ziwei Zhang, Peng Cui, and Wenwu Zhu. 2020. Deep learning on graphs: A survey. IEEE Transactions on Knowledge and Data Engineering (2020)."},{"key":"e_1_3_2_2_54_1","unstructured":"Lingxiao Zhao and Leman Akoglu. 2020. PairNorm: Tackling Oversmoothing in GNNs. In ICLR. OpenReview.net."},{"key":"e_1_3_2_2_55_1","unstructured":"Hao Zhu and Piotr Koniusz. 2021. Simple spectral graph convolution. In ICLR."}],"event":{"name":"KDD '22: The 28th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","location":"Washington DC USA","acronym":"KDD '22","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data"]},"container-title":["Proceedings of the 28th ACM SIGKDD Conference on Knowledge Discovery and Data Mining"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3534678.3539374","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3534678.3539374","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:02:47Z","timestamp":1750186967000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3534678.3539374"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,8,14]]},"references-count":55,"alternative-id":["10.1145\/3534678.3539374","10.1145\/3534678"],"URL":"https:\/\/doi.org\/10.1145\/3534678.3539374","relation":{},"subject":[],"published":{"date-parts":[[2022,8,14]]},"assertion":[{"value":"2022-08-14","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}