{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,4]],"date-time":"2026-05-04T05:45:02Z","timestamp":1777873502925,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":57,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,8,3]]},"DOI":"10.1145\/3711896.3737145","type":"proceedings-article","created":{"date-parts":[[2025,8,3]],"date-time":"2025-08-03T21:03:27Z","timestamp":1754255007000},"page":"2859-2870","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["<scp>TAG2M<\/scp>\n                    - A Task-Agnostic Knowledge Distillation Framework for Distilling GNN to MLP"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0007-8010-7594","authenticated-orcid":false,"given":"Ram Ganesh","family":"V","sequence":"first","affiliation":[{"name":"AI Garage, Mastercard, Gurugram, HARYANA, India"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-4185-8956","authenticated-orcid":false,"given":"Ayush","family":"Singh","sequence":"additional","affiliation":[{"name":"Mathematics, IIT Delhi, New Delhi, Delhi, India"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-9298-7861","authenticated-orcid":false,"given":"Aditi","family":"Rai","sequence":"additional","affiliation":[{"name":"AI Garage, Mastercard, Gurgaon, Haryana, India"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-2465-7570","authenticated-orcid":false,"given":"Harsh","family":"Pal","sequence":"additional","affiliation":[{"name":"AI Garage, Mastercard, Gurugram, Haryana, India"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-1155-5016","authenticated-orcid":false,"given":"Deepanshu","family":"Bagotia","sequence":"additional","affiliation":[{"name":"AI Garage, Mastercard, Gurugram, Haryana, India"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9284-8452","authenticated-orcid":false,"given":"Akshay","family":"Sethi","sequence":"additional","affiliation":[{"name":"AI Garage, Mastercard, Gurugram, Haryana, India"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8875-6571","authenticated-orcid":false,"given":"Aakarsh","family":"Malhotra","sequence":"additional","affiliation":[{"name":"AI Garage, Mastercard, Gurugram, Haryana, India"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4147-9372","authenticated-orcid":false,"given":"Sayan","family":"Ranu","sequence":"additional","affiliation":[{"name":"CSE, IIT Delhi, New Delhi, Delhi, India"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,8,3]]},"reference":[{"key":"e_1_3_2_2_1_1","volume-title":"International Conference on Machine Learning. PMLR, 21-29","author":"Abu-El-Haija Sami","year":"2019","unstructured":"Sami Abu-El-Haija, Bryan Perozzi, Amol Kapoor, Nazanin Alipourfard, Kristina Lerman, Hrayr Harutyunyan, Greg Ver Steeg, and Aram Galstyan. 2019. Mixhop: Higher-order graph convolutional architectures via sparsified neighborhood mixing. In International Conference on Machine Learning. PMLR, 21-29."},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.52202\/068431-2160"},{"key":"e_1_3_2_2_3_1","volume-title":"International conference on machine learning. PMLR, 874-883","author":"Bianchi Filippo Maria","year":"2020","unstructured":"Filippo Maria Bianchi, Daniele Grattarola, and Cesare Alippi. 2020. Spectral clustering with graph neural networks for graph pooling. In International conference on machine learning. PMLR, 874-883."},{"key":"e_1_3_2_2_4_1","volume-title":"The Eleventh International Conference on Learning Representations.","author":"Bishnoi Suresh","year":"2023","unstructured":"Suresh Bishnoi, Ravinder Bhattoo, Jayadeva Jayadeva, Sayan Ranu, and NM Anoop Krishnan. 2023. Enhancing the inductive biases of graph neural ode for modeling physical systems. In The Eleventh International Conference on Learning Representations."},{"key":"e_1_3_2_2_5_1","volume-title":"BroGNet: Momentum-Conserving Graph Neural Stochastic Differential Equation for Learning Brownian Dynamics. In The Twelfth International Conference on Learning Representations.","author":"Bishnoi Suresh","year":"2024","unstructured":"Suresh Bishnoi, Jayadeva Jayadeva, Sayan Ranu, and NM Anoop Krishnan. 2024. BroGNet: Momentum-Conserving Graph Neural Stochastic Differential Equation for Learning Brownian Dynamics. In The Twelfth International Conference on Learning Representations."},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3539597.3570433"},{"key":"e_1_3_2_2_7_1","unstructured":"Yunus Cobanoglu. 2023. Infinite Width Graph Neural Networks for Node Regression\/ Classification. arXiv:2310.08176 [cs.LG] https:\/\/arxiv.org\/abs\/2310.08176"},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/1014052.1014118"},{"key":"e_1_3_2_2_9_1","volume-title":"The Twelfth International Conference on Learning Representations.","author":"Feng Yifan","year":"2024","unstructured":"Yifan Feng, Yihe Luo, Shihui Ying, and Yue Gao. 2024. LightHGNN: Distilling hypergraph neural networks into MLPs for 100x faster inference. In The Twelfth International Conference on Learning Representations."},{"key":"e_1_3_2_2_10_1","volume-title":"International Conference on Machine Learning. PMLR, 12012-12033","author":"Guo Zhichun","year":"2023","unstructured":"Zhichun Guo, William Shiao, Shichang Zhang, Yozen Liu, Nitesh V Chawla, Neil Shah, and Tong Zhao. 2023. Linkless link prediction via relational distillation. In International Conference on Machine Learning. PMLR, 12012-12033."},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v37i6.25944"},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3580305.3599357"},{"key":"e_1_3_2_2_13_1","volume-title":"Inductive representation learning on large graphs. Advances in neural information processing systems 30","author":"Hamilton Will","year":"2017","unstructured":"Will Hamilton, Zhitao Ying, and Jure Leskovec. 2017. Inductive representation learning on large graphs. Advances in neural information processing systems 30 (2017)."},{"key":"e_1_3_2_2_14_1","volume-title":"Distilling the knowledge in a neural network. arXiv preprint arXiv:1503.02531","author":"Hinton Geoffrey","year":"2015","unstructured":"Geoffrey Hinton, Oriol Vinyals, and Jeff Dean. 2015. Distilling the knowledge in a neural network. arXiv preprint arXiv:1503.02531 (2015)."},{"key":"e_1_3_2_2_15_1","volume-title":"Open graph benchmark: Datasets for machine learning on graphs. Advances in neural information processing systems 33","author":"Hu Weihua","year":"2020","unstructured":"Weihua Hu, Matthias Fey, Marinka Zitnik, Yuxiao Dong, Hongyu Ren, Bowen Liu, Michele Catasta, and Jure Leskovec. 2020. Open graph benchmark: Datasets for machine learning on graphs. Advances in neural information processing systems 33 (2020), 22118-22133."},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3394486.3403237"},{"key":"e_1_3_2_2_17_1","first-page":"10294","article-title":"Self-supervised auxiliary learning with meta-paths for heterogeneous graphs","volume":"33","author":"Hwang Dasol","year":"2020","unstructured":"Dasol Hwang, Jinyoung Park, Sunyoung Kwon, KyungMin Kim, Jung-Woo Ha, and Hyunwoo J Kim. 2020. Self-supervised auxiliary learning with meta-paths for heterogeneous graphs. Advances in Neural Information Processing Systems 33 (2020), 10294-10305.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_2_18_1","first-page":"22070","article-title":"Neuromlr: Robust & reliable route recommendation on road networks","volume":"34","author":"Jain Jayant","year":"2021","unstructured":"Jayant Jain, Vrittika Bagadia, Sahil Manchanda, and Sayan Ranu. 2021. Neuromlr: Robust & reliable route recommendation on road networks. Advances in Neural Information Processing Systems 34 (2021), 22070-22082.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_2_19_1","unstructured":"Seunghyun Lee and Byung Cheol Song. 2019. Graph-based Knowledge Distillation by Multi-head Attention Network. arXiv:1907.02226 [cs.LG]"},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF01200757"},{"key":"e_1_3_2_2_21_1","volume-title":"Teaching mlps to master heterogeneous graph-structured knowledge for efficient and accurate inference. arXiv preprint arXiv:2411.14035","author":"Liu Yunhui","year":"2024","unstructured":"Yunhui Liu, Xinyi Gao, Tieke He, Jianhua Zhao, and Hongzhi Yin. 2024. Teaching mlps to master heterogeneous graph-structured knowledge for efficient and accurate inference. arXiv preprint arXiv:2411.14035 (2024)."},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3543507.3583386"},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3637528.3671699"},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i5.16552"},{"key":"e_1_3_2_2_25_1","volume-title":"The Third Learning on Graphs Conference.","author":"Malik Sarthak","year":"2024","unstructured":"Sarthak Malik, Aditi Rai, Himank Sehgal, Akshay Sethi, Aakarsh Malhotra, et al. 2024. GraTeD-MLP: Efficient Node Classification via Graph Transformer Distillation to MLP. In The Third Learning on Graphs Conference."},{"key":"e_1_3_2_2_26_1","first-page":"20000","article-title":"Gcomb: Learning budget-constrained combinatorial algorithms over billion-sized graphs","volume":"33","author":"Manchanda Sahil","year":"2020","unstructured":"Sahil Manchanda, Akash Mittal, Anuj Dhawan, Sourav Medya, Sayan Ranu, and Ambuj Singh. 2020. Gcomb: Learning budget-constrained combinatorial algorithms over billion-sized graphs. Advances in Neural Information Processing Systems 33 (2020), 20000-20011.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_2_27_1","volume-title":"Proceedings of the 41st International Conference on Machine Learning","author":"Mao Haitao","year":"2024","unstructured":"Haitao Mao, Zhikai Chen, Wenzhuo Tang, Jianan Zhao, Yao Ma, Tong Zhao, Neil Shah, Mikhail Galkin, and Jiliang Tang. 2024. Position: graph foundation models are already here. In Proceedings of the 41st International Conference on Machine Learning (Vienna, Austria) (ICML'24). JMLR.org, Article 1410, 23 pages."},{"key":"e_1_3_2_2_28_1","volume-title":"A survey of link prediction in complex networks. ACM computing surveys (CSUR) 49, 4","author":"Mart\u00ednez V\u00edctor","year":"2016","unstructured":"V\u00edctor Mart\u00ednez, Fernando Berzal, and Juan-Carlos Cubero. 2016. A survey of link prediction in complex networks. ACM computing surveys (CSUR) 49, 4 (2016), 1-33."},{"key":"e_1_3_2_2_29_1","volume-title":"10th international workshop on mining and learning with graphs","volume":"8","author":"Namata Galileo","year":"2012","unstructured":"Galileo Namata, Ben London, Lise Getoor, Bert Huang, and U Edu. 2012. Querydriven active surveying for collective classification. In 10th international workshop on mining and learning with graphs, Vol. 8. 1."},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2025\/668"},{"key":"e_1_3_2_2_31_1","volume-title":"Yu Lei, and Bo Yang.","author":"Pei Hongbin","year":"2020","unstructured":"Hongbin Pei, Bingzhe Wei, Kevin Chen-Chuan Chang, Yu Lei, and Bo Yang. 2020. Geom-gcn: Geometric graph convolutional networks. arXiv preprint arXiv:2002.05287 (2020)."},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1093\/comnet\/cnab014"},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3543873.3587596"},{"key":"e_1_3_2_2_34_1","volume-title":"Collective classification in network data. AI magazine 29, 3","author":"Sen Prithviraj","year":"2008","unstructured":"Prithviraj Sen, Galileo Namata, Mustafa Bilgic, Lise Getoor, Brian Galligher, and Tina Eliassi-Rad. 2008. Collective classification in network data. AI magazine 29, 3 (2008), 93-93."},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.14778\/3007263.3007267"},{"key":"e_1_3_2_2_36_1","article-title":"Weisfeiler-lehman graph kernels","volume":"12","author":"Shervashidze Nino","year":"2011","unstructured":"Nino Shervashidze, Pascal Schweitzer, Erik Jan Van Leeuwen, Kurt Mehlhorn, and Karsten M Borgwardt. 2011. Weisfeiler-lehman graph kernels. Journal of Machine Learning Research 12, 9 (2011).","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_2_2_37_1","volume-title":"Towards Effective Graph Learners Using Propagation-Embracing MLPs. arXiv preprint arXiv:2311.17781","author":"Shin Yong-Min","year":"2023","unstructured":"Yong-Min Shin and Won-Yong Shin. 2023. Propagate & Distill: Towards Effective Graph Learners Using Propagation-Embracing MLPs. arXiv preprint arXiv:2311.17781 (2023)."},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3366423.3380149"},{"key":"e_1_3_2_2_39_1","volume-title":"Nosmog: Learning noise-robust and structure-aware mlps on graphs. arXiv preprint arXiv:2208.10010","author":"Tian Yijun","year":"2022","unstructured":"Yijun Tian, Chuxu Zhang, Zhichun Guo, Xiangliang Zhang, and Nitesh V Chawla. 2022. Nosmog: Learning noise-robust and structure-aware mlps on graphs. arXiv preprint arXiv:2208.10010 (2022)."},{"key":"e_1_3_2_2_40_1","volume-title":"A reviewon graph neural network methods in financial applications. arXiv preprint arXiv:2111.15367","author":"Zhang Sheng","year":"2021","unstructured":"JianianWang, Sheng Zhang, Yanghua Xiao, and Rui Song. 2021. A reviewon graph neural network methods in financial applications. arXiv preprint arXiv:2111.15367 (2021)."},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3701551.3703550"},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v37i9.26232"},{"key":"e_1_3_2_2_43_1","volume-title":"International Conference on Machine Learning. PMLR, 37571-37581","author":"Wu Lirong","year":"2023","unstructured":"Lirong Wu, Haitao Lin, Yufei Huang, and Stan Z Li. 2023. Quantifying the knowledge in gnns for reliable distillation into mlps. In International Conference on Machine Learning. PMLR, 37571-37581."},{"key":"e_1_3_2_2_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3543507.3583196"},{"key":"e_1_3_2_2_45_1","volume-title":"Forty-first International Conference on Machine Learning.","author":"Xiao Teng","year":"2024","unstructured":"Teng Xiao, Huaisheng Zhu, Zhiwei Zhang, Zhimeng Guo, Charu C Aggarwal, Suhang Wang, and Vasant G Honavar. 2024. Efficient contrastive learning for fast and accurate inference on graphs. In Forty-first International Conference on Machine Learning."},{"key":"e_1_3_2_2_46_1","volume-title":"How powerful are graph neural networks? arXiv preprint arXiv:1810.00826","author":"Xu Keyulu","year":"2018","unstructured":"Keyulu Xu,Weihua Hu, Jure Leskovec, and Stefanie Jegelka. 2018. How powerful are graph neural networks? arXiv preprint arXiv:1810.00826 (2018)."},{"key":"e_1_3_2_2_47_1","volume-title":"International conference on machine learning. PMLR, 5453-5462","author":"Xu Keyulu","year":"2018","unstructured":"Keyulu Xu, Chengtao Li, Yonglong Tian, Tomohiro Sonobe, Ken-ichi Kawarabayashi, and Stefanie Jegelka. 2018. Representation learning on graphs with jumping knowledge networks. In International conference on machine learning. PMLR, 5453-5462."},{"key":"e_1_3_2_2_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3394486.3403236"},{"key":"e_1_3_2_2_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442381.3450068"},{"key":"e_1_3_2_2_50_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00710"},{"key":"e_1_3_2_2_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/3336191.3371792"},{"key":"e_1_3_2_2_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/3459637.3482433"},{"key":"e_1_3_2_2_53_1","volume-title":"Graph-less neural networks: Teaching old mlps new tricks via distillation. arXiv preprint arXiv:2110.08727","author":"Zhang Shichang","year":"2021","unstructured":"Shichang Zhang, Yozen Liu, Yizhou Sun, and Neil Shah. 2021. Graph-less neural networks: Teaching old mlps new tricks via distillation. arXiv preprint arXiv:2110.08727 (2021)."},{"key":"e_1_3_2_2_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/3539597.3573022"},{"key":"e_1_3_2_2_55_1","volume-title":"International Conference on Machine Learning. PMLR, 26911-26926","author":"Zhao Tong","year":"2022","unstructured":"Tong Zhao, Gang Liu, DahengWang,Wenhao Yu, and Meng Jiang. 2022. Learning from counterfactual links for link prediction. In International Conference on Machine Learning. PMLR, 26911-26926."},{"key":"e_1_3_2_2_56_1","volume-title":"Cold brew: Distilling graph node representations with incomplete or missing neighborhoods. arXiv preprint arXiv:2111.04840","author":"Zheng Wenqing","year":"2021","unstructured":"Wenqing Zheng, Edward W Huang, Nikhil Rao, Sumeet Katariya, Zhangyang Wang, and Karthik Subbian. 2021. Cold brew: Distilling graph node representations with incomplete or missing neighborhoods. arXiv preprint arXiv:2111.04840 (2021)."},{"key":"e_1_3_2_2_57_1","volume-title":"Beyond homophily in graph neural networks: Current limitations and effective designs. Advances in neural information processing systems 33","author":"Zhu Jiong","year":"2020","unstructured":"Jiong Zhu, Yujun Yan, Lingxiao Zhao, Mark Heimann, Leman Akoglu, and Danai Koutra. 2020. Beyond homophily in graph neural networks: Current limitations and effective designs. Advances in neural information processing systems 33 (2020), 7793-7804."}],"event":{"name":"KDD '25: The 31st ACM SIGKDD Conference on Knowledge Discovery and Data Mining","location":"Toronto ON Canada","acronym":"KDD '25","sponsor":["SIGKDD ACM Special Interest Group on Knowledge Discovery in Data","SIGMOD ACM Special Interest Group on Management of Data"]},"container-title":["Proceedings of the 31st ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.2"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3711896.3737145","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,30]],"date-time":"2026-04-30T17:58:40Z","timestamp":1777571920000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3711896.3737145"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,8,3]]},"references-count":57,"alternative-id":["10.1145\/3711896.3737145","10.1145\/3711896"],"URL":"https:\/\/doi.org\/10.1145\/3711896.3737145","relation":{},"subject":[],"published":{"date-parts":[[2025,8,3]]},"assertion":[{"value":"2025-08-03","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}