{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,29]],"date-time":"2026-07-29T14:49:59Z","timestamp":1785336599298,"version":"3.55.0"},"reference-count":61,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,12,15]],"date-time":"2024-12-15T00:00:00Z","timestamp":1734220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,12,15]],"date-time":"2024-12-15T00:00:00Z","timestamp":1734220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100006785","name":"Google","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100006785","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100006785","name":"Google","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100006785","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,12,15]]},"DOI":"10.1109\/bigdata62323.2024.10825327","type":"proceedings-article","created":{"date-parts":[[2025,1,16]],"date-time":"2025-01-16T18:31:23Z","timestamp":1737052283000},"page":"1057-1066","source":"Crossref","is-referenced-by-count":3,"title":["UnifiedGT: Towards a Universal Framework of Transformers in Large-Scale Graph Learning"],"prefix":"10.1109","author":[{"given":"Junhong","family":"Lin","sequence":"first","affiliation":[{"name":"MIT CSAIL"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiaojie","family":"Guo","sequence":"additional","affiliation":[{"name":"IBM Research"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shuaicheng","family":"Zhang","sequence":"additional","affiliation":[{"name":"Virginia Tech"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dawei","family":"Zhou","sequence":"additional","affiliation":[{"name":"Virginia Tech"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yada","family":"Zhu","sequence":"additional","affiliation":[{"name":"IBM Research"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Julian","family":"Shun","sequence":"additional","affiliation":[{"name":"MIT CSAIL"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-020-77766-9"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1093\/bib\/bbaa044"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1186\/s13321-020-00479-8"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2019.00070"},{"key":"ref5","article-title":"Ordered GNN: Ordering message passing to deal with heterophily and over-smoothing","volume-title":"International Conference on Learning Representations (ICLR)","author":"Song"},{"key":"ref6","article-title":"OGB-LSC: A large-scale challenge for machine learning on graphs","author":"Hu","year":"2021","journal-title":"Advances in Neural Information Processing Systems (NeurIPS), Datasets and Benchmarks Track"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-93417-4_38"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/3308558.3313562"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/3366423.3380027"},{"key":"ref10","first-page":"7793","article-title":"Beyond homophily in graph neural networks: Current limitations and effective designs","volume":"33","author":"Zhu","year":"2020","journal-title":"Advances in Neural Information Processing Systems (NeurIPS)"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i12.17332"},{"key":"ref12","first-page":"20887","article-title":"Large scale learning on non-homophilous graphs: New benchmarks and strong simple methods","volume":"34","author":"Lim","year":"2021","journal-title":"Advances in Neural Information Processing Systems (NeurIPS)"},{"key":"ref13","first-page":"22326","article-title":"Long range graph benchmark","volume":"35","author":"Dwivedi","year":"2022","journal-title":"Advances in Neural Information Processing Systems (NeurIPS)"},{"key":"ref14","first-page":"14501","article-title":"Recipe for a general, powerful, scalable graph transformer","volume":"35","author":"Ramp\u00e1\u0161ek","year":"2022","journal-title":"Advances in Neural Information Processing Systems (NeurIPS)"},{"key":"ref15","first-page":"13266","article-title":"Representing long-range context for graph neural networks with global attention","volume":"34","author":"Wu","year":"2021","journal-title":"Advances in Neural Information Processing Systems (NeurIPS)"},{"key":"ref16","article-title":"Gophormer: Ego-graph transformer for node classification","author":"Zhao","year":"2021"},{"key":"ref17","first-page":"28877","article-title":"Do transformers really perform bad for graph representation?","author":"Ying","year":"2021","journal-title":"Advances in Neural Information Processing Systems (NeurIPS)"},{"key":"ref18","article-title":"NAGphormer: A tokenized graph transformer for node classification in large graphs","volume-title":"The International Conference on Learning Representations (ICLR)","author":"Chen"},{"key":"ref19","first-page":"17375","article-title":"GOAT: A global transformer on large-scale graphs","volume-title":"Proceedings of the International Conference on Machine Learning (ICML)","author":"Kong"},{"key":"ref20","article-title":"A generalization of transformer networks to graphs","volume-title":"AAAI Workshop on Deep Learning on Graphs: Methods and Applications","author":"Dwivedi"},{"key":"ref21","first-page":"21618","article-title":"Rethinking graph transformers with spectral attention","volume":"34","author":"Kreuzer","year":"2021","journal-title":"Advances in Neural Information Processing Systems (NeurIPS)"},{"key":"ref22","first-page":"22118","article-title":"Open graph benchmark: Datasets for machine learning on graphs","volume":"33","author":"Hu","year":"2020","journal-title":"Advances in Neural Information Processing Systems (NeurIPS)"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/3580305.3599843"},{"key":"ref24","article-title":"Graph neural networks for graphs with heterophily: A survey","author":"Zheng","year":"2022"},{"key":"ref25","first-page":"13242","article-title":"Finding global homophily in graph neural networks when meeting heterophily","volume-title":"International Conference on Machine Learning (ICML)","author":"Li"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.emnlp-main.473"},{"key":"ref27","article-title":"Inductive representation learning on large graphs","volume":"30","author":"Hamilton","year":"2017","journal-title":"Advances in Neural Information Processing Systems (NeurIPS)"},{"key":"ref28","article-title":"GraphSAINT: Graph sampling based inductive learning method","volume-title":"International Conference on Learning Representations (ICLR)","author":"Zeng"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939754"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1145\/3097983.3098036"},{"key":"ref31","article-title":"Translating embeddings for modeling multi-relational data","volume":"26","author":"Bordes","year":"2013","journal-title":"Advances in Neural Information Processing Systems (NeurIPS)"},{"key":"ref32","first-page":"2071","article-title":"Complex embeddings for simple link prediction","volume-title":"International Conference on Machine Learning (ICML)","author":"Trouillon"},{"key":"ref33","article-title":"Embedding entities and relations for learning and inference in knowledge bases","volume-title":"The International Conference on Learning Representations (ICLR)","author":"Yang"},{"key":"ref34","article-title":"Graph neural networks with learnable structural and positional representations","volume-title":"International Conference on Learning Representations","author":"Dwivedi"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1706.03762"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1163\/9789004337862__com_070768"},{"key":"ref37","article-title":"Practical bayesian optimization of machine learning algorithms","volume":"25","author":"Snoek","year":"2012","journal-title":"Advances in Neural Information Processing Systems (NeurIPS)"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i12.17233"},{"key":"ref39","article-title":"Interpretable neural architecture search via bayesian optimization with weisfeiler-lehman kernels","author":"Ru","year":"2020"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1145\/2740908.2742839"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1145\/1401890.1402008"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330785"},{"key":"ref43","volume-title":"Deep Learning","author":"Goodfellow","year":"2016"},{"key":"ref44","article-title":"Semi-supervised classification with graph convolutional networks","volume-title":"International Conference on Learning Representations (ICLR)","author":"Kipf"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.14711\/thesis-991012757468803412"},{"key":"ref46","article-title":"How powerful are graph neural networks?","volume-title":"International Conference on Learning Representations (ICLR)","author":"Xu"},{"key":"ref47","first-page":"5453","article-title":"Representation learning on graphs with jumping knowledge networks","volume-title":"International Conference on Machine Learning (ICML)","author":"Xu"},{"key":"ref48","first-page":"21","article-title":"Mixhop: Higher-order graph convolutional architectures via sparsified neighborhood mixing","volume-title":"International Conference on Machine Learning (ICML)","author":"Abu-El-Haija"},{"key":"ref49","article-title":"Adaptive universal generalized pagerank graph neural network","volume-title":"International Conference on Learning Representations (ICLR)","author":"Chien"},{"key":"ref50","article-title":"Residual gated graph convnets","author":"Bresson","year":"2017"},{"key":"ref51","article-title":"BoTorch: A Framework for Efficient Monte-Carlo Bayesian Optimization","author":"Balandat","year":"2020","journal-title":"Advances in Neural Information Processing Systems (NeurIPS)"},{"key":"ref52","article-title":"Transformer for graphs: An overview from architecture perspective","author":"Min","year":"2022"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.findings-naacl.29"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.640"},{"key":"ref55","first-page":"3469","article-title":"Structure-aware transformer for graph representation learning","volume-title":"International Conference on Machine Learning (ICML)","author":"Chen"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2023.01.051"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1016\/j.matpr.2021.01.950"},{"key":"ref58","volume-title":"Algorithms for Graph Partitioning: A Survey","author":"Fj\u00e4llstr\u00f6m","year":"1998"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1145\/3648358"},{"key":"ref60","article-title":"A survey and taxonomy of graph sampling","author":"Hu","year":"2013"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330925"}],"event":{"name":"2024 IEEE International Conference on Big Data (BigData)","location":"Washington, DC, USA","start":{"date-parts":[[2024,12,15]]},"end":{"date-parts":[[2024,12,18]]}},"container-title":["2024 IEEE International Conference on Big Data (BigData)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10824975\/10824942\/10825327.pdf?arnumber=10825327","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,17]],"date-time":"2025-01-17T07:46:28Z","timestamp":1737099988000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10825327\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,15]]},"references-count":61,"URL":"https:\/\/doi.org\/10.1109\/bigdata62323.2024.10825327","relation":{},"subject":[],"published":{"date-parts":[[2024,12,15]]}}}