{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,21]],"date-time":"2026-05-21T21:55:29Z","timestamp":1779400529149,"version":"3.53.1"},"reference-count":60,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2024,12,13]],"date-time":"2024-12-13T00:00:00Z","timestamp":1734048000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,12,13]],"date-time":"2024-12-13T00:00:00Z","timestamp":1734048000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100002858","name":"China Postdoctoral Science Foundation","doi-asserted-by":"publisher","award":["2021M702030"],"award-info":[{"award-number":["2021M702030"]}],"id":[{"id":"10.13039\/501100002858","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2025,1]]},"DOI":"10.1007\/s10489-024-06065-x","type":"journal-article","created":{"date-parts":[[2024,12,13]],"date-time":"2024-12-13T07:33:45Z","timestamp":1734075225000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Proformer: a scalable graph transformer with linear complexity"],"prefix":"10.1007","volume":"55","author":[{"given":"Zhu","family":"Liu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Peng","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Cui","family":"Ni","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Qingling","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,12,13]]},"reference":[{"key":"6065_CR1","doi-asserted-by":"crossref","unstructured":"Yang L, Liu Z, Dou Y et al (2021) ConsisRec: Enhancing gnn for social recommendation via consistent neighbor aggregation. In: Proceedings of the 44th international ACM SIGIR conference on research and development in information retrieval, pp 2141\u20132145","DOI":"10.1145\/3404835.3463028"},{"key":"6065_CR2","doi-asserted-by":"publisher","first-page":"102538","DOI":"10.1016\/j.sbi.2023.102538","volume":"79","author":"P Veli\u010dkovi\u0107","year":"2023","unstructured":"Veli\u010dkovi\u0107 P (2023) Everything is connected: Graph neural networks. Curr Opin Struct Biol 79:102538","journal-title":"Curr Opin Struct Biol"},{"key":"6065_CR3","doi-asserted-by":"crossref","unstructured":"Romanova A (2023) GNN graph classification method to discover climate change patterns. In: International conference on artificial neural networks, vol 14257. Springer Nature Switzerland, Cham, pp 388\u2013397","DOI":"10.1007\/978-3-031-44216-2_32"},{"issue":"9","key":"6065_CR4","first-page":"10816","volume":"37","author":"X Yang","year":"2023","unstructured":"Yang X, Yan M, Pan S et al (2023) Simple and efficient heterogeneous graph neural network. Proc AAAI Conf Artif Intell 37(9):10816\u201310824","journal-title":"Proc AAAI Conf Artif Intell"},{"issue":"1","key":"6065_CR5","first-page":"205","volume":"7","author":"S Qureshi","year":"2023","unstructured":"Qureshi S (2023) Limits of depth: Over-smoothing and over-squashing in gnns. Big Data Min Anal 7(1):205\u2013216","journal-title":"Big Data Min Anal"},{"key":"6065_CR6","doi-asserted-by":"crossref","unstructured":"Li J, Zhang X, Zhang K et al (2024) Transformer helps GNNs express better via distillation of longrange dependencies. Available at SSRN 4768939","DOI":"10.2139\/ssrn.4768939"},{"key":"6065_CR7","unstructured":"Franceschi L, Niepert M, Pontil M et al (2019) Learning discrete structures for graph neural networks. In: International conference on machine learning, vol 97. PMLR, pp 1972\u20131982"},{"issue":"6","key":"6065_CR8","first-page":"6550","volume":"36","author":"W Duan","year":"2022","unstructured":"Duan W, Xuan J, Qiao M et al (2022) Learning from the dark: boosting graph convolutional neural networks with diverse negative samples. Proc AAAI Conf Artif Intell 36(6):6550\u20136558","journal-title":"Proc AAAI Conf Artif Intell"},{"key":"6065_CR9","unstructured":"Duan W, Lu J, Wang Y G et al (2024) Layer-diverse negative sampling for graph neural networks. Trans Mach Learn Res"},{"key":"6065_CR10","first-page":"8291","volume":"35","author":"K Han","year":"2022","unstructured":"Han K, Wang Y, Guo J et al (2022) Vision gnn: An image is worth graph of nodes. Adv Neural Inf Process Syst 35:8291\u20138303","journal-title":"Adv Neural Inf Process Syst"},{"key":"6065_CR11","doi-asserted-by":"crossref","unstructured":"Xing Y, He T, Xiao T et al (2021) Learning hierarchical graph neural networks for image clustering. In: Proceedings of the IEEE\/CVF international conference on computer vision, pp 3467\u20133477","DOI":"10.1109\/ICCV48922.2021.00345"},{"key":"6065_CR12","doi-asserted-by":"crossref","unstructured":"Wang J (2020) Text classification based on GNN[C]. In: 2020 international workshop on electronic communication and artificial intelligence (IWECAI). IEEE, pp 94\u201397","DOI":"10.1109\/IWECAI50956.2020.00026"},{"issue":"4","key":"6065_CR13","first-page":"1","volume":"18","author":"X Li","year":"2024","unstructured":"Li X, Wang B, Wang Y et al (2024) Graph-based text classification by contrastive learning with text-level graph augmentation. ACM Trans Knowl Discov Data 18(4):1\u201321","journal-title":"ACM Trans Knowl Discov Data"},{"key":"6065_CR14","doi-asserted-by":"crossref","unstructured":"Tzes M, Bousias N, Chatzipantazis E et al (2023) Graph neural networks for multi-robot active information acquisition. In: 2023 IEEE international conference on robotics and automation (ICRA). IEEE, pp 3497\u20133503","DOI":"10.1109\/ICRA48891.2023.10160723"},{"key":"6065_CR15","doi-asserted-by":"crossref","unstructured":"Goarin M, Loianno G (2024) Graph neural network for decentralized multi-robot goal assignment. IEEE Robot Autom Lett 9:4051\u20134058","DOI":"10.1109\/LRA.2024.3371254"},{"key":"6065_CR16","doi-asserted-by":"crossref","unstructured":"Liu X, Wu Y, Fiumara G, et al (2024) Heterogeneous graph community detection method based on K-nearest neighbor graph neural network. Intell Data Anal (Preprint) 1\u201322","DOI":"10.3233\/IDA-230356"},{"key":"6065_CR17","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1016\/j.patrec.2024.06.001","volume":"184","author":"G Ai","year":"2024","unstructured":"Ai G, Gao Y, Wang H et al (2024)\u00a0Neighbors selective graph convolutional network for homophily and heterophily. Pattern Recogn Lett 184:44\u201351","journal-title":"Pattern Recogn Lett"},{"key":"6065_CR18","doi-asserted-by":"publisher","first-page":"8497","DOI":"10.1109\/TNNLS.2022.3230417","volume":"35","author":"L Wu","year":"2024","unstructured":"Wu L, Lin H, Hu B et al (2024) Beyond homophily and homogeneity assumption: Relation-based frequency adaptive graph neural networks. IEEE Trans Neural Netw Learn Syst 35:8497\u20138509","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"6065_CR19","doi-asserted-by":"publisher","first-page":"124217","DOI":"10.1016\/j.eswa.2024.124217","volume":"253","author":"L Li","year":"2024","unstructured":"Li L, Yang W, Bai S et al (2024) KNN-GNN: A powerful graph neural network enhanced by aggregating K-nearest neighbors in common subspace. Expert Syst Appl 253:124217","journal-title":"Expert Syst Appl"},{"key":"6065_CR20","doi-asserted-by":"publisher","first-page":"8092","DOI":"10.1007\/s10489-024-05601-z","volume":"54","author":"J Ben","year":"2024","unstructured":"Ben J, Sun Q, Liu K et al (2024) Multi-head multi-order graph attention networks. Appl Intell 54:8092\u20138107","journal-title":"Appl Intell"},{"key":"6065_CR21","unstructured":"Gabrielsson RB, Yurochkin M, Solomon J (2023) Rewiring with positional encodings for graph neural networks. Transact Mach Learn Res"},{"issue":"1","key":"6065_CR22","doi-asserted-by":"publisher","first-page":"24","DOI":"10.1007\/s11063-024-11496-1","volume":"56","author":"E Jiawei","year":"2024","unstructured":"Jiawei E, Zhang Y, Yang S et al (2024) GraphSAGE++: Weighted Multi-scale GNN for Graph Representation Learning. Neural Process Lett 56(1):24","journal-title":"Neural Process Lett"},{"key":"6065_CR23","first-page":"27387","volume":"35","author":"Q Wu","year":"2022","unstructured":"Wu Q, Zhao W, Li Z et al (2022) Nodeformer: A scalable graph structure learning transformer for node classification. Adv Neural Inf Process Syst 35:27387\u201327401","journal-title":"Adv Neural Inf Process Syst"},{"key":"6065_CR24","unstructured":"Vaswani A (2017) Attention is all you need. In: Advances in neural information processing systems"},{"key":"6065_CR25","first-page":"28798","volume":"34","author":"J Yang","year":"2021","unstructured":"Yang J, Liu Z, Xiao S et al (2021) Graphformers: Gnn-nested transformers for representation learning on textual graph. Adv Neural Inf Process Syst 34:28798\u201328810","journal-title":"Adv Neural Inf Process Syst"},{"key":"6065_CR26","unstructured":"Yun S, Jeong M, Kim R et al (2019) Graph transformer networks. In: Proceedings of the 33rd international conference on neural information processing systems, vol 32, pp 11983\u201311993"},{"key":"6065_CR27","unstructured":"Chen D, O\u2019Bray L, Borgwardt K (2022) Structure-aware transformer for graph representation learning. In: Proceedings of the 39th international conference on machine learning, vol 162. PMLR, pp 3469\u20133489"},{"key":"6065_CR28","first-page":"14501","volume":"35","author":"L Ramp\u00e1\u0161ek","year":"2022","unstructured":"Ramp\u00e1\u0161ek L, Galkin M, Dwivedi VP et al (2022) Recipe for a general, powerful, scalable graph transformer. Adv Neural Inf Process Syst 35:14501\u201314515","journal-title":"Adv Neural Inf Process Syst"},{"key":"6065_CR29","unstructured":"He X, Hooi B, Laurent T et al (2023) A generalization of ViT\/MLP-mixer to graphs. In: Proceedings of machine learning research, pp 12724\u201312745"},{"key":"6065_CR30","unstructured":"Shirzad H, Velingker A, Venkatachalam B et al (2023) Exphormer: sparse transformers for graphs. In: International conference on machine learning. PMLR, pp 31613\u201331632"},{"key":"6065_CR31","unstructured":"Chen J, Gao K, Li G, et al (2022) NAGphormer: A tokenized graph transformer for node classification in large graphs. In: The eleventh international conference on learning representations"},{"key":"6065_CR32","unstructured":"Micikevicius P, Narang S, Alben J, et al (2018) Mixed precision training. arXiv preprint arXiv:1710.03740"},{"key":"6065_CR33","unstructured":"Child R, Gray S, Radford A, et al (2019) Generating long sequences with sparse transformers. arXiv preprint arXiv:1904.10509"},{"key":"6065_CR34","unstructured":"Kitaev N, Kaiser \u0141, Levskaya A (2020) Reformer: The efficient transformer. arXiv preprint arXiv:2001.04451"},{"key":"6065_CR35","unstructured":"Shen Z, Zhang M, Zhao H, et al (2021) Efficient attention: Attention with linear complexities. In: Proceedings of the IEEE\/CVF winter conference on applications of computer vision, pp 3531\u20133539"},{"key":"6065_CR36","unstructured":"Wang S, Li B Z, Khabsa M, et al (2020) Linformer: Self-attention with linear complexity. arXiv preprint arXiv:2006.04768"},{"key":"6065_CR37","unstructured":"Rahimi A, Recht B (2007) Random features for large-scale kernel machines. In: Proceedings of the 20th International Conference on Neural Information Processing Systems, vol 20, pp 1177\u20131184"},{"key":"6065_CR38","unstructured":"Jang E, Gu S, Poole B (2017) Categorical reparameterization with gumbel-softmax. In: International conference on learning representations"},{"issue":"10","key":"6065_CR39","doi-asserted-by":"publisher","first-page":"7128","DOI":"10.1109\/TPAMI.2021.3097011","volume":"44","author":"F Liu","year":"2022","unstructured":"Liu F, Huang X, Chen Y et al (2022) Random Features for Kernel Approximation: A Survey on Algorithms, Theory, and Beyond. IEEE Trans Pattern Anal Mach Intell 44(10):7128\u20137148","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"6065_CR40","first-page":"26792","volume":"34","author":"G Lorberbom","year":"2021","unstructured":"Lorberbom G, Johnson DD, Maddison CJ et al (2021) Learning generalized gumbel-max causal mechanisms. Adv Neural Inf Process Syst 34:26792\u201326803","journal-title":"Adv Neural Inf Process Syst"},{"key":"6065_CR41","doi-asserted-by":"crossref","unstructured":"Han D, Pan X, Han Y, et al (2023) FLatten transformer: vision transformer using focused linear attention. In: 2023 IEEE\/CVF International conference on computer vision (ICCV). IEEE, pp 5938\u20135948","DOI":"10.1109\/ICCV51070.2023.00548"},{"key":"6065_CR42","unstructured":"Shazeer N, Lan Z, Cheng Y, et al (2020) Talking-heads attention. arXiv preprint arXiv:2003.02436"},{"key":"6065_CR43","unstructured":"Touvron H, Cord M, Douze M, et al (2021) Training data-efficient image transformers & distillation through attention. In: International conference on machine learning. PMLR, pp 10347\u201310357"},{"key":"6065_CR44","unstructured":"Dosovitskiy A, Beyer L, Kolesnikov A et al (2020) An image is worth 16\u00d716 words: transformers for image recognition at scale. In: International conference on learning representations"},{"key":"6065_CR45","doi-asserted-by":"crossref","unstructured":"You H, Xiong Y, Dai X, et al (2023) Castling-vit: Compressing self-attention via switching towards linear-angular attention at vision transformer inference. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 14431\u201314442","DOI":"10.1109\/CVPR52729.2023.01387"},{"key":"6065_CR46","first-page":"7793","volume":"33","author":"J Zhu","year":"2020","unstructured":"Zhu J, Yan Y, Zhao L et al (2020) Beyond homophily in graph neural networks: Current limitations and effective designs. Adv Neural Inf Process Syst 33:7793\u20137804","journal-title":"Adv Neural Inf Process Syst"},{"key":"6065_CR47","unstructured":"Lim D, Li X, Hohne F, et al (2021) New benchmarks for learning on non-homophilous graphs. arXiv preprint arXiv:2104.01404"},{"key":"6065_CR48","first-page":"22118","volume":"33","author":"W Hu","year":"2020","unstructured":"Hu W, Fey M, Zitnik M et al (2020) Open graph benchmark: Datasets for machine learning on graphs. Adv Neural Inf Process Syst 33:22118\u201322133","journal-title":"Adv Neural Inf Process Syst"},{"key":"6065_CR49","unstructured":"Vinyals O, Blundell C, Lillicrap T et al (2016) Matching networks for one shot learning. Adv Neural Inf Process Syst 29:3637\u20133645"},{"key":"6065_CR50","first-page":"2825","volume":"12","author":"F Pedregosa","year":"2011","unstructured":"Pedregosa F, Varoquaux G, Gramfort A et al (2011) Scikit-learn: Machine learning in Python. J Mach Learn Res 12:2825\u20132830","journal-title":"J Mach Learn Res"},{"key":"6065_CR51","unstructured":"Kipf T N, Welling M (2016) Semi-supervised classification with graph convolutional networks. arXiv preprint arXiv:1609.02907"},{"issue":"20","key":"6065_CR52","first-page":"10","volume":"1050","author":"P Velickovic","year":"2017","unstructured":"Velickovic P, Cucurull G, Casanova A et al (2017) Graph attention networks. stat 1050(20):10\u201348550","journal-title":"stat"},{"key":"6065_CR53","unstructured":"Xu K, Li C, Tian Y et al (2018) Representation learning on graphs with jumping knowledge networks. In: International conference on machine learning, vol 80. PMLR, pp 5453\u20135462"},{"key":"6065_CR54","unstructured":"Abu-El-Haija S, Perozzi B, Kapoor A et al (2019) Mixhop: higher-order graph convolutional architectures via sparsified neighborhood mixing. In: International conference on machine learning. PMLR, pp 21\u201329"},{"key":"6065_CR55","unstructured":"Rong Y, Huang W, Xu T, et al (2019) Dropedge: Towards deep graph convolutional networks on node classification. arXiv preprint arXiv:1907.10903"},{"key":"6065_CR56","unstructured":"Franceschi L, Niepert M, Pontil M et al (2019) Learning discrete structures for graph neural networks. In: International conference on machine learning, vol 97. PMLR, pp 1972\u20131982"},{"key":"6065_CR57","first-page":"19314","volume":"33","author":"Y Chen","year":"2020","unstructured":"Chen Y, Wu L, Zaki M (2020) Iterative deep graph learning for graph neural networks: Better and robust node embeddings. Adv Neural Inf Process Syst 33:19314\u201319326","journal-title":"Adv Neural Inf Process Syst"},{"key":"6065_CR58","unstructured":"Zeng H, Zhou H, Srivastava A, et al (2020) GraphSAINT: Graph sampling based inductive learning method. In: International conference on learning representations"},{"key":"6065_CR59","unstructured":"Wu F, Souza A, Zhang T et al (2019) Simplifying graph convolutional networks. In: International conference on machine learning, vol 97. PMLR, pp 6861\u20136871"},{"issue":"11","key":"6065_CR60","first-page":"2579","volume":"9","author":"L Van der Maaten","year":"2008","unstructured":"Van der Maaten L, Hinton G (2008) Visualizing data using t-SNE. J Mach Learn Res 9(11):2579\u20132605","journal-title":"J Mach Learn Res"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-024-06065-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-024-06065-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-024-06065-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,20]],"date-time":"2025-01-20T15:07:24Z","timestamp":1737385644000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-024-06065-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,13]]},"references-count":60,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2025,1]]}},"alternative-id":["6065"],"URL":"https:\/\/doi.org\/10.1007\/s10489-024-06065-x","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,12,13]]},"assertion":[{"value":"5 September 2024","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 December 2024","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that there are no conflicts of interest or competing interests regarding the publication of this article.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflicts of interest\/competing interests"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval"}},{"value":"Not applicable.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to participate"}},{"value":"The work described has not been published before, and its publication has been approved by the responsible authorities at the institution where the work was carried out.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}}],"article-number":"157"}}