{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,20]],"date-time":"2026-10-20T17:47:50Z","timestamp":1792518470039,"version":"4.5.0"},"reference-count":55,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2027,1,1]],"date-time":"2027-01-01T00:00:00Z","timestamp":1798761600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2027,1,1]],"date-time":"2027-01-01T00:00:00Z","timestamp":1798761600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2027,1,1]],"date-time":"2027-01-01T00:00:00Z","timestamp":1798761600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2027,1,1]],"date-time":"2027-01-01T00:00:00Z","timestamp":1798761600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2027,1,1]],"date-time":"2027-01-01T00:00:00Z","timestamp":1798761600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2027,1,1]],"date-time":"2027-01-01T00:00:00Z","timestamp":1798761600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2027,1,1]],"date-time":"2027-01-01T00:00:00Z","timestamp":1798761600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/100018913","name":"Tsinghua Shenzhen International Graduate School","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100018913","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Neural Networks"],"published-print":{"date-parts":[[2027,1]]},"DOI":"10.1016\/j.neunet.2026.109557","type":"journal-article","created":{"date-parts":[[2026,8,28]],"date-time":"2026-08-28T14:37:20Z","timestamp":1787927840000},"page":"109557","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"PC","title":["Modality as heterogeneity: Node splitting and graph rewiring for multimodal graph learning"],"prefix":"10.1016","volume":"205","author":[{"given":"Yihan","family":"Zhang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2608-8034","authenticated-orcid":false,"given":"Ercan E.","family":"Kuruoglu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.neunet.2026.109557_bib0001","series-title":"The 2023 conference on empirical methods in natural language processing","article-title":"A suite of generative tasks for multi-level multimodal webpage understanding","author":"Burns","year":"2023"},{"key":"10.1016\/j.neunet.2026.109557_bib0002","doi-asserted-by":"crossref","first-page":"933","DOI":"10.1109\/TSP.2023.3259144","article-title":"Convolutional learning on multigraphs","volume":"71","author":"Butler","year":"2023","journal-title":"IEEE Transactions on Signal Processing"},{"key":"10.1016\/j.neunet.2026.109557_bib0003","series-title":"International conference on machine learning","first-page":"1204","article-title":"GraphNorm: A principled approach to accelerating graph neural network training","author":"Cai","year":"2021"},{"key":"10.1016\/j.neunet.2026.109557_bib0004","series-title":"The eleventh international conference on learning representations","article-title":"NAGphormer: A tokenized graph transformer for node classification in large graphs","author":"Chen","year":"2023"},{"key":"10.1016\/j.neunet.2026.109557_bib0005","series-title":"Proceedings of the 26th ACM SIGKDD international conference on knowledge discovery & data mining","first-page":"1295","article-title":"HGMF: Heterogeneous graph-based fusion for multimodal data with incompleteness","author":"Chen","year":"2020"},{"key":"10.1016\/j.neunet.2026.109557_bib0006","series-title":"International conference on machine learning","first-page":"1725","article-title":"Simple and deep graph convolutional networks","author":"Chen","year":"2020"},{"key":"10.1016\/j.neunet.2026.109557_bib0007","series-title":"Proceedings of the 45th international ACM SIGIR conference on research and development in information retrieval","first-page":"904","article-title":"Hybrid transformer with multi-level fusion for multimodal knowledge graph completion","author":"Chen","year":"2022"},{"issue":"1","key":"10.1016\/j.neunet.2026.109557_bib0008","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1137\/0707001","article-title":"The rotation of eigenvectors by a perturbation. III","volume":"7","author":"Davis","year":"1970","journal-title":"SIAM Journal on Numerical Analysis"},{"key":"10.1016\/j.neunet.2026.109557_bib0009","series-title":"International conference on learning representations","article-title":"An image is worth 16x16 words: Transformers for image recognition at scale","author":"Dosovitskiy","year":"2021"},{"issue":"4","key":"10.1016\/j.neunet.2026.109557_bib0010","doi-asserted-by":"crossref","first-page":"340","DOI":"10.1038\/s42256-023-00624-6","article-title":"Multimodal learning with graphs","volume":"5","author":"Ektefaie","year":"2023","journal-title":"Nature Machine Intelligence"},{"key":"10.1016\/j.neunet.2026.109557_bib0011","series-title":"Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition","first-page":"15180","article-title":"ImageBind: One embedding space to bind them all","author":"Girdhar","year":"2023"},{"key":"10.1016\/j.neunet.2026.109557_bib0012","series-title":"Proceedings of the AAAI conference on artificial intelligence","first-page":"8454","article-title":"LGMRec: Local and global graph learning for multimodal recommendation","volume":"vol. 38","author":"Guo","year":"2024"},{"key":"10.1016\/j.neunet.2026.109557_bib0013","series-title":"Proceedings of the AAAI conference on artificial intelligence","first-page":"11754","article-title":"GraphmoRE: Mitigating topological heterogeneity via mixture of Riemannian experts","volume":"vol. 39","author":"Guo","year":"2025"},{"key":"10.1016\/j.neunet.2026.109557_bib0014","series-title":"Advances in neural information processing systems","article-title":"Inductive representation learning on large graphs","volume":"vol. 30","author":"Hamilton","year":"2017"},{"key":"10.1016\/j.neunet.2026.109557_bib0015","series-title":"Proceedings of the IEEE conference on computer vision and pattern recognition","first-page":"770","article-title":"Deep residual learning for image recognition","author":"He","year":"2016"},{"key":"10.1016\/j.neunet.2026.109557_bib0016","series-title":"Proceedings of the ACM web conference 2024","first-page":"685","article-title":"Spectral heterogeneous graph convolutions via positive noncommutative polynomials","author":"He","year":"2024"},{"key":"10.1016\/j.neunet.2026.109557_bib0017","series-title":"Proceedings of the ACM on web conference 2025","first-page":"1759","article-title":"UniGraph2: Learning a unified embedding space to bind multimodal graphs","author":"He","year":"2025"},{"key":"10.1016\/j.neunet.2026.109557_bib0018","series-title":"Proceedings of the 28th ACM SIGKDD conference on knowledge discovery and data mining","first-page":"594","article-title":"GraphMAE: Self-supervised masked graph autoencoders","author":"Hou","year":"2022"},{"key":"10.1016\/j.neunet.2026.109557_bib0019","series-title":"IJCAI","article-title":"Graph classification by mixture of diverse experts","author":"Hu","year":"2022"},{"key":"10.1016\/j.neunet.2026.109557_bib0020","series-title":"Proceedings of the web conference 2020","first-page":"2704","article-title":"Heterogeneous graph transformer","author":"Hu","year":"2020"},{"key":"10.1016\/j.neunet.2026.109557_bib0021","series-title":"Proceedings of the AAAI conference on artificial intelligence","first-page":"17476","article-title":"Graph mixture of experts and memory-augmented routers for multivariate time series anomaly detection","volume":"vol. 39","author":"Huang","year":"2025"},{"key":"10.1016\/j.neunet.2026.109557_bib0022","series-title":"Proceedings of the AAAI conference on artificial intelligence","first-page":"5141","article-title":"Heterogeneous graph learning for multi-modal medical data analysis","volume":"vol. 37","author":"Kim","year":"2023"},{"key":"10.1016\/j.neunet.2026.109557_bib0023","series-title":"ICLR","article-title":"Adam: A method for stochastic optimization","author":"Kingma","year":"2015"},{"key":"10.1016\/j.neunet.2026.109557_bib0024","series-title":"NIPS 2016 workshop","article-title":"Variational graph auto-encoders","author":"Kipf","year":"2016"},{"key":"10.1016\/j.neunet.2026.109557_bib0025","series-title":"International conference on learning representations","article-title":"Semi-supervised classification with graph convolutional networks","author":"Kipf","year":"2017"},{"key":"10.1016\/j.neunet.2026.109557_bib0026","series-title":"Proceedings of the ACM web conference 2023","first-page":"28","article-title":"Fair graph representation learning via diverse mixture-of-experts","author":"Liu","year":"2023"},{"key":"10.1016\/j.neunet.2026.109557_bib0027","series-title":"Advances in neural information processing systems","article-title":"ViLBERT: Pretraining task-agnostic visiolinguistic representations for vision-and-language tasks","volume":"vol. 32","author":"Lu","year":"2019"},{"key":"10.1016\/j.neunet.2026.109557_bib0028","series-title":"International conference on machine learning","first-page":"8748","article-title":"Learning transferable visual models from natural language supervision","author":"Radford","year":"2021"},{"key":"10.1016\/j.neunet.2026.109557_bib0029","series-title":"EMNLP-IJCNLP","first-page":"3982","article-title":"Sentence-BERT: Sentence embeddings using siamese BERT-networks","author":"Reimers","year":"2019"},{"key":"10.1016\/j.neunet.2026.109557_bib0030","series-title":"International conference on learning representations","article-title":"DropEdge: Towards deep graph convolutional networks on node classification","author":"Rong","year":"2020"},{"key":"10.1016\/j.neunet.2026.109557_bib0031","series-title":"European semantic web conference","first-page":"593","article-title":"Modeling relational data with graph convolutional networks","author":"Schlichtkrull","year":"2018"},{"key":"10.1016\/j.neunet.2026.109557_bib0032","series-title":"International conference on learning representations","article-title":"Outrageously large neural networks: The sparsely-gated mixture-of-experts layer","author":"Shazeer","year":"2017"},{"key":"10.1016\/j.neunet.2026.109557_bib0033","series-title":"EMNLP","first-page":"5100","article-title":"LXMERT: Learning cross-modality encoder representations from transformers","author":"Tan","year":"2019"},{"key":"10.1016\/j.neunet.2026.109557_bib0034","series-title":"International conference on learning representations","article-title":"Graph attention networks","author":"Veli\u010dkovi\u0107","year":"2018"},{"key":"10.1016\/j.neunet.2026.109557_bib0035","series-title":"Advances in neural information processing systems","first-page":"50825","article-title":"Graph mixture of experts: Learning on large-scale graphs with explicit diversity modeling","volume":"vol. 36","author":"Wang","year":"2023"},{"key":"10.1016\/j.neunet.2026.109557_bib0036","series-title":"The world wide web conference","first-page":"2022","article-title":"Heterogeneous graph attention network","author":"Wang","year":"2019"},{"key":"10.1016\/j.neunet.2026.109557_bib0037","series-title":"Proceedings of the 27th ACM international conference on multimedia","first-page":"1437","article-title":"MMGCN: Multi-modal graph convolution network for personalized recommendation of micro-video","author":"Wei","year":"2019"},{"key":"10.1016\/j.neunet.2026.109557_bib0038","series-title":"International conference on machine learning","first-page":"6861","article-title":"Simplifying graph convolutional networks","author":"Wu","year":"2019"},{"issue":"1","key":"10.1016\/j.neunet.2026.109557_bib0039","doi-asserted-by":"crossref","first-page":"4","DOI":"10.1109\/TNNLS.2020.2978386","article-title":"A comprehensive survey on graph neural networks","volume":"32","author":"Wu","year":"2020","journal-title":"IEEE Transactions on Neural Networks and Learning Systems"},{"key":"10.1016\/j.neunet.2026.109557_bib0040","series-title":"Advances in neural information processing systems","article-title":"Information-theoretic analysis of generalization capability of learning algorithms","volume":"vol. 30","author":"Xu","year":"2017"},{"key":"10.1016\/j.neunet.2026.109557_bib0041","series-title":"International conference on machine learning","first-page":"5453","article-title":"Representation learning on graphs with jumping knowledge networks","author":"Xu","year":"2018"},{"key":"10.1016\/j.neunet.2026.109557_bib0042","doi-asserted-by":"crossref","DOI":"10.1016\/j.dajour.2023.100229","article-title":"An integrated vector error correction and directed acyclic graph method for investigating contemporaneous causalities","volume":"7","author":"Xu","year":"2023","journal-title":"Decision Analytics Journal"},{"key":"10.1016\/j.neunet.2026.109557_bib0043","series-title":"Advances in neural information processing systems","first-page":"17238","article-title":"A comprehensive study on text-attributed graphs: Benchmarking and rethinking","volume":"vol. 36","author":"Yan","year":"2023"},{"key":"10.1016\/j.neunet.2026.109557_bib0044","series-title":"Proceedings of the 31st ACM SIGKDD conference on knowledge discovery and data mining v. 2","first-page":"5842","article-title":"When graph meets multimodal: Benchmarking and meditating on multimodal attributed graph learning","author":"Yan","year":"2025"},{"issue":"2","key":"10.1016\/j.neunet.2026.109557_bib0045","first-page":"1637","article-title":"Interpretable and efficient heterogeneous graph convolutional network","volume":"35","author":"Yang","year":"2021","journal-title":"IEEE Transactions on Knowledge and Data Engineering"},{"key":"10.1016\/j.neunet.2026.109557_bib0046","series-title":"Proceedings of the 24th ACM SIGKDD international conference on knowledge discovery & data mining","first-page":"974","article-title":"Graph convolutional neural networks for web-scale recommender systems","author":"Ying","year":"2018"},{"key":"10.1016\/j.neunet.2026.109557_bib0047","series-title":"NeurIPS 2023 workshop: New frontiers in graph learning","article-title":"Multimodal graph learning for generative tasks","author":"Yoon","year":"2023"},{"key":"10.1016\/j.neunet.2026.109557_bib0048","series-title":"Proceedings of the 28th ACM SIGKDD conference on knowledge discovery and data mining","first-page":"2377","article-title":"Multiplex heterogeneous graph convolutional network","author":"Yu","year":"2022"},{"key":"10.1016\/j.neunet.2026.109557_bib0049","series-title":"Proceedings of the AAAI conference on artificial intelligence","first-page":"13096","article-title":"Mind individual information! principal graph learning for multimedia recommendation","volume":"vol. 39","author":"Yu","year":"2025"},{"key":"10.1016\/j.neunet.2026.109557_bib0050","series-title":"ICASSP 2025-2025 IEEE international conference on acoustics, speech and signal processing (ICASSP)","first-page":"1","article-title":"A MoE multimodal graph attention network framework for multimodal emotion recognition","author":"Zhang","year":"2025"},{"key":"10.1016\/j.neunet.2026.109557_bib0051","series-title":"Proceedings of the 29th ACM international conference on multimedia","first-page":"3872","article-title":"Mining latent structures for multimedia recommendation","author":"Zhang","year":"2021"},{"issue":"9","key":"10.1016\/j.neunet.2026.109557_bib0052","doi-asserted-by":"crossref","first-page":"2207","DOI":"10.1109\/TMI.2022.3159264","article-title":"Multi-modal graph learning for disease prediction","volume":"41","author":"Zheng","year":"2022","journal-title":"IEEE Transactions on Medical Imaging"},{"key":"10.1016\/j.neunet.2026.109557_bib0053","series-title":"Proceedings of the ACM on web conference 2025","first-page":"4823","article-title":"Multimodal graph-based variational mixture of experts network for zero-shot multimodal information extraction","author":"Zhou","year":"2025"},{"key":"10.1016\/j.neunet.2026.109557_bib0054","series-title":"Proceedings of the computer vision and pattern recognition conference","first-page":"14215","article-title":"Mosaic of modalities: A comprehensive benchmark for multimodal graph learning","author":"Zhu","year":"2025"},{"issue":"13","key":"10.1016\/j.neunet.2026.109557_bib0055","doi-asserted-by":"crossref","first-page":"i457","DOI":"10.1093\/bioinformatics\/bty294","article-title":"Modeling polypharmacy side effects with graph convolutional networks","volume":"34","author":"Zitnik","year":"2018","journal-title":"Bioinformatics"}],"container-title":["Neural Networks"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0893608026010154?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0893608026010154?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,10,20]],"date-time":"2026-10-20T17:37:09Z","timestamp":1792517829000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0893608026010154"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2027,1]]},"references-count":55,"alternative-id":["S0893608026010154"],"URL":"https:\/\/doi.org\/10.1016\/j.neunet.2026.109557","relation":{},"ISSN":["0893-6080"],"issn-type":[{"value":"0893-6080","type":"print"}],"subject":[],"published":{"date-parts":[[2027,1]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Modality as heterogeneity: Node splitting and graph rewiring for multimodal graph learning","name":"articletitle","label":"Article Title"},{"value":"Neural Networks","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.neunet.2026.109557","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier Ltd. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"109557"}}