{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,11]],"date-time":"2026-07-11T17:33:01Z","timestamp":1783791181906,"version":"3.55.0"},"reference-count":46,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2022,10,10]],"date-time":"2022-10-10T00:00:00Z","timestamp":1665360000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,10,10]],"date-time":"2022-10-10T00:00:00Z","timestamp":1665360000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61602133"],"award-info":[{"award-number":["61602133"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61572266"],"award-info":[{"award-number":["61572266"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004731","name":"Natural Science Foundation of Zhejiang Province","doi-asserted-by":"publisher","award":["LY20F020009"],"award-info":[{"award-number":["LY20F020009"]}],"id":[{"id":"10.13039\/501100004731","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100007834","name":"Natural Science Foundation of Ningbo","doi-asserted-by":"publisher","award":["202003N4086"],"award-info":[{"award-number":["202003N4086"]}],"id":[{"id":"10.13039\/100007834","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100020738","name":"K.C. Wong Magna Fund in Ningbo University","doi-asserted-by":"crossref","id":[{"id":"10.13039\/501100020738","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2023,2]]},"DOI":"10.1007\/s00521-022-07862-6","type":"journal-article","created":{"date-parts":[[2022,10,10]],"date-time":"2022-10-10T13:32:31Z","timestamp":1665408751000},"page":"3357-3372","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":24,"title":["Multimodal heterogeneous graph attention network"],"prefix":"10.1007","volume":"35","author":[{"given":"Xiangen","family":"Jia","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Min","family":"Jiang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6048-2377","authenticated-orcid":false,"given":"Yihong","family":"Dong","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Feng","family":"Zhu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Haocai","family":"Lin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yu","family":"Xin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Huahui","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,10,10]]},"reference":[{"key":"7862_CR1","unstructured":"Abu-El-Haija S, Perozzi B, Kapoor A, Alipourfard N, Lerman K, Harutyunyan H, Ver Steeg G, Galstyan A(2019) Mixhop: higher-order graph convolutional architectures via sparsified neighborhood mixing. In: 36th international conference on machine learning, ICML 2019, vol. 2019, pp. 32\u201341"},{"issue":"2","key":"7862_CR2","doi-asserted-by":"publisher","first-page":"423","DOI":"10.1109\/TPAMI.2018.2798607","volume":"41","author":"T Baltrusaitis","year":"2019","unstructured":"Baltrusaitis T, Ahuja C, Morency LP (2019) Multimodal machine learning: a survey and taxonomy. IEEE Trans Pattern Anal Mach Intell 41(2):423\u2013443","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"issue":"8","key":"7862_CR3","doi-asserted-by":"publisher","first-page":"1798","DOI":"10.1109\/TPAMI.2013.50","volume":"35","author":"Y Bengio","year":"2013","unstructured":"Bengio Y, Courville A, Vincent P (2013) Representation learning: a review and new perspectives. IEEE Trans Pattern Anal Mach Intell 35(8):1798\u20131828","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"7862_CR4","doi-asserted-by":"crossref","unstructured":"Chen J, Zhang A (2020) Hgmf: heterogeneous graph-based fusion for multimodal data with incompleteness. In: Proceedings of the 26th ACM SIGKDD international conference on knowledge discovery & data mining, pp. 1295\u20131305","DOI":"10.1145\/3394486.3403182"},{"key":"7862_CR5","doi-asserted-by":"crossref","unstructured":"Chen Y, Yuan J, You Q, Luo J (2018) Twitter sentiment analysis via bi-sense emoji embedding and attention-based lstm. In: Proceedings of the 26th ACM international conference on multimedia, MM \u201918, Association for Computing Machinery, New York, pp. 117-125,","DOI":"10.1145\/3240508.3240533"},{"key":"7862_CR6","first-page":"3844","volume":"59","author":"M Defferrard","year":"2016","unstructured":"Defferrard M, Bresson X, Vandergheynst Pierre (2016) Convolutional neural networks on graphs with fast localized spectral filtering. Adv Neural Inf Process Syst 59:3844\u20133852","journal-title":"Adv Neural Inf Process Syst"},{"key":"7862_CR7","doi-asserted-by":"crossref","unstructured":"Dong Y, Chawla NV, Swami A (2017) Metapath2vec: scalable representation learning for heterogeneous networks. In: Proceedings of the ACM SIGKDD international conference on knowledge discovery and data mining, Part F 1296:135\u2013144","DOI":"10.1145\/3097983.3098036"},{"key":"7862_CR8","doi-asserted-by":"crossref","unstructured":"Fu TY, Lee WC, Lei Z (2017) HIN2Vec: Explore meta-paths in heterogeneous information networks for representation learning. In: International conference on information and knowledge management, proceedings, vol. Part F1318, pp 1797\u20131806","DOI":"10.1145\/3132847.3132953"},{"key":"7862_CR9","doi-asserted-by":"crossref","unstructured":"Grover A, Leskovec J (2016) Node2vec: scalable feature learning for networks. In: Proceedings of the ACM SIGKDD international conference on knowledge discovery and data mining, vol. 13\u201317, pp. 855\u2013864","DOI":"10.1145\/2939672.2939754"},{"key":"7862_CR10","first-page":"1025","volume":"2017","author":"WL Hamilton","year":"2017","unstructured":"Hamilton WL, Ying R, Leskovec J (2017) Inductive representation learning on large graphs. Adv Neural Inf Process Syst 2017:1025\u20131035","journal-title":"Adv Neural Inf Process Syst"},{"key":"7862_CR11","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J (2016) Deep residual learning for image recognition. In: Proceedings of the IEEE conference on computer vision and pattern recognition (CVPR)","DOI":"10.1109\/CVPR.2016.90"},{"key":"7862_CR12","doi-asserted-by":"crossref","unstructured":"Hong H, Guo H, Lin Y, Yang X, Li Z, Ye J (2020) An attention-based graph neural network for heterogeneous structural learning. In: AAAI, pp. 4132\u20134139","DOI":"10.1609\/aaai.v34i04.5833"},{"key":"7862_CR13","doi-asserted-by":"crossref","unstructured":"Huang G, Liu Z, Van Der Maaten L, Weinberger KQ (2017) Densely connected convolutional networks. In: Proceedings - 30th IEEE conference on computer vision and pattern recognition, CVPR 2017, vol. 2017, pp. 2261\u20132269","DOI":"10.1109\/CVPR.2017.243"},{"key":"7862_CR14","doi-asserted-by":"crossref","unstructured":"Jing Y, Yang Y, Wang X, Song M, Tao D (2021) Amalgamating knowledge from heterogeneous graph neural networks. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp. 15709\u201315718","DOI":"10.1109\/CVPR46437.2021.01545"},{"key":"7862_CR15","unstructured":"Kipf TN, Welling M (2017) Semi-supervised classification with graph convolutional networks. In: Proceedings of the 5th international conference on learning representations"},{"key":"7862_CR16","unstructured":"Kiros R, Salakhutdinov R, Zemel RS (2014) Unifying visual-semantic embeddings with multimodal neural language models. CoRR arXiv:1411.2539"},{"key":"7862_CR17","unstructured":"Le Q, Mikolov T (2014) Distributed representations of sentences and documents. In: Proceedings of the 31st international conference on international conference on machine learning - Vol. 32, pp. 1188-1196, AAAA.org"},{"key":"7862_CR18","doi-asserted-by":"crossref","unstructured":"Li Q, Han Z, Wu XM (2018) Deeper insights into graph convolutional networks for semi-supervised learning. In: Proceedings of the 32nd AAAI conference on artificial intelligence, AAAI \u201918, pp. 3538\u20133545, AAAI Press","DOI":"10.1609\/aaai.v32i1.11604"},{"key":"7862_CR19","unstructured":"Luan S, Zhao M, Chang XW, Precup D (2019) Break the ceiling: stronger multi-scale deep graph convolutional networks. In: Proceedings of the 33rd International Conference on Neural Information Processing Systems. Curran Associates Inc, Red Hook, pp 10945\u201310955"},{"key":"7862_CR20","doi-asserted-by":"crossref","unstructured":"Luo L, Fang Y, Cao X, Zhang X, Zhang W (2021) Detecting communities from heterogeneous graphs: a context path-based graph neural network model. In: Proceedings of the 30th ACM international conference on information & knowledge management, pp. 1170\u20131180","DOI":"10.1145\/3459637.3482250"},{"key":"7862_CR21","doi-asserted-by":"crossref","unstructured":"Lv Q, Ding M, Liu Q, Chen Y, Feng W, He S, Zhou C, Jiang J, Dong Y, Tang J (2021) Are we really making much progress? revisiting, benchmarking and refining heterogeneous graph neural networks. In: Proceedings of the 27th ACM SIGKDD conference on knowledge discovery & data mining, pp. 1150\u20131160","DOI":"10.1145\/3447548.3467350"},{"key":"7862_CR22","doi-asserted-by":"crossref","unstructured":"Mroueh Y, Marcheret E, Goel V (2015) Deep multimodal learning for audio-visual speech recognition. In: 2015 IEEE international conference on acoustics, speech and signal processing (ICASSP), pp. 2130\u20132134","DOI":"10.1109\/ICASSP.2015.7178347"},{"key":"7862_CR23","doi-asserted-by":"publisher","first-page":"117","DOI":"10.1016\/j.media.2018.06.001","volume":"48","author":"S Parisot","year":"2018","unstructured":"Parisot S, Ktena Sofia I, Ferrante E, Lee M, Guerrero R, Glocker B, Rueckert D (2018) Disease prediction using graph convolutional networks: application to autism spectrum disorder and alzheimer\u2019s disease. Med Image Anal 48:117\u2013130","journal-title":"Med Image Anal"},{"key":"7862_CR24","doi-asserted-by":"crossref","unstructured":"Perozzi B, Al-Rfou R, Skiena S (2014) DeepWalk: Online learning of social representations. in: Proceedings of the ACM SIGKDD international conference on knowledge discovery and data mining, pp. 701\u2013710","DOI":"10.1145\/2623330.2623732"},{"key":"7862_CR25","doi-asserted-by":"crossref","unstructured":"Ragesh R, Sellamanickam S, Iyer A, Bairi R, Lingam V (2021) Hetegcn: heterogeneous graph convolutional networks for text classification. In: Proceedings of the 14th ACM international conference on web search and data mining, pp. 860\u2013868","DOI":"10.1145\/3437963.3441746"},{"key":"7862_CR26","doi-asserted-by":"crossref","unstructured":"Sak H, Senior A, Rao K, Beaufays F (2015) Fast and accurate recurrent neural network acoustic models for speech recognition. In: Proceedings of the annual conference of the international speech communication association, INTERSPEECH, vol. 2015, pp. 1468\u20131472","DOI":"10.21437\/Interspeech.2015-350"},{"issue":"2","key":"7862_CR27","doi-asserted-by":"publisher","first-page":"357","DOI":"10.1109\/TKDE.2018.2833443","volume":"31","author":"C Shi","year":"2019","unstructured":"Shi C, Hu B, Zhao WX, Yu PS (2019) Heterogeneous information network embedding for recommendation. IEEE Trans Knowl Data Eng 31(2):357\u2013370","journal-title":"IEEE Trans Knowl Data Eng"},{"issue":"1","key":"7862_CR28","doi-asserted-by":"publisher","first-page":"17","DOI":"10.1109\/TKDE.2016.2598561","volume":"29","author":"C Shi","year":"2017","unstructured":"Shi C, Li Y, Zhang J, Sun Y, Yu PS (2017) A survey of heterogeneous information network analysis. IEEE Trans Knowl Data Eng 29(1):17\u201337","journal-title":"IEEE Trans Knowl Data Eng"},{"key":"7862_CR29","doi-asserted-by":"crossref","unstructured":"Silberer C, Lapata M (2014) Learning grounded meaning representations with autoencoders. In: 52nd annual meeting of the association for computational linguistics, ACL 2014 - proceedings of the conference, vol. 1, pp. 721\u2013732","DOI":"10.3115\/v1\/P14-1068"},{"key":"7862_CR30","doi-asserted-by":"crossref","unstructured":"Song K, Zhang Y, Wang X, Zuo J (2019) Representation learning for heterogeneous network with multiple link attributes. In: ACM unternational conference proceeding series, pp. 1358\u20131368","DOI":"10.1145\/3321408.3322837"},{"key":"7862_CR31","first-page":"2949","volume":"15","author":"N Srivastava","year":"2014","unstructured":"Srivastava N, Salakhutdinov R (2014) Multimodal learning with deep Boltzmann machines. J Mach Learn Res 15:2949\u20132980","journal-title":"J Mach Learn Res"},{"key":"7862_CR32","doi-asserted-by":"crossref","unstructured":"Su X, Xue S, Liu F, Wu J, Yang J, Zhou C, Hu W, Paris C, Nepal S, Jin D, Sheng QZ, Yu PS (2022) A comprehensive survey on community detection with deep learning. IEEE Trans Neural Netw Learn Syst pp. 1\u201321. https:\/\/ieeexplore.ieee.org\/document\/9732192","DOI":"10.1109\/TNNLS.2021.3137396"},{"key":"7862_CR33","doi-asserted-by":"crossref","unstructured":"Tang Q, Qu J, Wang M, Zhang M, Yan M, Mei J (2015) LINE: large-scale information network embedding. In: Proceedings of the 24th international conference on World Wide Web, International World Wide Web Conferences Steering Committee, pp. 1067\u20131077","DOI":"10.1145\/2736277.2741093"},{"issue":"86","key":"7862_CR34","first-page":"2579","volume":"9","author":"L van der Maaten","year":"2008","unstructured":"van der Maaten L, Hinton G (2008) Visualizing data using t-sne. J Mach Learn Res 9(86):2579\u20132605","journal-title":"J Mach Learn Res"},{"key":"7862_CR35","unstructured":"Veli\u010dkovi\u0107 P, Casanova A, Li\u00f2 P, Cucurull G, Romero A, Bengio Y (2018) Graph attention networks. In: 6th international conference on learning representations, ICLR 2018 - conference track proceedings, arXiv: 1710.10903"},{"key":"7862_CR36","doi-asserted-by":"publisher","first-page":"42","DOI":"10.1016\/j.neucom.2020.04.145","volume":"412","author":"J Wang","year":"2020","unstructured":"Wang J, Jun H, Qian S, Fang Q, Changsheng X (2020) Multimodal graph convolutional networks for high quality content recognition. Neurocomputing 412:42\u201351","journal-title":"Neurocomputing"},{"key":"7862_CR37","doi-asserted-by":"crossref","unstructured":"Wang X, Ji H, Cui P, Yu P, Shi C, Wang B, Ye Y (2019) Heterogeneous graph attention network. In: The web conference 2019 - proceedings of the World Wide Web conference, WWW 2019, pp. 2022\u20132032","DOI":"10.1145\/3308558.3313562"},{"key":"7862_CR38","doi-asserted-by":"crossref","unstructured":"Wang X, Zhu M, Bo D, Cui P, Shi C, Pei J (2020) AM-GCN: adaptive multi-channel graph convolutional networks. In: Proceedings of the ACM SIGKDD international conference on knowledge discovery and data mining, pp. 1243\u20131253","DOI":"10.1145\/3394486.3403177"},{"key":"7862_CR39","doi-asserted-by":"crossref","unstructured":"Wei Y, He X, Wang X, Hong R, Nie L, Chua TS (2019) MMGCN: multi-modal graph convolution network for personalized recommendation of micro-video. In: MM 2019 - proceedings of the 27th ACM international conference on multimedia, pp. 1437\u20131445","DOI":"10.1145\/3343031.3351034"},{"key":"7862_CR40","first-page":"102615","volume":"105","author":"J Wu","year":"2021","unstructured":"Wu J, Li B, Qin Y, Ni W, Zhang H, Fu R, Sun Y (2021) A multiscale graph convolutional network for change detection in homogeneous and heterogeneous remote sensing images. Int J Appl Earth Obs Geoinf 105:102615","journal-title":"Int J Appl Earth Obs Geoinf"},{"key":"7862_CR41","doi-asserted-by":"publisher","first-page":"105578","DOI":"10.1016\/j.knosys.2020.105578","volume":"194","author":"Y Xie","year":"2020","unstructured":"Xie Y, Yao C, Gong M, Chen C, Qin AK (2020) Graph convolutional networks with multi-level coarsening for graph classification. Knowl-Based Syst 194:105578","journal-title":"Knowl-Based Syst"},{"key":"7862_CR42","doi-asserted-by":"crossref","unstructured":"Yao L, Mao C, Luo Y (2019) Graph convolutional networks for text classification. In: Proceedings of the AAAI conference on artificial intelligence vol. 33, pp. 7370\u20137377","DOI":"10.1609\/aaai.v33i01.33017370"},{"key":"7862_CR43","unstructured":"You J, Ying R, Leskovec J (2019) Position-aware graph neural networks. In: Kamalika C, Ruslan S (eds) Proceedings of the 36th international conference on machine learning, vol.\u00a097 of Proceedings of machine learning research, Long Beach, California, USA, pp. 7134\u20137143"},{"key":"7862_CR44","doi-asserted-by":"crossref","unstructured":"Zhang J, Lu CT, Zhou M, Xie S, Chang Y, Yu Philip S (2016) HEER: heterogeneous graph embedding for emerging relation detection from news. In: Proceedings - 2016 IEEE international conference on big data, big data 2016, IEEE, pp. 803\u2013812","DOI":"10.1109\/BigData.2016.7840673"},{"key":"7862_CR45","doi-asserted-by":"publisher","first-page":"249","DOI":"10.1109\/TKDE.2020.2981333","volume":"34","author":"Z Zhang","year":"2020","unstructured":"Zhang Z, Cui P, Zhu W (2020) Deep learning on graphs: a survey. IEEE Trans Knowl Data Eng 34:249\u2013270","journal-title":"IEEE Trans Knowl Data Eng"},{"key":"7862_CR46","doi-asserted-by":"publisher","first-page":"106292","DOI":"10.1016\/j.knosys.2020.106292","volume":"205","author":"J Zhou","year":"2020","unstructured":"Zhou J, Huang JX, Hu QV, He L (2020) SK-GCN: modeling syntax and knowledge via graph convolutional network for aspect-level sentiment classification. Knowl-Based Syst 205:106292","journal-title":"Knowl-Based Syst"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-022-07862-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-022-07862-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-022-07862-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,27]],"date-time":"2023-01-27T05:10:14Z","timestamp":1674796214000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-022-07862-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,10,10]]},"references-count":46,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2023,2]]}},"alternative-id":["7862"],"URL":"https:\/\/doi.org\/10.1007\/s00521-022-07862-6","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,10,10]]},"assertion":[{"value":"28 February 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 September 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 October 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}