{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,4]],"date-time":"2026-07-04T03:20:54Z","timestamp":1783135254843,"version":"3.54.6"},"reference-count":44,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62071098"],"award-info":[{"award-number":["62071098"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100012542","name":"Sichuan Provincial Science and Technology Support Program","doi-asserted-by":"publisher","award":["2022YFG0319"],"award-info":[{"award-number":["2022YFG0319"]}],"id":[{"id":"10.13039\/100012542","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Data & Knowledge Engineering"],"published-print":{"date-parts":[[2026,7]]},"DOI":"10.1016\/j.datak.2026.102609","type":"journal-article","created":{"date-parts":[[2026,4,24]],"date-time":"2026-04-24T15:44:30Z","timestamp":1777045470000},"page":"102609","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":1,"special_numbering":"C","title":["A diagonal-tagging-based cross-modal extraction strategy for knowledge graph construction"],"prefix":"10.1016","volume":"164","author":[{"given":"Jie","family":"Xu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shixue","family":"Cheng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yuren","family":"Feng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Qiuru","family":"Fu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Du","family":"Xu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jiayi","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shumao","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.datak.2026.102609_b1","series-title":"2024 7th International Conference on Pattern Recognition and Artificial Intelligence","first-page":"657","article-title":"A survey of temporal knowledge graph reasoning","author":"Bu","year":"2024"},{"key":"10.1016\/j.datak.2026.102609_b2","series-title":"2023 China Automation Congress","first-page":"2901","article-title":"A semantic- driven multimodal model for Chinese spelling checking","author":"Sun","year":"2023"},{"key":"10.1016\/j.datak.2026.102609_b3","first-page":"1","article-title":"Concept-aware entity alignment network for industrial knowledge graph","author":"Wu","year":"2025","journal-title":"IEEE Trans. Ind. Inform."},{"key":"10.1016\/j.datak.2026.102609_b4","series-title":"2024 3rd International Conference on Artificial Intelligence and Autonomous Robot Systems","first-page":"693","article-title":"Application of deep neural networks integrating multimodal information in intelligent question answering systems","author":"Xiong","year":"2024"},{"key":"10.1016\/j.datak.2026.102609_b5","series-title":"2024 IEEE International Conference on Multimedia and Expo","first-page":"1","article-title":"Multi-modal gait recognition with unidirectional cross-modal alignment","author":"Li","year":"2024"},{"issue":"1","key":"10.1016\/j.datak.2026.102609_b6","doi-asserted-by":"crossref","first-page":"60","DOI":"10.1038\/s41591-024-03425-5","article-title":"The TRIPOD-LLM reporting guideline for studies using large language models","volume":"31","author":"Gallifant","year":"2025","journal-title":"Nature Med."},{"key":"10.1016\/j.datak.2026.102609_b7","series-title":"Proceedings of the 32nd ACM International Conference on Multimedia","first-page":"1148","article-title":"Caption-aware multimodal relation extraction with mutual information maximization","author":"Zhang","year":"2024"},{"key":"10.1016\/j.datak.2026.102609_b8","first-page":"26003","article-title":"Prototype-guided multimodal relation extraction based on entity attributes","volume":"vol. 39","author":"Zhang","year":"2025"},{"key":"10.1016\/j.datak.2026.102609_b9","series-title":"Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","first-page":"917","article-title":"Going out on a limb: joint extraction of entity mentions and relations without dependency trees","author":"Katiyar","year":"2017"},{"key":"10.1016\/j.datak.2026.102609_b10","doi-asserted-by":"crossref","first-page":"34","DOI":"10.1016\/j.eswa.2018.07.032","article-title":"Joint entity recognition and relation extraction as a multi-head selection problem","volume":"114","author":"Bekoulis","year":"2018","journal-title":"Expert Syst. Appl."},{"key":"10.1016\/j.datak.2026.102609_b11","series-title":"ECAI 2020","first-page":"2006","article-title":"Span-based joint entity and relation extraction with transformer pre-training","author":"Eberts","year":"2020"},{"key":"10.1016\/j.datak.2026.102609_b12","series-title":"Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","first-page":"3128","article-title":"DyPS: Dynamic parameter sharing in multi-agent reinforcement learning for spatio-temporal resource allocation","author":"Wang","year":"2024"},{"key":"10.1016\/j.datak.2026.102609_b13","series-title":"2022 Joint 12th International Conference on Soft Computing and Intelligent Systems and 23rd International Symposium on Advanced Intelligent Systems (SCIS&ISIS)","first-page":"1","article-title":"Multi-task learning using BERT with soft parameter sharing between layers","author":"Pahari","year":"2022"},{"key":"10.1016\/j.datak.2026.102609_b14","series-title":"Boundary-driven table-filling with cross-granularity contrastive learning for aspect sentiment triplet extraction","author":"Li","year":"2025"},{"key":"10.1016\/j.datak.2026.102609_b15","series-title":"2024 International Joint Conference on Neural Networks","first-page":"1","article-title":"TF-Chineseece: A Chinese event causality extraction method combining roberta and bi-FLASH-SRU","author":"Chen","year":"2024"},{"key":"10.1016\/j.datak.2026.102609_b16","series-title":"A novel global feature-oriented relational triple extraction model based on table filling","author":"Ren","year":"2021"},{"key":"10.1016\/j.datak.2026.102609_b17","series-title":"A partition filter network for joint entity and relation extraction","author":"Yan","year":"2021"},{"issue":"10","key":"10.1016\/j.datak.2026.102609_b18","first-page":"11285","article-title":"OneRel: Joint entity and relation extraction with one module in one step","volume":"36","author":"Shang","year":"2022","journal-title":"Proc. AAAI Conf. Artif. Intell."},{"key":"10.1016\/j.datak.2026.102609_b19","series-title":"Joint extraction of entities and relations based on a novel tagging scheme","author":"Zheng","year":"2017"},{"issue":"01","key":"10.1016\/j.datak.2026.102609_b20","first-page":"6300","article-title":"Joint extraction of entities and overlapping relations using position-attentive sequence labeling","volume":"33","author":"Dai","year":"2019","journal-title":"Proc. AAAI Conf. Artif. Intell."},{"key":"10.1016\/j.datak.2026.102609_b21","doi-asserted-by":"crossref","unstructured":"Y. Yuan, X. Zhou, S. Pan, Q. Zhu, Z. Song, L. Guo, A Relation-Specific Attention Network for Joint Entity and Relation Extraction, in: IJCAI International Joint Conference on Artificial Intelligence, 2021, pp. 4054\u20134060, http:\/\/dx.doi.org\/10.24963\/ijcai.2020\/561.","DOI":"10.24963\/ijcai.2020\/561"},{"key":"10.1016\/j.datak.2026.102609_b22","series-title":"PRGC: Potential relation and global correspondence based joint relational triple extraction","author":"Zheng","year":"2021"},{"key":"10.1016\/j.datak.2026.102609_b23","series-title":"Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","first-page":"506","article-title":"Extracting relational facts by an end-to-end neural model with copy mechanism","author":"Zeng","year":"2018"},{"key":"10.1016\/j.datak.2026.102609_b24","series-title":"Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP)","first-page":"367","article-title":"Learning the extraction order of multiple relational facts in a sentence with reinforcement learning","author":"Zeng","year":"2019"},{"issue":"05","key":"10.1016\/j.datak.2026.102609_b25","first-page":"8528","article-title":"Effective modeling of encoder-decoder architecture for joint entity and relation extraction","volume":"34","author":"Nayak","year":"2020","journal-title":"Proc. AAAI Conf. Artif. Intell."},{"key":"10.1016\/j.datak.2026.102609_b26","doi-asserted-by":"crossref","first-page":"11","DOI":"10.1016\/j.neunet.2023.10.007","article-title":"Graph-based methods coupled with specific distributional distances for adversarial attack detection","volume":"169","author":"Nwaigwe","year":"2024","journal-title":"Neural Netw."},{"key":"10.1016\/j.datak.2026.102609_b27","first-page":"1","article-title":"Graph-based methods for multimodal indoor activity recognition: A comprehensive survey","author":"Javadi","year":"2025","journal-title":"IEEE Trans. Comput. Soc. Syst."},{"key":"10.1016\/j.datak.2026.102609_b28","series-title":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","first-page":"1361","article-title":"Joint type inference on entities and relations via graph convolutional networks","author":"Sun","year":"2019"},{"issue":"10","key":"10.1016\/j.datak.2026.102609_b29","doi-asserted-by":"crossref","DOI":"10.3390\/sym12101746","article-title":"Joint entity-relation extraction via improved graph attention networks","volume":"12","author":"Lai","year":"2020","journal-title":"Symmetry"},{"issue":"3","key":"10.1016\/j.datak.2026.102609_b30","doi-asserted-by":"crossref","DOI":"10.1016\/j.ipm.2024.104033","article-title":"A knowledge-enhanced network for joint multimodal entity-relation extraction","volume":"62","author":"Huang","year":"2025","journal-title":"Inf. Process. Manage."},{"issue":"4","key":"10.1016\/j.datak.2026.102609_b31","doi-asserted-by":"crossref","first-page":"280","DOI":"10.1016\/j.vrih.2023.06.002","article-title":"MKEAH: Multimodal knowledge extraction and accumulation based on hyperplane embedding for knowledge-based visual question answering","volume":"6","author":"Zhang","year":"2024","journal-title":"Virtual Real. Intell. Hardw."},{"key":"10.1016\/j.datak.2026.102609_b32","series-title":"2024 International Joint Conference on Neural Networks","first-page":"1","article-title":"Exploiting visual relation and multi-grained knowledge for multimodal relation extraction","author":"Shen","year":"2024"},{"key":"10.1016\/j.datak.2026.102609_b33","doi-asserted-by":"crossref","DOI":"10.1016\/j.asoc.2024.112401","article-title":"CSKINet: A multimodal network model integrating conceptual semantic knowledge injection for relation extraction of Chinese corporate reports","volume":"167","author":"Luo","year":"2024","journal-title":"Appl. Soft Comput."},{"key":"10.1016\/j.datak.2026.102609_b34","doi-asserted-by":"crossref","first-page":"478","DOI":"10.1016\/j.aej.2025.01.119","article-title":"MDCKE: Multimodal deep-context knowledge extractor that integrates contextual information","volume":"119","author":"Ko","year":"2025","journal-title":"Alex. Eng. J."},{"issue":"22","key":"10.1016\/j.datak.2026.102609_b35","doi-asserted-by":"crossref","DOI":"10.3390\/app132212208","article-title":"Using augmented small multimodal models to guide large language models for multimodal relation extraction","volume":"13","author":"He","year":"2023","journal-title":"Appl. Sci."},{"key":"10.1016\/j.datak.2026.102609_b36","series-title":"2021 IEEE International Conference on Multimedia and Expo","first-page":"1","article-title":"MNRE: A challenge multimodal dataset for neural relation extraction with visual evidence in social media posts","author":"Zheng","year":"2021"},{"key":"10.1016\/j.datak.2026.102609_b37","series-title":"Proceedings of the 2015 Conference on Empirical Methods in Natural Language Processing","first-page":"1753","article-title":"Distant supervision for relation extraction via piecewise convolutional neural networks","author":"Zeng","year":"2015"},{"key":"10.1016\/j.datak.2026.102609_b38","series-title":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","first-page":"2895","article-title":"Matching the blanks: distributional similarity for relation learning","author":"Baldini Soares","year":"2019"},{"key":"10.1016\/j.datak.2026.102609_b39","series-title":"Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics","first-page":"3342","article-title":"Improving multimodal named entity recognition via entity span detection with unified multimodal transformer","author":"Yu","year":"2020"},{"key":"10.1016\/j.datak.2026.102609_b40","series-title":"Proceedings of the 29th ACM International Conference on Multimedia","first-page":"5298","article-title":"Multimodal relation extraction with efficient graph alignment","author":"Zheng","year":"2021"},{"key":"10.1016\/j.datak.2026.102609_b41","series-title":"VisualBERT: A simple and performant baseline for vision and language","author":"Li","year":"2019"},{"key":"10.1016\/j.datak.2026.102609_b42","doi-asserted-by":"crossref","DOI":"10.1016\/j.engappai.2024.109040","article-title":"Hierarchical visual semantic guidance for enhanced relationship recognition in domain knowledge graphs","volume":"137","author":"Wang","year":"2024","journal-title":"Eng. Appl. Artif. Intell."},{"key":"10.1016\/j.datak.2026.102609_b43","series-title":"Proceedings of the 29th International Conference on Computational Linguistics","first-page":"1855","article-title":"Different data, different modalities! reinforced data splitting for effective multimodal information extraction from social media posts","author":"Xu","year":"2022"},{"key":"10.1016\/j.datak.2026.102609_b44","series-title":"2024 International Joint Conference on Neural Networks","first-page":"1","article-title":"FilterIE: A joint multimodel information extraction model under two-stage visual data filtering","author":"Zhao","year":"2024"}],"container-title":["Data & Knowledge Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0169023X2600056X?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0169023X2600056X?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,7,4]],"date-time":"2026-07-04T03:09:24Z","timestamp":1783134564000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0169023X2600056X"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7]]},"references-count":44,"alternative-id":["S0169023X2600056X"],"URL":"https:\/\/doi.org\/10.1016\/j.datak.2026.102609","relation":{},"ISSN":["0169-023X"],"issn-type":[{"value":"0169-023X","type":"print"}],"subject":[],"published":{"date-parts":[[2026,7]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"A diagonal-tagging-based cross-modal extraction strategy for knowledge graph construction","name":"articletitle","label":"Article Title"},{"value":"Data & Knowledge Engineering","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.datak.2026.102609","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Published by Elsevier B.V.","name":"copyright","label":"Copyright"}],"article-number":"102609"}}