{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,28]],"date-time":"2026-02-28T17:05:53Z","timestamp":1772298353363,"version":"3.50.1"},"reference-count":61,"publisher":"Springer Science and Business Media LLC","issue":"12","license":[{"start":{"date-parts":[[2023,10,30]],"date-time":"2023-10-30T00:00:00Z","timestamp":1698624000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,10,30]],"date-time":"2023-10-30T00:00:00Z","timestamp":1698624000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Sci. China Inf. Sci."],"published-print":{"date-parts":[[2023,12]]},"DOI":"10.1007\/s11432-021-3530-7","type":"journal-article","created":{"date-parts":[[2023,11,3]],"date-time":"2023-11-03T12:02:33Z","timestamp":1699012953000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":13,"title":["Deep visual-linguistic fusion network considering cross-modal inconsistency for rumor detection"],"prefix":"10.1007","volume":"66","author":[{"given":"Yang","family":"Yang","sequence":"first","affiliation":[]},{"given":"Ran","family":"Bao","sequence":"additional","affiliation":[]},{"given":"Weili","family":"Guo","sequence":"additional","affiliation":[]},{"given":"De-Chuan","family":"Zhan","sequence":"additional","affiliation":[]},{"given":"Yilong","family":"Yin","sequence":"additional","affiliation":[]},{"given":"Jian","family":"Yang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,10,30]]},"reference":[{"key":"3530_CR1","volume-title":"The Psychology of Rumor","author":"G W Allport","year":"1947","unstructured":"Allport G W, Postman L. The Psychology of Rumor. New York: Russell&Russell Pub, 1947"},{"key":"3530_CR2","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1257\/jep.31.2.211","volume":"31","author":"H Allcott","year":"2017","unstructured":"Allcott H, Gentzkow M. Social media and fake news in the 2016 election. J Economic Perspect, 2017, 31: 211\u2013236","journal-title":"J Economic Perspect"},{"key":"3530_CR3","doi-asserted-by":"crossref","unstructured":"Budak C. What happened? The spread of fake news publisher content during the 2016 U.S. presidential election. In: Proceedings of World Wide Web Conference, San Francisco, 2019. 139\u2013150","DOI":"10.1145\/3308558.3313721"},{"key":"3530_CR4","doi-asserted-by":"publisher","first-page":"1915","DOI":"10.1109\/TPAMI.2012.231","volume":"35","author":"C Farabet","year":"2013","unstructured":"Farabet C, Couprie C, Najman L, et al. Learning hierarchical features for scene labeling. IEEE Trans Pattern Anal Mach Intell, 2013, 35: 1915\u20131929","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"3530_CR5","first-page":"682","volume":"33","author":"Y Yang","year":"2021","unstructured":"Yang Y, Zhan D C, Wu Y F, et al. Semi-supervised multi-modal clustering and classification with incomplete modalities. IEEE Trans Knowl Data Eng, 2021, 33: 682\u2013695","journal-title":"IEEE Trans Knowl Data Eng"},{"key":"3530_CR6","doi-asserted-by":"crossref","unstructured":"Collobert R, Weston J. A unified architecture for natural language processing: deep neural networks with multitask learning. In: Proceedings of the 25th International Conference Machine Learning, Helsinki, 2008. 160\u2013167","DOI":"10.1145\/1390156.1390177"},{"key":"3530_CR7","unstructured":"Bahdanau D, Cho K, Bengio Y. Neural machine translation by jointly learning to align and translate. In: Proceedings of the 3rd International Conference on Learning Representations, San Diego, 2015"},{"key":"3530_CR8","unstructured":"Vaswani A, Shazeer N, Parmar N, et al. Attention is all you need. In: Proceedings of Advances in Neural Information Processing Systems, Long Beach, 2017. 5998\u20136008"},{"key":"3530_CR9","doi-asserted-by":"crossref","unstructured":"Gupt M, Zhao P, Han J. Evaluating event credibility on twitter. In: Proceedings of the SIAM International Conference on Data Mining, Anaheim, 2012. 153\u2013164","DOI":"10.1137\/1.9781611972825.14"},{"key":"3530_CR10","doi-asserted-by":"crossref","unstructured":"Kwon S, Cha M, Jung K, et al. Prominent features of rumor propagation in online social media. In: Proceedings of the IEEE 13th International Conference on Data Mining, Dallas, 2013. 1103\u20131108","DOI":"10.1109\/ICDM.2013.61"},{"key":"3530_CR11","doi-asserted-by":"crossref","unstructured":"Wu K, Yang S, Zhu K Q. False rumors detection on sina weibo by propagation structures. In: Proceedings of the IEEE International Conference on Data Engineering, Seoul, 2015. 651\u2013662","DOI":"10.1109\/ICDE.2015.7113322"},{"key":"3530_CR12","doi-asserted-by":"crossref","unstructured":"Jin Z, Cao J, Zhang Y, et al. News verification by exploiting conflicting social viewpoints in microblogs. In: Proceedings of the AAAI Conference on Artificial Intelligence, Phoenix, 2016. 2972\u20132978","DOI":"10.1609\/aaai.v30i1.10382"},{"key":"3530_CR13","unstructured":"Ma J, Gao W, Mitra P, et al. Detecting rumors from microblogs with recurrent neural networks. In: Proceedings of the International Joint Conference on Artificial Intelligence, New York, 2016. 3818\u20133824"},{"key":"3530_CR14","doi-asserted-by":"crossref","unstructured":"Yu F, Liu Q, Wu S, et al. A convolutional approach for misinformation identification. In: Proceedings of the 26th International Joint Conference on Artificial Intelligence, Melbourne, 2017. 3901\u20133907","DOI":"10.24963\/ijcai.2017\/545"},{"key":"3530_CR15","unstructured":"Boididou C, Papadopoulos S, Dang-Nguyen D T, et al. The certh-unitn participation@ verifying multimedia use 2015. In: Proceedings of MediaEval, 2015"},{"key":"3530_CR16","doi-asserted-by":"crossref","unstructured":"Qi P, Cao J, Yang T, et al. Exploiting multi-domain visual information for fake news detection. In: Proceedings of the IEEE International Conference on Data Mining, Beijing, 2019. 518\u2013527","DOI":"10.1109\/ICDM.2019.00062"},{"key":"3530_CR17","unstructured":"Goodfellow I J, Pouget-Abadie J, Mirza M, et al. Generative adversarial nets. In: Proceedings of Advances in Neural Information Processing Systems, Quebec, 2014. 2672\u20132680"},{"key":"3530_CR18","unstructured":"Nataraj L, Mohammed T M, Manjunath B S, et al. Detecting GAN generated fake images using co-occurrence matrices. In: Proceedings of the Media Watermarking, Security, and Forensics, Burlingame, 2019"},{"key":"3530_CR19","doi-asserted-by":"crossref","unstructured":"Ma J, Gao W, Wong K. Detect rumors on twitter by promoting information campaigns with generative adversarial learning. In: Proceedings of the World Wide Web Conference, San Francisco, 2019. 3049\u20133055","DOI":"10.1145\/3308558.3313741"},{"key":"3530_CR20","doi-asserted-by":"publisher","first-page":"38","DOI":"10.1007\/s11633-022-1316-5","volume":"19","author":"B B Jia","year":"2022","unstructured":"Jia B B, Zhang M L. Multi-dimensional classification via selective feature augmentation. Mach Intell Res, 2022, 19: 38\u201351","journal-title":"Mach Intell Res"},{"key":"3530_CR21","doi-asserted-by":"crossref","unstructured":"Zhang H, Fang Q, Qian S, et al. Multi-modal knowledge-aware event memory network for social media rumor detection. In: Proceedings of the ACM International Conference on Multimedia, Nice, 2019. 1942\u20131951","DOI":"10.1145\/3343031.3350850"},{"key":"3530_CR22","doi-asserted-by":"crossref","unstructured":"Khattar D, Goud J S, Gupta M, et al. MVAE: multimodal variational autoencoder for fake news detection. In: Proceedings of the World Wide Web Conference, San Francisco, 2019. 2915\u20132921","DOI":"10.1145\/3308558.3313552"},{"key":"3530_CR23","doi-asserted-by":"crossref","unstructured":"Wang Y, Ma F, Jin Z, et al. EANN: event adversarial neural networks for multi-modal fake news detection. In: Proceedings of the ACM SIGKDD International Conference on Knowledge Discovery & Data Mining, London, 2018. 849\u2013857","DOI":"10.1145\/3219819.3219903"},{"key":"3530_CR24","doi-asserted-by":"crossref","unstructured":"Jin Z, Cao J, Guo H, et al. Multimodal fusion with recurrent neural networks for rumor detection on microblogs. In: Proceedings of the ACM on Multimedia Conference, Mountain View, 2017. 795\u2013816","DOI":"10.1145\/3123266.3123454"},{"key":"3530_CR25","unstructured":"Nakamura K, Levy S, Wang W Y. r\/Fakeddit: a new multimodal benchmark dataset for fine-grained fake news detection. 2019. ArXiv:1911.03854"},{"key":"3530_CR26","doi-asserted-by":"crossref","unstructured":"Tan R, Plummer B A, Saenko K. Detecting cross-modal inconsistency to defend against neural fake news. In: Proceedings of the Conference on Empirical Methods in Natural Language Processing, 2020. 2081\u20132106","DOI":"10.18653\/v1\/2020.emnlp-main.163"},{"key":"3530_CR27","doi-asserted-by":"crossref","unstructured":"Jin Z, Cao J, Jiang Y, et al. News credibility evaluation on microblog with a hierarchical propagation model. In: Proceedings of the IEEE International Conference on Data Mining, Shenzhen, 2014. 230\u2013239","DOI":"10.1109\/ICDM.2014.91"},{"key":"3530_CR28","doi-asserted-by":"crossref","unstructured":"Castillo C, Mendoza M, Poblete B. Information credibility on twitter. In: Proceedings of the International Conference on World Wide Web, Hyderabad, 2011. 675\u2013684","DOI":"10.1145\/1963405.1963500"},{"key":"3530_CR29","doi-asserted-by":"publisher","first-page":"598","DOI":"10.1109\/TMM.2016.2617078","volume":"19","author":"Z Jin","year":"2016","unstructured":"Jin Z, Cao J, Zhang Y, et al. Novel visual and statistical image features for microblogs news verification. IEEE Trans Multimedia, 2016, 19: 598\u2013608","journal-title":"IEEE Trans Multimedia"},{"key":"3530_CR30","doi-asserted-by":"crossref","unstructured":"Guo H, Cao J, Zhang Y, et al. Rumor detection with hierarchical social attention network. In: Proceedings of the ACM International Conference on Information and Knowledge Management, Torino, 2018. 943\u2013951","DOI":"10.1145\/3269206.3271709"},{"key":"3530_CR31","unstructured":"Boididou C, Andreadou K, Papadopoulos S, et al. Verifying multimedia use at mediaeval 2015. In: Proceedings of the MediaEval 2015 Workshop, Wurzen, 2015"},{"key":"3530_CR32","doi-asserted-by":"crossref","unstructured":"Karpathy A, Li F. Deep visual-semantic alignments for generating image descriptions. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, 2015. 3128\u20133137","DOI":"10.1109\/CVPR.2015.7298932"},{"key":"3530_CR33","doi-asserted-by":"crossref","unstructured":"Yang Y, Wu Y, Zhan D, et al. Deep robust unsupervised multi-modal network. In: Proceedings of the AAAI Conference on Artificial Intelligence, Honolulu, 2019. 5652\u20135659","DOI":"10.1609\/aaai.v33i01.33015652"},{"key":"3530_CR34","doi-asserted-by":"crossref","unstructured":"Yang Y, Zhang C, Xu Y, et al. Rethinking label-wise cross-modal retrieval from a semantic sharing perspective. In: Proceedings of the International Joint Conference on Artificial Intelligence, 2021. 3300\u20133306","DOI":"10.24963\/ijcai.2021\/454"},{"key":"3530_CR35","doi-asserted-by":"publisher","first-page":"21","DOI":"10.1016\/j.cviu.2017.05.001","volume":"163","author":"Q Wu","year":"2017","unstructured":"Wu Q, Teney D, Wang P, et al. Visual question answering: a survey of methods and datasets. Comput Vision Image Underst, 2017, 163: 21\u201340","journal-title":"Comput Vision Image Underst"},{"key":"3530_CR36","doi-asserted-by":"crossref","unstructured":"Anderson P, He X, Buehler C, et al. Bottom-up and top-down attention for image captioning and visual question answering. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, Salt Lake City, 2018. 6077\u20136086","DOI":"10.1109\/CVPR.2018.00636"},{"key":"3530_CR37","unstructured":"Jia C, Yang Y, Xia Y, et al. Scaling up visual and vision-language representation learning with noisy text supervision. 2021. ArXiv:2102.05918"},{"key":"3530_CR38","doi-asserted-by":"crossref","unstructured":"Lin T, Maire M, Belongie S J, et al. Microsoft COCO: common objects in context. In: Proceedings of the IEEE European Conference on Computer Vision, Zurich, 2014. 740\u2013755","DOI":"10.1007\/978-3-319-10602-1_48"},{"key":"3530_CR39","doi-asserted-by":"crossref","unstructured":"Huiskes M J, Lew M S. The MIR flickr retrieval evaluation. In: Proceedings of the ACM International Conference on Multimedia, British Columbia, 2008. 39\u201343","DOI":"10.1145\/1460096.1460104"},{"key":"3530_CR40","doi-asserted-by":"crossref","unstructured":"Zhou X, Wu J, Zafarani R. SAFE: similarity-aware multi-modal fake news detection. In: Proceedings of the 24th Pacific-Asia Conference on Knowledge Discovery and Data Mining, Singapore, 2020. 354\u2013367","DOI":"10.1007\/978-3-030-47436-2_27"},{"key":"3530_CR41","doi-asserted-by":"crossref","unstructured":"Qi P, Cao J, Li X, et al. Improving fake news detection by using an entity-enhanced framework to fuse diverse multimodal clues. In: Proceedings of ACM Multimedia, 2021. 1212\u20131220","DOI":"10.1145\/3474085.3481548"},{"key":"3530_CR42","unstructured":"Yang Y, Ye H, Zhan D, et al. Auxiliary information regularized machine for multiple modality feature learning. In: Proceedings of the 24th International Joint Conference on Artificial Intelligence, Buenos Aires, 2015. 1033\u20131039"},{"key":"3530_CR43","unstructured":"Devlin J, Chang M, Lee K, et al. BERT: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Minneapolis, 2019. 4171\u20134186"},{"key":"3530_CR44","unstructured":"Wu Y, Schuster M, Chen Z, et al. Google\u2019s neural machine translation system: bridging the gap between human and machine translation. 2016. ArXiv:1609.08144"},{"key":"3530_CR45","unstructured":"Hendrycks D, Gimpel K. Bridging nonlinearities and stochastic regularizers with gaussian error linear units. 2016. arXiv:1606.08415"},{"key":"3530_CR46","doi-asserted-by":"crossref","unstructured":"Lee K, Chen X, Hua G, et al. Stacked cross attention for image-text matching. In: Proceedings of the European Conference Computer Vision, Munich, 2018. 212\u2013228","DOI":"10.1007\/978-3-030-01225-0_13"},{"key":"3530_CR47","doi-asserted-by":"crossref","unstructured":"Yang Y, Wang K, Zhan D, et al. Comprehensive semi-supervised multi-modal learning. In: Proceedings of the International Joint Conference on Artificial Intelligence, Macao, 2019. 4092\u20134098","DOI":"10.24963\/ijcai.2019\/568"},{"key":"3530_CR48","unstructured":"Yossi R, Guibas L, Tomasi C. The earth mover\u2019s distance multi-dimensional scaling and color-based image retrieval. In: Proceedings of ARPA, 1997"},{"key":"3530_CR49","first-page":"696","volume":"33","author":"Y Yang","year":"2019","unstructured":"Yang Y, Fu Z Y, Zhan D C, et al. Semi-Supervised multi-modal multi-instance multi-label deep network with optimal transport. IEEE Trans Knowl Data Eng, 2019, 33: 696\u2013709","journal-title":"IEEE Trans Knowl Data Eng"},{"key":"3530_CR50","volume-title":"Optimal Transport: Old and New","author":"C Villani","year":"2008","unstructured":"Villani C. Optimal Transport: Old and New. Berlin: Springer, 2008"},{"key":"3530_CR51","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1023\/A:1026543900054","volume":"40","author":"Y Rubner","year":"2000","unstructured":"Rubner Y, Tomasi C, Guibas L J. The earth mover\u2019s distance as a metric for image retrieval. Int J Comput Vision, 2000, 40: 99\u2013121","journal-title":"Int J Comput Vision"},{"key":"3530_CR52","unstructured":"Togninalli M, Ghisu M E, Llinares-L\u00f3pez F, et al. Wasserstein weisfeiler-lehman graph kernels. In: Proceedings of Advances in Neural Information Processing Systems, Vancouver, 2019. 6436\u20136446"},{"key":"3530_CR53","doi-asserted-by":"crossref","unstructured":"Biten A F, G\u00f3mez L, Rusi\u00f1ol M, et al. Good news, everyone! Context driven entity-aware captioning for news images. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, Long Beach, 2019. 12466\u201312475","DOI":"10.1109\/CVPR.2019.01275"},{"key":"3530_CR54","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, et al. Deep residual learning for image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, Las Vegas, 2016. 770\u2013778","DOI":"10.1109\/CVPR.2016.90"},{"key":"3530_CR55","unstructured":"Kingma D P, Ba J. Adam: a method for stochastic optimization. In: Proceedings of the International Conference on Learning Representations, San Diego, 2015"},{"key":"3530_CR56","unstructured":"Su W, Zhu X, Cao Y, et al. VL-BERT: pre-training of generic visual-linguistic representations. In: Proceedings of the International Conference on Learning Representations, Addis Ababa, 2020"},{"key":"3530_CR57","doi-asserted-by":"crossref","unstructured":"Tong M, Wang S, Cao Y, et al. Image enhanced event detection in news articles. In: Proceedings of the 34th AAAI Conference on Artificial Intelligence, New York, 2020. 9040\u20139047","DOI":"10.1609\/aaai.v34i05.6437"},{"key":"3530_CR58","doi-asserted-by":"crossref","unstructured":"Singhal S, Shah R R, Chakraborty T, et al. SpotFake: a multi-modal framework for fake news detection. In: Proceedings of BigMM, Singapore, 2019. 39\u201347","DOI":"10.1109\/BigMM.2019.00-44"},{"key":"3530_CR59","doi-asserted-by":"publisher","first-page":"102437","DOI":"10.1016\/j.ipm.2020.102437","volume":"58","author":"C Song","year":"2021","unstructured":"Song C, Ning N, Zhang Y, et al. A multimodal fake news detection model based on crossmodal attention residual and multichannel convolutional neural networks. Inf Process Manage, 2021, 58: 102437","journal-title":"Inf Process Manage"},{"key":"3530_CR60","unstructured":"Ke G, Meng Q, Finley T, et al. LightGBM: a highly efficient gradient boosting decision tree. In: Proceedings of Advances in Neural Information Processing Systems, Long Beach, 2017. 3146\u20133154"},{"key":"3530_CR61","unstructured":"Zellers R, Holtzman A, Rashkin H, et al. Defending against neural fake news. In: Proceedings of Advances in Neural Information Processing Systems, Vancouver, 2019. 9051\u20139062"}],"container-title":["Science China Information Sciences"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11432-021-3530-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11432-021-3530-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11432-021-3530-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,18]],"date-time":"2025-01-18T20:47:54Z","timestamp":1737233274000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11432-021-3530-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,10,30]]},"references-count":61,"journal-issue":{"issue":"12","published-print":{"date-parts":[[2023,12]]}},"alternative-id":["3530"],"URL":"https:\/\/doi.org\/10.1007\/s11432-021-3530-7","relation":{},"ISSN":["1674-733X","1869-1919"],"issn-type":[{"value":"1674-733X","type":"print"},{"value":"1869-1919","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,10,30]]},"assertion":[{"value":"2 June 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 January 2022","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"31 May 2022","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 October 2023","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"222102"}}