{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,5]],"date-time":"2026-05-05T12:02:34Z","timestamp":1777982554791,"version":"3.51.4"},"reference-count":53,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2023,3,28]],"date-time":"2023-03-28T00:00:00Z","timestamp":1679961600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,3,28]],"date-time":"2023-03-28T00:00:00Z","timestamp":1679961600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Soc. Netw. Anal. Min."],"DOI":"10.1007\/s13278-023-01065-0","type":"journal-article","created":{"date-parts":[[2023,3,28]],"date-time":"2023-03-28T13:02:52Z","timestamp":1680008572000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":31,"title":["FNR: a similarity and transformer-based approach to detect multi-modal fake news in social media"],"prefix":"10.1007","volume":"13","author":[{"given":"Faeze","family":"Ghorbanpour","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Maryam","family":"Ramezani","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mohammad Amin","family":"Fazli","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hamid R.","family":"Rabiee","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,3,28]]},"reference":[{"key":"1065_CR1","doi-asserted-by":"crossref","unstructured":"Akiba T, Sano S, Yanase T et al (2019) Optuna: a next-generation hyperparameter optimization framework. In: Proceedings of the 25th ACM SIGKDD international conference on knowledge discovery & data mining. ACM, pp 2623\u20132631","DOI":"10.1145\/3292500.3330701"},{"key":"1065_CR2","doi-asserted-by":"crossref","unstructured":"Antol S, Agrawal A, Lu J et al (2015) Vqa: visual question answering. In: Proceedings of the IEEE international conference on computer vision, pp 2425\u20132433","DOI":"10.1109\/ICCV.2015.279"},{"key":"1065_CR3","unstructured":"Bai Y, Mei J, Yuille AL et al (2021) Are transformers more robust than CNNs? In: Advances in neural information processing systems, pp 26831\u201326843. arXiv:2111.05464"},{"key":"1065_CR4","first-page":"7","volume":"3","author":"C Boididou","year":"2015","unstructured":"Boididou C, Andreadou K, Papadopoulos S et al (2015) Verifying multimedia use at medieval 2015. MediaEval 3:7","journal-title":"MediaEval"},{"key":"1065_CR5","doi-asserted-by":"crossref","unstructured":"Chen J, Jia C, Zheng H et al (2022) Is multi-modal necessarily better? Robustness evaluation of multi-modal fake news detection. arXiv:2206.08788","DOI":"10.1109\/TNSE.2023.3249290"},{"key":"1065_CR6","unstructured":"Devlin J, Chang MW, Lee K et al (2019) BERT: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the 2019 conference of the North American Chapter of the Association for Computational Linguistics, vol 1. Association for Computational Linguistics, pp 4171\u20134186"},{"key":"1065_CR7","unstructured":"Dosovitskiy A, Beyer L, Kolesnikov A et al (2021) An image is worth 16x16 words: transformers for image recognition at scale. Preprint at arXiv:2010.11929"},{"key":"1065_CR8","unstructured":"Farajtabar M, Yang J, Ye X et al (2017) Fake news mitigation via point process-based intervention. In: International conference on machine learning. PMLR, pp 1097\u20131106"},{"key":"1065_CR9","first-page":"131","volume":"8","author":"E Fenn","year":"2019","unstructured":"Fenn E, Ramsay N, Kantner J et al (2019) Nonprobative photos increase truth, like, and share judgments in a simulated social media environment. JARMAC 8:131\u2013138","journal-title":"JARMAC"},{"key":"1065_CR10","doi-asserted-by":"crossref","unstructured":"Fukui A, Park DH, Yang D et al (2016) Multimodal compact bilinear pooling for visual question answering and visual grounding. Preprint at arXiv:1606.01847","DOI":"10.18653\/v1\/D16-1044"},{"key":"1065_CR11","unstructured":"Gross D (2010) Survey: more Americans get news from internet than newspapers or radio. http:\/\/www.cnn.com\/2010\/TECH\/03\/01\/social.network.news\/index.html. Accessed 16 Jan 2020"},{"key":"1065_CR12","doi-asserted-by":"crossref","unstructured":"Gupta M, Zhao P, Han J (2012) Evaluating event credibility on twitter. In: Proceedings of the 2012 SIAM international conference on data mining. SIAM, pp 153\u2013164","DOI":"10.1137\/1.9781611972825.14"},{"key":"1065_CR13","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S et al (2015) Deep residual learning for image recognition. Preprint at arXiv:1512.03385","DOI":"10.1109\/CVPR.2016.90"},{"key":"1065_CR14","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S et al (2016) Deep residual learning for image recognition. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 770\u2013778","DOI":"10.1109\/CVPR.2016.90"},{"key":"1065_CR15","unstructured":"Hendrycks D, Gimpel K (2016) Gaussian error linear units (GELUs). Preprint at arXiv:1606.08415"},{"key":"1065_CR16","doi-asserted-by":"crossref","unstructured":"Hinton GE, Krizhevsky A, Wang SD (2011) Transforming auto-encoders. In: International conference on artificial neural networks. Springer, pp 44\u201351","DOI":"10.1007\/978-3-642-21735-7_6"},{"issue":"1","key":"1065_CR17","doi-asserted-by":"publisher","first-page":"771","DOI":"10.1007\/s00521-021-06450-4","volume":"34","author":"V Jain","year":"2022","unstructured":"Jain V, Kaliyar RK, Goswami A et al (2022) AENeT: an attention-enabled neural architecture for fake news detection using contextual features. Neural Comput Appl 34(1):771\u2013782","journal-title":"Neural Comput Appl"},{"key":"1065_CR18","doi-asserted-by":"crossref","unstructured":"Jin Z, Cao J, Guo H, et\u00a0al (2017) Multimodal fusion with recurrent neural networks for rumor detection on microblogs. In: Proceedings of the 25th ACM international conference on multimedia. ACM, MM $$\\acute{1}$$7, pp 795\u2013816","DOI":"10.1145\/3123266.3123454"},{"issue":"19","key":"1065_CR19","doi-asserted-by":"publisher","first-page":"4062","DOI":"10.3390\/app9194062","volume":"9","author":"H Jwa","year":"2019","unstructured":"Jwa H, Oh D, Park K et al (2019) exBAKE: automatic fake news detection model based on bidirectional encoder representations from transformers (BERT). Appl Sci 9(19):4062","journal-title":"Appl Sci"},{"key":"1065_CR20","doi-asserted-by":"publisher","first-page":"32","DOI":"10.1016\/j.cogsys.2019.12.005","volume":"61","author":"RK Kaliyar","year":"2020","unstructured":"Kaliyar RK, Goswami A, Narang P et al (2020) FNDNet\u2014a deep convolutional neural network for fake news detection. Cogn Syst Res 61:32\u201344","journal-title":"Cogn Syst Res"},{"issue":"14","key":"1065_CR21","doi-asserted-by":"publisher","first-page":"8597","DOI":"10.1007\/s00521-020-05611-1","volume":"33","author":"RK Kaliyar","year":"2021","unstructured":"Kaliyar RK, Goswami A, Narang P (2021a) EchoFakeD: improving fake news detection in social media with an efficient deep neural network. Neural Comput Appl 33(14):8597\u20138613","journal-title":"Neural Comput Appl"},{"issue":"8","key":"1065_CR22","doi-asserted-by":"publisher","first-page":"11765","DOI":"10.1007\/s11042-020-10183-2","volume":"80","author":"RK Kaliyar","year":"2021","unstructured":"Kaliyar RK, Goswami A, Narang P (2021b) FakeBERT: fake news detection in social media with a BERT-based deep learning approach. Multimed Tools Appl 80(8):11765\u201311788","journal-title":"Multimed Tools Appl"},{"key":"1065_CR23","doi-asserted-by":"crossref","unstructured":"Khattar D, Goud JS, Gupta M et al (2019) Mvae: multimodal variational autoencoder for fake news detection. In: The world wide web conference. ACM, pp 2915\u20132921","DOI":"10.1145\/3308558.3313552"},{"key":"1065_CR24","first-page":"18661","volume":"33","author":"P Khosla","year":"2020","unstructured":"Khosla P, Teterwak P, Wang C et al (2020) Supervised contrastive learning. Adv Neural Inf Process Syst 33:18661\u201318673","journal-title":"Adv Neural Inf Process Syst"},{"issue":"115","key":"1065_CR25","first-page":"412","volume":"184","author":"R Kumari","year":"2021","unstructured":"Kumari R, Ekbal A (2021) AMFB: attention based multimodal factorized bilinear pooling for multimodal fake news detection. Expert Syst Appl 184(115):412","journal-title":"Expert Syst Appl"},{"key":"1065_CR26","doi-asserted-by":"crossref","unstructured":"Kwon S, Cha M, Jung K et al (2013) Prominent features of rumor propagation in online social media. In: 2013 IEEE 13th international conference on data mining. IEEE, pp 1103\u20131108","DOI":"10.1109\/ICDM.2013.61"},{"key":"1065_CR27","doi-asserted-by":"crossref","unstructured":"Liu Y, Wu YF (2018) Early detection of fake news on social media through propagation path classification with recurrent and convolutional networks. In: Proceedings of the AAAI conference on artificial intelligence","DOI":"10.1609\/aaai.v32i1.11268"},{"key":"1065_CR28","unstructured":"Loshchilov I, Hutter F (2017) Decoupled weight decay regularization. Preprint at arXiv:1711.05101"},{"key":"1065_CR29","doi-asserted-by":"publisher","first-page":"969","DOI":"10.3758\/s13423-012-0292-0","volume":"19","author":"EJ Newman","year":"2012","unstructured":"Newman EJ, Garry M, Bernstein DM et al (2012) Nonprobative photographs (or words) inflate truthiness. Psychon Bull Rev 19:969\u2013974","journal-title":"Psychon Bull Rev"},{"key":"1065_CR30","unstructured":"O\u2019Brien N, Latessa S, Evangelopoulos G et al (2018) The language of fake news: opening the black-box of deep learning based detectors. In: Workshop on \u201cAI for Social Good\u201d. NIPS"},{"key":"1065_CR31","doi-asserted-by":"publisher","first-page":"5587","DOI":"10.1007\/s11042-021-11782-3","volume":"81","author":"B Palani","year":"2022","unstructured":"Palani B, Elango S, Viswanathan KV et al (2022) CB-Fake: a multimodal deep learning framework for automatic fake news detection using capsule neural network and BERT. Multimed Tools Appl 81:5587\u20135620","journal-title":"Multimed Tools Appl"},{"key":"1065_CR32","doi-asserted-by":"crossref","unstructured":"Peters M, Neumann M, Iyyer M, Zettlemoyer l et al (2018) Deep contextualized word representations. In: Proceedings of the 2018 conference of the North American Chapter of the Association for Computational Linguistics. Human Language Technologies, pp 2227\u20132237","DOI":"10.18653\/v1\/N18-1202"},{"issue":"4","key":"1065_CR33","first-page":"385","volume":"8","author":"D Ping Tian","year":"2013","unstructured":"Ping Tian D et al (2013) A review on image feature extraction and representation techniques. Int J Multimed Ubiquitous Eng 8(4):385\u2013396","journal-title":"Int J Multimed Ubiquitous Eng"},{"key":"1065_CR34","doi-asserted-by":"crossref","unstructured":"Qi P, Cao J, Yang T et al (2019) Exploiting multi-domain visual information for fake news detection. In: 2019 IEEE International Conference on Data Mining (ICDM), pp 518\u2013527","DOI":"10.1109\/ICDM.2019.00062"},{"key":"1065_CR35","unstructured":"Radford A, Kim JW, Hallacy C et al (2021) Learning transferable visual models from natural language supervision. In: International conference on machine learning. PMLR, pp 8748\u20138763"},{"key":"1065_CR36","unstructured":"Ren S, He K, Girshick R, et\u00a0al (2015) Faster R-CNN: towards real-time object detection with region proposal networks. In: Advances in neural information processing systems, p 28"},{"key":"1065_CR37","doi-asserted-by":"crossref","unstructured":"Ruchansky N, Seo S, Liu Y (2017) Csi: a hybrid deep model for fake news detection. In: Proceedings of the 2017 ACM on conference on information and knowledge management, pp 797\u2013806","DOI":"10.1145\/3132847.3132877"},{"key":"1065_CR38","unstructured":"Salama K (2021) Keras documentation: natural language image search with a dual encoder. https:\/\/keras.io\/examples\/nlp\/nl_image_search\/. Accessed 8 Nov 2021"},{"key":"1065_CR39","doi-asserted-by":"publisher","first-page":"22","DOI":"10.1145\/3137597.3137600","volume":"19","author":"K Shu","year":"2017","unstructured":"Shu K, Sliva A, Wang S et al (2017) Fake news detection on social media: a data mining perspective. SIGKDD Explor Newsl 19:22\u201336","journal-title":"SIGKDD Explor Newsl"},{"key":"1065_CR40","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-42699-6","volume-title":"Disinformation, misinformation, and fake news in social media","author":"K Shu","year":"2020","unstructured":"Shu K, Wang S, Lee D et al (2020) Disinformation, misinformation, and fake news in social media. Springer"},{"key":"1065_CR41","unstructured":"Simonyan K, Zisserman A (2015) Very deep convolutional networks for large-scale image recognition. Preprint at arXiv:1409.1556"},{"key":"1065_CR42","doi-asserted-by":"crossref","unstructured":"Singh B, De S, Zhang Y et al (2015) Layer-specific adaptive learning rates for deep networks. In: 2015 IEEE 14th International Conference on Machine Learning and Applications (ICMLA). IEEE, pp 364\u2013368","DOI":"10.1109\/ICMLA.2015.113"},{"key":"1065_CR43","doi-asserted-by":"crossref","unstructured":"Singhal S, Shah RR, Chakraborty T et al (2019) Spotfake: a multi-modal framework for fake news detection. In: 2019 IEEE fifth international conference on multimedia big data (BigMM). IEEE, pp 39\u201347","DOI":"10.1109\/BigMM.2019.00-44"},{"key":"1065_CR44","doi-asserted-by":"crossref","unstructured":"Singhal S, Pandey T, Mrig S et al (2022) Leveraging intra and inter modality relationship for multimodal fake news detection. In: Companion Proceedings of the Web Conference, pp 726\u2013734","DOI":"10.1145\/3487553.3524650"},{"issue":"102","key":"1065_CR45","first-page":"437","volume":"58","author":"C Song","year":"2021","unstructured":"Song C, Ning N, Zhang Y et al (2021) A multimodal fake news detection model based on crossmodal attention residual and multichannel convolutional neural networks. Inf Process Manag 58(102):437","journal-title":"Inf Process Manag"},{"key":"1065_CR48","doi-asserted-by":"crossref","unstructured":"Wang S, Chen Y, Zhuo J et al (2018a) Joint global and co-attentive representation learning for image-sentence retrieval. In: Proceedings of the 26th ACM international conference on Multimedia, pp 1398\u20131406","DOI":"10.1145\/3240508.3240535"},{"key":"1065_CR49","doi-asserted-by":"crossref","unstructured":"Wang Y, Ma F, Jin Z et al (2018b) EANN: event adversarial neural networks for multi-modal fake news detection. In: Proceedings of the 24th ACM SIGKDD international conference on Knowledge Discovery & Data Mining. ACM, KDD $$\\acute{1}$$8, pp 849\u2013857","DOI":"10.1145\/3219819.3219903"},{"key":"1065_CR50","doi-asserted-by":"crossref","unstructured":"Wang Y, Ma F, Wang H et al (2021) Multimodal emergent fake news detection via meta neural process networks. In: Proceedings of the 27th ACM SIGKDD conference on Knowledge Discovery & Data Mining. ACM, pp 3708\u20133716","DOI":"10.1145\/3447548.3467153"},{"key":"1065_CR46","first-page":"1","volume":"2022","author":"B Wang","year":"2022","unstructured":"Wang B, Feng Y, Xiong X et al (2022a) Multi-modal transformer using two-level visual features for fake news detection. Appl Intell 2022:1\u201315","journal-title":"Appl Intell"},{"issue":"3","key":"1065_CR47","doi-asserted-by":"publisher","first-page":"1093","DOI":"10.3390\/app12031093","volume":"12","author":"J Wang","year":"2022","unstructured":"Wang J, Mao H, Li H (2022b) FMFN: fine-grained multimodal fusion networks for fake news detection. Appl Sci 12(3):1093","journal-title":"Appl Sci"},{"key":"1065_CR51","doi-asserted-by":"crossref","unstructured":"Wolf T, Debut L, Sanh V et al (2020) Huggingface\u2019s transformers: state-of-the-art natural language processing. Preprint at arXiv:1910.03771","DOI":"10.18653\/v1\/2020.emnlp-demos.6"},{"key":"1065_CR52","unstructured":"Wu B, Xu C, Dai X et al (2020) Visual transformers: token-based image representation and processing for computer vision. Preprint at arXiv:2006.03677"},{"key":"1065_CR53","doi-asserted-by":"crossref","unstructured":"Yenter A, Verma A (2017) Deep CNN-LSTM with combined kernels from multiple branches. In: 2017 IEEE 8th annual Ubiquitous Computing, Electronics and Mobile Communication Conference (UEMCON), pp 540\u2013546","DOI":"10.1109\/UEMCON.2017.8249013"}],"container-title":["Social Network Analysis and Mining"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s13278-023-01065-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s13278-023-01065-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s13278-023-01065-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,12,14]],"date-time":"2023-12-14T16:29:33Z","timestamp":1702571373000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s13278-023-01065-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,3,28]]},"references-count":53,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2023,12]]}},"alternative-id":["1065"],"URL":"https:\/\/doi.org\/10.1007\/s13278-023-01065-0","relation":{"has-preprint":[{"id-type":"doi","id":"10.36227\/techrxiv.17099096.v1","asserted-by":"object"},{"id-type":"doi","id":"10.36227\/techrxiv.17099096","asserted-by":"object"}]},"ISSN":["1869-5469"],"issn-type":[{"value":"1869-5469","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,3,28]]},"assertion":[{"value":"4 December 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 March 2023","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 March 2023","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 March 2023","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"56"}}