{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,3]],"date-time":"2026-04-03T09:41:02Z","timestamp":1775209262339,"version":"3.50.1"},"reference-count":121,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2024]]},"DOI":"10.1109\/access.2023.3347988","type":"journal-article","created":{"date-parts":[[2023,12,28]],"date-time":"2023-12-28T19:45:45Z","timestamp":1703792745000},"page":"1250-1265","source":"Crossref","is-referenced-by-count":6,"title":["Capturing the Concept Projection in Metaphorical Memes for Downstream Learning Tasks"],"prefix":"10.1109","volume":"12","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0023-8516","authenticated-orcid":false,"given":"Sathwik","family":"Acharya","sequence":"first","affiliation":[{"name":"Department of Computer Science and Engineering, PES University, Bengaluru, Karnataka, India"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1225-9354","authenticated-orcid":false,"given":"Bhaskarjyoti","family":"Das","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Engineering in AI & ML, PES University, Bengaluru, Karnataka, India"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9032-7389","authenticated-orcid":false,"given":"T. S. B.","family":"Sudarshan","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Engineering, PES University, Bengaluru, Karnataka, India"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/3477495.3532019"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1080\/10926480709336752"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1016\/0004-3702(75)90016-8"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.7208\/chicago\/9780226470993.001.0001"},{"key":"ref5","volume-title":"The Philosophy of Rethoric","author":"Richards","year":"1965"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1075\/scl.43"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1080\/10584609.2019.1674979"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1177\/0022243719881113"},{"key":"ref9","article-title":"What is multimodality?","author":"Parcalabescu","year":"2021","journal-title":"arXiv:2103.06304"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.osnem.2023.100247"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/3373265"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/3375547"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.naacl-main.372"},{"key":"ref14","article-title":"Detecting and understanding harmful memes: A survey","author":"Sharma","year":"2022","journal-title":"arXiv:2205.04274"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2021.102664"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2023.101921"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.eacl-main.157"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1145\/3394486.3403182"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/IALP54817.2021.9675255"},{"key":"ref20","first-page":"7124","article-title":"Modeling intra- and inter-modal relations: Hierarchical graph contrastive learning for multimodal sentiment analysis","volume-title":"Proc. 29th Int. Conf. Comput. Linguistics","author":"Lin"},{"key":"ref21","article-title":"Findings of memotion 2: Sentiment and emotion analysis of memes","volume-title":"Proc. De-Factify, Workshop Multimodal Fact Checking Hate Speech Detection","author":"Patwa"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2015.2460697"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2018.2798607"},{"key":"ref24","article-title":"MemeSem:A Multi-modal framework for sentimental analysis of meme via transfer learning","volume-title":"Proc. 4th Lifelong Mach. Learn. Workshop ICML","author":"Pranesh"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2022.09.025"},{"key":"ref26","article-title":"Hateful memes detection via complementary visual and linguistic networks","author":"Zhang","year":"2020","journal-title":"arXiv:2012.04977"},{"key":"ref27","article-title":"A review of vision-language models and their performance on the hateful memes challenge","author":"Zhao","year":"2023","journal-title":"arXiv:2305.06159"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2020.102437"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/3487351.3490965"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1145\/3123266.3123454"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2021.115412"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1145\/3404835.3462871"},{"key":"ref33","article-title":"The hateful memes challenge: Detecting hate speech in multimodal memes","author":"Kiela","year":"2020","journal-title":"arXiv:2005.04790"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-66840-2_109"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/UPCON52273.2021.9667614"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1145\/3308558.3313552"},{"key":"ref37","article-title":"VisualBERT: A simple and performant baseline for vision and language","author":"Harold Li","year":"2019","journal-title":"arXiv:1908.03557"},{"key":"ref38","article-title":"ViLBERT: Pretraining task-agnostic visiolinguistic representations for vision-and-language tasks","author":"Lu","year":"2019","journal-title":"arXiv:1908.02265"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1514"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00756"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/tpami.2023.3275156"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.483"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1145\/3485447.3512260"},{"key":"ref44","article-title":"Detecting hate speech in multi-modal memes","author":"Das","year":"2020","journal-title":"arXiv:2012.14891"},{"key":"ref45","article-title":"Weakly-supervised multi-task learning for multimodal affect recognition","author":"Dai","year":"2021","journal-title":"arXiv:2104.11560"},{"key":"ref46","article-title":"Enhance multimodal model performance with data augmentation: Facebook hateful meme challenge solution","author":"Li","year":"2021","journal-title":"arXiv:2105.13132"},{"key":"ref47","article-title":"Vilio: State-of-the-art visio-linguistic models applied to hateful memes","author":"Muennighoff","year":"2020","journal-title":"arXiv:2012.07788"},{"key":"ref48","article-title":"Classification of multimodal hate speech\u2014The winning solution of hateful memes challenge","author":"Zhong","year":"2020","journal-title":"arXiv:2012.01002"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-19-3391-2_26"},{"key":"ref50","first-page":"8748","article-title":"Learning transferable visual models from natural language supervision","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Radford"},{"key":"ref51","article-title":"BLIP-2: Bootstrapping language-image pre-training with frozen image encoders and large language models","author":"Li","year":"2023","journal-title":"arXiv:2301.12597"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.semeval-1.7"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.semeval-1.99"},{"key":"ref54","first-page":"1","article-title":"News images in MediaEval 2021","volume-title":"Proc. MediaEval","author":"Kille"},{"key":"ref55","article-title":"An ensemble approach towards correlating articles and their corresponding images","volume-title":"Proc. Multimedia Eval. Workshop (MediaEval), in CEUR Workshop Proceedings","author":"Rajesh"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-47436-2_27"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2021.102610"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1145\/3469877.3490614"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/DSAA49011.2020.00091"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1145\/3485447.3511968"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v31i1.11164"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-016-0981-7"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/eScience51609.2021.00029"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-41676-7_31"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2021.107408"},{"key":"ref66","article-title":"A survey on knowledge-enhanced multimodal learning","author":"Lymperaiou","year":"2022","journal-title":"arXiv:2211.12328"},{"key":"ref67","article-title":"Harnessing the power of LLMs in practice: A survey on ChatGPT and beyond","author":"Yang","year":"2023","journal-title":"arXiv:2304.13712"},{"key":"ref68","article-title":"ZeroShotDataAug: Generating and augmenting training data with ChatGPT","author":"Ubani","year":"2023","journal-title":"arXiv:2304.14334"},{"key":"ref69","article-title":"AugGPT: Leveraging ChatGPT for text data augmentation","author":"Dai","year":"2023","journal-title":"arXiv:2302.13007"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-47240-4_19"},{"key":"ref71","article-title":"ChatGraph: Interpretable text classification by converting ChatGPT knowledge to graphs","author":"Shi","year":"2023","journal-title":"arXiv:2305.03513"},{"key":"ref72","article-title":"Is ChatGPT a good keyphrase generator? A preliminary study","author":"Song","year":"2023","journal-title":"arXiv:2303.13001"},{"key":"ref73","article-title":"ChatGPT vs state-of-the-art models: A benchmarking study in keyphrase generation task","author":"Martinez-Cruz","year":"2023","journal-title":"arXiv:2304.14177"},{"key":"ref74","article-title":"Memes to an end: A look into what makes a meme offensive","volume-title":"Proc. MISINFO Workshop Misinf. Integrity Social Netw.","author":"Elkhatib"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i09.7080"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1469"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/ICICCS56967.2023.10142318"},{"issue":"12","key":"ref78","first-page":"1890","article-title":"A framework investigating the online user reviews to measure the biasness for sentiment analysis","volume":"15","author":"Sudhakaran","year":"2016","journal-title":"Asian J. Inf. Technol."},{"key":"ref79","first-page":"281","article-title":"All-in-one: A deep attentive multi-task learning framework for humour, sarcasm, offensive, motivation, and sentiment on memes","volume-title":"Proc. 1st Conf. Asia\u2013Pacific Chapter Assoc. Comput. Linguistics, 10th Int. Joint Conf. Natural Lang. Process.","author":"Chauhan"},{"key":"ref80","article-title":"A trainable optimal transport embedding for feature aggregation and its relationship to attention","author":"Mialon","year":"2020","journal-title":"arXiv:2006.12065"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1016\/j.energy.2023.128771"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1109\/TCDS.2022.3174209"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2023.126262"},{"issue":"20","key":"ref84","first-page":"48550","article-title":"Graph attention networks","volume":"1050","author":"Velickovic","year":"2017","journal-title":"Stat"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.coling-main.69"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2022.3174044"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1109\/TCBB.2021.3077905"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.findings-emnlp.408"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-17658-6_7"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1109\/PARC49193.2020.236619"},{"key":"ref91","article-title":"GIT: A generative image-to-text transformer for vision and language","author":"Wang","year":"2022","journal-title":"arXiv:2205.14100"},{"key":"ref92","article-title":"Phraseformer: Multimodal key-phrase extraction using transformer and graph embedding","author":"Nikzad-Khasmakhi","year":"2021","journal-title":"arXiv:2106.04939"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.545"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.findings-naacl.67"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.846"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1145\/2623330.2623732"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939754"},{"key":"ref98","article-title":"Graph2vec: Learning distributed representations of graphs","author":"Narayanan","year":"2017","journal-title":"arXiv:1707.05005"},{"key":"ref99","first-page":"1","article-title":"Inductive representation learning on large graphs","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"30","author":"Hamilton"},{"key":"ref100","first-page":"32","article-title":"Multimodal meme dataset (MultiOff) for identifying offensive content in image and text","volume-title":"Proc. 2nd Workshop Trolling, Aggression Cyberbullying","author":"Suryawanshi"},{"key":"ref101","first-page":"2611","article-title":"The hateful memes challenge: Detecting hate speech in multimodal memes","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Kiela"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.02222"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.emnlp-main.476"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-emnlp.74"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.249"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.556"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1145\/3404835.3462902"},{"issue":"2","key":"ref108","first-page":"180","article-title":"Constructing the affective lexicon ontology","volume":"27","author":"Xu","year":"2008","journal-title":"J. China Soc. Sci. Tech. Inf."},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1111\/j.1468-2885.2010.01362.x"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1145\/2968219.2968549"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.woah-1.4"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.1145\/3404835.3463061"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-10602-1_48"},{"key":"ref114","article-title":"Fast graph representation learning with PyTorch geometric","author":"Fey","year":"2019","journal-title":"arXiv:1903.02428"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-demo.3"},{"key":"ref116","volume-title":"PyTorch Image Models","author":"Wightman","year":"2019"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-demos.6"},{"key":"ref118","article-title":"Transformer for graphs: An overview from architecture perspective","author":"Min","year":"2022","journal-title":"arXiv:2202.08455"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.668"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.1109\/WI-IAT55865.2022.00012"},{"key":"ref121","doi-asserted-by":"publisher","DOI":"10.1109\/GCCE53005.2021.9621803"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/10380310\/10375383.pdf?arnumber=10375383","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,24]],"date-time":"2024-01-24T03:59:32Z","timestamp":1706068772000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10375383\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"references-count":121,"URL":"https:\/\/doi.org\/10.1109\/access.2023.3347988","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]}}}