{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,5]],"date-time":"2026-06-05T05:03:51Z","timestamp":1780635831792,"version":"3.54.1"},"reference-count":52,"publisher":"Springer Science and Business Media LLC","issue":"15","license":[{"start":{"date-parts":[[2024,6,14]],"date-time":"2024-06-14T00:00:00Z","timestamp":1718323200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,6,14]],"date-time":"2024-06-14T00:00:00Z","timestamp":1718323200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"the National Natural Science Foundation of China","doi-asserted-by":"crossref","award":["No. 72071061"],"award-info":[{"award-number":["No. 72071061"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"name":"Science Fund for Distinguished Young Scholars of AnHui","award":["2208085J12"],"award-info":[{"award-number":["2208085J12"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Supercomput"],"published-print":{"date-parts":[[2024,10]]},"DOI":"10.1007\/s11227-024-06290-8","type":"journal-article","created":{"date-parts":[[2024,6,14]],"date-time":"2024-06-14T06:01:55Z","timestamp":1718344915000},"page":"21676-21698","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["A conditioned joint-modality attention fusion approach for multimodal aspect-level sentiment analysis"],"prefix":"10.1007","volume":"80","author":[{"given":"Ying","family":"Yang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xinyu","family":"Qian","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lingfeng","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Si","family":"Tang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Qinna","family":"Zhao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,6,14]]},"reference":[{"key":"6290_CR1","first-page":"993","volume":"3","author":"DM Blei","year":"2003","unstructured":"Blei DM, Ng A, Jordan MI (2003) Latent dirichlet allocation. J Mach Learn Res 3:993\u20131022","journal-title":"J Mach Learn Res"},{"key":"6290_CR2","doi-asserted-by":"crossref","unstructured":"Borth D, Ji R, Chen T, Breuel T, Chang S-F (2013) Large-scale visual sentiment ontology and detectors using adjective noun pairs, In: Proceedings of the 21st ACM International Conference on Multimedia. Publishing, pp 223\u2013232","DOI":"10.1145\/2502081.2502282"},{"key":"6290_CR3","doi-asserted-by":"crossref","unstructured":"Chen P, Sun Z, Bing L, Yang W (2017) Recurrent attention network on memory for aspect sentiment analysis, In: Proceedings of the 2017 Conference on Empirical Methods in Natural Language Processing, pp 452\u2013461","DOI":"10.18653\/v1\/D17-1047"},{"key":"6290_CR4","doi-asserted-by":"crossref","unstructured":"Deng J Dong W Socher R, Li LJ, Kai L, Li F-F (2009) ImageNet: a large-scale hierarchical image database, In: 2009 IEEE Conference on Computer Vision and Pattern Recognition. pp 248-255","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"6290_CR5","unstructured":"J. Devlin, M.-W. Chang, K. Lee, K. Toutanova, BERT: pre-training of deep bidirectional transformers for language understanding, In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistic 2019, pp. 4171\u20134186."},{"key":"6290_CR6","doi-asserted-by":"crossref","unstructured":"Dong L, Wei F, Tan C, Tang D, Zhou M, Xu K, (2014) Adaptive recursive neural network for target-dependent twitter sentiment classification, In: Proceedings of the 52nd Annual Meeting of the Association for Computational Linguistics. pp 49\u201354","DOI":"10.3115\/v1\/P14-2009"},{"key":"6290_CR7","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2021.108107","volume":"240","author":"Y Du","year":"2022","unstructured":"Du Y, Liu Y, Peng Z, Jin X (2022) Gated attention fusion network for multimodal sentiment classification. Knowl-Based Syst 240:108107","journal-title":"Knowl-Based Syst"},{"key":"6290_CR8","doi-asserted-by":"crossref","unstructured":"Gao P, Jiang Z, You H, Lu P, Hoi SCH, Wang X, Li H (2019) Dynamic fusion with intra- and inter-modality attention flow for visual question answering, In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR). pp 6639\u20136648.","DOI":"10.1109\/CVPR.2019.00680"},{"key":"6290_CR9","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J (2016) Deep residual learning for image recognition, 2016 IEEE Conference on Computer Vision and Pattern Recognition (CVPR), pp 770-778","DOI":"10.1109\/CVPR.2016.90"},{"key":"6290_CR10","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter S, Schmidhuber J (1997) Long short-term memory. Neural Comput 9:1735\u20131780","journal-title":"Neural Comput"},{"key":"6290_CR11","doi-asserted-by":"crossref","unstructured":"Hu A, Flaxman S (2018) Multimodal sentiment analysis to explore the structure of emotions, In: Proceedings of the 24th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining, pp 350\u2013358","DOI":"10.1145\/3219819.3219853"},{"key":"6290_CR12","doi-asserted-by":"crossref","unstructured":"Huang B, Carley K (2018) Parameterized convolutional neural networks for aspect level sentiment classification, In: Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing, pp 1091\u20131096","DOI":"10.18653\/v1\/D18-1136"},{"key":"6290_CR13","unstructured":"Jiang L, Yu M, Ming Z, Liu X, Zhao T (2011) Target-dependent Twitter sentiment classification, meeting of the association for computational linguistics, pp 151\u2013160."},{"key":"6290_CR14","doi-asserted-by":"crossref","unstructured":"Ju X, Zhang D, Xiao R, Li J, Li S, Zhang M, Zhou G (2021) Joint multi-modal aspect-sentiment analysis with auxiliary cross-modal relation detection, In: Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing, pp 4395\u20134405","DOI":"10.18653\/v1\/2021.emnlp-main.360"},{"key":"6290_CR15","doi-asserted-by":"crossref","unstructured":"Kim Y (2014) Convolutional neural networks for sentence classification, In: Proceedings of the 2014 Conference on Empirical Methods in Natural Language Processing (EMNLP), pp 1746\u20131751","DOI":"10.3115\/v1\/D14-1181"},{"key":"6290_CR16","unstructured":"Kingma DP, Ba J (2015) Adam: a method for stochastic optimization, In: 3rd International Conference on Learning Representations"},{"key":"6290_CR17","unstructured":"Kipf TN, Welling M (2017) Semi-supervised classification with graph convolutional networks. In: International Conference on Learning Representations"},{"key":"6290_CR18","doi-asserted-by":"crossref","unstructured":"Lazaridou A, Pham NT, Baroni M (2015) Combining language and vision with a multimodal skip-gram model, In: Proceedings of the 2015 Conference of the North American Chapter of the Association for Computational Linguistics, pp 153\u2013163","DOI":"10.3115\/v1\/N15-1016"},{"key":"6290_CR19","unstructured":"Andrew Jaegle, Sebastian Borgeaud, Jean-Baptiste Alayrac, et al. (2022) Perceiver IO: a general architecture for structured inputs & outputs. ICLR, 1\u201315"},{"key":"6290_CR20","doi-asserted-by":"publisher","DOI":"10.1016\/j.is.2022.102147","volume":"114","author":"F Lin","year":"2023","unstructured":"Lin F, Liu S, Zhang C, Fan J, Wu Z (2023) StyleBERT: text-audio sentiment analysis with bi-directional style enhancement. Inf Syst 114:102147","journal-title":"Inf Syst"},{"key":"6290_CR21","doi-asserted-by":"crossref","unstructured":"Li S, Zhao Z, Hu R, Li W, Liu T, Du X, (2018a) Analogical reasoning on chinese morphological and semantic relations. In: Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics, pp 138\u2013143","DOI":"10.18653\/v1\/P18-2023"},{"key":"6290_CR22","doi-asserted-by":"crossref","unstructured":"Li X, Bing L, Lam W, Shi B (2018b) Transformation networks for target-oriented sentiment classification, In: Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics, pp 946\u2013956","DOI":"10.18653\/v1\/P18-1087"},{"key":"6290_CR23","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2021.106810","volume":"217","author":"M Liu","year":"2021","unstructured":"Liu M, Zhou F, Chen K, Zhao Y (2021) Co-attention networks based on aspect and context for aspect-level sentiment analysis. Knowl-Based Syst 217:106810","journal-title":"Knowl-Based Syst"},{"key":"6290_CR24","doi-asserted-by":"crossref","unstructured":"Ma D, Li S, Zhang X, Wang H (2017) Interactive attention networks for aspect-level sentiment classification, In: Proceedings of the Twenty-Sixth International Joint Conference on Artificial Intelligence, pp 4068\u20134074","DOI":"10.24963\/ijcai.2017\/568"},{"key":"6290_CR25","doi-asserted-by":"crossref","unstructured":"Ma Y, Peng H, Cambria E (2018) Targeted aspect-level sentiment analysisvia embedding commonsense knowledge into an attentive LSTM, In: Proceedings of the Thirty-Second AAAI Conference on Artificial Intelligence, pp 5876\u20135883","DOI":"10.1609\/aaai.v32i1.12048"},{"key":"6290_CR26","unstructured":"Marco TR, Sameer S, Carlos G (2016) Why should I trust you?.: Explaining the predictions of any classifier. In: Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining (KDD '16). pp 1135\u20131144"},{"key":"6290_CR27","doi-asserted-by":"crossref","unstructured":"Pang B, Lee L, Vaithyanathan S (2002) Thumbs up? Sentiment Classification using Machine Learning Techniques, In: Proceedings of the ACL-02 Conference on Empirical Methods in Natural Language Processing. pp 79\u201386","DOI":"10.3115\/1118693.1118704"},{"key":"6290_CR28","unstructured":"Paszke A, Gross S, Chintala S, Chanan G, Yang E, Devito Z, Lin Z, Desmaison A, Antiga L, Lerer A (2017) Automatic differentiation in PyTorch"},{"key":"6290_CR29","doi-asserted-by":"crossref","unstructured":"Pennington J, Socher R, Manning C (2014) GloVe: global vectors for word representation, In: Proceedings of the 2014 Conference on Empirical Methods in Natural Language Processing, pp 1532\u20131543","DOI":"10.3115\/v1\/D14-1162"},{"key":"6290_CR30","doi-asserted-by":"crossref","unstructured":"Read J (2005) Using emoticons to reduce dependency in machine learning techniques for sentiment classification, student research workshop at the meeting of the association for computational linguistics. pp 43\u201348","DOI":"10.3115\/1628960.1628969"},{"key":"6290_CR31","doi-asserted-by":"crossref","unstructured":"Selvaraju RR, Cogswell M, Das A, Vedantam R, Parikh D Batra D (2017) Grad-CAM: visual explanations from deep networks via gradient-based localization, In: 2017 IEEE International Conference on Computer Vision (ICCV) pp 618-62","DOI":"10.1109\/ICCV.2017.74"},{"key":"6290_CR32","doi-asserted-by":"publisher","first-page":"813","DOI":"10.1109\/TKDE.2015.2485209","volume":"28","author":"K Schouten","year":"2016","unstructured":"Schouten K, Frasincar F (2016) Survey on aspect-level sentiment analysis. IEEE Trans Knowl Data Eng 28:813\u2013830","journal-title":"IEEE Trans Knowl Data Eng"},{"key":"6290_CR33","unstructured":"Song Y, Wang J, Jiang T, Liu Z, Rao Y, (2019) Attentional encoder network for targeted sentiment classification, CoRR, abs\/1902.09314."},{"key":"6290_CR34","doi-asserted-by":"crossref","unstructured":"Szegedy C, Wei L, Yangqing J, Sermanet P, Reed S, Anguelov D, Erhan D, Vanhoucke V, Rabinovich A (2015) Going deeper with convolutions, 2015 IEEE Conference on Computer Vision and Pattern Recognition (CVPR). pp 1-9","DOI":"10.1109\/CVPR.2015.7298594"},{"key":"6290_CR35","doi-asserted-by":"crossref","unstructured":"Szegedy C, Vanhoucke V, Ioffe S, Shlens J, Wojna Z (2016) Rethinking the inception architecture for computer vision, In: 2016 IEEE Conference on Computer Vision and Pattern Recognition (CVPR) pp 2818-2826","DOI":"10.1109\/CVPR.2016.308"},{"key":"6290_CR36","unstructured":"Tang D, Qin B, Feng X, Liu T, (2016a) Effective LSTMs for target-dependent sentiment classification, In: Proceedings of COLING 2016, the 26th International Conference on Computational Linguistics: Technical Papers, pp 3298\u20133307"},{"key":"6290_CR37","doi-asserted-by":"crossref","unstructured":"Tang D, Qin B, Liu T (2016b) Aspect level sentiment classification with deep memory network, In: Proceedings of the 2016 Conference on Empirical Methods in Natural Language Processing, pp 214\u2013224","DOI":"10.18653\/v1\/D16-1021"},{"key":"6290_CR38","doi-asserted-by":"crossref","unstructured":"Tay Y, Luu AT, Hui SC (2018) Learning to attend via word-aspect associative fusion for aspect-level sentiment analysis, In: Proceedings of the Thirty-Second AAAI Conference on Artificial Intelligence, pp 5956\u20135963","DOI":"10.1609\/aaai.v32i1.12049"},{"key":"6290_CR39","doi-asserted-by":"crossref","unstructured":"Truong Q-T, Lauw HW (2019) VistaNet: visual aspect attention network for multimodal sentiment analysis, In: The Thirty-Third AAAI Conference on Artificial Intelligence, pp 305\u2013312","DOI":"10.1609\/aaai.v33i01.3301305"},{"key":"6290_CR40","unstructured":"A. Vaswani, N. Shazeer, N. Parmar, J. Uszkoreit, L. Jones, A.N. Gomez, L. Kaiser, I. Polosukhin, Attention is All You Need, Nips'17, 2017, 6000\u20136010."},{"key":"6290_CR41","unstructured":"Vo D, Yue Z, (2015) Target-dependent twitter sentiment classification with rich automatic features, In: International Conference on Artificial Intelligence, pp 1347\u20131353"},{"key":"6290_CR42","doi-asserted-by":"crossref","unstructured":"Xu N, Mao W, Chen G (2018) A Co-memory network for multimodal sentiment analysis, In: The 41st International ACM SIGIR Conference on Research & Development in Information Retrieval, pp 929\u2013932","DOI":"10.1145\/3209978.3210093"},{"key":"6290_CR43","doi-asserted-by":"crossref","unstructured":"Xu N, Mao W, Chen G (2019) Multi-interactive memory network for aspect based multimodal sentiment analysis, In: Proceedings of the Thirty-Third AAAI Conference on Artificial Intelligence, pp 371\u2013378.","DOI":"10.1609\/aaai.v33i01.3301371"},{"key":"6290_CR44","doi-asserted-by":"crossref","unstructured":"Xue W, Li T (2018) Aspect based sentiment analysis with gated convolutional networks, In: Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics, pp 2514\u20132523","DOI":"10.18653\/v1\/P18-1234"},{"key":"6290_CR45","first-page":"5105","volume":"35","author":"X Xue","year":"2023","unstructured":"Xue X, Zhang C, Niu Z, Wu X (2023) Multi-level attention map network for multimodal sentiment analysis. IEEE Trans Knowl Data Eng 35:5105\u20135118","journal-title":"IEEE Trans Knowl Data Eng"},{"key":"6290_CR46","doi-asserted-by":"crossref","unstructured":"You Q, Cao L, Jin H, Luo J, (2016) Robust visual-textual sentiment analysis: when attention meets tree-structured recursive neural networks, In: Proceedings of the 24th ACM International Conference on Multimedia, pp 1008\u20131017","DOI":"10.1145\/2964284.2964288"},{"key":"6290_CR47","doi-asserted-by":"crossref","unstructured":"Yu J, Jiang J (2019) Adapting BERT for target-oriented multimodal sentiment classification, In: Proceedings of the Twenty-Eighth International Joint Conference on Artificial Intelligence, pp 5408\u20135414","DOI":"10.24963\/ijcai.2019\/751"},{"key":"6290_CR48","doi-asserted-by":"publisher","first-page":"429","DOI":"10.1109\/TASLP.2019.2957872","volume":"28","author":"J Yu","year":"2020","unstructured":"Yu J, Jiang J, Xia R (2020) Entity-sensitive attention and fusion network for entity-level multimodal sentiment classification. IEEE ACM Trans Audio Speech Lang Process 28:429\u2013439","journal-title":"IEEE ACM Trans Audio Speech Lang Process"},{"key":"6290_CR49","doi-asserted-by":"crossref","unstructured":"Yu J F, Wang J M, Xia R, et al. Targeted Multimodal Sentiment Classification based on Coarse-to-Fine Grained Image-Target Matching[C]\/\/ Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence, Vienna, Austria, 2022: 4482\u20134488.","DOI":"10.24963\/ijcai.2022\/622"},{"key":"6290_CR50","doi-asserted-by":"crossref","unstructured":"Yu W, Xu H, Yuan Z, Wu J (2021) Learning modality-specific representations with self-supervised multi-task learning for multimodal sentiment analysis, In: Proceedings of the Thirty-Fifth AAAI Conference on Artificial Intelligence, pp 10790\u201310797","DOI":"10.1609\/aaai.v35i12.17289"},{"key":"6290_CR51","doi-asserted-by":"crossref","unstructured":"Zhang M, Yue Z, Vo D, (2016) Gated neural networks for targeted sentiment analysis, In: Proceedings of the Thirtieth AAAI Conference on Artificial Intelligence, pp 3087\u20133093","DOI":"10.1609\/aaai.v30i1.10380"},{"key":"6290_CR52","doi-asserted-by":"crossref","unstructured":"Xiao Z, Wu J, Chen Q, Deng C, (2021) BERT4GCN: Using BERT intermediate layers to augment GCN for aspect-level sentiment classification, In: Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing, pp 9193\u20139200","DOI":"10.18653\/v1\/2021.emnlp-main.724"}],"container-title":["The Journal of Supercomputing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-024-06290-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11227-024-06290-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-024-06290-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,12]],"date-time":"2024-08-12T05:10:03Z","timestamp":1723439403000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11227-024-06290-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6,14]]},"references-count":52,"journal-issue":{"issue":"15","published-print":{"date-parts":[[2024,10]]}},"alternative-id":["6290"],"URL":"https:\/\/doi.org\/10.1007\/s11227-024-06290-8","relation":{"has-preprint":[{"id-type":"doi","id":"10.21203\/rs.3.rs-3166760\/v1","asserted-by":"object"}]},"ISSN":["0920-8542","1573-0484"],"issn-type":[{"value":"0920-8542","type":"print"},{"value":"1573-0484","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,6,14]]},"assertion":[{"value":"5 June 2024","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 June 2024","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}