{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,15]],"date-time":"2026-09-15T13:10:55Z","timestamp":1789477855477,"version":"build-2803163510"},"reference-count":69,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2025,5,21]],"date-time":"2025-05-21T00:00:00Z","timestamp":1747785600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,5,21]],"date-time":"2025-05-21T00:00:00Z","timestamp":1747785600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100011878","name":"Flemish Government","doi-asserted-by":"crossref","award":["174K02325"],"award-info":[{"award-number":["174K02325"]}],"id":[{"id":"10.13039\/501100011878","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100003130","name":"Fonds Wetenschappelijk Onderzoek \u2013 Vlaanderen","doi-asserted-by":"crossref","award":["1S96322N"],"award-info":[{"award-number":["1S96322N"]}],"id":[{"id":"10.13039\/501100003130","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Lang Resources & Evaluation"],"published-print":{"date-parts":[[2025,9]]},"DOI":"10.1007\/s10579-025-09837-0","type":"journal-article","created":{"date-parts":[[2025,5,21]],"date-time":"2025-05-21T10:01:55Z","timestamp":1747821715000},"page":"2857-2892","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["UniC: a dataset for emotion analysis of videos with multimodal and unimodal labels"],"prefix":"10.1007","volume":"59","author":[{"given":"Quanqi","family":"Du","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sofie","family":"Labat","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Thomas","family":"Demeester","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Veronique","family":"Hoste","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,5,21]]},"reference":[{"issue":"9","key":"9837_CR1","doi-asserted-by":"publisher","first-page":"1036","DOI":"10.3390\/electronics10091036","volume":"10","author":"M Akhand","year":"2021","unstructured":"Akhand, M., Roy, S., Siddique, N., Kamal, Md. A. S., & Shimamura, T. (2021). Facial emotion recognition using transfer learning in the deep CNN. Electronics, 10(9), 1036. https:\/\/doi.org\/10.3390\/electronics10091036","journal-title":"Electronics"},{"key":"9837_CR2","doi-asserted-by":"publisher","first-page":"155","DOI":"10.1007\/s10462-012-9368-5","volume":"43","author":"CN Anagnostopoulos","year":"2015","unstructured":"Anagnostopoulos, C. N., Iliou, T., & Giannoukos, I. (2015). Features and classifiers for emotion recognition from speech: A survey from 2000 to 2011. Artificial Intelligence Review, 43, 155\u2013177. https:\/\/doi.org\/10.1007\/s10462-012-9368-5","journal-title":"Artificial Intelligence Review"},{"key":"9837_CR3","doi-asserted-by":"publisher","DOI":"10.1007\/978-94-024-0881-2_11","author":"R Artstein","year":"2017","unstructured":"Artstein, R. (2017). Inter-annotator agreement. Handbook of Linguistic Annotation. https:\/\/doi.org\/10.1007\/978-94-024-0881-2_11","journal-title":"Handbook of Linguistic Annotation"},{"key":"9837_CR4","doi-asserted-by":"publisher","unstructured":"Barbieri, F., Camacho-Collados, J., Anke, L. E., & Neves, L. (2020). TweetEval: Unified benchmark and comparative evaluation for tweet classification. In Findings of the association for computational linguistics: EMNLP 2020. Association for Computational Linguistics, Online, (pp. 1644\u20131650),https:\/\/doi.org\/10.18653\/v1\/2020.findings-emnlp.148, https:\/\/aclanthology.org\/2020.findings-emnlp.148","DOI":"10.18653\/v1\/2020.findings-emnlp.148"},{"key":"9837_CR5","unstructured":"Barbieri, F., & Saggion, H. (2014). Automatic detection of irony and humour in Twitter. In International conference on innovative computing and cloud computing, (pp. 155\u2013162)."},{"issue":"1","key":"9837_CR6","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1016\/0005-7916(94)90063-9","volume":"25","author":"MM Bradley","year":"1994","unstructured":"Bradley, M. M., & Lang, P. J. (1994). Measuring emotion: The self-assessment manikin and the semantic differential. Journal of Behavior Therapy and Experimental Psychiatry, 25(1), 49\u201359. https:\/\/doi.org\/10.1016\/0005-7916(94)90063-9","journal-title":"Journal of Behavior Therapy and Experimental Psychiatry"},{"key":"9837_CR7","doi-asserted-by":"publisher","DOI":"10.4324\/9781315667829","volume-title":"Cinematography: Theory and practice: Image making for cinematographers and directors","author":"B Brown","year":"2016","unstructured":"Brown, B. (2016). Cinematography: Theory and practice: Image making for cinematographers and directors. Routledge."},{"key":"9837_CR8","doi-asserted-by":"publisher","unstructured":"Burkhardt, F., Paeschke, A., Rolfes, M., Sendlmeier, W. F., Weiss, B. (2005). A database of German emotional speech. In Proceedings of interspeech 2005, (pp. 1517\u20131520), https:\/\/doi.org\/10.21437\/Interspeech.2005-446","DOI":"10.21437\/Interspeech.2005-446"},{"issue":"4","key":"9837_CR9","doi-asserted-by":"publisher","first-page":"335","DOI":"10.1007\/s10579-008-9076-6","volume":"42","author":"C Busso","year":"2008","unstructured":"Busso, C., Bulut, M., Lee, C. C., Kazemzadeh, A., Mower, E., Kim, S., Chang, J. N., Lee, S., & Narayanan, S. S. (2008). IEMOCAP: Interactive emotional dyadic motion capture database. Language Resources and Evaluation, 42(4), 335\u2013359. https:\/\/doi.org\/10.1007\/s10579-008-9076-6","journal-title":"Language Resources and Evaluation"},{"issue":"1","key":"9837_CR10","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1109\/TAFFC.2016.2515617","volume":"8","author":"C Busso","year":"2016","unstructured":"Busso, C., Parthasarathy, S., Burmania, A., AbdelWahab, M., Sadoughi, N., & Provost, E. M. (2016). MSP-IMPROV: An acted corpus of dyadic interactions to study emotion perception. IEEE Transactions on Affective Computing, 8(1), 67\u201380. https:\/\/doi.org\/10.1109\/TAFFC.2016.2515617","journal-title":"IEEE Transactions on Affective Computing"},{"key":"9837_CR11","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v37i6.25840","author":"F Cabitza","year":"2023","unstructured":"Cabitza, F., Campagner, A., & Basile, V. (2023). Toward a perspectivist turn in ground truthing for predictive computing. Proceedings of the AAAI Conference on Artificial Intelligence. https:\/\/doi.org\/10.1609\/aaai.v37i6.25840","journal-title":"Proceedings of the AAAI Conference on Artificial Intelligence"},{"key":"9837_CR12","doi-asserted-by":"publisher","first-page":"593","DOI":"10.1016\/j.ins.2021.10.005","volume":"582","author":"FZ Canal","year":"2022","unstructured":"Canal, F. Z., M\u00fcller, T. R., Matias, J. C., Scotton, G. G., de Sa Junior, A. R., Pozzebon, E., & Sobieranski, A. C. (2022). A survey on facial emotion recognition techniques: A state-of-the-art literature review. Information Sciences, 582, 593\u2013617. https:\/\/doi.org\/10.1016\/j.ins.2021.10.005","journal-title":"Information Sciences"},{"issue":"32","key":"9837_CR13","doi-asserted-by":"publisher","first-page":"23311","DOI":"10.1007\/s00521-021-06012-8","volume":"35","author":"MK Chowdary","year":"2023","unstructured":"Chowdary, M. K., Nguyen, T. N., & Hemanth, D. J. (2023). Deep learning-based facial emotion recognition for human-computer interaction applications. Neural Computing and Applications, 35(32), 23311\u201323328. https:\/\/doi.org\/10.1007\/s00521-021-06012-8","journal-title":"Neural Computing and Applications"},{"key":"9837_CR14","unstructured":"De\u00a0Bruyne, L., De\u00a0Clercq, O., & Hoste, V. (2019). Towards an empirically grounded framework for emotion analysis. In Proceedings of HUSO 2019, the fifth international conference on human and social analytics, IARIA, International Academy, Research, and Industry Association, (pp. 11\u201316), http:\/\/hdl.handle.net\/1854\/LU-8624200"},{"key":"9837_CR15","doi-asserted-by":"publisher","DOI":"10.1007\/s10579-020-09524-2","author":"L De Bruyne","year":"2021","unstructured":"De Bruyne, L., De Clercq, O., & Hoste, V. (2021). Annotating affective dimensions in user-generated content: Comparing the reliability of best-worst scaling, pairwise comparison and rating scales for annotating valence, arousal and dominance. Language Resources and Evaluation. https:\/\/doi.org\/10.1007\/s10579-020-09524-2","journal-title":"Language Resources and Evaluation"},{"key":"9837_CR16","unstructured":"De\u00a0Bruyne, L., De\u00a0Clercq, O., & Hoste, V. (2021b). Emotional RobBERT and insensitive BERTje: Combining transformers and affect lexica for dutch emotion detection. In Proceedings of the eleventh workshop on computational approaches to subjectivity, sentiment and social media analysis, Association for Computational Linguistics, (pp. 257\u2013263), https:\/\/aclanthology.org\/2021.wassa-1.27"},{"key":"9837_CR17","volume-title":"On understanding emotion","author":"NK Denzin","year":"1984","unstructured":"Denzin, N. K. (1984). On understanding emotion. Jossey-Bass."},{"key":"9837_CR18","unstructured":"Du, Q., Labat, S., Demeester, T., & Hoste, V. (2023). Unimodalities count as perspectives in multimodal emotion annotation. In Proceedings of the 2nd workshop on perspectivist approaches to NLP, https:\/\/ceur-ws.org\/Vol-3494\/paper14.pdf"},{"key":"9837_CR19","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2682899","volume":"47","author":"SK D\u2019Mello","year":"2015","unstructured":"D\u2019Mello, S. K., & Westlund, J. K. (2015). A review and meta-analysis of multimodal affect detection systems. ACM Computing Surveys (CSUR), 47, 1\u201336.","journal-title":"ACM Computing Surveys (CSUR)"},{"key":"9837_CR20","first-page":"169","volume-title":"Darwin and facial expression: A century of research in review","author":"P Ekman","year":"1973","unstructured":"Ekman, P. (1973). Cross-cultural studies of facial expression. In P. Ekman (Ed.), Darwin and facial expression: A century of research in review (pp. 169\u2013222). Academic Press."},{"issue":"3\u20134","key":"9837_CR21","doi-asserted-by":"publisher","first-page":"169","DOI":"10.1080\/02699939208411068","volume":"6","author":"P Ekman","year":"1992","unstructured":"Ekman, P. (1992). An argument for basic emotions. Cognition & Emotion, 6(3\u20134), 169\u2013200. https:\/\/doi.org\/10.1080\/02699939208411068","journal-title":"Cognition & Emotion"},{"key":"9837_CR22","volume-title":"Unmasking the face: A guide to recognizing emotions from facial clues","author":"P Ekman","year":"2003","unstructured":"Ekman, P., & Friesen, W. V. (2003). Unmasking the face: A guide to recognizing emotions from facial clues. ISHK."},{"key":"9837_CR23","volume-title":"Zur Messung von Emotionen in der angewandten Forschung","author":"L Fischer","year":"2002","unstructured":"Fischer, L., Brauns, D., & Belschak, F. (2002). Zur Messung von Emotionen in der angewandten Forschung. Pabst Science Publishers."},{"issue":"5","key":"9837_CR24","doi-asserted-by":"publisher","first-page":"378","DOI":"10.1037\/h0031619","volume":"76","author":"JL Fleiss","year":"1971","unstructured":"Fleiss, J. L. (1971). Measuring nominal scale agreement among many raters. Psychological Bulletin, 76(5), 378. https:\/\/doi.org\/10.1037\/h0031619","journal-title":"Psychological Bulletin"},{"issue":"5","key":"9837_CR25","doi-asserted-by":"publisher","first-page":"829","DOI":"10.1162\/neco_a_01273","volume":"32","author":"J Gao","year":"2020","unstructured":"Gao, J., Li, P., Chen, Z., & Zhang, J. (2020). A survey on deep learning for multimodal data fusion. Neural Computation, 32(5), 829\u2013864. https:\/\/doi.org\/10.1162\/neco_a_01273","journal-title":"Neural Computation"},{"issue":"3","key":"9837_CR26","doi-asserted-by":"publisher","first-page":"2673","DOI":"10.1007\/s10489-022-03567-4","volume":"53","author":"Y Ghafoor","year":"2023","unstructured":"Ghafoor, Y., Jinping, S., Calderon, F. H., Huang, Y.-H., Chen, K.-T., & Chen, Y.-S. (2023). TERMS: Textual emotion recognition in multidimensional space. Applied Intelligence, 53(3), 2673\u20132693. https:\/\/doi.org\/10.1007\/s10489-022-03567-4","journal-title":"Applied Intelligence"},{"key":"9837_CR27","unstructured":"Gong, T., Lyu, C., Zhang, S., Wang, Y., Zheng, M., Zhao, Q., Liu, K., Zhang, W., Luo, P., & Chen, K. (2023). Multimodal-GPT: A vision and language model for dialogue with humans. arXiv:2305.04790"},{"key":"9837_CR28","doi-asserted-by":"publisher","unstructured":"Goodfellow, I. J., Erhan, D., Carrier, P. L., Courville, A., Mirza, M., Hamner, B., Cukierski, W., Tang, Y., Thaler, D., Lee, D. -H. (2013). Challenges in representation learning: A report on three machine learning contests. In Neural information processing: 20th international conference, ICONIP 2013, Daegu, Korea, November 3\u20137, 2013. Proceedings, Part III 20, Springer, (pp. 117\u2013124), https:\/\/doi.org\/10.1007\/978-3-642-42051-1_16","DOI":"10.1007\/978-3-642-42051-1_16"},{"key":"9837_CR29","doi-asserted-by":"publisher","DOI":"10.1007\/s00521-023-08470-8","author":"P Hajek","year":"2023","unstructured":"Hajek, P., & Munk, M. (2023). Speech emotion recognition and text sentiment analysis for financial distress prediction. Neural Computing and Applications. https:\/\/doi.org\/10.1007\/s00521-023-08470-8","journal-title":"Neural Computing and Applications"},{"key":"9837_CR30","doi-asserted-by":"publisher","first-page":"133","DOI":"10.1007\/s10919-019-00293-3","volume":"43","author":"D Keltner","year":"2019","unstructured":"Keltner, D., Sauter, D., Tracy, J., & Cowen, A. (2019). Emotional expression: Advances in basic emotion theory. Journal of Nonverbal Behavior, 43, 133\u2013160. https:\/\/doi.org\/10.1007\/s10919-019-00293-3","journal-title":"Journal of Nonverbal Behavior"},{"key":"9837_CR31","volume-title":"Content analysis: An introduction to its methodology","author":"K Krippendorff","year":"2018","unstructured":"Krippendorff, K. (2018). Content analysis: An introduction to its methodology. Sage Publications."},{"key":"9837_CR32","doi-asserted-by":"publisher","first-page":"15349","DOI":"10.1007\/s11042-019-7346-5","volume":"79","author":"A Kumar","year":"2020","unstructured":"Kumar, A., & Garg, G. (2020). Systematic literature review on context-based sentiment analysis in social multimedia. Multimedia Tools and Applications, 79, 15349\u201315380. https:\/\/doi.org\/10.1007\/s11042-019-7346-5","journal-title":"Multimedia Tools and Applications"},{"issue":"2","key":"9837_CR33","doi-asserted-by":"publisher","first-page":"78","DOI":"10.3390\/info12020078","volume":"12","author":"HJ Kwon","year":"2021","unstructured":"Kwon, H. J., Ban, H. J., Jun, J. K., & Kim, H.-S. (2021). Topic modeling and sentiment analysis of online review for airlines. Information, 12(2), 78. https:\/\/doi.org\/10.3390\/info12020078","journal-title":"Information"},{"key":"9837_CR34","doi-asserted-by":"publisher","first-page":"505","DOI":"10.1007\/s10579-023-09700-0","volume":"58","author":"S Labat","year":"2024","unstructured":"Labat, S., Demeester, T., & Hoste, V. (2024). EmoTwiCS: A corpus for modelling emotion trajectories in Dutch customer service dialogues on Twitter. Language Resources and Evaluation, 58, 505\u2013546. https:\/\/doi.org\/10.1007\/s10579-023-09700-0","journal-title":"Language Resources and Evaluation"},{"key":"9837_CR35","doi-asserted-by":"publisher","unstructured":"Li, Y., Tao, J., Schuller, B., Shan, S., Jiang, D., & Jia, J. (2018). MEC 2017: Multimodal emotion recognition challenge. In 2018 First Asian conference on affective computing and intelligent interaction (ACII Asia), IEEE, (pp. 1\u20135), https:\/\/doi.org\/10.1109\/ACIIAsia.2018.8470342","DOI":"10.1109\/ACIIAsia.2018.8470342"},{"key":"9837_CR36","unstructured":"Liang, P. P., Salakhutdinov, R., & Morency, L. P. (2018). Computational modeling of human multimodal language: The MOSEI dataset and interpretable dynamic fusion. In First Workshop and Grand Challenge on Computational Modeling of Human Multimodal Language, (p. 3)."},{"key":"9837_CR37","doi-asserted-by":"publisher","first-page":"391","DOI":"10.1007\/s10339-019-00923-0","volume":"20","author":"DY Liliana","year":"2019","unstructured":"Liliana, D. Y., Basaruddin, T., Widyanto, M. R., & Oriza, I. I. D. (2019). Fuzzy emotion: A natural approach to automatic facial expression recognition from psychological perspective using fuzzy system. Cognitive Processing, 20, 391\u2013403. https:\/\/doi.org\/10.1007\/s10339-019-00923-0","journal-title":"Cognitive Processing"},{"key":"9837_CR38","doi-asserted-by":"publisher","unstructured":"Liu, Y., Yuan, Z., Mao, H., Liang, Z., Yang, W., Qiu, Y., Cheng, T., Li, X., Xu, H., & Gao, K. (2022). Make acoustic and visual cues matter: CH-SIMS v2.0 dataset and AV-Mixup consistent module. In Proceedings of the 2022 international conference on multimodal interaction. Association for Computing Machinery, New York, NY, USA, (pp. 247-258), https:\/\/doi.org\/10.1145\/3536221.3556630","DOI":"10.1145\/3536221.3556630"},{"key":"9837_CR39","doi-asserted-by":"publisher","unstructured":"Lu, Z., Cao, L., Zhang, Y., Chiu, C.-C., & Fan, J. (2020). Speech sentiment analysis via pre-trained features from end-to-end ASR models. In ICASSP 2020-2020 IEEE international conference on acoustics, speech and signal processing (ICASSP), IEEE, (pp. 7149\u20137153), https:\/\/doi.org\/10.1109\/ICASSP40776.2020.9052937","DOI":"10.1109\/ICASSP40776.2020.9052937"},{"key":"9837_CR40","unstructured":"MacQueen, J. (1967). Classification and analysis of multivariate observations. In 5th Berkeley Symp (pp. 281\u2013297). Math. Statist. Probability"},{"key":"9837_CR41","doi-asserted-by":"publisher","unstructured":"Maladry, A., Lefever, E., Van\u00a0Hee, C., & Hoste, V. (2022). Irony detection for Dutch: A venture into the implicit. In Proceedings of the 12th workshop on computational approaches to subjectivity, sentiment & social media analysis, (pp.172\u2013181), https:\/\/doi.org\/10.18653\/v1\/2022.wassa-1.16","DOI":"10.18653\/v1\/2022.wassa-1.16"},{"key":"9837_CR42","volume-title":"Silent messages","author":"A Mehrabian","year":"1971","unstructured":"Mehrabian, A. (1971). Silent messages. Wadsworth Belmont."},{"key":"9837_CR43","volume-title":"An approach to environmental psychology","author":"A Mehrabian","year":"1974","unstructured":"Mehrabian, A., & Russell, J. A. (1974). An approach to environmental psychology. The MIT Press."},{"key":"9837_CR44","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1155\/2022\/7450637","volume":"2022","author":"Y Ming","year":"2022","unstructured":"Ming, Y., Qian, H., Guangyuan, L., et al. (2022). CNN-LSTM facial expression recognition method fused with two-layer attention mechanism. Computational Intelligence and Neuroscience, 2022, 1\u20139. https:\/\/doi.org\/10.1155\/2022\/7450637","journal-title":"Computational Intelligence and Neuroscience"},{"key":"9837_CR45","doi-asserted-by":"publisher","unstructured":"Mittal, T., Bhattacharya, U., Chandra, R., Bera, A., & Manocha, D. (2020). M3ER: Multiplicative multimodal emotion recognition using facial, textual, and speech cues. In Proceedings of the AAAI conference on artificial intelligence, (pp. 1359\u20131367), https:\/\/doi.org\/10.1609\/aaai.v34i02.5492","DOI":"10.1609\/aaai.v34i02.5492"},{"key":"9837_CR46","doi-asserted-by":"publisher","unstructured":"Mohammad, S., Bravo-Marquez, F., Salameh, M., & Kiritchenko, S. (2018). SemEval-2018 task 1: Affect in tweets. In M. Apidianaki, S. M. Mohammad, J. May (Eds.), Proceedings of the 12th international workshop on semantic evaluation. Association for Computational Linguistics, New Orleans, Louisiana, (pp. 1\u201317), https:\/\/doi.org\/10.18653\/v1\/S18-1001, https:\/\/aclanthology.org\/S18-1001","DOI":"10.18653\/v1\/S18-1001"},{"key":"9837_CR47","doi-asserted-by":"publisher","unstructured":"Nasukawa, T., & Yi, J. (2003). Sentiment analysis: Capturing favorability using natural language processing. In Proceedings of the 2nd international conference on Knowledge capture, Association for Computing Machinery, (pp. 70\u201377), https:\/\/doi.org\/10.1145\/945645.945658","DOI":"10.1145\/945645.945658"},{"issue":"2","key":"9837_CR48","doi-asserted-by":"publisher","first-page":"845","DOI":"10.1109\/TAFFC.2020.2970399","volume":"13","author":"A Nazir","year":"2020","unstructured":"Nazir, A., Rao, Y., Wu, L., & Sun, L. (2020). Issues and challenges of aspect-based sentiment analysis: A comprehensive survey. IEEE Transactions on Affective Computing, 13(2), 845\u2013863. https:\/\/doi.org\/10.1109\/TAFFC.2020.2970399","journal-title":"IEEE Transactions on Affective Computing"},{"key":"9837_CR49","doi-asserted-by":"publisher","unstructured":"Pan, T., Ye, Y., Cai, H., Huang, S., Yang, Y., & Wang, G. (2023). Multimodal physiological signals fusion for online emotion recognition. In Proceedings of the 31st ACM international conference on multimedia, Association for Computing Machinery, Ottawa, Canada, (pp. 5879\u20135888), https:\/\/doi.org\/10.1145\/3581783.3612555","DOI":"10.1145\/3581783.3612555"},{"key":"9837_CR50","volume-title":"Cognition and emotion: An information processing approach","author":"R Pfeifer","year":"1982","unstructured":"Pfeifer, R. (1982). Cognition and emotion: An information processing approach. Carnegic-Mellon University."},{"key":"9837_CR51","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/1140.001.0001","volume-title":"Affective computing","author":"RW Picard","year":"1997","unstructured":"Picard, R. W. (1997). Affective computing. MIT press."},{"key":"9837_CR52","doi-asserted-by":"publisher","unstructured":"Pontiki, M., Galanis, D., Papageorgiou, H., Androutsopoulos, I., Manandhar, S., AL-Smadi, M., Al-Ayyoub, M., Zhao, Y., Qin, B., De Clercq, O., Hoste, V., Apidianaki, M., Tannier, X., Loukachevitch, N., Kotelnikov, E., Bel, N., Jim\u00e9nez-Zafra S. M., Eryi\u011fit G. (2016). SemEval-2016 task 5: Aspect based sentiment analysis. In Proceedings of the 10th international workshop on semantic evaluation (SemEval-2016), Association for Computational Linguistics, San Diego, California, (pp. 19\u201330), https:\/\/doi.org\/10.18653\/v1\/S16-1002","DOI":"10.18653\/v1\/S16-1002"},{"key":"9837_CR53","doi-asserted-by":"publisher","first-page":"106935","DOI":"10.1016\/j.asoc.2020.106935","volume":"98","author":"B Ray","year":"2021","unstructured":"Ray, B., Garain, A., & Sarkar, R. (2021). An ensemble-based hotel recommender system using sentiment analysis and aspect categorization of hotel reviews. Applied Soft Computing, 98, 106935. https:\/\/doi.org\/10.1016\/j.asoc.2020.106935","journal-title":"Applied Soft Computing"},{"key":"9837_CR54","doi-asserted-by":"publisher","first-page":"26597","DOI":"10.1007\/s11042-019-07788-7","volume":"78","author":"AU Rehman","year":"2019","unstructured":"Rehman, A. U., Malik, A. K., Raza, B., & Ali, W. (2019). A hybrid CNN-LSTM model for improving accuracy of movie reviews sentiment analysis. Multimedia Tools and Applications, 78, 26597\u201326613. https:\/\/doi.org\/10.1007\/s11042-019-07788-7","journal-title":"Multimedia Tools and Applications"},{"issue":"1","key":"9837_CR55","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1111\/tops.12292","volume":"11","author":"R Reisenzein","year":"2019","unstructured":"Reisenzein, R., Horstmann, G., & Sch\u00fctzwohl, A. (2019). The cognitive-evolutionary model of surprise: A review of the evidence. Topics in Cognitive Science, 11(1), 50\u201374. https:\/\/doi.org\/10.1111\/tops.12292","journal-title":"Topics in Cognitive Science"},{"key":"9837_CR56","doi-asserted-by":"publisher","unstructured":"Rosenthal, S., Farra, N., & Nakov, P. (2017). SemEval-2017 task 4: Sentiment analysis in Twitter. In Proceedings of the 11th international workshop on semantic evaluation (SemEval-2017). Association for Computational Linguistics, Vancouver, Canada, (pp. 502\u2013518), https:\/\/doi.org\/10.18653\/v1\/S17-2088, https:\/\/aclanthology.org\/S17-2088","DOI":"10.18653\/v1\/S17-2088"},{"issue":"3","key":"9837_CR57","doi-asserted-by":"publisher","first-page":"216","DOI":"10.1016\/j.tics.2017.01.001","volume":"21","author":"A Schirmer","year":"2017","unstructured":"Schirmer, A., & Adolphs, R. (2017). Emotion perception from face, voice, and touch: Comparisons and convergence. Trends in Cognitive Sciences, 21(3), 216\u2013228. https:\/\/doi.org\/10.1016\/j.tics.2017.01.001","journal-title":"Trends in Cognitive Sciences"},{"issue":"6","key":"9837_CR58","doi-asserted-by":"publisher","first-page":"1061","DOI":"10.1037\/0022-3514.52.6.1061","volume":"52","author":"P Shaver","year":"1987","unstructured":"Shaver, P., Schwartz, J., Kirson, D., & O\u2019connor, C. (1987). Emotion knowledge: Further exploration of a prototype approach. Journal of Personality and Social Psychology, 52(6), 1061. https:\/\/doi.org\/10.1037\/0022-3514.52.6.1061","journal-title":"Journal of Personality and Social Psychology"},{"key":"9837_CR59","doi-asserted-by":"publisher","unstructured":"Winters, T., Nys, V., spsampsps De\u00a0Schreye, D. (2018). Automatic joke generation: Learning humor from examples. In Distributed, ambient and pervasive interactions: Technologies and contexts: 6th international conference, DAPI 2018, Held as Part of HCI international 2018, Las Vegas, NV, USA, July 15\u201320, 2018, Proceedings, Part II 6, Springer, (pp. 360\u2013377), https:\/\/doi.org\/10.1007\/978-3-319-91131-1_28","DOI":"10.1007\/978-3-319-91131-1_28"},{"key":"9837_CR60","unstructured":"Wittenburg, P., Brugman, H., Russel, A., Klassmann, A., & Sloetjes, H. (2006). ELAN: A professional framework for multimodality research. In Proceedings of the fifth international conference on language resources and evaluation. European Language Resources Association, Genoa, Italy, https:\/\/aclanthology.org\/L06-1082\/"},{"key":"9837_CR61","doi-asserted-by":"crossref","unstructured":"Xue, Z., & Marculescu, R. (2023). Dynamic multimodal fusion. In Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition (CVPR) workshops, (pp. 2574\u20132583).","DOI":"10.1109\/CVPRW59228.2023.00256"},{"key":"9837_CR62","doi-asserted-by":"publisher","first-page":"23522","DOI":"10.1109\/ACCESS.2020.2969854","volume":"8","author":"L Yang","year":"2020","unstructured":"Yang, L., Li, Y., Wang, J., & Sherratt, R. S. (2020). Sentiment analysis for e-commerce product reviews in Chinese based on sentiment lexicon and deep learning. IEEE Access, 8, 23522\u201323530. https:\/\/doi.org\/10.1109\/ACCESS.2020.2969854","journal-title":"IEEE Access"},{"key":"9837_CR63","unstructured":"Yang, Z., Li, L., Lin, K., Wang, J., Lin, C.-C., Liu, Z., & Wang, L. (2023). The dawn of LMMs: Preliminary explorations with GPT-4V(ision). arXiv:2309.17421"},{"key":"9837_CR64","doi-asserted-by":"publisher","unstructured":"Yu, W., Xu, H., Meng, F., Zhu, Y., Ma, Y., Wu, J., Zou, J., & Yang, K. (2020). CH-SIMS: A Chinese multimodal sentiment analysis dataset with fine-grained annotation of modality. In Proceedings of the 58th annual meeting of the association for computational linguistics. Association for Computational Linguistics, Online, (pp. 3718\u20133727), https:\/\/doi.org\/10.18653\/v1\/2020.acl-main.343, https:\/\/aclanthology.org\/2020.acl-main.343","DOI":"10.18653\/v1\/2020.acl-main.343"},{"key":"9837_CR65","doi-asserted-by":"publisher","unstructured":"Zadeh, A.B., Liang, P.P., Poria, S., Cambria, E., & Morency, L.-P. (2018). Multimodal language analysis in the wild: CMU-MOSEI dataset and interpretable dynamic fusion graph. In Proceedings of the 56th annual meeting of the association for computational linguistics (Volume 1: Long Papers). Association for Computational Linguistics, Melbourne, Australia, (pp. 2236\u20132246), https:\/\/doi.org\/10.18653\/v1\/P18-1208","DOI":"10.18653\/v1\/P18-1208"},{"key":"9837_CR66","doi-asserted-by":"publisher","first-page":"164130","DOI":"10.1109\/ACCESS.2020.3021994","volume":"8","author":"H Zhang","year":"2020","unstructured":"Zhang, H. (2020). Expression-EEG based collaborative multimodal emotion recognition using deep autoencoder. IEEE Access, 8, 164130\u2013164143. https:\/\/doi.org\/10.1109\/ACCESS.2020.3021994","journal-title":"IEEE Access"},{"issue":"2","key":"9837_CR67","doi-asserted-by":"publisher","first-page":"680","DOI":"10.1109\/TAFFC.2019.2947464","volume":"13","author":"S Zhang","year":"2019","unstructured":"Zhang, S., Zhao, X., & Tian, Q. (2019). Spontaneous speech emotion recognition using multiscale deep convolutional LSTM. IEEE Transactions on Affective Computing, 13(2), 680\u2013688. https:\/\/doi.org\/10.1109\/TAFFC.2019.2947464","journal-title":"IEEE Transactions on Affective Computing"},{"key":"9837_CR68","doi-asserted-by":"publisher","unstructured":"Zhao, J., Zhang, T., Hu, J., Liu, Y., Jin, Q., Wang, X., & Li, H. (2022). M3ED: Multi-modal multi-scene multi-label emotional dialogue database. In Proceedings of the 60th annual meeting of the association for computational linguistics (Volume 1: Long Papers). Association for Computational Linguistics, Dublin, Ireland, (pp. 5699\u20135710), https:\/\/doi.org\/10.18653\/v1\/2022.acl-long.391","DOI":"10.18653\/v1\/2022.acl-long.391"},{"key":"9837_CR69","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2023.3250499","author":"Q Zhong","year":"2023","unstructured":"Zhong, Q., Ding, L., Liu, J., Du, B., Jin, H., & Tao, D. (2023). Knowledge graph augmented network towards multiview representation learning for aspect-based sentiment analysis. IEEE Transactions on Knowledge and Data Engineering. https:\/\/doi.org\/10.1109\/TKDE.2023.3250499","journal-title":"IEEE Transactions on Knowledge and Data Engineering"}],"container-title":["Language Resources and Evaluation"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10579-025-09837-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10579-025-09837-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10579-025-09837-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,6]],"date-time":"2025-09-06T15:13:21Z","timestamp":1757171601000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10579-025-09837-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,5,21]]},"references-count":69,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2025,9]]}},"alternative-id":["9837"],"URL":"https:\/\/doi.org\/10.1007\/s10579-025-09837-0","relation":{"has-preprint":[{"id-type":"doi","id":"10.21203\/rs.3.rs-4443808\/v1","asserted-by":"object"}]},"ISSN":["1574-020X","1574-0218"],"issn-type":[{"value":"1574-020X","type":"print"},{"value":"1574-0218","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,5,21]]},"assertion":[{"value":"30 April 2025","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 May 2025","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no Conflict of interest to declare that are relevant to the content of this article.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}},{"value":"Not applicable.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to participate"}},{"value":"Not applicable.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}}]}}