{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,13]],"date-time":"2026-03-13T02:37:07Z","timestamp":1773369427420,"version":"3.50.1"},"reference-count":23,"publisher":"Springer Science and Business Media LLC","issue":"22","license":[{"start":{"date-parts":[[2023,4,21]],"date-time":"2023-04-21T00:00:00Z","timestamp":1682035200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,4,21]],"date-time":"2023-04-21T00:00:00Z","timestamp":1682035200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Soft Comput"],"published-print":{"date-parts":[[2023,11]]},"DOI":"10.1007\/s00500-023-08076-1","type":"journal-article","created":{"date-parts":[[2023,4,21]],"date-time":"2023-04-21T08:02:35Z","timestamp":1682064155000},"page":"17357-17367","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["Semantic fusion of facial expressions and textual opinions from different datasets for learning-centered emotion recognition"],"prefix":"10.1007","volume":"27","author":[{"given":"H\u00e9ctor Manuel","family":"C\u00e1rdenas-L\u00f3pez","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4524-3511","authenticated-orcid":false,"given":"Ram\u00f3n","family":"Zatarain-Cabada","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mar\u00eda Luc\u00eda","family":"Barr\u00f3n-Estrada","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hugo","family":"Mitre-Hern\u00e1ndez","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,4,21]]},"reference":[{"key":"8076_CR1","doi-asserted-by":"crossref","unstructured":"Bartolini M, Ciaccia P (2008) Scenique: a multimodal image retrieval interface. In: Proceedings of the workshop on advanced visual interfaces AVI, pp 476\u2013477, New York, New York, USA. ACM Press","DOI":"10.1145\/1385569.1385664"},{"key":"8076_CR2","doi-asserted-by":"publisher","first-page":"309","DOI":"10.1016\/j.chb.2018.12.029","volume":"93","author":"A Chatterjee","year":"2019","unstructured":"Chatterjee A, Gupta U, Chinnakotla MK, Srikanth R, Galley M, Agrawal P (2019) Understanding emotions in text using deep learning and big data. Comput Hum Behav 93:309\u2013317","journal-title":"Comput Hum Behav"},{"key":"8076_CR3","unstructured":"Chen F, Luo Z (2019) Sentiment analysis using deep robust complementary fusion of multi-features and multi-modalities. CoRR, arXiv:1904.08138"},{"key":"8076_CR4","unstructured":"Crangle CE, Wang R, Guimaraes MP, Nguyen MU, Nguyen DT, Suppes P (2019) Machine learning for the recognition of emotion in the speech of couples in psychotherapy using the stanford suppes brain lab psychotherapy dataset. CoRR, arXiv:1901.04110"},{"issue":"2","key":"8076_CR5","doi-asserted-by":"publisher","first-page":"145","DOI":"10.1016\/j.learninstruc.2011.10.001","volume":"22","author":"S D\u2019Mello","year":"2012","unstructured":"D\u2019Mello S, Graesser A (2012) Dynamics of affective states during complex learning. Learn Instr 22(2):145\u2013157","journal-title":"Learn Instr"},{"key":"8076_CR6","doi-asserted-by":"crossref","unstructured":"Eitel A, Springenberg JT, Spinello L, Riedmiller M, Burgard W (2015) Multimodal deep learning for robust RGB-D object recognition. In: IEEE international conference on intelligent robots and systems, volume 2015, pp 681\u2013687","DOI":"10.1109\/IROS.2015.7353446"},{"issue":"3\u20134","key":"8076_CR7","doi-asserted-by":"publisher","first-page":"169","DOI":"10.1080\/02699939208411068","volume":"6","author":"P Ekman","year":"1992","unstructured":"Ekman P (1992) An argument for basic emotions. Cogn Emot 6(3\u20134):169\u2013200","journal-title":"Cogn Emot"},{"issue":"5","key":"8076_CR8","doi-asserted-by":"publisher","first-page":"3325","DOI":"10.3233\/JIFS-169514","volume":"34","author":"F Gonz\u00e1lez-Hern\u00e1ndez","year":"2018","unstructured":"Gonz\u00e1lez-Hern\u00e1ndez F, Zatarain-Cabada R, Barr\u00f3n-Estrada ML, Rodr\u00edguez-Rangel H (2018) Recognition of learning-centered emotions using a convolutional neural network. J Intell Fuzzy Syst 34(5):3325\u20133336","journal-title":"J Intell Fuzzy Syst"},{"key":"8076_CR9","doi-asserted-by":"publisher","first-page":"10","DOI":"10.1016\/j.inffus.2018.10.009","volume":"51","author":"MM Hassan","year":"2019","unstructured":"Hassan MM, Alam MGR, Uddin MZ, Huda S, Almogren A, Fortino G (2019) Human emotion recognition using deep belief network architecture. Inf Fusion 51:10\u201318","journal-title":"Inf Fusion"},{"key":"8076_CR10","doi-asserted-by":"crossref","unstructured":"Hu A, Flaxman S (2018) Multimodal sentiment analysis to explore the structure of emotions. In: Proceedings of the ACM SIGKDD international conference on knowledge discovery and data mining, pp 350\u2013358","DOI":"10.1145\/3219819.3219853"},{"key":"8076_CR11","doi-asserted-by":"publisher","first-page":"46","DOI":"10.1016\/j.inffus.2018.09.001","volume":"49","author":"E Kanjo","year":"2019","unstructured":"Kanjo E, Younis EM, Ang CS (2019) Deep learning analysis of mobile physiological, environmental and location sensor data for emotion detection. Info Fusion 49:46\u201356","journal-title":"Info Fusion"},{"issue":"9","key":"8076_CR12","doi-asserted-by":"publisher","first-page":"1449","DOI":"10.1109\/JPROC.2015.2460697","volume":"103","author":"D Lahat","year":"2015","unstructured":"Lahat D, Adal\u0131 T, Jutten C (2015) Multimodal data fusion: an overview of methods, challenges and prospects. Proc IEEE 103(9):1449\u20131477","journal-title":"Proc IEEE"},{"issue":"1","key":"8076_CR13","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1109\/TAFFC.2017.2740923","volume":"10","author":"A Mollahosseini","year":"2019","unstructured":"Mollahosseini A, Hasani B, Mahoor MH (2019) AffectNet: a database for facial expression, valence, and arousal computing in the wild. IEEE Trans Affect Comput 10(1):18\u201331","journal-title":"IEEE Trans Affect Comput"},{"issue":"1","key":"8076_CR14","first-page":"4","volume":"1","author":"S Oramas","year":"2018","unstructured":"Oramas S, Barbieri F, Nieto O, Serra X (2018) Multimodal deep learning for music genre classification. Trans Int Soc Music Inf Retr 1(1):4\u201321","journal-title":"Trans Int Soc Music Inf Retr"},{"issue":"1","key":"8076_CR15","doi-asserted-by":"publisher","first-page":"90","DOI":"10.1002\/cae.22059","volume":"27","author":"R Oramas Bustillos","year":"2019","unstructured":"Oramas Bustillos R, Zatarain Cabada R, Barr\u00f3n Estrada ML, Hern\u00e1ndez P\u00e9rez Y (2019) Opinion mining and emotion recognition in an intelligent learning environment. Comput Appl Eng Educ 27(1):90\u2013101","journal-title":"Comput Appl Eng Educ"},{"key":"8076_CR16","doi-asserted-by":"crossref","unstructured":"Radu V, Tong C, Bhattacharya S, Lane ND, Mascolo C, Marina MK, Kawsar F (2018) Multimodal deep learning for activity and context recognition. In: Proceedings of the ACM on interactive, mobile, wearable and ubiquitous technologies 1(4):1\u201327","DOI":"10.1145\/3161174"},{"key":"8076_CR17","doi-asserted-by":"crossref","unstructured":"Ranganathan H, Chakraborty S, Panchanathan S (2016) Multimodal emotion recognition using deep learning architectures. In: 2016 IEEE winter conference on applications of computer vision, WACV 2016, pp 1\u20139. IEEE","DOI":"10.1109\/WACV.2016.7477679"},{"issue":"6","key":"8076_CR18","doi-asserted-by":"publisher","first-page":"1161","DOI":"10.1037\/h0077714","volume":"39","author":"JA Russell","year":"1980","unstructured":"Russell JA (1980) A circumplex model of affect. J Pers Soc Psychol 39(6):1161\u20131178","journal-title":"J Pers Soc Psychol"},{"key":"8076_CR19","doi-asserted-by":"crossref","unstructured":"Tyng CM, Amin HU, Saad MN, Malik AS (2017) The influences of emotion on learning and memory","DOI":"10.3389\/fpsyg.2017.01454"},{"key":"8076_CR20","doi-asserted-by":"crossref","unstructured":"Wang K, Peng X, Yang J, Lu S, Qiao Y (2020) Suppressing uncertainties for large-scale facial expression recognition. In: IEEE\/CVF conference on computer vision and pattern recognition (CVPR)","DOI":"10.1109\/CVPR42600.2020.00693"},{"issue":"4","key":"8076_CR21","doi-asserted-by":"publisher","first-page":"487","DOI":"10.3390\/sym11040487","volume":"11","author":"L Yang","year":"2019","unstructured":"Yang L, Ban X, Mukeshimana M, Chen Z (2019) Multimodal emotion recognition using the symmetric S-ELM-LUPI paradigm. Symmetry 11(4):487","journal-title":"Symmetry"},{"issue":"11","key":"8076_CR22","doi-asserted-by":"publisher","first-page":"65","DOI":"10.1109\/35.41402","volume":"27","author":"BP Yuhas","year":"1989","unstructured":"Yuhas BP, Goldstein MH, Sejnowski TJ (1989) Integration of acoustic and visual speech signals using neural networks. IEEE Commun Mag 27(11):65\u201371","journal-title":"IEEE Commun Mag"},{"key":"8076_CR23","doi-asserted-by":"crossref","unstructured":"Zatarain Cabada R, Rodriguez Rangel H, Barron Estrada ML, Cardenas Lopez, HM (2019) Hyperparameter optimization in CNN for learning-centered emotion recognition for intelligent tutoring systems. Soft Comput","DOI":"10.1007\/s00500-019-04387-4"}],"container-title":["Soft Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00500-023-08076-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00500-023-08076-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00500-023-08076-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,9,26]],"date-time":"2023-09-26T13:03:32Z","timestamp":1695733412000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00500-023-08076-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,4,21]]},"references-count":23,"journal-issue":{"issue":"22","published-print":{"date-parts":[[2023,11]]}},"alternative-id":["8076"],"URL":"https:\/\/doi.org\/10.1007\/s00500-023-08076-1","relation":{},"ISSN":["1432-7643","1433-7479"],"issn-type":[{"value":"1432-7643","type":"print"},{"value":"1433-7479","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,4,21]]},"assertion":[{"value":"21 March 2023","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 April 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that there is no conflict of interest regarding the publication of this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}