{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,13]],"date-time":"2025-10-13T09:18:37Z","timestamp":1760347117198,"version":"3.40.3"},"publisher-location":"Cham","reference-count":26,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031453816"},{"type":"electronic","value":"9783031453823"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-45382-3_17","type":"book-chapter","created":{"date-parts":[[2023,11,13]],"date-time":"2023-11-13T21:35:22Z","timestamp":1699911322000},"page":"196-208","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Multimodal Emotion Recognition System Through Three Different Channels (MER-3C)"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0189-7986","authenticated-orcid":false,"given":"Nouha","family":"Khediri","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8990-3924","authenticated-orcid":false,"given":"Mohammed","family":"Ben Ammar","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4549-1005","authenticated-orcid":false,"given":"Monji","family":"Kherallah","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,11,14]]},"reference":[{"key":"17_CR1","doi-asserted-by":"publisher","first-page":"71","DOI":"10.1007\/BF01238028","volume":"1","author":"CL Lisetti","year":"1998","unstructured":"Lisetti, C.L.: Affective computing. Pattern Anal. Appl. 1, 71\u201373 (1998)","journal-title":"Pattern Anal. Appl."},{"key":"17_CR2","doi-asserted-by":"publisher","unstructured":"Nikita, J., Vedika, G., Shubham, S., Agam, M., Ankit, C., Santosh, K.C.: Understanding cartoon emotion using integrated deep neural network on large dataset. Neural Comput. Appl. (2021). https:\/\/doi.org\/10.1007\/s00521-021-06003-9","DOI":"10.1007\/s00521-021-06003-9"},{"issue":"6","key":"17_CR3","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3528352","volume":"29","author":"J Andres","year":"2023","unstructured":"Andres, J., Semertzidis, N., Li, Z., Wang, Y., Floyd Mueller, F.: Integrated exertion-understanding the design of human-computer integration in an exertion context. ACM Trans. Comput.-Hum. Interact. 29(6), 1\u201328 (2023)","journal-title":"ACM Trans. Comput.-Hum. Interact."},{"issue":"6","key":"17_CR4","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3524122","volume":"29","author":"F Fischer","year":"2022","unstructured":"Fischer, F., Fleig, A., Klar, M., M\u00fcller, J.: Optimal feedback control for modeling human-computer interaction. ACM Trans. Comput.-Hum. Interact. 29(6), 1\u201370 (2022)","journal-title":"ACM Trans. Comput.-Hum. Interact."},{"key":"17_CR5","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3529225","volume":"29","author":"T Kosch","year":"2022","unstructured":"Kosch, T., Welsch, R., Chuang, L., Schmidt, A.: The placebo effect of artificial intelligence in human-computer interaction. ACM Trans. Comput.-Hum. Interact. 29, 1\u201332 (2022)","journal-title":"ACM Trans. Comput.-Hum. Interact."},{"key":"17_CR6","doi-asserted-by":"publisher","first-page":"9567","DOI":"10.1007\/s00521-022-08186-1","volume":"35","author":"A Glenn","year":"2023","unstructured":"Glenn, A., LaCasse, P., Cox, B.: Emotion classification of Indonesian tweets using bidirectional LSTM. Neural Comput. Appl. 35, 9567\u20139578 (2023). https:\/\/doi.org\/10.1007\/s00521-022-08186-1","journal-title":"Neural Comput. Appl."},{"key":"17_CR7","doi-asserted-by":"crossref","unstructured":"Tang, K., Tie, Y., Yang, T., Guan, L.: Multimodal emotion recognition (MER) system. In: 2014 IEEE 27th Canadian Conference on Electrical and Computer Engineering (CCECE), pp. 1\u20136. IEEE (2014)","DOI":"10.1109\/CCECE.2014.6900993"},{"key":"17_CR8","doi-asserted-by":"crossref","unstructured":"Veni, S., Anand, R., Mohan, D., Paul, E.: Feature fusion in multimodal emotion recognition system for enhancement of human-machine interaction. In: IOP Conference Series: Materials Science and Engineering, vol. 1084, no. 1, p. 012004. IOP Publishing (2021)","DOI":"10.1088\/1757-899X\/1084\/1\/012004"},{"issue":"22","key":"17_CR9","doi-asserted-by":"publisher","first-page":"7665","DOI":"10.3390\/s21227665","volume":"21","author":"C Luna-Jim\u00e9nez","year":"2021","unstructured":"Luna-Jim\u00e9nez, C., Griol, D., Callejas, Z., Kleinlein, R., Montero, J.M., Fern\u00e1ndez-Mart\u00ednez, F.: Multimodal emotion recognition on RAVDESS dataset using transfer learning. Sensors 21(22), 7665 (2021)","journal-title":"Sensors"},{"issue":"6111","key":"17_CR10","doi-asserted-by":"publisher","first-page":"1225","DOI":"10.1126\/science.1224313","volume":"338","author":"H Aviezer","year":"2012","unstructured":"Aviezer, H., Trope, Y., Todorov, A.: Body cues, not facial expressions, discriminate between intense positive and negative emotions. Science 338(6111), 1225\u20131229 (2012)","journal-title":"Science"},{"key":"17_CR11","doi-asserted-by":"crossref","unstructured":"Mittal, T., Bhattacharya, U., Chandra, R., Bera, A., Manocha, D.: M3ER: multiplicative multimodal emotion recognition using facial, textual, and speech cues. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 34, no. 02, pp. 1359\u20131367 (2020)","DOI":"10.1609\/aaai.v34i02.5492"},{"key":"17_CR12","unstructured":"Tripathi, S., Tripathi, S., Beigi, H.: Multi-modal emotion recognition on IEMOCAP with neural networks. arXiv (2018). arXiv preprint arXiv:1804.05788"},{"key":"17_CR13","doi-asserted-by":"crossref","unstructured":"Zhang, D., et al.: Multi-modal multi-label emotion recognition with heterogeneous hierarchical message passing. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 35, no. 16, pp. 14338\u201314346 (2021)","DOI":"10.1609\/aaai.v35i16.17686"},{"key":"17_CR14","doi-asserted-by":"publisher","first-page":"124","DOI":"10.1016\/j.knosys.2018.07.041","volume":"161","author":"N Majumder","year":"2018","unstructured":"Majumder, N., Hazarika, D., Gelbukh, A., Cambria, E., Poria, S.: Multimodal sentiment analysis using hierarchical fusion with context modeling. Knowl.-Based Syst. 161, 124\u2013133 (2018)","journal-title":"Knowl.-Based Syst."},{"key":"17_CR15","unstructured":"Lian, Z., Li, Y., Tao, J., Huang, J.: Investigation of multimodal features, classifiers and fusion methods for emotion recognition. arXiv preprint arXiv:1809.06225 (2018)"},{"key":"17_CR16","doi-asserted-by":"publisher","first-page":"176274","DOI":"10.1109\/ACCESS.2020.3026823","volume":"8","author":"S Siriwardhana","year":"2020","unstructured":"Siriwardhana, S., Kaluarachchi, T., Billinghurst, M., Nanayakkara, S.: Multimodal emotion recognition with transformer-based self supervised feature fusion. IEEE Access 8, 176274\u2013176285 (2020)","journal-title":"IEEE Access"},{"key":"17_CR17","doi-asserted-by":"publisher","first-page":"20727","DOI":"10.1109\/ACCESS.2022.3149214","volume":"10","author":"J Heredia","year":"2022","unstructured":"Heredia, J., et al.: Adaptive multimodal emotion detection architecture for social robots. IEEE Access 10, 20727\u201320744 (2022)","journal-title":"IEEE Access"},{"key":"17_CR18","doi-asserted-by":"crossref","unstructured":"Heredia, J., Cardinale, Y., Dongo, I., D\u00edaz-Amado, J.: A multi-modal visual emotion recognition method to instantiate an ontology. In: 16th International Conference on Software Technologies, pp. 453\u2013464. SCITEPRESS-Science and Technology Publications (2021)","DOI":"10.5220\/0010516104530464"},{"key":"17_CR19","doi-asserted-by":"crossref","unstructured":"Lam, L., Suen, C.Y.: A theoretical analysis of the application of majority voting to pattern recognition. In: Proceedings of the 12th IAPR International Conference on Pattern Recognition, vol. 3-Conference C: Signal Processing (Cat. No. 94CH3440-5), vol. 2, pp. 418\u2013420. IEEE (1994)","DOI":"10.1109\/ICPR.1994.576970"},{"key":"17_CR20","unstructured":"Khediri, N., Ben Ammar, M., Kherallah, M.: Deep learning based approach to facial emotion recognition through convolutional neural network. In: International Conference on Image Analysis and Recognition, ICIAR (2022)"},{"key":"17_CR21","unstructured":"Simonyan, K., Zisserman, A.: Very deep convolutional networks for large-scale image recognition. arXiv preprint arXiv:1409.1556 (2014)"},{"key":"17_CR22","unstructured":"Nair, V., Hinton, G.E.: Rectified linear units improve restricted Boltzmann machines. In: Proceedings of the 27th International Conference on Machine Learning (ICML 2010), pp. 807\u2013814 (2010)"},{"key":"17_CR23","unstructured":"Kingma, D.P., Ba, J.: Adam: a method for stochastic optimization. arXiv preprint arXiv:1412.6980 (2014)"},{"key":"17_CR24","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"75","DOI":"10.1007\/978-3-031-16014-1_7","volume-title":"Computational Collective Intelligence","author":"N Khediri","year":"2022","unstructured":"Khediri, N., BenAmmar, M., Kherallah, M.: A new deep learning fusion approach for emotion recognition based on face and text. In: Nguyen, N.T., Manolopoulos, Y., Chbeir, R., Kozierkiewicz, A., Trawi\u0144ski, B. (eds.) ICCCI 2022. LNCS, vol. 13501, pp. 75\u201381. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-16014-1_7"},{"key":"17_CR25","doi-asserted-by":"crossref","unstructured":"Lucey, P., Cohn, J.F., Kanade, T., Saragih, J., Ambadar, Z., Matthews, I.: The extended Cohn-Kanade dataset (CK+): a complete dataset for action unit and emotion-specified expression. In: 2010 IEEE Computer Society Conference on Computer Vision and Pattern Recognition-Workshops, pp. 94\u2013101. IEEE (2010)","DOI":"10.1109\/CVPRW.2010.5543262"},{"issue":"5","key":"17_CR26","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0196391","volume":"13","author":"SR Livingstone","year":"2018","unstructured":"Livingstone, S.R., Russo, F.A.: The Ryerson audio-visual database of emotional speech and song (RAVDESS): a dynamic, multimodal set of facial and vocal expressions in North American English. PLoS ONE 13(5), e0196391 (2018)","journal-title":"PLoS ONE"}],"container-title":["Lecture Notes in Computer Science","Advanced Concepts for Intelligent Vision Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-45382-3_17","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,1]],"date-time":"2024-11-01T23:00:27Z","timestamp":1730502027000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-45382-3_17"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031453816","9783031453823"],"references-count":26,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-45382-3_17","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"14 November 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declaration"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of Interest"}},{"value":"All data generated or analyzed during this study are included in this published article.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Availability of Data and Materials"}},{"value":"ACIVS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Advanced Concepts for Intelligent Vision Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Kumamoto","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Japan","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21 August 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 August 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"acivs2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/acivs.org\/acivs2023\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}