{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,22]],"date-time":"2026-04-22T16:25:01Z","timestamp":1776875101203,"version":"3.51.2"},"publisher-location":"Cham","reference-count":25,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031606137","type":"print"},{"value":"9783031606113","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-60611-3_11","type":"book-chapter","created":{"date-parts":[[2024,6,1]],"date-time":"2024-06-01T01:06:47Z","timestamp":1717204007000},"page":"152-162","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Multimodal Interfaces for\u00a0Emotion Recognition: Models, Challenges and\u00a0Opportunities"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0011-7001","authenticated-orcid":false,"given":"Danilo","family":"Greco","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7692-0626","authenticated-orcid":false,"given":"Paola","family":"Barra","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8044-8224","authenticated-orcid":false,"given":"Lorenzo","family":"D\u2019Errico","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7656-8370","authenticated-orcid":false,"given":"Mariacarla","family":"Staffa","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,6,1]]},"reference":[{"issue":"4","key":"11_CR1","doi-asserted-by":"publisher","first-page":"478","DOI":"10.1109\/TAFFC.2016.2634527","volume":"9","author":"S Alghowinem","year":"2018","unstructured":"Alghowinem, S., et al.: Multimodal depression detection: fusion analysis of paralinguistic, head pose and eye gaze behaviors. IEEE Trans. Affect. Comput. 9(4), 478\u2013490 (2018). https:\/\/doi.org\/10.1109\/TAFFC.2016.2634527","journal-title":"IEEE Trans. Affect. Comput."},{"issue":"6","key":"11_CR2","doi-asserted-by":"publisher","first-page":"345","DOI":"10.1007\/s00530-010-0182-0","volume":"16","author":"PK Atrey","year":"2010","unstructured":"Atrey, P.K., Hossain, M.A., Saddik, A.E., Kankanhalli, M.S.: Multimodal fusion for multimedia analysis: a survey. Multimedia Syst. 16(6), 345\u2013379 (2010)","journal-title":"Multimedia Syst."},{"key":"11_CR3","doi-asserted-by":"crossref","unstructured":"Barra, P., Mnasri, Z., Greco, D.: Multimodal emotion recognition from voice and video signals. In: Paper in IEEE Eurocon 2023 Conference. Torino, Italy (2023)","DOI":"10.1109\/EUROCON56442.2023.10198928"},{"issue":"4","key":"11_CR4","doi-asserted-by":"publisher","first-page":"335","DOI":"10.1007\/s10579-008-9076-6","volume":"42","author":"C Busso","year":"2008","unstructured":"Busso, C., et al.: IEMOCAP: interactive emotional dyadic motion capture database. Lang. Resour. Eval. 42(4), 335 (2008)","journal-title":"Lang. Resour. Eval."},{"key":"11_CR5","doi-asserted-by":"crossref","unstructured":"Calvo, R.A., D\u2019Mello, S., Gratch, J., Kappas, A.: The Oxford Handbook of Affective Computing. Oxford University Press (2015)","DOI":"10.1093\/oxfordhb\/9780199942237.013.040"},{"key":"11_CR6","unstructured":"DeVault, D., et al.: Simsensei kiosk: a virtual human interviewer for healthcare decision support. In: Proceedings of the 2014 International Conference on Autonomous Agents and Multi-Agent Systems, pp. 1061\u20131068 (2014)"},{"key":"11_CR7","doi-asserted-by":"publisher","unstructured":"Eyben, F., W\u00f6llmer, M., Schuller, B.: Openear - introducing the munich open-source emotion and affect recognition toolkit. In: 2009 3rd International Conference on Affective Computing and Intelligent Interaction and Workshops, pp.\u00a01\u20136 (2009). https:\/\/doi.org\/10.1109\/ACII.2009.5349350","DOI":"10.1109\/ACII.2009.5349350"},{"key":"11_CR8","doi-asserted-by":"publisher","first-page":"143","DOI":"10.1007\/s10710-018-9337-0","volume":"20","author":"PGNY Garc\u00eda-S\u00e1nchez","year":"2019","unstructured":"Garc\u00eda-S\u00e1nchez, P.G.N.Y., Togelius, J.: Artificial intelligence and games. Genet. Program Evolvable Mach. 20, 143\u2013145 (2019). https:\/\/doi.org\/10.1007\/s10710-018-9337-0","journal-title":"Genet. Program Evolvable Mach."},{"key":"11_CR9","doi-asserted-by":"publisher","unstructured":"Kollias, D., Schulc, A., Hajiyev, E., Zafeiriou, S.: Analysing affective behavior in the first abaw 2020 competition. In: 2020 15th IEEE International Conference on Automatic Face and Gesture Recognition (FG 2020), pp. 637\u2013643. Buenos Aires, Argentina (2020). https:\/\/doi.org\/10.1109\/FG47880.2020.00126","DOI":"10.1109\/FG47880.2020.00126"},{"key":"11_CR10","doi-asserted-by":"publisher","unstructured":"Kumar, N., Guha, T., Huang, C.W., Vaz, C., Narayanan, S.S.: Novel affective features for multiscale prediction of emotion in music. In: 2016 IEEE 18th International Workshop on Multimedia Signal Processing (MMSP), pp.\u00a01\u20135. Montreal, QC, Canada (2016). https:\/\/doi.org\/10.1109\/MMSP.2016.7813377","DOI":"10.1109\/MMSP.2016.7813377"},{"key":"11_CR11","doi-asserted-by":"publisher","unstructured":"Lemaignan, S., Garcia, F., Jacq, A., Dillenbourg, P.: From real-time attention assessment to \u201cwith-me-ness\u201d in human-robot interaction. In: 2016 11th ACM\/IEEE International Conference on Human-Robot Interaction (HRI), pp. 157\u2013164 (2016). https:\/\/doi.org\/10.1109\/HRI.2016.7451747","DOI":"10.1109\/HRI.2016.7451747"},{"issue":"12","key":"11_CR12","doi-asserted-by":"publisher","first-page":"2726","DOI":"10.1109\/TCSI.2005.857555","volume":"52","author":"C Lin","year":"2005","unstructured":"Lin, C., Ko, L., Chuang, Y., Su, T., Lin, C.: EEG-based drowsiness estimation for safety driving using independent component analysis. IEEE Trans. Circuits Syst. I 52(12), 2726\u20132738 (2005)","journal-title":"IEEE Trans. Circuits Syst. I"},{"key":"11_CR13","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"256","DOI":"10.1007\/978-3-642-22336-5_13","volume-title":"Transactions on Computational Science XII","author":"Y Liu","year":"2011","unstructured":"Liu, Y., Sourina, O., Nguyen, M.K.: Real-time EEG-based emotion recognition and its applications. In: Gavrilova, M.L., Tan, C.J.K., Sourin, A., Sourina, O. (eds.) Transactions on Computational Science XII. LNCS, vol. 6670, pp. 256\u2013277. Springer, Heidelberg (2011). https:\/\/doi.org\/10.1007\/978-3-642-22336-5_13"},{"key":"11_CR14","doi-asserted-by":"publisher","first-page":"1191127","DOI":"10.3389\/fnbot.2023.1191127","volume":"17","author":"M Staffa","year":"2023","unstructured":"Staffa, M., Derrico, L., Sansalone, S., Alimardani, M.: Classifying human emotions in HRI: applying global optimization model to EEG brain signals. Front. Neurorobotics 17, 1191127 (2023). https:\/\/doi.org\/10.3389\/fnbot.2023.1191127","journal-title":"Front. Neurorobotics"},{"issue":"1","key":"11_CR15","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1109\/TAFFC.2016.2515084","volume":"8","author":"H Monkaresi","year":"2016","unstructured":"Monkaresi, H., Bosch, N., Calvo, R.A., D\u2019Mello, S.K.: Automated detection of engagement using video-based estimation of facial expressions and heart rate. IEEE Trans. Affect. Comput. 8(1), 15\u201328 (2016)","journal-title":"IEEE Trans. Affect. Comput."},{"issue":"6","key":"11_CR16","doi-asserted-by":"publisher","first-page":"56","DOI":"10.1109\/MEMB.2002.1175139","volume":"21","author":"I Pavlidis","year":"2002","unstructured":"Pavlidis, I., Levine, J.: Thermal image analysis for polygraph testing. IEEE Eng. Med. Biol. Mag. 21(6), 56\u201364 (2002)","journal-title":"IEEE Eng. Med. Biol. Mag."},{"key":"11_CR17","doi-asserted-by":"crossref","unstructured":"Picard, R.W.: Affective Computing. MIT Press (2000)","DOI":"10.7551\/mitpress\/1140.001.0001"},{"key":"11_CR18","doi-asserted-by":"publisher","first-page":"98","DOI":"10.1016\/j.inffus.2017.02.003","volume":"37","author":"S Poria","year":"2017","unstructured":"Poria, S., Cambria, E., Bajpai, R., Hussain, A.: A review of affective computing: from unimodal analysis to multimodal fusion. Inf. Fusion 37, 98\u2013125 (2017)","journal-title":"Inf. Fusion"},{"key":"11_CR19","doi-asserted-by":"crossref","unstructured":"Ringeval, F., et al.: AVEC 2019 workshop and challenge: state-of-mind, detecting depression with AI, and cross-cultural affect recognition. In: Proceedings of the 9th International on Audio\/Visual Emotion Challenge and Workshop, pp. 3\u201312 (2019)","DOI":"10.1145\/3347320.3357688"},{"issue":"6","key":"11_CR20","doi-asserted-by":"publisher","first-page":"1113","DOI":"10.1109\/TPAMI.2014.2366127","volume":"37","author":"E Sariyanidi","year":"2015","unstructured":"Sariyanidi, E., Gunes, H., Cavallaro, A.: Automatic analysis of facial affect: a survey of registration, representation, and recognition. IEEE Trans. Pattern Anal. Mach. Intell. 37(6), 1113\u20131133 (2015)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"11_CR21","doi-asserted-by":"publisher","unstructured":"Savchenko, A.V.: Facial expression and attributes recognition based on multi-task learning of lightweight neural networks. In: 2021 IEEE 19th International Symposium on Intelligent Systems and Informatics (SISY), pp. 119\u2013124. Subotica, Serbia (2021). https:\/\/doi.org\/10.1109\/SISY52375.2021.9582508","DOI":"10.1109\/SISY52375.2021.9582508"},{"key":"11_CR22","doi-asserted-by":"crossref","unstructured":"Staffa, M., D\u2019Errico, L.: EEG-based machine learning models for emotion recognition in HRI. In: Degen, H., Ntoa, S. (eds.) International Conference on Human-Computer Interaction, pp. 285\u2013297. Springer, Cham (2023)","DOI":"10.1007\/978-3-031-35894-4_21"},{"key":"11_CR23","doi-asserted-by":"crossref","unstructured":"Tijs, T., Brokken, D., IJsselsteijn, W.: Dynamic game balancing by recognizing affect. In: International Conference on Fun and Games, pp. 88\u201393 (2008)","DOI":"10.1007\/978-3-540-88322-7_9"},{"key":"11_CR24","unstructured":"Zadeh, A., Chen, M., Poria, S., Cambria, E., Morency, L.P.: Multimodal language analysis in the wild: CMU-MOSEI dataset and interpretable dynamic fusion graph. In: Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics, pp. 2236\u20132246 (2018)"},{"issue":"1","key":"11_CR25","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1109\/TPAMI.2008.52","volume":"31","author":"Z Zeng","year":"2009","unstructured":"Zeng, Z., Pantic, M., Roisman, G.I., Huang, T.S.: A survey of affect recognition methods: audio, visual, and spontaneous expressions. IEEE Trans. Pattern Anal. Mach. Intell. 31(1), 39\u201358 (2009)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."}],"container-title":["Lecture Notes in Computer Science","Artificial Intelligence in HCI"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-60611-3_11","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,1]],"date-time":"2024-06-01T01:18:08Z","timestamp":1717204688000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-60611-3_11"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031606137","9783031606113"],"references-count":25,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-60611-3_11","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"1 June 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"HCII","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Human-Computer Interaction","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Washington DC","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"USA","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 June 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 July 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"hcii2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2024.hci.international\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}