{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T15:13:28Z","timestamp":1743088408051,"version":"3.40.3"},"publisher-location":"Cham","reference-count":26,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783031064296"},{"type":"electronic","value":"9783031064302"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-06430-2_61","type":"book-chapter","created":{"date-parts":[[2022,5,16]],"date-time":"2022-05-16T08:03:16Z","timestamp":1652688196000},"page":"730-741","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Exploring Fusion Strategies in Deep Multimodal Affect Prediction"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7279-723X","authenticated-orcid":false,"given":"Sabrina","family":"Patania","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8210-4457","authenticated-orcid":false,"given":"Alessandro","family":"D\u2019Amelio","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8534-4413","authenticated-orcid":false,"given":"Raffaella","family":"Lanzarotti","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,5,17]]},"reference":[{"key":"61_CR1","doi-asserted-by":"publisher","first-page":"61","DOI":"10.1016\/j.patrec.2019.03.016","volume":"137","author":"G Grossi","year":"2020","unstructured":"Grossi, G., Lanzarotti, R., Napoletano, P., Noceti, N., Odone, F.: Positive technology for elderly well-being: a review. Pattern Recogn. Lett. 137, 61\u201370 (2020)","journal-title":"Pattern Recogn. Lett."},{"key":"61_CR2","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"446","DOI":"10.1007\/978-3-319-71084-6_52","volume-title":"Emerging Technologies for Education","author":"A Sun","year":"2017","unstructured":"Sun, A., Li, Y.-J., Huang, Y.-M., Li, Q.: Using facial expression to detect emotion in e-learning system: a deep learning method. In: Huang, T.-C., Lau, R., Huang, Y.-M., Spaniol, M., Yuen, C.-H. (eds.) SETE 2017. LNCS, vol. 10676, pp. 446\u2013455. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-71084-6_52"},{"key":"61_CR3","unstructured":"Du, G., Zhou, W., Li, C., Li, D., Liu, P.X.: An emotion recognition method for game evaluation based on electroencephalogram. IEEE Trans. Affect. Comput. 1 (2020)"},{"key":"61_CR4","doi-asserted-by":"crossref","unstructured":"Sebe, N., Cohen, I., Gevers, T., Huang, T.S.: Multimodal approaches for emotion recognition: a survey. In: Internet Imaging VI, vol. 5670, pp. 56\u201367. International Society for Optics and Photonics (2005)","DOI":"10.1117\/12.600746"},{"key":"61_CR5","doi-asserted-by":"publisher","first-page":"33","DOI":"10.1016\/j.cviu.2018.06.005","volume":"174","author":"D Nguyen","year":"2018","unstructured":"Nguyen, D., Nguyen, K., Sridharan, S., Dean, D., Fookes, C.: Deep spatio-temporal feature fusion with compact bilinear pooling for multimodal emotion recognition. Comput. Vis. Image Underst. 174, 33\u201342 (2018)","journal-title":"Comput. Vis. Image Underst."},{"key":"61_CR6","doi-asserted-by":"publisher","first-page":"101","DOI":"10.1016\/j.patrec.2018.04.010","volume":"115","author":"N Jain","year":"2018","unstructured":"Jain, N., Kumar, S., Kumar, A., Shamsolmoali, P., Zareapoor, M.: Hybrid deep neural networks for face emotion recognition. Pattern Recogn. Lett. 115, 101\u2013106 (2018)","journal-title":"Pattern Recogn. Lett."},{"issue":"11","key":"61_CR7","doi-asserted-by":"publisher","first-page":"4002","DOI":"10.3390\/app10114002","volume":"10","author":"S Bursic","year":"2020","unstructured":"Bursic, S., Boccignone, G., Ferrara, A., D\u2019Amelio, A., Lanzarotti, R.: Improving the accuracy of automatic facial expression recognition in speaking subjects with deep learning. Appl. Sci. 10(11), 4002 (2020)","journal-title":"Appl. Sci."},{"key":"61_CR8","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"232","DOI":"10.1007\/978-3-030-34110-7_20","volume-title":"Image and Graphics","author":"V Cuculo","year":"2019","unstructured":"Cuculo, V., D\u2019Amelio, A.: OpenFACS: an open source FACS-based 3D face animation system. In: Zhao, Y., Barnes, N., Chen, B., Westermann, R., Kong, X., Lin, C. (eds.) ICIG 2019. LNCS, vol. 11902, pp. 232\u2013242. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-34110-7_20"},{"key":"61_CR9","doi-asserted-by":"publisher","first-page":"505","DOI":"10.1109\/TAFFC.2018.2874986","volume":"12","author":"F Noroozi","year":"2018","unstructured":"Noroozi, F., Kaminska, D., Corneanu, C., Sapinski, T., Escalera, S., Anbarjafari, G.: Survey on emotional body gesture recognition. IEEE Trans. Affect. Comput. 12, 505\u2013523 (2018)","journal-title":"IEEE Trans. Affect. Comput."},{"key":"61_CR10","doi-asserted-by":"crossref","unstructured":"Albanie, S., Nagrani, A., Vedaldi, A., Zisserman, A.: Emotion recognition in speech using cross-modal transfer in the wild. In: Proceedings of the 26th ACM International Conference on Multimedia, pp. 292\u2013301 (2018)","DOI":"10.1145\/3240508.3240578"},{"issue":"3","key":"61_CR11","doi-asserted-by":"publisher","first-page":"532","DOI":"10.1109\/TAFFC.2018.2817622","volume":"11","author":"T Song","year":"2018","unstructured":"Song, T., Zheng, W., Song, P., Cui, Z.: EEG emotion recognition using dynamical graph convolutional neural networks. IEEE Trans. Affect. Comput. 11(3), 532\u2013541 (2018)","journal-title":"IEEE Trans. Affect. Comput."},{"key":"61_CR12","unstructured":"Sarkar, P., Etemad, A.: Self-supervised ECG representation learning for emotion recognition. IEEE Trans. Affect. Comput. 1 (2020)"},{"issue":"4","key":"61_CR13","doi-asserted-by":"publisher","first-page":"857","DOI":"10.1109\/TAFFC.2019.2901673","volume":"12","author":"J Shukla","year":"2019","unstructured":"Shukla, J., Barreda-Angeles, M., Oliver, J., Nandi, G.C., Puig, D.: Feature extraction and selection for emotion recognition from electrodermal activity. IEEE Trans. Affect. Comput. 12(4), 857\u2013869 (2019)","journal-title":"IEEE Trans. Affect. Comput."},{"issue":"4","key":"61_CR14","doi-asserted-by":"publisher","first-page":"865","DOI":"10.1109\/TCDS.2017.2788820","volume":"10","author":"G Boccignone","year":"2018","unstructured":"Boccignone, G., Conte, D., Cuculo, V., D\u2019Amelio, A., Grossi, G., Lanzarotti, R.: Deep construction of an affective latent space via multimodal enactment. IEEE Trans. Cogn. Dev. Syst. 10(4), 865\u2013880 (2018)","journal-title":"IEEE Trans. Cogn. Dev. Syst."},{"key":"61_CR15","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"322","DOI":"10.1007\/978-3-642-24571-8_42","volume-title":"Affective Computing and Intelligent Interaction","author":"B Schuller","year":"2011","unstructured":"Schuller, B., Valstar, M., Cowie, R., Pantic, M.: The first audio\/visual emotion challenge and workshop \u2013 an introduction. In: D\u2019Mello, S., Graesser, A., Schuller, B., Martin, J.-C. (eds.) ACII 2011. LNCS, vol. 6975, p. 322. Springer, Heidelberg (2011). https:\/\/doi.org\/10.1007\/978-3-642-24571-8_42"},{"issue":"8","key":"61_CR16","doi-asserted-by":"publisher","first-page":"1301","DOI":"10.1109\/JSTSP.2017.2764438","volume":"11","author":"P Tzirakis","year":"2017","unstructured":"Tzirakis, P., Trigeorgis, G., Nicolaou, M.A., Schuller, B.W., Zafeiriou, S.: End-to-end multimodal emotion recognition using deep neural networks. IEEE J. Sel. Topics Signal Process. 11(8), 1301\u20131309 (2017)","journal-title":"IEEE J. Sel. Topics Signal Process."},{"issue":"1","key":"61_CR17","doi-asserted-by":"publisher","first-page":"17","DOI":"10.1109\/TAFFC.2015.2436926","volume":"7","author":"M Soleymani","year":"2015","unstructured":"Soleymani, M., Asghari-Esfeden, S., Fu, Y., Pantic, M.: Analysis of EEG signals and facial expressions for continuous emotion detection. IEEE Trans. Affect. Comput. 7(1), 17\u201328 (2015)","journal-title":"IEEE Trans. Affect. Comput."},{"key":"61_CR18","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 770\u2013778 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"issue":"10","key":"61_CR19","doi-asserted-by":"publisher","first-page":"3030","DOI":"10.1109\/TCSVT.2017.2719043","volume":"28","author":"S Zhang","year":"2017","unstructured":"Zhang, S., Zhang, S., Huang, T., Gao, W., Tian, Q.: Learning affective features with a hybrid deep model for audio-visual emotion recognition. IEEE Trans. Circ. Syst. Video Technol. 28(10), 3030\u20133043 (2017)","journal-title":"IEEE Trans. Circ. Syst. Video Technol."},{"key":"61_CR20","doi-asserted-by":"publisher","first-page":"11896","DOI":"10.1109\/ACCESS.2020.2964794","volume":"8","author":"G Du","year":"2020","unstructured":"Du, G., Long, S., Yuan, H.: Non-contact emotion recognition combining heart rate and facial expression for interactive gaming environments. IEEE Access 8, 11896\u201311906 (2020)","journal-title":"IEEE Access"},{"key":"61_CR21","doi-asserted-by":"publisher","first-page":"61672","DOI":"10.1109\/ACCESS.2020.2984368","volume":"8","author":"N-H Ho","year":"2020","unstructured":"Ho, N.-H., Yang, H.-J., Kim, S.-H., Lee, G.: Multimodal approach of speech emotion recognition using multi-level multi-head fusion attention-based recurrent neural network. IEEE Access 8, 61672\u201361686 (2020)","journal-title":"IEEE Access"},{"key":"61_CR22","unstructured":"Devlin, J., Chang, M.-W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805 (2018)"},{"key":"61_CR23","doi-asserted-by":"crossref","unstructured":"Parkhi, O.M., Vedaldi, A., Zisserman, A.: Deep face recognition (2015)","DOI":"10.5244\/C.29.41"},{"issue":"10","key":"61_CR24","doi-asserted-by":"publisher","first-page":"1499","DOI":"10.1109\/LSP.2016.2603342","volume":"23","author":"K Zhang","year":"2016","unstructured":"Zhang, K., Zhang, Z., Li, Z., Qiao, Y.: Joint face detection and alignment using multitask cascaded convolutional networks. IEEE Signal Process. Lett. 23(10), 1499\u20131503 (2016)","journal-title":"IEEE Signal Process. Lett."},{"key":"61_CR25","doi-asserted-by":"crossref","unstructured":"Ringeval, F., Sonderegger, A., Sauer, J., Lalanne, D.: Introducing the recola multimodal corpus of remote collaborative and affective interactions. In: 2013 10th IEEE International Conference and Workshops on Automatic Face and Gesture Recognition (FG), pp. 1\u20138. IEEE (2013)","DOI":"10.1109\/FG.2013.6553805"},{"key":"61_CR26","doi-asserted-by":"publisher","first-page":"255","DOI":"10.2307\/2532051","volume":"45","author":"I Lawrence","year":"1989","unstructured":"Lawrence, I., Lin, K.: A concordance correlation coefficient to evaluate reproducibility. Biometrics 45, 255\u2013268 (1989)","journal-title":"Biometrics"}],"container-title":["Lecture Notes in Computer Science","Image Analysis and Processing \u2013 ICIAP 2022"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-06430-2_61","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,13]],"date-time":"2024-03-13T13:59:05Z","timestamp":1710338345000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-06430-2_61"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031064296","9783031064302"],"references-count":26,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-06430-2_61","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"17 May 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICIAP","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Image Analysis and Processing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Lecce","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 May 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 May 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"iciap2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.iciap2021.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Microsoft","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"307","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"168","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"55% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}