{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T20:08:51Z","timestamp":1775074131850,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":47,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,10,27]]},"DOI":"10.1145\/3746270.3760232","type":"proceedings-article","created":{"date-parts":[[2025,10,20]],"date-time":"2025-10-20T15:14:09Z","timestamp":1760973249000},"page":"100-108","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["MuMTAffect: A Multimodal Multitask Affective Framework for Personality and Emotion Recognition from Physiological Signals"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1271-2481","authenticated-orcid":false,"given":"Meisam Jamshidi","family":"Seikavandi","sequence":"first","affiliation":[{"name":"brAIn Lab, IT University of Copenhagen,, Copenhagen, Denmark and GN Advance Science, Ballerup, Denmark"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1319-5153","authenticated-orcid":false,"given":"Fabricio Batista","family":"Narcizo","sequence":"additional","affiliation":[{"name":"GN Advanced Science,, Ballerup, Denmark and IT University of Copenhagen, Copenhagen, Denmark"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-4452-4292","authenticated-orcid":false,"given":"Ted","family":"Vucurevich","sequence":"additional","affiliation":[{"name":"GN Advanced Science, Cupertino, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4985-7083","authenticated-orcid":false,"given":"Andrew Burke","family":"Dittberner","sequence":"additional","affiliation":[{"name":"GN Advanced Science, Glenview, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2804-9028","authenticated-orcid":false,"given":"Paolo","family":"Burelli","sequence":"additional","affiliation":[{"name":"brAIn lab, IT University of Copenhagen, Copenhagen, Denmark"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,10,26]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.iswa.2022.200171"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACII55700.2022.9953840"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACIIW59127.2023.10388144"},{"key":"e_1_3_2_1_4_1","volume-title":"The theory of constructed emotion: an active inference account of interoception and categorization. Social cognitive and affective neuroscience","author":"Barrett Lisa Feldman","year":"2017","unstructured":"Lisa Feldman Barrett. 2017. The theory of constructed emotion: an active inference account of interoception and categorization. Social cognitive and affective neuroscience, Vol. 12, 1 (2017), 1-23."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACIIW59127.2023.10388160"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.3390\/s17051014"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACIIW59127.2023.10388173"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/2682899"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACII52823.2021.9597442"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACIIW59127.2023.10388211"},{"key":"e_1_3_2_1_11_1","volume-title":"Mmer: Multimodal multi-task learning for speech emotion recognition. arXiv preprint arXiv:2203.16794","author":"Ghosh Sreyan","year":"2022","unstructured":"Sreyan Ghosh, Utkarsh Tyagi, S Ramaneswaran, Harshvardhan Srivastava, and Dinesh Manocha. 2022. Mmer: Multimodal multi-task learning for speech emotion recognition. arXiv preprint arXiv:2203.16794 (2022)."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACIIW59127.2023.10388102"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACII52823.2021.9597432"},{"key":"e_1_3_2_1_14_1","volume-title":"Multimodal Fusion of EEG and Eye-Tracking Features for Cross-Subject Emotion Recognition. Neurocomputing","author":"Iacono F.","year":"2024","unstructured":"F. Iacono and M. Khan. 2024. Multimodal Fusion of EEG and Eye-Tracking Features for Cross-Subject Emotion Recognition. Neurocomputing, Vol. XXX (2024), XXX-XXX. Forthcoming."},{"key":"e_1_3_2_1_15_1","unstructured":"Meisam J. Seikavandi Laurits Dixen Jostein Fimland Sree K. Desu Ye Zserai S. Lee Antonia-Bianca Maria Barrett and Paolo Burelli. 2025. AFFEC - Advancing Face-to-Face Emotion Communication: A Multimodal Dataset."},{"key":"e_1_3_2_1_16_1","volume-title":"Big five inventory. Journal of personality and social psychology","author":"John Oliver P","year":"1991","unstructured":"Oliver P John, Eileen M Donahue, and Robert L Kentle. 1991. Big five inventory. Journal of personality and social psychology (1991)."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.3389\/fphys.2023.1425582"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACIIW59127.2023.10388185"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/T-AFFC.2011.15"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.3389\/fnins.2020.00594"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2016.2518160"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2022.04.049"},{"key":"e_1_3_2_1_23_1","first-page":"108986","article-title":"Multitask learning for emotion and personality traits detection","volume":"123","author":"Li Y.","year":"2022","unstructured":"Y. Li, A. Kazemeini, Y. Mehta, and E. Cambria. 2022b. Multitask learning for emotion and personality traits detection. Applied Soft Computing, Vol. 123 (2022), 108986.","journal-title":"Applied Soft Computing"},{"key":"e_1_3_2_1_24_1","first-page":"3601","article-title":"Multi-task learning and multi-fusion audiotext emotion recognition in conversation","volume":"23","author":"Li Y.","year":"2023","unstructured":"Y. Li, S. Ma, Z. Zhao, and Y. Wang. 2023. Multi-task learning and multi-fusion audiotext emotion recognition in conversation. Sensors, Vol. 23, 7 (2023), 3601.","journal-title":"Sensors"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1155\/S1110865704406192"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACIIW59127.2023.10388140"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.3389\/fncom.2022.1019776"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACIIW59127.2023.10388162"},{"key":"e_1_3_2_1_29_1","volume-title":"ICASSP 2018-2018 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP). 2446-2450","author":"Parthasarathy M.","unstructured":"M. Parthasarathy and S. Narayanan. 2018. Regularizing representations for emotional attributes with unsupervised auxiliary tasks. In ICASSP 2018-2018 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP). 2446-2450."},{"key":"e_1_3_2_1_30_1","first-page":"1","article-title":"Is there an advantage for recognizing multi-modal emotional stimuli","volume":"11","author":"Paulmann Silke","year":"2011","unstructured":"Silke Paulmann and Marc D. Pell. 2011. Is there an advantage for recognizing multi-modal emotional stimuli? Emotion, Vol. 11, 1 (2011), 1.","journal-title":"Emotion"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACII63134.2024.00030"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.5555\/265013"},{"key":"e_1_3_2_1_33_1","volume-title":"Proceedings of the 12th International Conference on Affective Computing and Intelligent Interaction (ACII). IEEE","author":"Pinitas Kosmas","unstructured":"Kosmas Pinitas, Nemanja Rasajki, Matthew Barthet, Maria Kaselimi, Konstantinos Makantasis, Antonios Liapis, and Georgios N. Yannakakis. 2024. Varying the Context to Challenge Affect Modeling: A Study on FPS Games Engagement Prediction. In Proceedings of the 12th International Conference on Affective Computing and Intelligent Interaction (ACII). IEEE, Glasgow, UK."},{"key":"e_1_3_2_1_34_1","article-title":"Multimodal emotion perception: from basic mechanisms to individual differences","volume":"368","author":"Pourtois Gilles","year":"2013","unstructured":"Gilles Pourtois, Beatrice de Gelder, Jean Vroomen, and Bruno Rossion. 2013. Multimodal emotion perception: from basic mechanisms to individual differences. Philosophical Transactions of the Royal Society B: Biological Sciences, Vol. 368, 1623 (2013), 20130177.","journal-title":"Philosophical Transactions of the Royal Society B: Biological Sciences"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3576842.3615837"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2015.2436926"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2016.2625250"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2016.2625250"},{"key":"e_1_3_2_1_39_1","volume-title":"Proceedings of the 10th International Conference on Affective Computing and Intelligent Interaction (ACII). IEEE","author":"Taherzadeh Sanaz","year":"2022","unstructured":"Sanaz Taherzadeh, Akiri Surely, Vasundhara Misal, and Andrea Kleinsmith. 2022. Exploring Affective Dimension Perception from Bodily Expressions and Electrodermal Activity in Paramedic Simulation Training. In Proceedings of the 10th International Conference on Affective Computing and Intelligent Interaction (ACII). IEEE, Nara, Japan."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1098\/rsos.201976"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACII55700.2022.9953852"},{"key":"e_1_3_2_1_42_1","first-page":"822","article-title":"Neural processing of emotion in multimodal settings","volume":"8","author":"Vuilleumier Patrik","year":"2014","unstructured":"Patrik Vuilleumier, Antoine Armony, and Raymond Dolan. 2014. Neural processing of emotion in multimodal settings. Frontiers in Human Neuroscience, Vol. 8 (2014), 822.","journal-title":"Frontiers in Human Neuroscience"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.3389\/fnins.2023.1168240"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41597-024-03676-4"},{"key":"e_1_3_2_1_45_1","volume-title":"Proceedings of the 11th International Conference on Affective Computing and Intelligent Interaction (ACII). IEEE","author":"Huseyin","unstructured":"Huseyin E. Yildirim and Deniz Iren. 2023. Informative Speech Features Based on Emotion Classes and Gender in Explainable Speech Emotion Recognition. In Proceedings of the 11th International Conference on Affective Computing and Intelligent Interaction (ACII). IEEE, Cambridge, MA, USA."},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACII52823.2021.9597459"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2018.2808766"}],"event":{"name":"MM '25:The 33rd ACM International Conference on Multimedia","location":"Dublin Ireland","sponsor":["SIGMM ACM Special Interest Group on Multimedia"]},"container-title":["Proceedings of the 3rd International Workshop on Multimodal and Responsible Affective Computing"],"original-title":[],"deposited":{"date-parts":[[2025,10,22]],"date-time":"2025-10-22T17:23:00Z","timestamp":1761153780000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3746270.3760232"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,26]]},"references-count":47,"alternative-id":["10.1145\/3746270.3760232","10.1145\/3746270"],"URL":"https:\/\/doi.org\/10.1145\/3746270.3760232","relation":{},"subject":[],"published":{"date-parts":[[2025,10,26]]},"assertion":[{"value":"2025-10-26","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}