{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,3]],"date-time":"2026-07-03T01:48:54Z","timestamp":1783043334605,"version":"3.54.6"},"publisher-location":"New York, NY, USA","reference-count":73,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,10,28]],"date-time":"2024-10-28T00:00:00Z","timestamp":1730073600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-sa\/4.0\/"}],"funder":[{"name":"DFG project (Leader Humor)","award":["461420398"],"award-info":[{"award-number":["461420398"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,10,28]]},"DOI":"10.1145\/3689062.3689088","type":"proceedings-article","created":{"date-parts":[[2024,10,23]],"date-time":"2024-10-23T18:29:19Z","timestamp":1729708159000},"page":"1-9","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":19,"title":["The MuSe 2024 Multimodal Sentiment Analysis Challenge: Social Perception and Humor Recognition"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1129-8223","authenticated-orcid":false,"given":"Shahin","family":"Amiriparian","sequence":"first","affiliation":[{"name":"Technical University of Munich, Munich, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6679-7022","authenticated-orcid":false,"given":"Lukas","family":"Christ","sequence":"additional","affiliation":[{"name":"University of Augsburg, Augsburg, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4757-2220","authenticated-orcid":false,"given":"Alexander","family":"Kathan","sequence":"additional","affiliation":[{"name":"University of Augsburg, Augsburg, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8293-6635","authenticated-orcid":false,"given":"Maurice","family":"Gerczuk","sequence":"additional","affiliation":[{"name":"University of Augsburg, Augsburg, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7233-3088","authenticated-orcid":false,"given":"Niklas","family":"M\u00fcller","sequence":"additional","affiliation":[{"name":"University of Passau, Passau, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-3682-066X","authenticated-orcid":false,"given":"Steffen","family":"Klug","sequence":"additional","affiliation":[{"name":"University of Passau, Passau, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3761-2225","authenticated-orcid":false,"given":"Lukas","family":"Stappen","sequence":"additional","affiliation":[{"name":"Recoro, Munich, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5162-3580","authenticated-orcid":false,"given":"Andreas","family":"K\u00f6nig","sequence":"additional","affiliation":[{"name":"University of Passau, Passau, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3030-1280","authenticated-orcid":false,"given":"Erik","family":"Cambria","sequence":"additional","affiliation":[{"name":"Nanyang Technological University, Singapore, Singapore"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6478-8699","authenticated-orcid":false,"given":"Bj\u00f6rn W.","family":"Schuller","sequence":"additional","affiliation":[{"name":"Imperial College London, London, United Kingdom"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4841-1346","authenticated-orcid":false,"given":"Simone","family":"Eulitz","sequence":"additional","affiliation":[{"name":"LMU Munich, Munich, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,10,28]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1037\/rev0000262"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1016\/B978-0--12--800284--1.00004--7"},{"key":"e_1_3_2_1_3_1","volume-title":"First impressions","author":"Ambady Nalini","unstructured":"Nalini Ambady and John Joseph Skowronski. 2008. First impressions. Guilford Press."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3581783.3610943"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"crossref","unstructured":"Shahin Amiriparian Nicholas Cummins Sandra Ottl Maurice Gerczuk and Bj\u00f6rn Schuller. 2017. Sentiment Analysis Using Image-based Deep Spectrum Features. In Proceedings 2nd International Workshop on Automatic Sentiment Analysis in the Wild (WASA 2017) held in conjunction with the 7th biannual Conference on Affective Computing and Intelligent Interaction (ACII 2017). AAAC IEEE San Antonio TX 26--29.","DOI":"10.1109\/ACIIW.2017.8272618"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2017-434"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1186\/s13636-020-00186-0"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.3389\/frai.2022.856232"},{"key":"e_1_3_2_1_9_1","volume-title":"Schuller","author":"Amiriparian Shhain","year":"2024","unstructured":"Shhain Amiriparian, Filip Packan, Maurice Gerczuk, and Bj\u00f6rn W. Schuller. 2024. ExHuBERT: Enhancing HuBERT Through Block Extension and Fine-Tuning on 37 Emotion Datasets. In Proc. INTERSPEECH. ISCA, Kos Island, Greece."},{"key":"e_1_3_2_1_10_1","volume-title":"wav2vec 2.0: A framework for self-supervised learning of speech representations. Advances in neural information processing systems 33","author":"Baevski Alexei","year":"2020","unstructured":"Alexei Baevski, Yuhao Zhou, Abdelrahman Mohamed, and Michael Auli. 2020. wav2vec 2.0: A framework for self-supervised learning of speech representations. Advances in neural information processing systems 33 (2020), 12449--12460."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/MMSP.2019.8901785"},{"key":"e_1_3_2_1_12_1","first-page":"242","volume-title":"The duality of human existence: An essay on psychology and religion. Rand Mcnally","author":"Bakan David","unstructured":"David Bakan. 1966. The duality of human existence: An essay on psychology and religion. Rand Mcnally, Oxford, England. Pages: 242."},{"key":"e_1_3_2_1_13_1","volume-title":"A manual for the Bem sex role inventory","author":"Bem Sandra L","year":"1981","unstructured":"Sandra L Bem. 1981. A manual for the Bem sex role inventory. California: Mind Garden (1981)."},{"key":"e_1_3_2_1_14_1","volume-title":"Proceedings of the Tenth International Conference on Language Resources and Evaluation (LREC'16)","author":"Bertero Dario","year":"2016","unstructured":"Dario Bertero and Pascale Fung. 2016. Deep learning of audio and language features for humor prediction. In Proceedings of the Tenth International Conference on Language Resources and Evaluation (LREC'16). 496--501."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"crossref","unstructured":"Bj\u00f6rn W. Schuller and Anton Batliner and Christian Bergler and Cecilia Mascolo and Jing Han and Iulia Lefter and Heysem Kaya and Shahin Amiriparian and Alice Baird and Lukas Stappen and Sandra Ottl and Maurice Gerczuk and Panaguiotis Tzirakis and Chlo\u00eb Brown and Jagmohan Chauhan and Andreas Grammenos and Apinan Hasthanasombat and Dimitris Spathis and Tong Xia and Pietro Cicuta and Leon J. M. Rothkrantz and Joeri Zwerts and Jelle Treep and Casper Kaandorp. 2021. The INTERSPEECH 2021 Computational Paralinguistics Challenge: COVID-19 Cough COVID-19 Speech Escalation & Primates. In Proceedings INTERSPEECH 2021 22nd Annual Conference of the International Speech Communication Association. ISCA ISCA Brno Czechia 431--435.","DOI":"10.21437\/Interspeech.2021-19"},{"key":"e_1_3_2_1_16_1","volume-title":"13 contributions of nonverbal cues to the accurate judgment of personality traits. The Oxford handbook of accurate personality judgment","author":"Breil Simon M","year":"2021","unstructured":"Simon M Breil, Sarah Osterholz, Steffen Nestler, and Mitja D Back. 2021. 13 contributions of nonverbal cues to the accurate judgment of personality traits. The Oxford handbook of accurate personality judgment (2021), 195--218."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1098\/rstb.2010.0362"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1515\/humor-2014-0019"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.3390\/asi5040080"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3551876.3554805"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3606039.3613114"},{"key":"e_1_3_2_1_22_1","volume-title":"Towards Multimodal Prediction of Spontaneous Humour: A Novel Dataset and First Results. arXiv preprint arXiv:2209.14272","author":"Christ Lukas","year":"2023","unstructured":"Lukas Christ, Shahin Amiriparian, Alexander Kathan, Niklas M\u00fcller, Andreas K\u00f6nig, and Bj\u00f6rn W Schuller. 2023. Towards Multimodal Prediction of Spontaneous Humour: A Novel Dataset and First Results. arXiv preprint arXiv:2209.14272 (2023)."},{"key":"e_1_3_2_1_23_1","volume-title":"Deep lexical hypothesis: Identifying personality structure in natural language. Journal of Personality and Social Psychology","author":"Cutler Andrew","year":"2022","unstructured":"Andrew Cutler and David M Condon. 2022. Deep lexical hypothesis: Identifying personality structure in natural language. Journal of Personality and Social Psychology (2022)."},{"key":"e_1_3_2_1_24_1","volume-title":"Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies. 4171--4186","author":"Devlin Jacob","year":"2019","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2019. BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. In Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies. 4171--4186."},{"key":"e_1_3_2_1_25_1","volume-title":"International Conference on Learning Representations. https:\/\/openreview.net\/forum?id= YicbFdNTTy","author":"Dosovitskiy Alexey","year":"2021","unstructured":"Alexey Dosovitskiy, Lucas Beyer, Alexander Kolesnikov, Dirk Weissenborn, Xiaohua Zhai, Thomas Unterthiner, Mostafa Dehghani, Matthias Minderer, Georg Heigold, Sylvain Gelly, Jakob Uszkoreit, and Neil Houlsby. 2021. An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale. In International Conference on Learning Representations. https:\/\/openreview.net\/forum?id= YicbFdNTTy"},{"key":"e_1_3_2_1_26_1","volume-title":"Role congruity theory of prejudice toward female leaders. Psychological review 109, 3","author":"Eagly Alice H","year":"2002","unstructured":"Alice H Eagly and Steven J Karau. 2002. Role congruity theory of prejudice toward female leaders. Psychological review 109, 3 (2002), 573."},{"key":"e_1_3_2_1_27_1","volume-title":"Facial action coding system. Environmental Psychology & Nonverbal Behavior","author":"Ekman Paul","year":"1978","unstructured":"Paul Ekman and Wallace V Friesen. 1978. Facial action coding system. Environmental Psychology & Nonverbal Behavior (1978)."},{"key":"e_1_3_2_1_28_1","volume-title":"Academy of Management Proceedings 2021","author":"Eulitz Simone Maria","year":"2021","unstructured":"Simone Maria Eulitz and Brooke A. Gazdag. 2021. Beyond Biology -- The impact of Perceptions CEO Social Gender on Investor Reactions During an IPO. Academy of Management Proceedings 2021, 1 (Aug. 2021), 12379. https:\/\/doi.org\/10.5465\/ AMBPP.2021.12379abstract Publisher: Academy of Management."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2015.2457417"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/1873951.1874246"},{"key":"e_1_3_2_1_31_1","volume-title":"EmoNet: A Transfer Learning Framework for Multi-Corpus Speech Emotion Recognition","author":"Gerczuk Maurice","year":"2022","unstructured":"Maurice Gerczuk, Shahin Amiriparian, Sandra Ottl, and Bj\u00f6rn Schuller. 2022. EmoNet: A Transfer Learning Framework for Multi-Corpus Speech Emotion Recognition. IEEE Transactions on Affective Computing 13 (2022)."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1108\/LODJ-07-2012-0086"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-42051-1_16"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3606039.3613102"},{"key":"e_1_3_2_1_35_1","volume-title":"Proceedings of the Swiss Text Analytics Conference 2021. CEUR Workshop Proceedings","author":"Guhr Oliver","year":"2021","unstructured":"Oliver Guhr, Anne-Kathrin Schumann, Frank Bahrmann, and Hans Joachim B\u00f6hme. 2021. FullStop: Multilingual Deep Models for Punctuation Prediction. In Proceedings of the Swiss Text Analytics Conference 2021. CEUR Workshop Proceedings, Winterthur, Switzerland. http:\/\/ceur-ws.org\/Vol-2957\/sepp_paper4. pdf"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i14.17534"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19--1211"},{"key":"e_1_3_2_1_38_1","volume-title":"Diego de las Casas, Florian Bressand, Gianna Lengyel, Guillaume Lample, Lucile Saulnier, et al.","author":"Jiang Albert Q","year":"2023","unstructured":"Albert Q Jiang, Alexandre Sablayrolles, Arthur Mensch, Chris Bamford, Devendra Singh Chaplot, Diego de las Casas, Florian Bressand, Gianna Lengyel, Guillaume Lample, Lucile Saulnier, et al. 2023. Mistral 7B. arXiv preprint arXiv:2310.06825 (2023)."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-020-65358-6"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1515\/ip-2022-0003"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3551876.3554809"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3606039.3613111"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3606039.3613112"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.patter"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0092-6566(02)00534-2"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2017-1386"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"crossref","unstructured":"Anirudh Mittal Pranav Jeevan Prerak Gandhi Diptesh Kanojia and Pushpak Bhattacharyya. 2021. \" So You Think You're Funny?\": Rating the Humour Quotient in Standup Comedy. arXiv:arXiv preprint arXiv:2110.12765","DOI":"10.18653\/v1\/2021.emnlp-main.789"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP43922.2022.9747870"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3382507.3417964"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3606039.3613104"},{"key":"e_1_3_2_1_51_1","volume-title":"Proceedings of the 3rd International on Multimodal Sentiment AnalysisWorkshop and Challenge. 47--54","author":"Yun Ilho","year":"2022","unstructured":"Ho-min Park, Ilho Yun, Ajit Kumar, Ankit Kumar Singh, Bong Jun Choi, Dhananjay Singh, and Wesley De Neve. 2022. Towards Multimodal Prediction of Timecontinuous Emotion using Pose Feature Engineering and a Transformer Encoder. In Proceedings of the 3rd International on Multimodal Sentiment AnalysisWorkshop and Challenge. 47--54."},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2021-703"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1493"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICIRCA48905.2020.9183090"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1109\/WACV51458.2022.00062"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1515\/ip-2018-0020"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.nlposs-1.15"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298682"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASYU50717.2020"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/3439795"},{"key":"e_1_3_2_1_61_1","volume-title":"Proceedings of the Annual Meeting of the Cognitive Science Society","volume":"26","author":"Taylor Julia M","year":"2004","unstructured":"Julia M Taylor and Lawrence J Mazlack. 2004. Computationally recognizing wordplay in jokes. In Proceedings of the Annual Meeting of the Cognitive Science Society, Vol. 26."},{"key":"e_1_3_2_1_62_1","volume-title":"Llama: Open and efficient foundation language models. arXiv preprint arXiv:2302.13971","author":"Touvron Hugo","year":"2023","unstructured":"Hugo Touvron, Thibaut Lavril, Gautier Izacard, Xavier Martinet, Marie-Anne Lachaux, Timoth\u00e9e Lacroix, Baptiste Rozi\u00e8re, Naman Goyal, Eric Hambro, Faisal Azhar, et al. 2023. Llama: Open and efficient foundation language models. arXiv preprint arXiv:2302.13971 (2023)."},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/3475957.3484448"},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2023.3263585"},{"key":"e_1_3_2_1_65_1","volume-title":"MUMOR: A Multimodal Dataset for Humor Detection in Conversations. In CCF International Conference on Natural Language Processing and Chinese Computing. Springer","author":"Wu Jiaming","year":"2021","unstructured":"Jiaming Wu, Hongfei Lin, Liang Yang, and Bo Xu. 2021. MUMOR: A Multimodal Dataset for Humor Detection in Conversations. In CCF International Conference on Natural Language Processing and Chinese Computing. Springer, Springer, Qingdao, China, 619--627."},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.1145\/3606039.3613110"},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/3551876.3554802"},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","DOI":"10.1145\/3606039.3613107"},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D15-1284"},{"key":"e_1_3_2_1_70_1","doi-asserted-by":"publisher","DOI":"10.1145\/3606039.3613109"},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.1145\/3606039.3613106"},{"key":"e_1_3_2_1_72_1","doi-asserted-by":"publisher","DOI":"10.1109\/LSP.2016.2603342"},{"key":"e_1_3_2_1_73_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00371-019-01707-5"}],"event":{"name":"MM '24: The 32nd ACM International Conference on Multimedia","location":"Melbourne VIC Australia","acronym":"MM '24","sponsor":["SIGMM ACM Special Interest Group on Multimedia"]},"container-title":["Proceedings of the 5th on Multimodal Sentiment Analysis Challenge and Workshop: Social Perception and Humor"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3689062.3689088","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3689062.3689088","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,23]],"date-time":"2025-08-23T18:23:36Z","timestamp":1755973416000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3689062.3689088"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,28]]},"references-count":73,"alternative-id":["10.1145\/3689062.3689088","10.1145\/3689062"],"URL":"https:\/\/doi.org\/10.1145\/3689062.3689088","relation":{},"subject":[],"published":{"date-parts":[[2024,10,28]]},"assertion":[{"value":"2024-10-28","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}