{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,12]],"date-time":"2026-06-12T16:44:06Z","timestamp":1781282646882,"version":"3.54.1"},"reference-count":122,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"2","license":[{"start":{"date-parts":[[2025,4,1]],"date-time":"2025-04-01T00:00:00Z","timestamp":1743465600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,4,1]],"date-time":"2025-04-01T00:00:00Z","timestamp":1743465600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,4,1]],"date-time":"2025-04-01T00:00:00Z","timestamp":1743465600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001659","name":"Deutsche Forschungsgemeinschaft","doi-asserted-by":"publisher","award":["461420398"],"award-info":[{"award-number":["461420398"]}],"id":[{"id":"10.13039\/501100001659","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Affective Comput."],"published-print":{"date-parts":[[2025,4]]},"DOI":"10.1109\/taffc.2024.3475736","type":"journal-article","created":{"date-parts":[[2024,10,7]],"date-time":"2024-10-07T17:44:52Z","timestamp":1728323092000},"page":"844-860","source":"Crossref","is-referenced-by-count":9,"title":["Towards Multimodal Prediction of Spontaneous Humor: A Novel Dataset and First Results"],"prefix":"10.1109","volume":"16","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6679-7022","authenticated-orcid":false,"given":"Lukas","family":"Christ","sequence":"first","affiliation":[{"name":"Chair of Embedded Intelligence for Health Care and Wellbeing, University of Augsburg, Augsburg, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shahin","family":"Amiriparian","sequence":"additional","affiliation":[{"name":"Chair of Health Informatics, Klinikum rechts der Isar, TUM, München, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4757-2220","authenticated-orcid":false,"given":"Alexander","family":"Kathan","sequence":"additional","affiliation":[{"name":"Chair of Embedded Intelligence for Health Care and Wellbeing, University of Augsburg, Augsburg, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Niklas","family":"M\u00fcller","sequence":"additional","affiliation":[{"name":"Chair of Strategic Management, Innovation, and Entrepreneurship, University of Passau, Passau, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Andreas","family":"K\u00f6nig","sequence":"additional","affiliation":[{"name":"Chair of Strategic Management, Innovation, and Entrepreneurship, University of Passau, Passau, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6478-8699","authenticated-orcid":false,"given":"Bj\u00f6rn W.","family":"Schuller","sequence":"additional","affiliation":[{"name":"Chair of Embedded Intelligence for Health Care and Wellbeing, University of Augsburg, Augsburg, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1460-2466.1976.tb01913.x"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.5465\/amr.2005.18378877"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1515\/9783110804607.203"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.2307\/257094"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.5465\/amj.2014.0358"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1177\/0018726717691809"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.4324\/9781315731162-2"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1515\/9783110198492.361"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/c2016-0-03294-1"},{"key":"ref10","volume-title":"The Psychology of Humor: Theoretical Perspectives and Empirical Issues","author":"Goldstein","year":"2013"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1080\/00131857.2012.721735"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1038\/nrn3566"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1372"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/WACV51458.2022.00062"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i14.17534"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/3242969.3242976"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-49778-1_22"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.4324\/9781315731162-28"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1211"},{"key":"ref20","first-page":"496","article-title":"Deep learning of audio and language features for humor prediction","volume-title":"Proc. 10th Int. Conf. Lang. Resour. Eval.","author":"Bertero"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-88480-2_49"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1016\/S0092-6566(02)00534-2"},{"issue":"26","key":"ref23","article-title":"Computationally recognizing wordplay in jokes","volume-title":"Proc. Annu. Meeting Cogn. Sci. Soc.","volume":"26","author":"Taylor"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.3115\/1220575.1220642"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D15-1284"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/s17-2004"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W18-3502"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.13053\/cys-22-4-3061"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-04208-9_25"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-2018"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01204-5_17"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1394"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/S17-2005"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.semeval-1.9"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33017265"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-demos.28"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1007\/s10489-021-02580-3"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1810.04805"},{"key":"ref39","article-title":"ColBERT: Using BERT sentence embedding for humor detection","author":"Annamoradnejad","year":"2020"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v38i16.29736"},{"key":"ref41","article-title":"LLaMA: Open and efficient foundation language models","author":"Touvron","year":"2023"},{"key":"ref42","article-title":"GPT-4 technical report","author":"Achiam","year":"2023"},{"key":"ref43","first-page":"325","article-title":"ChatGPT is fun, but it is not funny! humor is still challenging large language models","volume-title":"Proc. 13th Workshop Comput. Approaches Subjectivity, Sentiment, Soc. Media Anal.","author":"Jentzsch"},{"key":"ref44","first-page":"13701","article-title":"You told me that joke twice: A systematic investigation of transferability and robustness of humor detection models","volume-title":"Proc. Conf. Empirical Methods Natural Lang. Process.","author":"Baranov"},{"key":"ref45","article-title":"UL2: Unifying language learning paradigms","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Tay"},{"key":"ref46","first-page":"7069","article-title":"FigMemes: A dataset for figurative language identification in politically-opinionated memes","volume-title":"Proc. Conf. Empirical Methods Natural Lang. Process.","author":"Liu"},{"key":"ref47","first-page":"4439","article-title":"MOMENTA: A multimodal framework for detecting harmful memes and their targets","volume-title":"Proc. Findings Assoc. Comput. Linguistics","author":"Pramanick"},{"key":"ref48","article-title":"Memesem: A multi-modal framework for sentimental analysis of meme via transfer learning","volume-title":"Proc. 4th Lifelong Mach. Learn. Workshop ICML","author":"Pranesh"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/WACV48630.2021.00062"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/WACV48630.2021.00212"},{"key":"ref51","first-page":"6875","article-title":"When to laugh and how hard? a multimodal approach to detecting humor and its intensity","volume-title":"Proc. 29th Int. Conf. Comput. Linguistics","author":"Alnajjar"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2021.3083522"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/MIPR.2019.00109"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.789"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1145\/3462244.3479959"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1007\/s00530-023-01105-x"},{"key":"ref57","first-page":"6752","article-title":"A sentiment and emotion aware multimodal multiparty humor recognition in multilingual conversational setting","volume-title":"Proc. 29th Int. Conf. Comput. Linguistics","author":"Chauhan"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1656"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1145\/3394171.3413678"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1145\/3462244.3479919"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1145\/3551876.3554817"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1145\/3503161.3551792"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1145\/3551876.3554802"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1145\/3551876.3554805"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1145\/3551876.3554809"},{"key":"ref66","article-title":"Humor and mirth","volume":"302","author":"Attardo","year":"2019","journal-title":"Emotion Discourse"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1111\/peps.12004"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.5465\/19416520.2012.678697"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1177\/1056492605275245"},{"key":"ref70","article-title":"Medienrichtlinien f\u00fcr die spiele der bundesliga und 2. bundesliga: G\u00fcltig ab der saison2017\/ 18, (Anhang XI)","year":"2017"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.5465\/AMP.2006.20591005"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.747"},{"key":"ref73","first-page":"4211","article-title":"Common voice: A massively-multilingual speech corpus","volume-title":"Proc. 12th Conf. Lang. Resour. Eval.","author":"Ardila"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2017-1386"},{"key":"ref75","article-title":"Fullstop: Multilingual deep models for punctuation prediction","volume-title":"Proc. Swiss Text Analytics Conf.","author":"Guhr"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1108\/02683941211199554"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1177\/1059601115598719"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-24612-3"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.5465\/amd.2021.0112"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.3758\/s13428-017-0915-5"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1037\/apl0000937"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1145\/3133944.3133953"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1145\/3475957.3484450"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1145\/3475957.3484451"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1109\/ASRU.2005.1566530"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2015.2457417"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.21437\/interspeech.2017-434"},{"key":"ref88","first-page":"12449","article-title":"wav2vec 2.0: A framework for self-supervised learning of speech representations","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Baevski"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2018-1238"},{"key":"ref90","article-title":"Deep representation learning techniques for audio signal processing","author":"Amiriparian","year":"2019"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1109\/MMSP.2019.8901785"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1145\/1873951.1874246"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1145\/3382507.3417964"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.3389\/frai.2022.856232"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1109\/ACIIW.2017.8272618"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.243"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-015-0816-y"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1706.03762"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2021.3122291"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2023.3263585"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.21437\/interspeech.2021-703"},{"key":"ref102","first-page":"1627","article-title":"Training a broad-coverage german sentiment classification model for dialog systems","volume-title":"Proc. 12th Lang. Resour. Eval. Conf.","author":"Guhr"},{"key":"ref103","article-title":"ELECTRA: Pre-training text encoders as discriminators rather than generators","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Clark"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1145\/3423327.3423672"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1109\/LSP.2016.2603342"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298682"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1098\/rstb.1992.0008"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2017.2731763"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01814"},{"key":"ref111","first-page":"2247","article-title":"Efficient low-rank multimodal fusion with modality-specific factors","volume-title":"Proc. 56th Annu. Meeting Assoc. Comput. Linguistics","author":"Liu"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/W14-4012"},{"key":"ref113","article-title":"Decoupled weight decay regularization","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Loshchilov"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i12.17289"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1007\/s00521-019-04559-1"},{"issue":"3","key":"ref116","first-page":"61","article-title":"Probabilistic outputs for support vector machines and comparisons to regularized likelihood methods","volume":"10","author":"Platt","year":"1999","journal-title":"Adv. Large Margin Classifiers"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2017.02342"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2022-10371"},{"key":"ref119","article-title":"MOSI: Multimodal corpus of sentiment intensity and subjectivity analysis in online opinion videos","author":"Zadeh","year":"2016"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.1109\/T-AFFC.2010.1"},{"key":"ref121","doi-asserted-by":"publisher","DOI":"10.1287\/orsc.2019.1336"},{"key":"ref122","doi-asserted-by":"publisher","DOI":"10.1145\/3551876.3554800"}],"container-title":["IEEE Transactions on Affective Computing"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/5165369\/11018643\/10707160.pdf?arnumber=10707160","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,31]],"date-time":"2025-05-31T04:54:03Z","timestamp":1748667243000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10707160\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,4]]},"references-count":122,"journal-issue":{"issue":"2"},"URL":"https:\/\/doi.org\/10.1109\/taffc.2024.3475736","relation":{},"ISSN":["1949-3045","2371-9850"],"issn-type":[{"value":"1949-3045","type":"electronic"},{"value":"2371-9850","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,4]]}}}