{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,23]],"date-time":"2026-03-23T23:28:18Z","timestamp":1774308498820,"version":"3.50.1"},"publisher-location":"Cham","reference-count":37,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031719073","type":"print"},{"value":"9783031719080","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-71908-0_8","type":"book-chapter","created":{"date-parts":[[2024,9,19]],"date-time":"2024-09-19T16:29:00Z","timestamp":1726763340000},"page":"165-182","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Overview of\u00a0the\u00a0CLEF 2024 JOKER Track"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7598-7474","authenticated-orcid":false,"given":"Liana","family":"Ermakova","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0442-2660","authenticated-orcid":false,"given":"Anne-Gwenn","family":"Bosser","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0749-1100","authenticated-orcid":false,"given":"Tristan","family":"Miller","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8711-1106","authenticated-orcid":false,"given":"Victor Manuel","family":"Palma Preciado","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3901-3522","authenticated-orcid":false,"given":"Grigori","family":"Sidorov","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7235-0665","authenticated-orcid":false,"given":"Adam","family":"Jatowt","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,9,19]]},"reference":[{"key":"8_CR1","doi-asserted-by":"publisher","unstructured":"Abu\u00a0Farha, I., Oprea, S.V., Wilson, S., Magdy, W.: SemEval-2022 task 6: iSarcasmEval, intended sarcasm detection in English and Arabic. In: Proceedings of the 16th International Workshop on Semantic Evaluation (SemEval-2022), pp. 802\u2013814. Association for Computational Linguistics, July 2022. https:\/\/doi.org\/10.18653\/v1\/2022.semeval-1.111","DOI":"10.18653\/v1\/2022.semeval-1.111"},{"key":"8_CR2","unstructured":"Baguian, H., Ashley, H.N.: JOKER Track @ CLEF 2024: the Jokesters\u2019 approaches for retrieving, classifying, and translating wordplay. In: Faggioli, G., et al. (eds.) Working Notes of the Conference and Labs of the Evaluation Forum (CLEF 2024). CEUR Workshop Proceedings, pp. 1811\u20131817. CEUR-WS.org (2024)"},{"key":"8_CR3","unstructured":"Balaji, S.S., et al.: Vayam Solve Kurmaha @ CLEF 2024: task 2: humor classification according to genre and technique using BERT embeddings and transformers. In: Faggioli, G., et al. (eds.) Working Notes of the Conference and Labs of the Evaluation Forum (CLEF 2024). CEUR Workshop Proceedings, pp. 1895\u20131901. CEUR-WS.org (2024)"},{"key":"8_CR4","doi-asserted-by":"publisher","unstructured":"Bogireddy, N.R., Suresh, S., Rai, S.: I\u2019m out of breath from laughing! I think? A dataset of COVID-19 humor and its toxic variants. In: Companion Proceedings of the ACM Web Conference 2023, pp. 1004\u20131013. Association for Computing Machinery, New York (2023). https:\/\/doi.org\/10.1145\/3543873.3587591","DOI":"10.1145\/3543873.3587591"},{"key":"8_CR5","unstructured":"Schuurman, E., Cazemier, M., Buijs, L., Kamps, J.: University of Amsterdam at the CLEF 2024 joker track. In: Faggioli, G., et al. (eds.) Working Notes of the Conference and Labs of the Evaluation Forum (CLEF 2024). CEUR Workshop Proceedings, pp. 1909\u20131922. CEUR-WS.org (2024)"},{"key":"8_CR6","unstructured":"Dhanani, F., Abbas, R.: Translating English puns to French. In: Faggioli, G., Ferro, N., Galuscakova, P., Garc\u00eda Seco de Herrera, A. (eds.) Working Notes of CLEF 2024\u00a0\u2013 Conference and Labs of the Evaluation Forum (2024)"},{"key":"8_CR7","unstructured":"Dsilva, R.R., Bhardwaj, N.: PunDerstand @ CLEF JOKER 2024: Who\u2019s Laughing Now? Humor Classification by Genre & Technique In: Faggioli, G., et al. (eds.) Working Notes of the Conference and Labs of the Evaluation Forum (CLEF 2024). CEUR Workshop Proceedings, pp. 1826\u20131833. CEUR-WS.org (2024)"},{"key":"8_CR8","unstructured":"Elagina, R., Vu\u010di\u0107, P.: Working Notes of CLEF 2024: Effective Humor Analysis and Translation. In: Faggioli, G., et al. (eds.) Working Notes of the Conference and Labs of the Evaluation Forum (CLEF 2024). CEUR Workshop Proceedings, pp. 1834\u20131840. CEUR-WS.org (2024)"},{"key":"8_CR9","unstructured":"Epron, P., Guibon, G., Couceiro, M.: ORPAILLEUR & SyNaLP at CLEF 2024 Task 2: Good Old Cross Validation for Large Language Models Yields the Best Humorous Detection. In: Faggioli, G., et al. (eds.) Working Notes of the Conference and Labs of the Evaluation Forum (CLEF 2024). CEUR Workshop Proceedings, pp. 1841\u20131856 CEUR-WS.org (2024)"},{"key":"8_CR10","doi-asserted-by":"publisher","unstructured":"Ermakova, L., Bosser, A.G., Jatowt, A., Miller, T.: The JOKER Corpus: English\u2013French parallel data for multilingual wordplay recognition. In: SIGIR 2023: Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 2796\u20132806. Association for Computing Machinery, New York (2023). https:\/\/doi.org\/10.1145\/3539618.3591885","DOI":"10.1145\/3539618.3591885"},{"key":"8_CR11","doi-asserted-by":"crossref","unstructured":"Ermakova, L., Miller, T., Bosser, A.G., Palma Preciado, V.M., Sidorov, G., Jatowt, A.: Overview of JOKER 2023 automatic wordplay analysis task\u00a01\u00a0\u2013 pun detection. In: Aliannejadi, M., Faggioli, G., Ferro, N., Vlachos, M. (eds.) Working Notes of CLEF\u00a02023\u00a0\u2013 Conference and Labs of the Evaluation Forum. CEUR Workshop Proceedings, vol.\u00a03497, pp. 1785\u20131803, October 2023","DOI":"10.1007\/978-3-031-42448-9_26"},{"key":"8_CR12","doi-asserted-by":"crossref","unstructured":"Ermakova, L., Miller, T., Bosser, A.G., Palma Preciado, V.M., Sidorov, G., Jatowt, A.: Overview of JOKER 2023 automatic wordplay analysis task\u00a02\u00a0\u2013 pun location and interpretation. In: Aliannejadi, M., Faggioli, G., Ferro, N., Vlachos, M. (eds.) Working Notes of CLEF\u00a02023\u00a0\u2013 Conference and Labs of the Evaluation Forum. CEUR Workshop Proceedings, vol.\u00a03497, pp. 1804\u20131817, October 2023","DOI":"10.1007\/978-3-031-42448-9_26"},{"key":"8_CR13","doi-asserted-by":"crossref","unstructured":"Ermakova, L., Miller, T., Bosser, A.G., Palma Preciado, V.M., Sidorov, G., Jatowt, A.: Overview of JOKER 2023 automatic wordplay analysis task\u00a03\u00a0\u2013 pun translation. In: Aliannejadi, M., Faggioli, G., Ferro, N., Vlachos, M. (eds.) Working Notes of CLEF\u00a02023\u00a0\u2013 Conference and Labs of the Evaluation Forum. CEUR Workshop Proceedings, vol.\u00a03497, pp. 1818\u20131827, October 2023","DOI":"10.1007\/978-3-031-42448-9_26"},{"key":"8_CR14","series-title":"LNCS","doi-asserted-by":"publisher","first-page":"397","DOI":"10.1007\/978-3-031-42448-9_26","volume-title":"CLEF 2023","author":"L Ermakova","year":"2023","unstructured":"Ermakova, L., Miller, T., Bosser, A.G., Palma Preciado, V.M., Sidorov, G., Jatowt, A.: Overview of JOKER - CLEF-2023 track on automatic wordplay analysis. In: Arampatzis, A., et al. (eds.) CLEF 2023. LNCS, vol. 14163, pp. 397\u2013415. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-42448-9_26"},{"key":"8_CR15","series-title":"LNCS","doi-asserted-by":"publisher","first-page":"546","DOI":"10.1007\/978-3-031-28241-6_63","volume-title":"ECIR 2023","author":"L Ermakova","year":"2023","unstructured":"Ermakova, L., Miller, T., Bosser, A.G., Palma Preciado, V.M., Sidorov, G., Jatowt, A.: Science for fun: the CLEF 2023 JOKER track on automatic wordplay analysis. In: Kamps, J., et al. (eds.) ECIR 2023. LNCS, vol. 13982, pp. 546\u2013556. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-28241-6_63"},{"key":"8_CR16","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"355","DOI":"10.1007\/978-3-030-99739-7_45","volume-title":"Advances in Information Retrieval","author":"L Ermakova","year":"2022","unstructured":"Ermakova, L., et al.: CLEF workshop JOKER: automatic wordplay and humour translation. In: Hagen, M., et al. (eds.) ECIR 2022. LNCS, vol. 13186, pp. 355\u2013363. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-030-99739-7_45"},{"key":"8_CR17","series-title":"LNCS","doi-asserted-by":"publisher","first-page":"447","DOI":"10.1007\/978-3-031-13643-6_27","volume-title":"CLEF 2022","author":"L Ermakova","year":"2022","unstructured":"Ermakova, L., et al.: Overview of JOKER@CLEF 2022: automatic wordplay and humour translation workshop. In: Barr\u00f3n-Cede\u00f1o, A., et al. (eds.) CLEF 2022. LNCS, vol. 13390, pp. 447\u2013469. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-13643-6_27"},{"key":"8_CR18","doi-asserted-by":"crossref","unstructured":"Ermakova, L., et\u00a0al.: Overview of the CLEF 2024 JOKER task 1: humour-aware information retrieval. In: Faggioli, G., et\u00a0al. (eds.) Working Notes of the Conference and Labs of the Evaluation Forum (CLEF 2024). CEUR Workshop Proceedings, pp. 1775\u20131785. CEUR-WS.org (2024)","DOI":"10.1007\/978-3-031-71908-0_8"},{"key":"8_CR19","doi-asserted-by":"crossref","unstructured":"Ermakova, L., et\u00a0al.: Overview of the CLEF 2024 JOKER task 3: translate puns from English to French. In: Faggioli, G., et\u00a0al. (eds.) Working Notes of the Conference and Labs of the Evaluation Forum (CLEF 2024). CEUR Workshop Proceedings, pp. 1800\u20131810. CEUR-WS.org (2024)","DOI":"10.1007\/978-3-031-71908-0_8"},{"key":"8_CR20","doi-asserted-by":"publisher","unstructured":"Frenda, S., et al.: EPIC: multi-perspective annotation of a corpus of irony. In: Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics, vol.\u00a01, pp. 13844\u201313857. Association for Computational Linguistics, July 2023. https:\/\/doi.org\/10.18653\/v1\/2023.acl-long.774","DOI":"10.18653\/v1\/2023.acl-long.774"},{"key":"8_CR21","unstructured":"Gepalova, A., Chifu, A.G., Fournier, S.: CLEF 2024 JOKER task\u00a01: exploring pun detection using the T5 transformer model. In: Faggioli, G., et al. (eds.) Working Notes of the Conference and Labs of the Evaluation Forum (CLEF 2024). CEUR Workshop Proceedings, pp. 1857\u20131861. CEUR-WS.org (2024)"},{"key":"8_CR22","unstructured":"Kov\u00e1\u010dikov\u00e1, J.V., \u0160uppa, M.: Thinking, fast and slow: from the speed of FastText to the depth of retrieval augmented large language models for humour classification. In: Faggioli, G., et al. (eds.) Working Notes of the Conference and Labs of the Evaluation Forum (CLEF 2024). CEUR Workshop Proceedings, pp. 1862\u20131867. CEUR-WS.org (2024)"},{"key":"8_CR23","doi-asserted-by":"crossref","unstructured":"Macdonald, C., Tonellotto, N.: Declarative experimentation in information retrieval using PyTerrier. In: Proceedings of ICTIR 2020 (2020)","DOI":"10.1145\/3409256.3409829"},{"key":"8_CR24","unstructured":"Mann, R., Mikulandric, T.: CLEF 2024 JOKER tasks\u00a01\u20133: humour identification and classification. In: Faggioli, G., et al. (eds.) Working Notes of the Conference and Labs of the Evaluation Forum (CLEF 2024). CEUR Workshop Proceedings, pp. 1868\u20131875. CEUR-WS.org (2024)"},{"key":"8_CR25","unstructured":"Narayanan, S., et al.: CLEF 2024 JOKER task\u00a03 : using RoBERTa and BERT-uncased for humour classification according to genre and technique. In: Faggioli, G., et al. (eds.) Working Notes of the Conference and Labs of the Evaluation Forum (CLEF 2024). CEUR Workshop Proceedings, pp. 1876\u20131879. CEUR-WS.org (2024)"},{"key":"8_CR26","unstructured":"Palma Preciado, V.M., Palma Preciado, C., Sidorov, G.: NLPalma Joker 2024: yet, no humor with humorousness\u00a0\u2013 task\u00a02 humour classification according to genre and technique. In: Faggioli, G., et al. (eds.) Working Notes of the Conference and Labs of the Evaluation Forum (CLEF 2024). CEUR Workshop Proceedings, pp. 1880\u20131888. CEUR-WS.org (2024)"},{"key":"8_CR27","unstructured":"Palma-Preciado, V.M., et\u00a0al.: Overview of the CLEF 2024 JOKER task 2: humour classification according to genre and technique. In: Faggioli, G., et\u00a0al. (eds.) Working Notes of the Conference and Labs of the Evaluation Forum (CLEF 2024). CEUR Workshop Proceedings, pp. 1786\u20131799. CEUR-WS.org (2024)"},{"key":"8_CR28","doi-asserted-by":"publisher","unstructured":"Papineni, K., Roukos, S., Ward, T., Zhu, W.J.: BLEU: a method for automatic evaluation of machine translation. In: Proceedings of the 40th Annual Meeting of the Association for Computational Linguistics, pp. 311\u2013318 (2002). https:\/\/doi.org\/10.3115\/1073083.1073135. https:\/\/www.aclweb.org\/anthology\/P02-1040","DOI":"10.3115\/1073083.1073135"},{"key":"8_CR29","doi-asserted-by":"crossref","unstructured":"Post, M.: A call for clarity in reporting BLEU scores. In: Proceedings of the Third Conference on Machine Translation: Research Papers, Belgium, Brussels, pp. 186\u2013191. Association for Computational Linguistics, October 2018. https:\/\/www.aclweb.org\/anthology\/W18-6319","DOI":"10.18653\/v1\/W18-6319"},{"key":"8_CR30","unstructured":"Saipranav, M., Sridharan, J., et al.: CLEF 2024 JOKER task\u00a02: using BERT and random forest classifier for humor classification according to genre and technique. In: Faggioli, G., et al. (eds.) Working Notes of the Conference and Labs of the Evaluation Forum (CLEF 2024). CEUR Workshop Proceedings, pp. 1902\u20131908. CEUR-WS.org (2024)"},{"key":"8_CR31","series-title":"LNCS","doi-asserted-by":"publisher","first-page":"617","DOI":"10.1007\/978-3-031-28238-6_53","volume-title":"ECIR 2023","author":"N Shapira","year":"2023","unstructured":"Shapira, N., Kalinsky, O., Libov, A., Shani, C., Tolmach, S.: Evaluating humorous response generation to playful shopping requests. In: Kamps, J., et al. (eds.) ECIR 2023. LNCS, vol. 13981, pp. 617\u2013626. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-28238-6_53"},{"key":"8_CR32","unstructured":"Subramanian, R., Sivaraman, V., et al.: Team humour insights at JOKER 2024 task\u00a02: humour classification according to genre and technique. In: Faggioli, G., et al. (eds.) Working Notes of the Conference and Labs of the Evaluation Forum (CLEF 2024). CEUR Workshop Proceedings, pp. 1923\u20131932. CEUR-WS.org (2024)"},{"key":"8_CR33","unstructured":"Touvron, H., et\u00a0al.: Llama 2: open foundation and fine-tuned chat models. arXiv preprint arXiv:2307.09288 (2023)"},{"key":"8_CR34","doi-asserted-by":"crossref","unstructured":"Van\u00a0Gysel, C., de\u00a0Rijke, M.: Pytrec_eval: an extremely fast python interface to trec_eval. In: SIGIR. ACM (2018)","DOI":"10.1145\/3209978.3210065"},{"key":"8_CR35","unstructured":"Varadi, D.P., Bartulovi\u0107, A.: University of Split and University of Malta (Team AB &DPV) at the CLEF 2024 JOKER Track: From \u2019LOL\u2019 to \u2019MDR\u2019 Using Artificial Intelligence Models to Retrieve and Translate Puns. In: Faggioli, G., et al. (eds.) Working Notes of the Conference and Labs of the Evaluation Forum (CLEF 2024). CEUR Workshop Proceedings, pp. 1818\u20131825. CEUR-WS.org (2024)"},{"key":"8_CR36","unstructured":"Wu, S.H., Huang, Y.F., Lau, T.Y.: Humour classification by fine-tuning LLMs: CYUT at CLEF 2024 JOKER Lab subtask humour classification according to genre and technique. In: Faggioli, G., et al. (eds.) Working Notes of the Conference and Labs of the Evaluation Forum (CLEF 2024). CEUR Workshop Proceedings, pp. 1933\u20131947. CEUR-WS.org (2024)"},{"key":"8_CR37","unstructured":"Zhang, T., Kishore, V., Wu, F., Weinberger, K.Q., Artzi, Y.: BERTscore: evaluating text generation with BERT. In: International Conference on Learning Representations (2020). https:\/\/openreview.net\/forum?id=SkeHuCVFDr"}],"container-title":["Lecture Notes in Computer Science","Experimental IR Meets Multilinguality, Multimodality, and Interaction"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-71908-0_8","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,28]],"date-time":"2024-11-28T12:09:17Z","timestamp":1732795757000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-71908-0_8"}},"subtitle":["Automatic Humour Analysis"],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031719073","9783031719080"],"references-count":37,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-71908-0_8","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"19 September 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CLEF","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference of the Cross-Language Evaluation Forum for European Languages","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Grenoble","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"France","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9 September 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 September 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"clef2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/clef2024.clef-initiative.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}