{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,22]],"date-time":"2026-01-22T00:46:56Z","timestamp":1769042816477,"version":"3.49.0"},"publisher-location":"Cham","reference-count":108,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031424472","type":"print"},{"value":"9783031424489","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-42448-9_20","type":"book-chapter","created":{"date-parts":[[2023,9,10]],"date-time":"2023-09-10T23:02:21Z","timestamp":1694386941000},"page":"251-275","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":9,"title":["Overview of\u00a0the\u00a0CLEF\u20132023 CheckThat! Lab on\u00a0Checkworthiness, Subjectivity, Political Bias, Factuality, and\u00a0Authority of\u00a0News Articles and\u00a0Their Source"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4719-3420","authenticated-orcid":false,"given":"Alberto","family":"Barr\u00f3n-Cede\u00f1o","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7172-1997","authenticated-orcid":false,"given":"Firoj","family":"Alam","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9711-7042","authenticated-orcid":false,"given":"Andrea","family":"Galassi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2609-483X","authenticated-orcid":false,"given":"Giovanni","family":"Da San Martino","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3600-1510","authenticated-orcid":false,"given":"Preslav","family":"Nakov","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5786-4668","authenticated-orcid":false,"given":"Tamer","family":"Elsayed","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0572-8813","authenticated-orcid":false,"given":"Dilshod","family":"Azizov","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2936-0256","authenticated-orcid":false,"given":"Tommaso","family":"Caselli","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4354-9629","authenticated-orcid":false,"given":"Gullal S.","family":"Cheema","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4842-2467","authenticated-orcid":false,"given":"Fatima","family":"Haouari","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7466-178X","authenticated-orcid":false,"given":"Maram","family":"Hasanain","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5660-4992","authenticated-orcid":false,"given":"Mucahid","family":"Kutlu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1724-8278","authenticated-orcid":false,"given":"Chengkai","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1697-8586","authenticated-orcid":false,"given":"Federico","family":"Ruggeri","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9133-4978","authenticated-orcid":false,"given":"Julia Maria","family":"Stru\u00df","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1521-5568","authenticated-orcid":false,"given":"Wajdi","family":"Zaghouani","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,9,11]]},"reference":[{"key":"20_CR1","doi-asserted-by":"crossref","unstructured":"Abdul-Mageed, M., Elmadany, A., et al.: Arbert & marbert: deep bidirectional transformers for Arabic. In: Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing, vol. 1: Long Papers, pp. 7088\u20137105 (2021)","DOI":"10.18653\/v1\/2021.acl-long.551"},{"key":"20_CR2","unstructured":"Alam, F., et al.: Overview of the CLEF-2023 CheckThat! lab task 1 on check-worthiness in multimodal and multigenre content. In: Aliannejadi, M., Faggioli, G., Ferro, N., Vlachos, Michalis (eds.) Working Notes of CLEF 2023. Conference and Labs of the Evaluation Forum CLEF 2023, Thessaloniki, Greece (2023)"},{"key":"20_CR3","doi-asserted-by":"crossref","unstructured":"Alam, F., et al.: Fighting the COVID-19 infodemic in social media: a holistic perspective and a call to arms. In: Proceedings of the Conference on Web and Social Media, pp. 913\u2013922. ICWSM 2021 (2021)","DOI":"10.1609\/icwsm.v15i1.18114"},{"key":"20_CR4","doi-asserted-by":"crossref","unstructured":"Alam, F., et al.: Fighting the COVID-19 infodemic: modeling the perspective of journalists, fact-checkers, social media platforms, policy makers, and the society. In: Findings of EMNLP 2021, pp. 611\u2013649 (2021)","DOI":"10.18653\/v1\/2021.findings-emnlp.56"},{"key":"20_CR5","unstructured":"Ali, Z.S., Mansour, W., Elsayed, T., Al-Ali, A.: AraFacts: the first large Arabic dataset of naturally occurring claims. In: Proceedings of the Sixth Arabic Natural Language Processing Workshop, pp. 231\u2013236 (2021)"},{"key":"20_CR6","unstructured":"Aliannejadi, M., Faggioli, G., Ferro, N., Vlachos, Michalis (eds.): Working Notes of CLEF 2023. Conference and Labs of the Evaluation Forum CLEF 2023, Thessaloniki, Greece (2023)"},{"key":"20_CR7","unstructured":"Antici, F., et al.: A corpus for sentence-level subjectivity detection on English news articles (2023)"},{"key":"20_CR8","unstructured":"Antoun, W., Baly, F., Hajj, H.: AraBERT: transformer-based model for Arabic language understanding. In: Proceedings of the 4th Workshop on Open-Source Arabic Corpora and Processing Tools, pp. 9\u201315. OSAC 2020, Marseille, France (2020)"},{"key":"20_CR9","doi-asserted-by":"crossref","unstructured":"Arslan, F., Hassan, N., Li, C., Tremayne, M.: A benchmark dataset of check-worthy factual claims. In: Proceedings of the International AAAI Conference on Web and Social Media, vol. 14, pp. 821\u2013829 (2020)","DOI":"10.1609\/icwsm.v14i1.7346"},{"key":"20_CR10","doi-asserted-by":"crossref","unstructured":"Atanasova, P., et al.: Overview of the CLEF-2018 CheckThat! lab on automatic identification and verification of political claims. Task 1: check-worthiness. In: Cappellato, L., Ferro, N., Nie, J.Y., Soulier, L. (eds.) Working Notes of CLEF 2018-Conference and Labs of the Evaluation Forum. CEUR Workshop Proceedings (2018)","DOI":"10.1007\/978-3-319-98932-7_32"},{"key":"20_CR11","unstructured":"Atanasova, P., Nakov, P., Karadzhov, G., Mohtarami, M., Da San Martino, G.: Overview of the CLEF-2019 CheckThat! lab on automatic identification and verification of claims. Task 1: check-worthiness. In: Cappellato, L., Ferro, N., Losada, D., M\u00fcller, H. (eds.) Working Notes of CLEF 2019 Conference and Labs of the Evaluation Forum. CEUR Workshop Proceedings (2019)"},{"key":"20_CR12","unstructured":"Aziz, A., Hossain, M., Chy, A.: CSECU-DSG at CheckThat! 2023: transformer-based fusion approach for multimodal and multigenre check-worthiness. In: Aliannejadi, M., Faggioli, G., Ferro, N., Vlachos, Michalis (eds.) Working Notes of CLEF 2023. Conference and Labs of the Evaluation Forum CLEF 2023, Thessaloniki, Greece (2023)"},{"key":"20_CR13","doi-asserted-by":"crossref","unstructured":"Ba, M.L., Berti-Equille, L., Shah, K., Hammady, H.M.: VERA: a platform for veracity estimation over web data. In: Proceedings of the 25th International Conference Companion on World Wide Web, pp. 159\u2013162 (2016)","DOI":"10.1145\/2872518.2890536"},{"key":"20_CR14","doi-asserted-by":"crossref","unstructured":"Baly, R., Da San Martino, G., Glass, J., Nakov, P.: We can detect your bias: Predicting the political ideology of news articles. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing, EMNLP 2020, pp. 4982\u20134991 (2020)","DOI":"10.18653\/v1\/2020.emnlp-main.404"},{"key":"20_CR15","doi-asserted-by":"crossref","unstructured":"Baly, R., et al.: What was written vs. who read it: news media profiling using text analysis and social media context. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, pp. 3364\u20133374 (2020)","DOI":"10.18653\/v1\/2020.acl-main.308"},{"key":"20_CR16","doi-asserted-by":"crossref","unstructured":"Baly, R., Karadzhov, G., Saleh, A., Glass, J., Nakov, P.: Multi-task ordinal regression for jointly predicting the trustworthiness and the leading political ideology of news media. In: Proceedings of the 17th Annual Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, pp. 2109\u20132116. NAACL-HLT 2019, Minneapolis, MN, USA (2019)","DOI":"10.18653\/v1\/N19-1216"},{"key":"20_CR17","unstructured":"Barbieri, F., Espinosa Anke, L., Camacho-Collados, J.: XLM-T: a multilingual language model toolkit for twitter. arXiv e-prints, pp. arXiv-2104 (2021)"},{"key":"20_CR18","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"506","DOI":"10.1007\/978-3-031-28241-6_59","volume-title":"Advances in Information Retrieval","author":"A Barr\u00f3n-Cede\u00f1o","year":"2023","unstructured":"Barr\u00f3n-Cede\u00f1o, A., et al.: The CLEF-2023 CheckThat! Lab: checkworthiness, subjectivity, political bias, factuality, and authority. In: Kamps, J., et al. (eds.) ECIR 2023. LNCS, vol. 13982, pp. 506\u2013517. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-28241-6_59"},{"key":"20_CR19","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"499","DOI":"10.1007\/978-3-030-45442-5_65","volume-title":"Advances in Information Retrieval","author":"A Barr\u00f3n-Cede\u00f1o","year":"2020","unstructured":"Barr\u00f3n-Cede\u00f1o, A.: CheckThat! at CLEF 2020: enabling the automatic identification and verification of claims in social media. In: Jose, J.M., et al. (eds.) ECIR 2020. LNCS, vol. 12036, pp. 499\u2013507. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-45442-5_65"},{"key":"20_CR20","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"215","DOI":"10.1007\/978-3-030-58219-7_17","volume-title":"Experimental IR Meets Multilinguality, Multimodality, and Interaction","author":"A Barr\u00f3n-Cede\u00f1o","year":"2020","unstructured":"Barr\u00f3n-Cede\u00f1o, A.: Overview of CheckThat! 2020: automatic identification and verification of claims in social media. In: Arampatzis, A., et al. (eds.) CLEF 2020. LNCS, vol. 12260, pp. 215\u2013236. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-58219-7_17"},{"key":"20_CR21","unstructured":"Barr\u00f3n-Cede\u00f1o, A., et al.: Overview of the CLEF-2018 CheckThat! lab on automatic identification and verification of political claims. Task 2: factuality. In: Cappellato, L., Ferro, N., Nie, J.Y., Soulier, L. (eds.) Working Notes of CLEF 2018-Conference and Labs of the Evaluation Forum. CEUR Workshop Proceedings (2018)"},{"key":"20_CR22","unstructured":"Cappellato, L., Eickhoff, C., Ferro, N., N\u00e9v\u00e9ol, A. (eds.): CLEF 2020 Working Notes. CEUR Workshop Proceedings (2020)"},{"key":"20_CR23","unstructured":"Cappellato, L., Ferro, N., Losada, D., M\u00fcller, H. (eds.): Working notes of CLEF 2019 conference and labs of the evaluation forum. CEUR Workshop Proceedings (2019)"},{"key":"20_CR24","unstructured":"Cappellato, L., Ferro, N., Nie, J.Y., Soulier, L. (eds.): Working Notes of CLEF 2018-Conference and Labs of the Evaluation Forum. CEUR Workshop Proceedings (2018)"},{"key":"20_CR25","doi-asserted-by":"crossref","unstructured":"Cheema, G.S., Hakimov, S., Sittar, A., M\u00fcller-Budack, E., Otto, C., Ewerth, R.: MM-claims: a dataset for multimodal claim detection in social media. In: Findings of the Association for Computational Linguistics: NAACL 2022, pp. 962\u2013979. Seattle, Washington (2022)","DOI":"10.18653\/v1\/2022.findings-naacl.72"},{"key":"20_CR26","unstructured":"Clark, K., Luong, M., Le, Q.V., Manning, C.D.: ELECTRA: pre-training text encoders as discriminators rather than generators. In: Proceedings of the 8th International Conference on Learning Representations. ICLR 2020 (2020)"},{"issue":"1","key":"20_CR27","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1177\/001316446002000104","volume":"20","author":"J Cohen","year":"1960","unstructured":"Cohen, J.: A coefficient of agreement for nominal scales. Educ. Psychol. Measur. 20(1), 37\u201346 (1960)","journal-title":"Educ. Psychol. Measur."},{"key":"20_CR28","doi-asserted-by":"crossref","unstructured":"Conneau, A., et al.: Unsupervised cross-lingual representation learning at scale. CoRR abs\/1911.02116 (2019)","DOI":"10.18653\/v1\/2020.acl-main.747"},{"key":"20_CR29","unstructured":"Da San Martino, G., Alam, F., Hasanain, M., Nandi, R.N., Azizov, D., Nakov, P.: Overview of the CLEF-2023 CheckThat! lab task 3 on political bias of news articles and news media. In: Aliannejadi, M., Faggioli, G., Ferro, N., Vlachos, Michalis (eds.) Working Notes of CLEF 2023. Conference and Labs of the Evaluation Forum CLEF 2023, Thessaloniki, Greece (2023)"},{"key":"20_CR30","doi-asserted-by":"crossref","unstructured":"Da San Martino, G., Barr\u00f3n-Cede\u00f1o, A., Wachsmuth, H., Petrov, R., Nakov, P.: SemEval-2020 task 11: detection of propaganda techniques in news articles. In: Proceedings of the Workshop on Semantic Evaluation, pp. 1377\u20131414 (2020)","DOI":"10.18653\/v1\/2020.semeval-1.186"},{"key":"20_CR31","unstructured":"Deniz T\u00fcrkmen, M., Co\u015fgun, G., Kutlu, M.: TOBB ETU at CheckThat! 2023: utilizing chatGPT to detect subjective statements and political bias. In: Aliannejadi, M., Faggioli, G., Ferro, N., Vlachos, Michalis (eds.) Working Notes of CLEF 2023. Conference and Labs of the Evaluation Forum CLEF 2023, Thessaloniki, Greece (2023)"},{"key":"20_CR32","doi-asserted-by":"crossref","unstructured":"Derczynski, L., Bontcheva, K., Liakata, M., Procter, R., Hoi, G.W.S., Zubiaga, A.: SemEval-2017 task 8: RumourEval: determining rumour veracity and support for rumours. In: Proceedings of the 11th International Workshop on Semantic Evaluation (SemEval-2017), pp. 69\u201376 (2017)","DOI":"10.18653\/v1\/S17-2006"},{"key":"20_CR33","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, pp. 4171\u20134186. NAACL-HLT 2019, Minneapolis, MN, USA (2019)"},{"key":"20_CR34","unstructured":"Dey, K., Tarannum, P., Hasan, M.A., Noori, S.R.H.: Nn at CheckThat! 2023: Subjectivity in news articles classification with transformer based models. In: Aliannejadi, M., Faggioli, G., Ferro, N., Vlachos, Michalis (eds.) Working Notes of CLEF 2023. Conference and Labs of the Evaluation Forum CLEF 2023, Thessaloniki, Greece (2023)"},{"key":"20_CR35","doi-asserted-by":"crossref","unstructured":"Dimitrov, D., et al.: SemEval-2021 Task 6: detection of persuasion techniques in texts and images. In: Proceedings of the International Workshop on Semantic Evaluation, pp. 70\u201398. SemEval 2021 (2021)","DOI":"10.18653\/v1\/2021.semeval-1.7"},{"key":"20_CR36","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"309","DOI":"10.1007\/978-3-030-15719-7_41","volume-title":"Advances in Information Retrieval","author":"T Elsayed","year":"2019","unstructured":"Elsayed, T., et al.: CheckThat! at CLEF 2019: automatic identification and verification of claims. In: Azzopardi, L., Stein, B., Fuhr, N., Mayr, P., Hauff, C., Hiemstra, D. (eds.) ECIR 2019. LNCS, vol. 11438, pp. 309\u2013315. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-15719-7_41"},{"key":"20_CR37","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"301","DOI":"10.1007\/978-3-030-28577-7_25","volume-title":"Experimental IR Meets Multilinguality, Multimodality, and Interaction","author":"T Elsayed","year":"2019","unstructured":"Elsayed, T., et al.: Overview of the CLEF-2019 CheckThat! lab: automatic identification and verification of claims. In: Crestani, F., et al. (eds.) CLEF 2019. LNCS, vol. 11696, pp. 301\u2013321. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-28577-7_25"},{"key":"20_CR38","unstructured":"Faggioli, G., Ferro, N., Joly, A., Maistro, M., Piroi, F. (eds.): CLEF 2021 working notes. Working Notes of CLEF 2021-Conference and Labs of the Evaluation Forum (2021)"},{"key":"20_CR39","unstructured":"Frick, R.A.: Fraunhofer sit at CheckThat! 2023: can LLMs be used for data augmentation & few-shot classification? detecting subjectivity in text using chatGPT. In: Aliannejadi, M., Faggioli, G., Ferro, N., Vlachos, Michalis (eds.) Working Notes of CLEF 2023. Conference and Labs of the Evaluation Forum CLEF 2023, Thessaloniki, Greece (2023)"},{"key":"20_CR40","unstructured":"Frick, R.A., Vogel, I., Choi, J.E.: Fraunhofer SIT at CheckThat! 2023: enhancing the detection of multimodal and multigenre check-worthiness using optical character recognition and model souping. In: Aliannejadi, M., Faggioli, G., Ferro, N., Vlachos, Michalis (eds.) Working Notes of CLEF 2023. Conference and Labs of the Evaluation Forum CLEF 2023, Thessaloniki, Greece (2023)"},{"key":"20_CR41","unstructured":"Galassi, A., et al.: Overview of the CLEF-2023 CheckThat! lab task 2 on subjectivity in news articles. In: Aliannejadi, M., Faggioli, G., Ferro, N., Vlachos, Michalis (eds.) Working Notes of CLEF 2023. Conference and Labs of the Evaluation Forum CLEF 2023, Thessaloniki, Greece (2023)"},{"key":"20_CR42","unstructured":"Hanselowski, A., et al.: A retrospective analysis of the fake news challenge stance-detection task. In: Proceedings of the 27th International Conference on Computational Linguistics, pp. 1859\u20131874 (2018)"},{"key":"20_CR43","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"430","DOI":"10.1007\/978-3-031-28238-6_33","volume-title":"Advances in Information Retrieval","author":"F Haouari","year":"2023","unstructured":"Haouari, F., Elsayed, T.: Detecting stance of authorities towards rumors in Arabic tweets: a preliminary study. In: Kamps, J., et al. (eds.) ECIR 2023. LNCS, vol. 13981, pp. 430\u2013438. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-28238-6_33"},{"issue":"4","key":"20_CR44","doi-asserted-by":"publisher","first-page":"103366","DOI":"10.1016\/j.ipm.2023.103366","volume":"60","author":"F Haouari","year":"2023","unstructured":"Haouari, F., Elsayed, T., Mansour, W.: Who can verify this? finding authorities for rumor verification in Twitter. Inf. Process. Manage. 60(4), 103366 (2023)","journal-title":"Inf. Process. Manage."},{"key":"20_CR45","unstructured":"Haouari, F., Hasanain, M., Suwaileh, R., Elsayed, T.: ArCOV19-rumors: Arabic COVID-19 twitter dataset for misinformation detection. In: Proceedings of the Sixth Arabic Natural Language Processing Workshop, pp. 72\u201381 (2021)"},{"key":"20_CR46","unstructured":"Haouari, F., Sheikh Ali, Z., Elsayed, T.: Overview of the CLEF-2023 CheckThat! lab task 5 on authority finding in twitter. In: Aliannejadi, M., Faggioli, G., Ferro, N., Vlachos, Michalis (eds.) Working Notes of CLEF 2023. Conference and Labs of the Evaluation Forum CLEF 2023, Thessaloniki, Greece (2023)"},{"key":"20_CR47","unstructured":"Hasanain, M., et al.: Overview of CheckThat! 2020 Arabic: automatic identification and verification of claims in social media. In: Cappellato, L., Eickhoff, C., Ferro, N., N\u00e9v\u00e9ol, A. (eds.) CLEF 2020 Working Notes. CEUR Workshop Proceedings (2020)"},{"key":"20_CR48","unstructured":"Hasanain, M., Suwaileh, R., Elsayed, T., Barr\u00f3n-Cede\u00f1o, A., Nakov, P.: Overview of the CLEF-2019 CheckThat! lab on automatic identification and verification of claims. Task 2: evidence and factuality. In: Cappellato, L., Ferro, N., Losada, D., M\u00fcller, H. (eds.) Working notes of CLEF 2019 conference and labs of the evaluation forum. CEUR Workshop Proceedings (2019)"},{"key":"20_CR49","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: Proceedings of the 2016 IEEE Conference on Computer Vision and Pattern Recognition, pp. 770\u2013778. CVPR 2016, Las Vegas, Nevada, USA (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"20_CR50","unstructured":"He, P., Gao, J., Chen, W.: DeBERTaV3: improving DeBERTa using ELECTRA-style pre-training with gradient-disentangled embedding sharing. In: The Eleventh International Conference on Learning Representations (2023)"},{"key":"20_CR51","unstructured":"Inoue, H.: Multi-sample dropout for accelerated training and better generalization. CoRR abs\/1905.09788 (2019)"},{"key":"20_CR52","doi-asserted-by":"crossref","unstructured":"Kartal, Y.S., Kutlu, M.: Re-think before you share: a comprehensive study on prioritizing check-worthy claims. In: IEEE Transactions on Computational Social Systems (2022)","DOI":"10.1109\/TCSS.2021.3138642"},{"key":"20_CR53","doi-asserted-by":"crossref","unstructured":"Khalil, A., Jarrah, M., Aldwairi, M., Jararweh, Y.: Detecting Arabic fake news using machine learning. In: Proceedings of the International Conference on Intelligent Data Science Technologies and Applications, pp. 171\u2013177 (2021)","DOI":"10.1109\/IDSTA53674.2021.9660811"},{"key":"20_CR54","unstructured":"K\u00f6hler, J., et al.: Overview of the CLEF-2022 CheckThat! lab task 3 on fake news detection. In: Working Notes of CLEF 2022\u2013Conference and Labs of the Evaluation Forum. CLEF 2022, Bologna, Italy (2022)"},{"key":"20_CR55","doi-asserted-by":"crossref","unstructured":"Lan, W., Chen, Y., Xu, W., Ritter, A.: An empirical study of pre-trained transformers for Arabic information extraction. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP), pp. 4727\u20134734 (2020)","DOI":"10.18653\/v1\/2020.emnlp-main.382"},{"key":"20_CR56","doi-asserted-by":"publisher","first-page":"159","DOI":"10.2307\/2529310","volume":"33","author":"JR Landis","year":"1977","unstructured":"Landis, J.R., Koch, G.G.: The measurement of observer agreement for categorical data. Biometrics 33, 159\u2013174 (1977)","journal-title":"Biometrics"},{"key":"20_CR57","unstructured":"Leistra, F., Caselli, T.: Thesis titan at CheckThat! 2023: language-specific fine-tuning of mdebertav3 for subjectivity detection. In: Aliannejadi, M., Faggioli, G., Ferro, N., Vlachos, Michalis (eds.) Working Notes of CLEF 2023. Conference and Labs of the Evaluation Forum CLEF 2023, Thessaloniki, Greece (2023)"},{"key":"20_CR58","unstructured":"Li, C., Xue, R., Lin, C., Fan, W.: CUCPLUS at CheckThat! 2023: text combination and regularized adversarial training for news media factuality evaluation. In: Aliannejadi, M., Faggioli, G., Ferro, N., Vlachos, Michalis (eds.) Working Notes of CLEF 2023. Conference and Labs of the Evaluation Forum CLEF 2023, Thessaloniki, Greece (2023)"},{"key":"20_CR59","unstructured":"Liu, Y., et al.: RoBERTa: a robustly optimized BERT pretraining approach. CoRR abs\/1907.11692 (2019)"},{"key":"20_CR60","unstructured":"Liu, Y., et al.: RoBERTa: a robustly optimized BERT pretraining approach. arXiv preprint arXiv:1907.11692 (2019)"},{"key":"20_CR61","doi-asserted-by":"crossref","unstructured":"Liu, Z., Mao, H., Wu, C., Feichtenhofer, C., Darrell, T., Xie, S.: A convnet for the 2020s. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition,pp. 11966\u201311976. CVPR \u201922, New Orleans, LA, USA (2022)","DOI":"10.1109\/CVPR52688.2022.01167"},{"issue":"4","key":"20_CR62","doi-asserted-by":"publisher","first-page":"103414","DOI":"10.1016\/j.ipm.2023.103414","volume":"60","author":"W Mansour","year":"2023","unstructured":"Mansour, W., Elsayed, T., Al-Ali, A.: This is not new! spotting previously-verified claims over Twitter. Inf. Process. Manage. 60(4), 103414 (2023)","journal-title":"Inf. Process. Manage."},{"key":"20_CR63","doi-asserted-by":"crossref","unstructured":"Mihaylova, T., Karadzhov, G., Atanasova, P., Baly, R., Mohtarami, M., Nakov, P.: SemEval-2019 task 8: fact checking in community question answering forums. In: Proceedings of the Workshop on Semantic Evaluation, pp. 860\u2013869 (2019)","DOI":"10.18653\/v1\/S19-2149"},{"key":"20_CR64","unstructured":"Modzelewski, A., Sosnowski, W., Wierzbicki, A.: DSHacker at CheckThat! 2023: Check-Worthiness in Multigenre and Multilingual Content With GPT-3.5 Data Augmentation. In: Aliannejadi, M., Faggioli, G., Ferro, N., Vlachos, Michalis (eds.) Working Notes of CLEF 2023. Conference and Labs of the Evaluation Forum CLEF 2023, Thessaloniki, Greece (2023)"},{"key":"20_CR65","unstructured":"Nakov, P., et al.: Overview of the CLEF-2023 CheckThat! lab task 4 on factuality of reporting of news media. In: Aliannejadi, M., Faggioli, G., Ferro, N., Vlachos, Michalis (eds.) Working Notes of CLEF 2023. Conference and Labs of the Evaluation Forum CLEF 2023, Thessaloniki, Greece (2023)"},{"key":"20_CR66","unstructured":"Nakov, P., et al.: Overview of the CLEF-2022 CheckThat! lab task 1 on identifying relevant claims in tweets. In: Working Notes of CLEF 2022\u2013Conference and Labs of the Evaluation Forum. CLEF 2022, Bologna, Italy (2022)"},{"key":"20_CR67","doi-asserted-by":"crossref","unstructured":"Nakov, P., et al.: Overview of the CLEF-2022 CheckThat! lab on fighting the COVID-19 infodemic and fake news detection. In: Proceedings of the Conference of the CLEF Association: Information Access Evaluation meets Multilinguality, Multimodality, and Visualization. CLEF 2022, Bologna, Italy (2022)","DOI":"10.1007\/978-3-031-13643-6_29"},{"key":"20_CR68","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"416","DOI":"10.1007\/978-3-030-99739-7_52","volume-title":"Advances in Information Retrieval","author":"P Nakov","year":"2022","unstructured":"Nakov, P., et al.: The CLEF-2022 CheckThat! Lab on Fighting the COVID-19 Infodemic and Fake News Detection. In: Hagen, M., et al. (eds.) ECIR 2022. LNCS, vol. 13186, pp. 416\u2013428. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-030-99739-7_52"},{"key":"20_CR69","doi-asserted-by":"crossref","unstructured":"Nakov, P., et al.: Overview of the CLEF-2018 lab on automatic identification and verification of claims in political debates. In: Working Notes of CLEF 2018 - Conference and Labs of the Evaluation Forum. CLEF 2018 (2018)","DOI":"10.1007\/978-3-319-98932-7_32"},{"key":"20_CR70","doi-asserted-by":"crossref","unstructured":"Nakov, P., et al.: Automated fact-checking for assisting human fact-checkers. In: Proceedings of the 30th International Joint Conference on Artificial Intelligence, pp. 4551\u20134558 (2021)","DOI":"10.24963\/ijcai.2021\/619"},{"key":"20_CR71","unstructured":"Nakov, P., Da San Martino, G., Alam, F., Shaar, S., Mubarak, H., Babulkov, N.: Overview of the CLEF-2022 CheckThat! lab task 2 on detecting previously fact-checked claims. In: Working Notes of CLEF 2022\u2013Conference and Labs of the Evaluation Forum. CLEF 2022, Bologna, Italy (2022)"},{"key":"20_CR72","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"639","DOI":"10.1007\/978-3-030-72240-1_75","volume-title":"Advances in Information Retrieval","author":"P Nakov","year":"2021","unstructured":"Nakov, P., et al.: The CLEF-2021 CheckThat! Lab on Detecting Check-Worthy Claims, Previously Fact-Checked Claims, and Fake News. In: Hiemstra, D., Moens, M.-F., Mothe, J., Perego, R., Potthast, M., Sebastiani, F. (eds.) ECIR 2021. LNCS, vol. 12657, pp. 639\u2013649. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-72240-1_75"},{"key":"20_CR73","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"264","DOI":"10.1007\/978-3-030-85251-1_19","volume-title":"Experimental IR Meets Multilinguality, Multimodality, and Interaction","author":"P Nakov","year":"2021","unstructured":"Nakov, P., et al.: Overview of the CLEF\u20132021 CheckThat! Lab on Detecting Check-Worthy Claims, Previously Fact-Checked Claims, and\u00a0Fake News. In: Candan, K.S., et al. (eds.) CLEF 2021. LNCS, vol. 12880, pp. 264\u2013291. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-85251-1_19"},{"key":"20_CR74","doi-asserted-by":"crossref","unstructured":"Nguyen, D.Q., Vu, T., Nguyen, A.T.: BERTweet: a pre-trained language model for English tweets. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing: System Demonstrations, pp. 9\u201314 (2020)","DOI":"10.18653\/v1\/2020.emnlp-demos.2"},{"key":"20_CR75","doi-asserted-by":"crossref","unstructured":"Nguyen, V.H., Sugiyama, K., Nakov, P., Kan, M.Y.: FANG: leveraging social context for fake news detection using graph representation. In: Proceedings of the 29th ACM International Conference on Information and Knowledge Management, pp. 1165\u20131174. CIKM 2020 (2020)","DOI":"10.1145\/3340531.3412046"},{"key":"20_CR76","unstructured":"Pachov, G., Dimitrov, D., Koychev, I., Nakov, P.: Gpachov at CheckThat! 2023: a diverse multi-approach ensemble for subjectivity detection in news articles. In: Aliannejadi, M., Faggioli, G., Ferro, N., Vlachos, Michalis (eds.) Working Notes of CLEF 2023. Conference and Labs of the Evaluation Forum CLEF 2023, Thessaloniki, Greece (2023)"},{"key":"20_CR77","doi-asserted-by":"crossref","unstructured":"Panayotov, P., Shukla, U., Sencar, H.T., Nabeel, M., Nakov, P.: GREENER: graph neural networks for news media profiling. In: Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing, pp. 7470\u20137480. EMNLP 2022, Abu Dhabi, UAE (2022)","DOI":"10.18653\/v1\/2022.emnlp-main.506"},{"key":"20_CR78","doi-asserted-by":"crossref","unstructured":"Piskorski, J., Stefanovitch, N., Da San Martino, G., Nakov, P.: SemEval-2023 task 3: detecting the category, the framing, and the persuasion techniques in online news in a multi-lingual setup. In: Proceedings of the 17th International Workshop on Semantic Evaluation. SemEval 2023, Toronto, Canada (2023)","DOI":"10.18653\/v1\/2023.semeval-1.317"},{"key":"20_CR79","unstructured":"Pogorelov, K., et al.: FakeNews: Corona virus and 5G conspiracy task at MediaEval 2020. In: MediaEval (2020)"},{"key":"20_CR80","unstructured":"Reddy, R.G., et al.: NewsClaims: a new benchmark for claim detection from news with attribute knowledge. In: Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing, pp. 6002\u20136018. EMNLP 2022, Abu Dhabi, UAE (2022)"},{"key":"20_CR81","unstructured":"Sadouk, H.T., Sebbak, F., Zekiri, H.E.: Es-vrai at CheckThat! 2023: lcheck worthiness in multimodal and multigenre contents through fusion and sampling approaches. In: Aliannejadi, M., Faggioli, G., Ferro, N., Vlachos, Michalis (eds.) Working Notes of CLEF 2023. Conference and Labs of the Evaluation Forum CLEF 2023, Thessaloniki, Greece (2023)"},{"key":"20_CR82","unstructured":"Sadouk, H.T., Sebbak, F., Zekiri, H.E.: Es-vrai at CheckThat! 2023: Enhancing model performance for subjectivity detection through multilingual data augmentation. In: Aliannejadi, M., Faggioli, G., Ferro, N., Vlachos, Michalis (eds.) Working Notes of CLEF 2023. Conference and Labs of the Evaluation Forum CLEF 2023, Thessaloniki, Greece (2023)"},{"key":"20_CR83","unstructured":"Sadouk, H.T., Sebbak, F., Zekiri, H.E.: Es-vrai at CheckThat! 2023: Leveraging bio and lists information for enhanced rumor verification in twitter. In: Aliannejadi, M., Faggioli, G., Ferro, N., Vlachos, Michalis (eds.) Working Notes of CLEF 2023. Conference and Labs of the Evaluation Forum CLEF 2023, Thessaloniki, Greece (2023)"},{"key":"20_CR84","doi-asserted-by":"crossref","unstructured":"Safaya, A., Abdullatif, M., Yuret, D.: KUISAIL at SemEval-2020 task 12: BERT-CNN for offensive speech identification in social media. In: Proceedings of the Fourteenth Workshop on Semantic Evaluation, pp. 2054\u20132059. International Committee for Computational Linguistics, Barcelona (online) (2020)","DOI":"10.18653\/v1\/2020.semeval-1.271"},{"key":"20_CR85","unstructured":"Sawi\u0144ski, M., et al.: Openfact at CheckThat! 2023: Head-to-head GPT vs. BERT - a comparative study of transformers language models for the detection of check-worthy claims. In: Aliannejadi, M., Faggioli, G., Ferro, N., Vlachos, Michalis (eds.) Working Notes of CLEF 2023. Conference and Labs of the Evaluation Forum CLEF 2023, Thessaloniki, Greece (2023)"},{"key":"20_CR86","unstructured":"Schlicht, I.B., Khellaf, L., Altiok, D.: Dwreco at CheckThat! 2023: enhancing subjectivity detection through style-based data sampling. In: Aliannejadi, M., Faggioli, G., Ferro, N., Vlachos, Michalis (eds.) Working Notes of CLEF 2023. Conference and Labs of the Evaluation Forum CLEF 2023, Thessaloniki, Greece (2023)"},{"key":"20_CR87","doi-asserted-by":"crossref","unstructured":"Shaar, S., Alam, F., Da San Martino, G., Nakov, P.: The role of context in detecting previously fact-checked claims. In: Findings of the Association for Computational Linguistics: NAACL 2022, pp. 1619\u20131631 (2022)","DOI":"10.18653\/v1\/2022.findings-naacl.122"},{"key":"20_CR88","doi-asserted-by":"crossref","unstructured":"Shaar, S., Babulkov, N., Da San Martino, G., Nakov, P.: That is a known lie: detecting previously fact-checked claims. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, pp. 3607\u20133618 (2020)","DOI":"10.18653\/v1\/2020.acl-main.332"},{"key":"20_CR89","unstructured":"Shaar, S., et al.: Overview of the CLEF-2021 CheckThat! lab task 2 on detecting previously fact-checked claims in tweets and political debates. In: Faggioli, G., Ferro, N., Joly, A., Maistro, M., Piroi, F. (eds.) CLEF 2021 working notes. Working Notes of CLEF 2021-Conference and Labs of the Evaluation Forum (2021)"},{"key":"20_CR90","unstructured":"Shaar, S., et al.: Overview of the CLEF-2021 CheckThat! lab task 1 on check-worthiness estimation in tweets and political debates. In: Faggioli, G., Ferro, N., Joly, A., Maistro, M., Piroi, F. (eds.) CLEF 2021 working notes. Working Notes of CLEF 2021-Conference and Labs of the Evaluation Forum (2021)"},{"key":"20_CR91","unstructured":"Shaar, S.,et al.: Overview of CheckThat! 2020 English: Automatic identification and verification of claims in social media. In: Cappellato, L., Eickhoff, C., Ferro, N., N\u00e9v\u00e9ol, A. (eds.) CLEF 2020 Working Notes. CEUR Workshop Proceedings (2020)"},{"key":"20_CR92","unstructured":"Shahi, G.K., Stru\u00df, J.M., Mandl, T.: Overview of the CLEF-2021 CheckThat! lab: Task 3 on fake news detection. In: Faggioli, G., Ferro, N., Joly, A., Maistro, M., Piroi, F. (eds.) CLEF 2021 working notes. Working Notes of CLEF 2021-Conference and Labs of the Evaluation Forum (2021)"},{"key":"20_CR93","doi-asserted-by":"crossref","unstructured":"Sharma, S., et al.: Findings of the CONSTRAINT 2022 shared task on detecting the hero, the villain, and the victim in memes. In: Proceedings of the Workshop on Combating Online Hostile Posts in Regional Languages during Emergency Situations, pp. 1\u201311. Dublin, Ireland (2022)","DOI":"10.18653\/v1\/2022.constraint-1.1"},{"key":"20_CR94","doi-asserted-by":"crossref","unstructured":"Sheikh Ali, Z., Mansour, W., Haouari, F., Hasanain, M., Elsayed, T., Al-Ali, A.: Tahaqqaq: a real-time system for assisting twitter users in Arabic claim verification. In: Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval (2023)","DOI":"10.1145\/3539618.3591815"},{"key":"20_CR95","unstructured":"Shushkevich, E., Cardiff, J.: Tudublin at CheckThat! 2023: Chatgpt for data augmentation. In: Aliannejadi, M., Faggioli, G., Ferro, N., Vlachos, Michalis (eds.) Working Notes of CLEF 2023. Conference and Labs of the Evaluation Forum CLEF 2023, Thessaloniki, Greece (2023)"},{"key":"20_CR96","doi-asserted-by":"crossref","unstructured":"Stefanov, P., Darwish, K., Atanasov, A., Nakov, P.: Predicting the topical stance and political leaning of media using tweets. In: Proceedings of the Annual Meeting of the Association for Computational Linguistics, pp. 527\u2013537. ACL 2020 (2020)","DOI":"10.18653\/v1\/2020.acl-main.50"},{"key":"20_CR97","unstructured":"Tarannum, P., Hasan, M.A., Alam, F., Noori, S.R.H.: Z-Index at CheckThat! 2023: Unimodal and multimodal checkworthiness classification. In: Aliannejadi, M., Faggioli, G., Ferro, N., Vlachos, Michalis (eds.) Working Notes of CLEF 2023. Conference and Labs of the Evaluation Forum CLEF 2023, Thessaloniki, Greece (2023)"},{"key":"20_CR98","doi-asserted-by":"crossref","unstructured":"Thorne, J., Vlachos, A., Christodoulopoulos, C., Mittal, A.: FEVER: a large-scale dataset for fact extraction and VERification. In: Proceedings of the 2018 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, pp. 809\u2013819. NAACL-HLT 2018, New Orleans, Louisiana, USA (2018)","DOI":"10.18653\/v1\/N18-1074"},{"key":"20_CR99","unstructured":"Tran, S., Rodrigues, P., Strauss, B., Williams, E.: Accenture at CheckThat! 2023: Identifying claims with societal impact using NLP data augmentation. In: Aliannejadi, M., Faggioli, G., Ferro, N., Vlachos, Michalis (eds.) Working Notes of CLEF 2023. Conference and Labs of the Evaluation Forum CLEF 2023, Thessaloniki, Greece (2023)"},{"key":"20_CR100","unstructured":"Tran, S., Rodrigues, P., Strauss, B., Williams, E.: Accenture at CheckThat! 2023: Impacts of back-translation on subjectivity detection. In: Aliannejadi, M., Faggioli, G., Ferro, N., Vlachos, Michalis (eds.) Working Notes of CLEF 2023. Conference and Labs of the Evaluation Forum CLEF 2023, Thessaloniki, Greece (2023)"},{"key":"20_CR101","unstructured":"Tran, S., Rodrigues, P., Strauss, B., Williams, E.: Accenture at CheckThat! 2023: Learning to detect factuality levels of news sources. In: Aliannejadi, M., Faggioli, G., Ferro, N., Vlachos, Michalis (eds.) Working Notes of CLEF 2023. Conference and Labs of the Evaluation Forum CLEF 2023, Thessaloniki, Greece (2023)"},{"key":"20_CR102","unstructured":"Tran, S., Rodrigues, P., Strauss, B., Williams, E.: Accenture at CheckThat! 2023: Learning to detect political bias of news articles and sources. In: Aliannejadi, M., Faggioli, G., Ferro, N., Vlachos, Michalis (eds.) Working Notes of CLEF 2023. Conference and Labs of the Evaluation Forum CLEF 2023, Thessaloniki, Greece (2023)"},{"key":"20_CR103","unstructured":"Truic\u0103 C.O., Apostol, E.S., Paschke, A.: Awakened at CheckThat! 2022: fake news detection using BiLSTM and sentence transformer. In: Working Notes of CLEF 2022 - Conference and Labs of the Evaluation Forum. CLEF 2022, Bologna, Italy (2022)"},{"key":"20_CR104","doi-asserted-by":"crossref","unstructured":"Vo, N., Lee, K.: The rise of guardians: fact-checking url recommendation to combat fake news. In: Proceedings of the International ACM SIGIR Conference on Research & Development in Information Retrieval, pp. 275\u2013284. SIGIR 2018 (2018)","DOI":"10.1145\/3209978.3210037"},{"key":"20_CR105","unstructured":"von D\u00e4niken, P., Deriu, J., Cieliebak, M.: Zhaw-cai at CheckThat! 2023: Ensembling using kernel averaging. In: Aliannejadi, M., Faggioli, G., Ferro, N., Vlachos, Michalis (eds.) Working Notes of CLEF 2023. Conference and Labs of the Evaluation Forum CLEF 2023, Thessaloniki, Greece (2023)"},{"key":"20_CR106","doi-asserted-by":"crossref","unstructured":"Wang, N.X., Mahajan, D., Danilevsky, M., Rosenthal, S.: SemEval-2021 task 9: fact verification and evidence finding for tabular data in scientific documents (SEM-TAB-FACTS). In: Proceedings of the 15th International Workshop on Semantic Evaluation, pp. 317\u2013326. SemEval 2021 (2021)","DOI":"10.18653\/v1\/2021.semeval-1.39"},{"key":"20_CR107","doi-asserted-by":"crossref","unstructured":"Yasser, K., Kutlu, M., Elsayed, T.: Re-ranking web search results for better fact-checking: a preliminary study. In: Proceedings of the 27th ACM International Conference on Information and Knowledge Management, pp. 1783\u20131786 (2018)","DOI":"10.1145\/3269206.3269288"},{"key":"20_CR108","doi-asserted-by":"crossref","unstructured":"Zubiaga, A., Liakata, M., Procter, R., Wong Sak Hoi, G., Tolmie, P.: Analysing how people orient to and spread rumours in social media by looking at conversational threads. PloS one 11(3), e0150989 (2016)","DOI":"10.1371\/journal.pone.0150989"}],"container-title":["Lecture Notes in Computer Science","Experimental IR Meets Multilinguality, Multimodality, and Interaction"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-42448-9_20","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,12]],"date-time":"2024-03-12T16:27:01Z","timestamp":1710260821000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-42448-9_20"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031424472","9783031424489"],"references-count":108,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-42448-9_20","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"11 September 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CLEF","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference of the Cross-Language Evaluation Forum for European Languages","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Thessaloniki","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Greece","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 September 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21 September 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"clef2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/clef2023.clef-initiative.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"35","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"10","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"29% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"7 Best of 2022 Labs + 13 Lab Overviews","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}