{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,23]],"date-time":"2026-03-23T23:32:09Z","timestamp":1774308729433,"version":"3.50.1"},"publisher-location":"Cham","reference-count":21,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032043535","type":"print"},{"value":"9783032043542","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,9,3]],"date-time":"2025-09-03T00:00:00Z","timestamp":1756857600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,9,3]],"date-time":"2025-09-03T00:00:00Z","timestamp":1756857600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-04354-2_14","type":"book-chapter","created":{"date-parts":[[2025,9,2]],"date-time":"2025-09-02T22:10:39Z","timestamp":1756851039000},"page":"224-241","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Overview of\u00a0ELOQUENT 2025: Shared Tasks for\u00a0Evaluating Generative Language Model Quality"],"prefix":"10.1007","author":[{"given":"Jussi","family":"Karlgren","sequence":"first","affiliation":[]},{"given":"Ekaterina","family":"Artemova","sequence":"additional","affiliation":[]},{"given":"Ond\u0159ej","family":"Bojar","sequence":"additional","affiliation":[]},{"given":"Marie Isabel","family":"Engels","sequence":"additional","affiliation":[]},{"given":"Vladislav","family":"Mikhailov","sequence":"additional","affiliation":[]},{"given":"Pavel","family":"\u0160indel\u00e1\u0159","sequence":"additional","affiliation":[]},{"given":"Erik","family":"Velldal","sequence":"additional","affiliation":[]},{"given":"Lilja","family":"\u00d8vrelid","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,9,3]]},"reference":[{"key":"14_CR1","doi-asserted-by":"crossref","unstructured":"Bell, A.: Language style as audience design. Lang. Soc. 13(2) (1984)","DOI":"10.1017\/S004740450001037X"},{"key":"14_CR2","doi-asserted-by":"crossref","unstructured":"Bevendorff, J., et al.: Overview of PAN 2025: generative AI detection, multilingual text detoxification, multi-author writing style analysis, and generative plagiarism detection. In: Hauff, C., et al. (eds.) Advances in Information Retrieval: 47th European Conference on Information Retrieval (ECIR) (2025)","DOI":"10.1007\/978-3-031-88720-8_64"},{"key":"14_CR3","unstructured":"Bevendorff, J., et al.: Overview of the \u201cVoight-Kampff\u201d generative AI authorship verification task at PAN and ELOQUENT 2025. In: Faggioli, G., Ferro, N., Rosso, P., Spina, D. (eds.) Working Notes of CLEF 2025 \u2013 Conference and Labs of the Evaluation Forum. CEUR-WS (2025)"},{"key":"14_CR4","unstructured":"Bevendorff, J., et al.: Overview of the Voight-Kampff generative AI authorship verification task at PAN and ELOQUENT 2024. In: Faggioli, G., Ferro, N., Vlachos, M., Galu\u0161\u010d\u00e1kov\u00e1, P., de\u00a0Herrera, A.G.S. (eds.) Working Notes of CLEF 2024 - Conference and Labs of the Evaluation Forum. CEUR-WS.org (2024)"},{"key":"14_CR5","doi-asserted-by":"crossref","unstructured":"Clark, H.H., Murphy, G.L.: Audience design in meaning and reference. In: Advances in Psychology, vol.\u00a09, pp. 287\u2013299. Elsevier (1982)","DOI":"10.1016\/S0166-4115(09)60059-5"},{"key":"14_CR6","first-page":"26915","volume":"35","author":"P Colombo","year":"2022","unstructured":"Colombo, P., Noiry, N., Irurozki, E., Cl\u00e9men\u00e7on, S.: What are the best systems? New perspectives on NLP benchmarking. Adv. Neural. Inf. Process. Syst. 35, 26915\u201326932 (2022)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"14_CR7","unstructured":"Creo, A., Hormaz\u00e1bal-Lagos, M., Cerezo-Costas, H., Alonso-Doval, P.: HumanAIzers in Voight-Kampff at ELOQUENT 2025. In: Faggioli, G., Ferro, N., Rosso, P., Spina, D. (eds.) Working Notes of CLEF 2025 \u2013 Conference and Labs of the Evaluation Forum. CEUR-WS (2025)"},{"key":"14_CR8","unstructured":"Gunti, R.R.: The Data-Centric Approach for the Voight Kampff Task. In: Faggioli, G., Ferro, N., Rosso, P., Spina, D. (eds.) Working Notes of CLEF 2025 \u2013 Conference and Labs of the Evaluation Forum. CEUR-WS (2025)"},{"key":"14_CR9","unstructured":"Hoveyda, M.: Evading Human\/Machine classifiers by prompting LLMs for naturally imperfect text. In: Faggioli, G., Ferro, N., Rosso, P., Spina, D. (eds.) Working Notes of CLEF 2025 \u2013 Conference and Labs of the Evaluation Forum. CEUR-WS (2025)"},{"key":"14_CR10","unstructured":"Karlgren, J., et al.: ELOQUENT CLEF shared tasks for evaluation of generative language model quality, 2nd edition. In: Hauff, C., Macdonald, C., Jannach, D., Kazai, G., Nardini, F.M., Pinelli, F., Silvestri, F., Tonellotto, N. (eds.) Advances in Information Retrieval: 47th European Conference on Information Retrieval (ECIR) (2025)"},{"key":"14_CR11","doi-asserted-by":"publisher","unstructured":"Karlgren, J., et al.: Overview of ELOQUENT 2024\u2014shared tasks for evaluating generative language model quality. In: Proceedings of the Fifteenth International Conference of the CLEF Association (CLEF 2024). Springer, Cham (2024). https:\/\/doi.org\/10.1007\/978-3-031-71908-0_3","DOI":"10.1007\/978-3-031-71908-0_3"},{"key":"14_CR12","doi-asserted-by":"crossref","unstructured":"Karlgren, J., D\u00fcrlich, L., Gogoulou, E., Guillou, L., Nivre, J., Talman, A.: ELOQUENT CLEF shared tasks for evaluation of generative language model quality. In: Advances in Information Retrieval: 46th European Conference on IR Research (ECIR) (2024)","DOI":"10.1007\/978-3-031-56069-9_63"},{"key":"14_CR13","unstructured":"Karlgren, J., Engels, M.I., Gunti, R.R., Hoveyda, M., Sotic, B.N., Kamps, J.: Overview and joint report of the robustness and consistency task at the ELOQUENT 2025 lab for evaluating generative language model quality. In: Faggioli, G., Ferro, N., Rosso, P., Spina, D. (eds.) Working Notes of CLEF 2025 \u2013 Conference and Labs of the Evaluation Forum. CEUR-WS (2025)"},{"key":"14_CR14","unstructured":"Lin, C.Y.: ROUGE: a package for automatic evaluation of summaries. In: Text Summarization Branches Out, pp. 74\u201381. Association for Computational Linguistics, Barcelona, Spain (2004). https:\/\/aclanthology.org\/W04-1013\/"},{"key":"14_CR15","unstructured":"Mikhailov, V., Artemova, E., Butenko, Z., \u00d8vrelid, L., Velldal, E.: Overview of the preference prediction task at the ELOQUENT 2025 lab for evaluating generative language model quality. In: Faggioli, G., Ferro, N., Rosso, P., Spina, D. (eds.) Working Notes of CLEF 2025 \u2013 Conference and Labs of the Evaluation Forum. CEUR-WS (2025)"},{"key":"14_CR16","doi-asserted-by":"publisher","unstructured":"Rofin, M., et al.: Vote\u2019n\u2019Rank: revision of benchmarking with social choice theory. In: Vlachos, A., Augenstein, I. (eds.) Proceedings of the 17th Conference of the European Chapter of the Association for Computational Linguistics, pp. 670\u2013686. Association for Computational Linguistics, Dubrovnik, Croatia (2023). https:\/\/doi.org\/10.18653\/v1\/2023.eacl-main.48","DOI":"10.18653\/v1\/2023.eacl-main.48"},{"key":"14_CR17","unstructured":"Saha, S., Das, R., Das, D.: JUNLP_SS at ELOQUENT Lab 2025: humanizing AI - enhancing the realism of machine generated text. In: Faggioli, G., Ferro, N., Rosso, P., Spina, D. (eds.) Working Notes of CLEF 2025 \u2013 Conference and Labs of the Evaluation Forum. CEUR-WS (2025)"},{"key":"14_CR18","unstructured":"Sahlgren, M., Karlgren, J., D\u00fcrlich, L., Gogoulou, E., Talman, A., Zahra, S.: ELOQUENT 2024-robustness task. In: 25th Working Notes of the Conference and Labs of the Evaluation Forum, CLEF 2024. Grenoble. 9 September 2024 through 12 September 2024, vol.\u00a03740, pp. 703\u2013707. CEUR-WS (2024)"},{"key":"14_CR19","unstructured":"\u0160indel\u00e1\u0159, P., Bojar, O.: Overview of the sensemaking task at the ELOQUENT 2025 lab: LLMs as teachers, students and evaluators. In: Faggioli, G., Ferro, N., Rosso, P., Spina, D. (eds.) Working Notes of CLEF 2025 \u2013 Conference and Labs of the Evaluation Forum. CEUR-WS (2025)"},{"key":"14_CR20","unstructured":"Vachharajani, P.: Literal re-translation as a method for AI text disguise and detection evasion. In: Faggioli, G., Ferro, N., Rosso, P., Spina, D. (eds.) Working Notes of CLEF 2025 \u2013 Conference and Labs of the Evaluation Forum. CEUR-WS (2025)"},{"key":"14_CR21","unstructured":"Zhang, T., Kishore, V., Wu, F., Weinberger, K.Q., Artzi, Y.: BERTScore: evaluating text generation with BERT. In: International Conference on Learning Representations (ICLR) (2020). https:\/\/openreview.net\/forum?id=SkeHuCVFDr"}],"container-title":["Lecture Notes in Computer Science","Experimental IR Meets Multilinguality, Multimodality, and Interaction"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-04354-2_14","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,2]],"date-time":"2025-09-02T22:10:48Z","timestamp":1756851048000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-04354-2_14"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,9,3]]},"ISBN":["9783032043535","9783032043542"],"references-count":21,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-04354-2_14","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,9,3]]},"assertion":[{"value":"3 September 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"Authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"CLEF","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference of the Cross-Language Evaluation Forum for European Languages","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Madrid","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Spain","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9 September 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 September 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"clef2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/clef2025.clef-initiative.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}