{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,20]],"date-time":"2026-09-20T15:01:16Z","timestamp":1789916476762,"version":"4.0.1"},"publisher-location":"Cham","reference-count":36,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032391490","type":"print"},{"value":"9783032391506","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,9,21]],"date-time":"2026-09-21T00:00:00Z","timestamp":1789948800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,9,21]],"date-time":"2026-09-21T00:00:00Z","timestamp":1789948800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2027]]},"DOI":"10.1007\/978-3-032-39150-6_32","type":"book-chapter","created":{"date-parts":[[2026,9,20]],"date-time":"2026-09-20T14:20:08Z","timestamp":1789914008000},"page":"548-573","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Overview of\u00a0the\u00a0CLEF 2026 LongEval Lab on\u00a0Longitudinal Evaluation of\u00a0Model Performance"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-1111-8241","authenticated-orcid":false,"given":"Sarah","family":"Bouaraba","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1765-2449","authenticated-orcid":false,"given":"Timo","family":"Breuer","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9558-9772","authenticated-orcid":false,"given":"Matteo","family":"Cancellieri","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6644-2360","authenticated-orcid":false,"given":"Alaa","family":"El-Ebshihy","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1003-981X","authenticated-orcid":false,"given":"Maik","family":"Fr\u00f6be","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6328-7131","authenticated-orcid":false,"given":"Petra","family":"Galu\u0161\u010d\u00e1kov\u00e1","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7491-1980","authenticated-orcid":false,"given":"Lorraine","family":"Goeuriot","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-9635-0683","authenticated-orcid":false,"given":"Gabriel","family":"Iturra-Bocaz","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9392-8646","authenticated-orcid":false,"given":"J\u00fcri","family":"Keller","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1161-7359","authenticated-orcid":false,"given":"Petr","family":"Knoth","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-8350-154X","authenticated-orcid":false,"given":"Andreas Konstantin","family":"Kruff","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3245-6462","authenticated-orcid":false,"given":"Philippe","family":"Mulhem","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7584-6439","authenticated-orcid":false,"given":"Florina","family":"Piroi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7162-7252","authenticated-orcid":false,"given":"David","family":"Pride","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8817-4632","authenticated-orcid":false,"given":"Philipp","family":"Schaer","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2462-8148","authenticated-orcid":false,"given":"Didier","family":"Schwab","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,9,21]]},"reference":[{"key":"32_CR1","unstructured":"Alexander, D., et al.: Team openwebsearch at longeval: Using large language models for relevance feedback for scientific search. In: Salido, E.S., no, A.B.C., de\u00a0Herrera, A.G.S., MacAvaney, S., Stru\u00df, J.M. (eds.) CLEF 2026 Working Notes. CEUR Workshop Proceedings, CEUR-WS.org (2026)"},{"key":"32_CR2","doi-asserted-by":"crossref","unstructured":"Alkhalifa, R., et al.: Overview of the CLEF-2023 longeval lab on longitudinal evaluation of model performance. In: CLEF. Lecture Notes in Computer Science, vol. 14163, pp. 440\u2013458. Springer (2023)","DOI":"10.1007\/978-3-031-42448-9_28"},{"key":"32_CR3","doi-asserted-by":"crossref","unstructured":"Alkhalifa, R., et al.: Overview of the CLEF 2024 longeval lab on longitudinal evaluation of model performance. In: CLEF (2). Lecture Notes in Computer Science, vol. 14959, pp. 208\u2013230. Springer (2024)","DOI":"10.1007\/978-3-031-71908-0_10"},{"key":"32_CR4","unstructured":"Bakirci, C., et al.: Cir at longeval 2026: ad-hoc scientific retrieval, topic extraction from query logs, and user simulation. In: Salido, E.S., no, A.B.C., de\u00a0Herrera, A.G.S., MacAvaney, S., Stru\u00df, J.M. (eds.) CLEF 2026 Working Notes. CEUR Workshop Proceedings, CEUR-WS.org (2026)"},{"key":"32_CR5","doi-asserted-by":"publisher","unstructured":"Bouaraba, S., et al.: Longeval 2026 dataset (2026). https:\/\/doi.org\/10.48436\/6avmz-esd52","DOI":"10.48436\/6avmz-esd52"},{"key":"32_CR6","doi-asserted-by":"publisher","unstructured":"Breuer, T., Keller, J., Schaer, P.: ir_metadata: an extensible metadata schema for IR experiments. In: Amig\u00f3, E., Castells, P., Gonzalo, J., Carterette, B., Culpepper, J.S., Kazai, G. (eds.) SIGIR \u201922: The 45th International ACM SIGIR Conference on Research and Development in Information Retrieval, Madrid, Spain, 11 - 15 July 2022, pp. 3078\u20133089. ACM (2022). https:\/\/doi.org\/10.1145\/3477495.3531738","DOI":"10.1145\/3477495.3531738"},{"key":"32_CR7","doi-asserted-by":"publisher","unstructured":"Breuer, T., et al.: Report on the workshop on simulations for information access (sim4ia 2024) at SIGIR 2024. CoRR abs\/2409.18024 (2024). https:\/\/doi.org\/10.48550\/arXiv.2409.18024","DOI":"10.48550\/arXiv.2409.18024"},{"key":"32_CR8","doi-asserted-by":"publisher","unstructured":"Cancellieri, M., et al.: Longeval at CLEF 2025: longitudinal evaluation of IR systems on web and scientific data. In: Carrillo-de-Albornoz, J., et al., (eds.) Experimental IR Meets Multilinguality, Multimodality, and Interaction - 16th International Conference of the CLEF Association, CLEF 2025, Madrid, Spain, 9-12 September 2025, Proceedings, pp. 363\u2013387. Lecture Notes in Computer Science, Springer (2025). https:\/\/doi.org\/10.1007\/978-3-032-04354-2_20","DOI":"10.1007\/978-3-032-04354-2_20"},{"key":"32_CR9","doi-asserted-by":"publisher","unstructured":"Cormack, G.V., Clarke, C.L.A., B\u00fcttcher, S.: Reciprocal rank fusion outperforms condorcet and individual rank learning methods. In: Allan, J., Aslam, J.A., Sanderson, M., Zhai, C., Zobel, J. (eds.) Proceedings of the 32nd Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2009, Boston, MA, USA, 19-23 July 2009, pp. 758\u2013759. ACM (2009). https:\/\/doi.org\/10.1145\/1571941.1572114","DOI":"10.1145\/1571941.1572114"},{"key":"32_CR10","unstructured":"D, K., Vr, J., A, B., R, P.: Temporal stability in scientific information retrieval: a three-system analysis for clef longeval 2026. In: Salido, E.S., no, A.B.C., de\u00a0Herrera, A.G.S., MacAvaney, S., Stru\u00df, J.M. (eds.) CLEF 2026 Working Notes. CEUR Workshop Proceedings, CEUR-WS.org (2026)"},{"key":"32_CR11","doi-asserted-by":"publisher","unstructured":"Faggioli, G., et al.: Perspectives on large language models for relevance judgment. In: Proceedings of the 2023 ACM SIGIR International Conference on Theory of Information Retrieval, pp. 39\u201350. ACM, Taipei Taiwan (2023). https:\/\/doi.org\/10.1145\/3578337.3605136","DOI":"10.1145\/3578337.3605136"},{"key":"32_CR12","doi-asserted-by":"publisher","unstructured":"Fr\u00f6be, M., et al.: Large language model relevance assessors agree with one another more than with human assessors. In: Ferro, N., Maistro, M., Pasi, G., Alonso, O., Trotman, A., Verberne, S. (eds.) Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2025, Padua, Italy, 13-18 July 2025, pp. 2858\u20132863. ACM (2025). https:\/\/doi.org\/10.1145\/3726302.3730218","DOI":"10.1145\/3726302.3730218"},{"key":"32_CR13","doi-asserted-by":"publisher","unstructured":"Fr\u00f6be, M., et al.: Continuous integration for reproducible shared tasks with TIRA.io. In: Kamps, J., et al., (eds.) Advances in Information Retrieval. 45th European Conference on IR Research (ECIR 2023), pp. 236\u2013241. Lecture Notes in Computer Science, Springer, Berlin Heidelberg New York (2023).https:\/\/doi.org\/10.1007\/978-3-031-28241-6_20","DOI":"10.1007\/978-3-031-28241-6_20"},{"key":"32_CR14","doi-asserted-by":"publisher","unstructured":"Keller, J., Breuer, T., Schaer, P.: Evaluation of temporal change in IR test collections. In: Oosterhuis, H., Bast, H., Xiong, C. (eds.) Proceedings of the 2024 ACM SIGIR International Conference on Theory of Information Retrieval, ICTIR 2024, Washington, DC, USA, 13 July 2024, pp. 3\u201313. ACM (2024). https:\/\/doi.org\/10.1145\/3664190.3672530","DOI":"10.1145\/3664190.3672530"},{"key":"32_CR15","doi-asserted-by":"publisher","unstructured":"Keller, J., Breuer, T., Schaer, P.: Replicability measures for longitudinal information retrieval evaluation. In: Goeuriot, L., et al., (eds.) Experimental IR Meets Multilinguality, Multimodality, and Interaction - 15th International Conference of the CLEF Association, CLEF 2024, Grenoble, France, 9-12 September 2024, Proceedings, Part I. Lecture Notes in Computer Science, vol. 14958, pp. 215\u2013226. Springer (2024). https:\/\/doi.org\/10.1007\/978-3-031-71736-9_16","DOI":"10.1007\/978-3-031-71736-9_16"},{"key":"32_CR16","doi-asserted-by":"publisher","unstructured":"Keller, J., et al.: Formalized information needs improve large-language-model relevance judgments. In: Moffat, A., Scholer, F., Bast, H., Najork, M., Zhang, M. (eds.) Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2026, Melbourne VIC Australia, 20-24 July 2026, pp. 778\u2013789. ACM (2026). https:\/\/doi.org\/10.1145\/3805712.3809561","DOI":"10.1145\/3805712.3809561"},{"key":"32_CR17","doi-asserted-by":"crossref","unstructured":"Keller, J., Fr\u00f6be, M., Hendriksen, G., Alexander, D., Potthast, M., Schaer, P.: Simplified longitudinal retrieval experiments: a case study on query expansion and document boosting. In: Experimental IR Meets Multilinguality, Multimodality, and Interaction - 16th International Conference of the CLEF Association, CLEF 2024, Madrid, Spain, 9-12 September 2025, Proceedings, Part I. Lecture Notes in Computer Science, Springer (2025)","DOI":"10.1007\/978-3-032-04354-2_8"},{"key":"32_CR18","doi-asserted-by":"publisher","unstructured":"Kruff, A.K., Bernard, N., Schaer, P.: Validating search query simulations: A taxonomy of measures. In: Campos, R., et al., (eds.) Advances in Information Retrieval - 48th European Conference on Information Retrieval, ECIR 2026, Delft, The Netherlands, March 29 - April 2, 2026, Proceedings, Part I, pp. 243\u2013256. Lecture Notes in Computer Science, Springer (2026). https:\/\/doi.org\/10.1007\/978-3-032-21289-4_16","DOI":"10.1007\/978-3-032-21289-4_16"},{"key":"32_CR19","doi-asserted-by":"publisher","unstructured":"Kruff, A.K., Kreutz, C.K., Breuer, T., Schaer, P., Balog, K.: Sim4ia-bench: a user simulation benchmark suite for next query and utterance prediction. In: Campos, R., et al., (eds.) Advances in Information Retrieval - 48th European Conference on Information Retrieval, ECIR 2026, Delft, The Netherlands, March 29 - April 2, 2026, Proceedings, Part IV, pp. 594\u2013609. Lecture Notes in Computer Science, Springer (2026). https:\/\/doi.org\/10.1007\/978-3-032-21321-1_61","DOI":"10.1007\/978-3-032-21321-1_61"},{"key":"32_CR20","doi-asserted-by":"publisher","unstructured":"Lavrenko, V., Croft, W.B.: Relevance-based language models. In: Croft, W.B., Harper, D.J., Kraft, D.H., Zobel, J. (eds.) SIGIR 2001: Proceedings of the 24th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, 9-13 September 2001, New Orleans, Louisiana, USA, pp. 120\u2013127. ACM (2001). https:\/\/doi.org\/10.1145\/383952.383972","DOI":"10.1145\/383952.383972"},{"key":"32_CR21","doi-asserted-by":"publisher","unstructured":"Macdonald, C., Tonellotto, N.: Declarative experimentation in information retrieval using pyterrier. In: Balog, K., Setty, V., Lioma, C., Liu, Y., Zhang, M., Berberich, K. (eds.) ICTIR \u201920: The 2020 ACM SIGIR International Conference on the Theory of Information Retrieval, Virtual Event, Norway, 14-17 September 2020, pp. 161\u2013168. ACM (2020). https:\/\/doi.org\/10.1145\/3409256.3409829","DOI":"10.1145\/3409256.3409829"},{"key":"32_CR22","doi-asserted-by":"publisher","unstructured":"Merker, J.H., et al.: Web-scale retrieval experimentation with chatnoir-pyterrier. In: Hauff, C., et al., (eds.) Advances in Information Retrieval - 47th European Conference on Information Retrieval, ECIR 2025, Lucca, Italy, 6-10 April 2025, Proceedings, Part V, pp. 96\u2013104. Lecture Notes in Computer Science, Springer (2025). https:\/\/doi.org\/10.1007\/978-3-031-88720-8_17","DOI":"10.1007\/978-3-031-88720-8_17"},{"key":"32_CR23","doi-asserted-by":"publisher","unstructured":"Merker, J.H., Fr\u00f6be, M., Stein, B., Potthast, M., Hagen, M.: Axioms for retrieval-augmented generation. In: Proceedings of the 2025 International ACM SIGIR Conference on Innovative Concepts and Theories in Information Retrieval (ICTIR). ICTIR 2025, pp. 67\u201377. Association for Computing Machinery, New York, NY, USA (2025). https:\/\/doi.org\/10.1145\/3731120.3744601","DOI":"10.1145\/3731120.3744601"},{"key":"32_CR24","doi-asserted-by":"publisher","unstructured":"OpenAI: gpt-oss-120b & gpt-oss-20b model card. CoRR abs\/2508.10925 (2025). https:\/\/doi.org\/10.48550\/ARXIV.2508.10925","DOI":"10.48550\/ARXIV.2508.10925"},{"key":"32_CR25","doi-asserted-by":"crossref","unstructured":"Robertson, S.E., Walker, S., Jones, S., Hancock-Beaulieu, M., Gatford, M.: Okapi at TREC-3. In: Harman, D.K. (ed.) Proceedings of The Third Text REtrieval Conference, TREC 1994, Gaithersburg, Maryland, USA, 2-4 November 1994, pp. 109\u2013126. NIST Special Publication, National Institute of Standards and Technology (NIST) (1994). http:\/\/trec.nist.gov\/pubs\/trec3\/papers\/city.ps.gz","DOI":"10.6028\/NIST.SP.500-225.adhoc-city"},{"key":"32_CR26","unstructured":"S\u00e1ez, G.N.G.: Continuous evaluation framework for information retrieval systems. (Cadre d\u2019\u00e9valuation continue pour les syst\u00e8mes de recherche d\u2019information). Ph.D. thesis, Grenoble Alpes University, France (2023). https:\/\/tel.archives-ouvertes.fr\/tel-04547265"},{"key":"32_CR27","doi-asserted-by":"publisher","unstructured":"Gonz\u00e1lez-S\u00e1ez, G.N., Mulhem, P., Goeuriot, L.: Towards the evaluation of information retrieval systems on evolving datasets with pivot systems. In: Candan, K.S., et al., (eds.) CLEF 2021. LNCS, vol. 12880, pp. 91\u2013102. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-85251-1_8","DOI":"10.1007\/978-3-030-85251-1_8"},{"key":"32_CR28","doi-asserted-by":"publisher","unstructured":"Soboroff, I.: Don\u2019t use LLMs to make relevance judgments. Inf. Retr. Res. J. 1(1), 29\u201346 (2025). https:\/\/doi.org\/10.54195\/IRRJ.19625","DOI":"10.54195\/IRRJ.19625"},{"key":"32_CR29","doi-asserted-by":"publisher","unstructured":"Thomas, P., Spielman, S., Craswell, N., Mitra, B.: Large language models can accurately predict searcher preferences. In: Yang, G.H., Wang, H., Han, S., Hauff, C., Zuccon, G., Zhang, Y. (eds.) Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2024, Washington DC, USA, 14-18 July 2024, pp. 1930\u20131940. ACM (2024). https:\/\/doi.org\/10.1145\/3626772.3657707","DOI":"10.1145\/3626772.3657707"},{"key":"32_CR30","doi-asserted-by":"publisher","unstructured":"Upadhyay, S., et al.: A large-scale study of relevance assessments with large language models using UMBRELA. In: Zamani, H., Dietz, L., Piwowarski, B., Bruch, S. (eds.) Proceedings of the 2025 International ACM SIGIR Conference on Innovative Concepts and Theories in Information Retrieval, ICTIR 2025, Padua, Italy, 18 July 2025, pp. 358\u2013368. ACM (2025). https:\/\/doi.org\/10.1145\/3731120.3744605","DOI":"10.1145\/3731120.3744605"},{"key":"32_CR31","doi-asserted-by":"publisher","unstructured":"Upadhyay, S., Pradeep, R., Thakur, N., Craswell, N., Lin, J.: UMBRELA: UMbrela is the (Open-Source Reproduction of the) Bing RELevance Assessor (2024). https:\/\/doi.org\/10.48550\/arXiv.2406.06519","DOI":"10.48550\/arXiv.2406.06519"},{"key":"32_CR32","doi-asserted-by":"publisher","unstructured":"Voorhees, E.M.: The evolution of cranfield. In: Ferro, N., Peters, C. (eds.) Information Retrieval Evaluation in a Changing World - Lessons Learned from 20 Years of CLEF, pp. 45\u201369. The Information Retrieval Series, Springer (2019). https:\/\/doi.org\/10.1007\/978-3-030-22948-1_2","DOI":"10.1007\/978-3-030-22948-1_2"},{"key":"32_CR33","doi-asserted-by":"publisher","unstructured":"Voorhees, E.M., Craswell, N., Lin, J.: Too many relevants: whither cranfield test collections? In: Amig\u00f3, E., Castells, P., Gonzalo, J., Carterette, B., Culpepper, J.S., Kazai, G. (eds.) SIGIR 2022: The 45th International ACM SIGIR Conference on Research and Development in Information Retrieval, Madrid, Spain, 11 - 15 July 2022, pp. 2970\u20132980. ACM (2022). https:\/\/doi.org\/10.1145\/3477495.3531728","DOI":"10.1145\/3477495.3531728"},{"key":"32_CR34","unstructured":"Wu, H., Yang, Y.: Official and diagnostic analysis of full-text temporal retrieval for longeval-sci. In: Salido, E.S., no, A.B.C., de\u00a0Herrera, A.G.S., MacAvaney, S., Stru\u00df, J.M. (eds.) CLEF 2026 Working Notes. CEUR Workshop Proceedings, CEUR-WS.org (2026)"},{"key":"32_CR35","doi-asserted-by":"publisher","unstructured":"Yu, C., Li, H., Zuccon, G., Mackenzie, J., Leelanupab, T.: When LLM judges inflate scores: exploring overrating in relevance assessment. CoRR abs\/2602.17170 (2026). https:\/\/doi.org\/10.48550\/arXiv.2602.17170","DOI":"10.48550\/arXiv.2602.17170"},{"key":"32_CR36","doi-asserted-by":"publisher","unstructured":"Zhang, Y., et al.: Qwen3 embedding: advancing text embedding and reranking through foundation models. CoRR abs\/2506.05176 (2025). https:\/\/doi.org\/10.48550\/arXiv.2506.05176","DOI":"10.48550\/arXiv.2506.05176"}],"container-title":["Lecture Notes in Computer Science","Experimental IR Meets Multilinguality, Multimodality, and Interaction"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-39150-6_32","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,9,20]],"date-time":"2026-09-20T14:20:14Z","timestamp":1789914014000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-39150-6_32"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,9,21]]},"ISBN":["9783032391490","9783032391506"],"references-count":36,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-39150-6_32","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,9,21]]},"assertion":[{"value":"21 September 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","label":"Disclosure of Interests","group":{"name":"EthicsHeading","label":"Ethics"}},{"value":"CLEF","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference of the Cross-Language Evaluation Forum for European Languages","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Jena","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Germany","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2026","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21 September 2026","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24 September 2026","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"clef2026","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/clef2026.clef-initiative.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}