{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,23]],"date-time":"2026-03-23T23:44:41Z","timestamp":1774309481214,"version":"3.50.1"},"publisher-location":"Cham","reference-count":24,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031719073","type":"print"},{"value":"9783031719080","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-71908-0_10","type":"book-chapter","created":{"date-parts":[[2024,9,19]],"date-time":"2024-09-19T16:29:00Z","timestamp":1726763340000},"page":"208-230","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Overview of\u00a0the\u00a0CLEF 2024 LongEval Lab on\u00a0Longitudinal Evaluation of\u00a0Model Performance"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2875-5400","authenticated-orcid":false,"given":"Rabab","family":"Alkhalifa","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3262-0127","authenticated-orcid":false,"given":"Hsuvas","family":"Borkakoty","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2676-7405","authenticated-orcid":false,"given":"Romain","family":"Deveaud","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6644-2360","authenticated-orcid":false,"given":"Alaa","family":"El-Ebshihy","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6830-9176","authenticated-orcid":false,"given":"Luis","family":"Espinosa-Anke","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1045-8352","authenticated-orcid":false,"given":"Tobias","family":"Fink","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6328-7131","authenticated-orcid":false,"given":"Petra","family":"Galu\u0161\u010d\u00e1kov\u00e1","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0878-5263","authenticated-orcid":false,"given":"Gabriela","family":"Gonzalez-Saez","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7491-1980","authenticated-orcid":false,"given":"Lorraine","family":"Goeuriot","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4270-5709","authenticated-orcid":false,"given":"David","family":"Iommi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5765-0416","authenticated-orcid":false,"given":"Maria","family":"Liakata","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5260-3653","authenticated-orcid":false,"given":"Harish Tayyar","family":"Madabushi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-4202-8664","authenticated-orcid":false,"given":"Pablo","family":"Medina-Alias","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3245-6462","authenticated-orcid":false,"given":"Philippe","family":"Mulhem","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7584-6439","authenticated-orcid":false,"given":"Florina","family":"Piroi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3628-8419","authenticated-orcid":false,"given":"Martin","family":"Popel","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4583-3623","authenticated-orcid":false,"given":"Arkaitz","family":"Zubiaga","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,9,19]]},"reference":[{"key":"10_CR1","unstructured":"Alexander, D., et al.: Team openwebsearch at clef 2024: Longeval. In: Faggioli et\u00a0al. [12]"},{"key":"10_CR2","series-title":"LNCS","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1007\/978-3-031-56072-9_8","volume-title":"ECIR 2024","author":"R Alkhalifa","year":"2023","unstructured":"Alkhalifa, R., et al.: Longeval: longitudinal evaluation of model performance at CLEF 2024. In: Kamps, J., et al. (eds.) ECIR 2024. LNCS, vol. 14613, pp. 60\u201366. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-56072-9_8"},{"key":"10_CR3","series-title":"LNCS","doi-asserted-by":"publisher","first-page":"440","DOI":"10.1007\/978-3-031-42448-9_28","volume-title":"CLEF 2023","author":"R Alkhalifa","year":"2023","unstructured":"Alkhalifa, R., et al.: Overview of the clef-2023 longeval lab on longitudinal evaluation of model performance. In: Arampatzis, A., et al. (eds.) CLEF 2023. LNCS, vol. 14163, pp. 440\u2013458. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-42448-9_28"},{"key":"10_CR4","doi-asserted-by":"crossref","unstructured":"Alkhalifa, R., et al.: Extended overview of the clef-2023 longeval lab on longitudinal evaluation of model performance (2023). https:\/\/api.semanticscholar.org\/CorpusID:259953335","DOI":"10.1007\/978-3-031-42448-9_28"},{"key":"10_CR5","doi-asserted-by":"crossref","unstructured":"Alkhalifa, R., Kochkina, E., Zubiaga, A.: Opinions are made to be changed: Temporally adaptive stance classification. In: Proceedings of the 2021 Workshop on Open Challenges in Online Social Networks, pp. 27\u201332 (2021)","DOI":"10.1145\/3472720.3483620"},{"key":"10_CR6","unstructured":"Alkhalifa, R., Yoong, T., Kochkina, E., Zubiaga, A., Liakata, M.: QMUL-SDS at checkthat! 2020: determining COVID-19 tweet check-worthiness using an enhanced CT-BERT with numeric expressions. CoRR abs\/2008.13160 (2020). https:\/\/arxiv.org\/abs\/2008.13160"},{"key":"10_CR7","first-page":"1","volume":"3","author":"R Alkhalifa","year":"2022","unstructured":"Alkhalifa, R., Zubiaga, A.: Capturing stance dynamics in social media: open challenges and research directions. Int. J. Digit. Human. 3, 1\u201321 (2022)","journal-title":"Int. J. Digit. Human."},{"key":"10_CR8","unstructured":"Basaglia, A., Stocco, A., Popovi\u0107, M., Ferro, N.: Seupd@clef: team dam on reranking using sentence embedders. In: Faggioli et\u00a0al. [12]"},{"key":"10_CR9","unstructured":"Cazzador, L., Faveri, F.L.D., Franceschini, F., Pamio, L., Piron, S., Ferro, N.: Seupd@clef: team mouse on enhancing search engines effectiveness with large language models. In: Faggioli et\u00a0al. [12]"},{"key":"10_CR10","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: Bert: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers), pp. 4171\u20134186 (2019)"},{"key":"10_CR11","doi-asserted-by":"publisher","unstructured":"Effrosynidis, D., Karasakalidis, A.I., Sylaios, G., Arampatzis, A.: The climate change twitter dataset. Expert Syst. Appl. 204, 117541 (2022). https:\/\/doi.org\/10.1016\/j.eswa.2022.117541, https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0957417422008624","DOI":"10.1016\/j.eswa.2022.117541"},{"key":"10_CR12","unstructured":"Faggioli, G., Ferro, N., Galu\u0161\u010d\u00e1kov\u00e1, P., de\u00a0Herrera, A.G.S. (eds.): Proceedings of Working Notes of CLEF 2024 - Conference and Labs of the Evaluation Forum. CEUR Workshop Proceedings, Aachen (2024)"},{"key":"10_CR13","unstructured":"Galli, F., Rigobello, M., Schibuola, M., Zuech, R., Ferro, N.: Seupd@clef: team iris on temporal evolution of query expansion and rank fusion techniques applied to cross-encoder re-rankers. In: Faggioli et\u00a0al. [12]"},{"key":"10_CR14","doi-asserted-by":"crossref","unstructured":"Galu\u0161\u010d\u00e1kov\u00e1, P., et al.: Longeval-retrieval: French-english dynamic test collection for continuous web search evaluation (2023)","DOI":"10.1145\/3539618.3591921"},{"key":"10_CR15","doi-asserted-by":"publisher","unstructured":"Gangi\u00a0Reddy, R., et al.: Synthetic target domain supervision for open retrieval QA. In: Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 1793\u20131797. SIGIR 2021, Association for Computing Machinery, New York, NY, USA (2021). https:\/\/doi.org\/10.1145\/3404835.3463085","DOI":"10.1145\/3404835.3463085"},{"key":"10_CR16","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"288","DOI":"10.1007\/978-3-030-99739-7_35","volume-title":"Advances in Information Retrieval","author":"F Giachelle","year":"2022","unstructured":"Giachelle, F., Irrera, O., Silvello, G.: DocTAG: a customizable annotation tool for ground truth creation. In: Hagen, M., et al. (eds.) ECIR 2022 Part II. LNCS, vol. 13186, pp. 288\u2013293. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-030-99739-7_35"},{"key":"10_CR17","unstructured":"Gr\u00fcndel, M., Weber, M., Franke, J., Reimer, J.H.: Team gal\u00e1pagos tortoise at longeval 2024: Neural re-ranking and rank fusion for temporal stability. In: Faggioli et\u00a0al. [12]"},{"key":"10_CR18","unstructured":"Keller, J., Breuer, T., Schaer, P.: Leveraging prior relevance signals in web search. In: Faggioli et\u00a0al. [12]"},{"key":"10_CR19","unstructured":"Kimia, A., Akan, A., Arwa, F., Ferro, N.: Seupd@clef: Team kalu on improving search engine performance with query expansion and re-ranking approach. In: Faggioli et\u00a0al. [12]"},{"key":"10_CR20","doi-asserted-by":"publisher","unstructured":"K\u00fc\u00e7\u00fck, D., Can, F.: Stance detection: a survey. ACM Comput. Surv. 53(1) (2020). https:\/\/doi.org\/10.1145\/3369026","DOI":"10.1145\/3369026"},{"key":"10_CR21","unstructured":"Liu, Y., et al.: Roberta: a robustly optimized bert pretraining approach. arXiv preprint arXiv:1907.11692 (2019)"},{"key":"10_CR22","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"375","DOI":"10.1007\/978-3-030-72113-8_25","volume-title":"Advances in Information Retrieval","author":"J Lov\u00f3n-Melgarejo","year":"2021","unstructured":"Lov\u00f3n-Melgarejo, J., Soulier, L., Pinel-Sauvagnat, K., Tamine, L.: Studying catastrophic forgetting in neural ranking models. In: Hiemstra, D., Moens, M.-F., Mothe, J., Perego, R., Potthast, M., Sebastiani, F. (eds.) ECIR 2021. LNCS, vol. 12656, pp. 375\u2013390. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-72113-8_25"},{"key":"10_CR23","doi-asserted-by":"publisher","unstructured":"Mohammad, S.M., Sobhani, P., Kiritchenko, S.: Stance and sentiment in Tweets. ACM Trans. Internet Technol. 17(3) (2017). https:\/\/doi.org\/10.1145\/3003433, http:\/\/alt.qcri.org\/semeval2016\/task6\/","DOI":"10.1145\/3003433"},{"key":"10_CR24","unstructured":"Yoon, S., Kim, J., won Hwang, S.: Analyzing the effectiveness of listwise reranking with positional invariance on temporal generalizability. In: Faggioli et\u00a0al. [12]"}],"container-title":["Lecture Notes in Computer Science","Experimental IR Meets Multilinguality, Multimodality, and Interaction"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-71908-0_10","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,19]],"date-time":"2024-09-19T16:31:37Z","timestamp":1726763497000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-71908-0_10"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031719073","9783031719080"],"references-count":24,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-71908-0_10","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"19 September 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CLEF","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference of the Cross-Language Evaluation Forum for European Languages","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Grenoble","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"France","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9 September 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 September 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"clef2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/clef2024.clef-initiative.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}