{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,24]],"date-time":"2026-03-24T11:15:45Z","timestamp":1774350945419,"version":"3.50.1"},"publisher-location":"Cham","reference-count":27,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032213204","type":"print"},{"value":"9783032213211","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-21321-1_45","type":"book-chapter","created":{"date-parts":[[2026,3,23]],"date-time":"2026-03-23T11:11:31Z","timestamp":1774264291000},"page":"345-353","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Evaluating Information Retrieval Models Along Time: The LongEval Lab at\u00a0CLEF 2026"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1765-2449","authenticated-orcid":false,"given":"Timo","family":"Breuer","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9558-9772","authenticated-orcid":false,"given":"Matteo","family":"Cancellieri","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6644-2360","authenticated-orcid":false,"given":"Alaa","family":"El-Ebshihy","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1003-981X","authenticated-orcid":false,"given":"Maik","family":"Fr\u00f6be","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6328-7131","authenticated-orcid":false,"given":"Petra","family":"Galu\u0161\u010d\u00e1kov\u00e1","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7491-1980","authenticated-orcid":false,"given":"Lorraine","family":"Goeuriot","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-9635-0683","authenticated-orcid":false,"given":"Gabriel","family":"Iturra-Bocaz","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9392-8646","authenticated-orcid":false,"given":"J\u00fcri","family":"Keller","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1161-7359","authenticated-orcid":false,"given":"Petr","family":"Knoth","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-8350-154X","authenticated-orcid":false,"given":"Andreas Konstantin","family":"Kruff","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3245-6462","authenticated-orcid":false,"given":"Philippe","family":"Mulhem","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7584-6439","authenticated-orcid":false,"given":"Florina","family":"Piroi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7162-7252","authenticated-orcid":false,"given":"David","family":"Pride","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8817-4632","authenticated-orcid":false,"given":"Philipp","family":"Schaer","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2462-8148","authenticated-orcid":false,"given":"Didier","family":"Schwab","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2026,3,24]]},"reference":[{"key":"45_CR1","doi-asserted-by":"crossref","unstructured":"Alkhalifa, R., et al.: Overview of the CLEF-2023 LongEval Lab on Longitudinal Evaluation of Model Performance. In: Experimental IR Meets Multilinguality, Multimodality, and Interaction. Proc. of the 14th International Conference of the CLEF Association (CLEF 2023). LNCS. Springer (2023)","DOI":"10.1007\/978-3-031-42448-9_28"},{"key":"45_CR2","doi-asserted-by":"crossref","unstructured":"Alkhalifa, R., et al.: Overview of the CLEF 2024 LongEval Lab on Longitudinal Evaluation of Model Performance. In: Proc. of the 15th International Conference of the CLEF Association (CLEF 2024) (2024)","DOI":"10.1007\/978-3-031-71908-0_10"},{"key":"45_CR3","doi-asserted-by":"crossref","unstructured":"Alkhalifa, R., Zubiaga, A.: Capturing stance dynamics in social media: open challenges and research directions. Int. J. Digital Humanities, 1\u201321 (2022)","DOI":"10.1007\/s42803-022-00043-w"},{"key":"45_CR4","doi-asserted-by":"publisher","unstructured":"Breuer, T., Ferro, N., Fuhr, N., Maistro, M., Sakai, T., Schaer, P., Soboroff, I.: How to measure the reproducibility of system-oriented ir experiments. In: Proceedings of the 43rd International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 349\u2013358. SIGIR \u201920. Association for Computing Machinery, New York (2020). https:\/\/doi.org\/10.1145\/3397271.3401036","DOI":"10.1145\/3397271.3401036"},{"key":"45_CR5","doi-asserted-by":"crossref","unstructured":"Breuer, T., et al.: Report on the 1st workshop on simulations for information access (sim4ia 2024) at SIGIR 2024. ACM SIGIR Forum 58(2) (December 2024)","DOI":"10.1145\/3722449.3722460"},{"key":"45_CR6","doi-asserted-by":"publisher","unstructured":"Cancellieri, M., et al.: Longeval at clef 2025: Longitudinal evaluation of ir systems on web and scientific data. In: Experimental IR Meets Multilinguality, Multimodality, and Interaction: 16th International Conference of the CLEF Association, CLEF 2025, Madrid, Spain, September 9\u201312, 2025, Proceedings. p. 363\u2013387. Springer, Heidelberg (2025). https:\/\/doi.org\/10.1007\/978-3-032-04354-2_20","DOI":"10.1007\/978-3-032-04354-2_20"},{"key":"45_CR7","doi-asserted-by":"publisher","unstructured":"Chapelle, O., Joachims, T., Radlinski, F., Yue, Y.: Large-scale validation and analysis of interleaved search evaluation. ACM Trans. Inf. Syst. 30(1), 6:1\u20136:41 (2012). https:\/\/doi.org\/10.1145\/2094072.2094078","DOI":"10.1145\/2094072.2094078"},{"key":"45_CR8","doi-asserted-by":"publisher","unstructured":"Chapelle, O., Zhang, Y.: A dynamic bayesian network click model for web search ranking. In: Proceedings of the 18th International Conference on World Wide Web, WWW \u201909, pp. 1\u201310. Association for Computing Machinery, New York, April 2009. https:\/\/doi.org\/10.1145\/1526709.1526711","DOI":"10.1145\/1526709.1526711"},{"key":"45_CR9","doi-asserted-by":"publisher","unstructured":"Chuklin, A., Markov, I., Rijke, M.d.: Click models for web search. Synthesis Lectures on Information Concepts, Retrieval, and Services 7(3), 1\u2013115 (2015). https:\/\/doi.org\/10.2200\/S00654ED1V01Y201507ICR043","DOI":"10.2200\/S00654ED1V01Y201507ICR043"},{"key":"45_CR10","doi-asserted-by":"publisher","unstructured":"Faggioli, G., et al.: Perspectives on large language models for relevance judgment. In: Proceedings of the 2023 ACM SIGIR International Conference on Theory of Information Retrieval, ICTIR (2023). https:\/\/doi.org\/10.1145\/3578337.3605136","DOI":"10.1145\/3578337.3605136"},{"issue":"4","key":"45_CR11","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1145\/3624730","volume":"67","author":"G Faggioli","year":"2024","unstructured":"Faggioli, G., Dietz, L., Clarke, C.L.A., Demartini, G., Hagen, M., Hauff, C., Kando, N., Kanoulas, E., Potthast, M., Stein, B., Wachsmuth, H.: Who determines what is relevant? humans or AI? why not both? Commun. ACM 67(4), 31\u201334 (2024). https:\/\/doi.org\/10.1145\/3624730","journal-title":"Commun. ACM"},{"issue":"12","key":"45_CR12","doi-asserted-by":"publisher","first-page":"4180","DOI":"10.3390\/app10124180","volume":"10","author":"K Florio","year":"2020","unstructured":"Florio, K., Basile, V., Polignano, M., Basile, P., Patti, V.: Time of your hate: The challenge of time in hate speech detection on social media. Appl. Sci. 10(12), 4180 (2020)","journal-title":"Appl. Sci."},{"key":"45_CR13","doi-asserted-by":"crossref","unstructured":"Gade, A., Jetcheva, J.: It\u2019s about time: Incorporating temporality in retrieval augmented language models. arXiv preprint arXiv:2401.13222 (2024)","DOI":"10.1109\/CAI64502.2025.00019"},{"key":"45_CR14","doi-asserted-by":"publisher","unstructured":"Galusc\u00e1kov\u00e1, P., et al.: Longeval-retrieval: French-english dynamic test collection for continuous web search evaluation. In: Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 3086\u20133094. SIGIR \u201923. Association for Computing Machinery, New York (2023). https:\/\/doi.org\/10.1145\/3539618.3591921","DOI":"10.1145\/3539618.3591921"},{"key":"45_CR15","doi-asserted-by":"publisher","unstructured":"Keller, J., Breuer, T., Schaer, P.: Evaluation of temporal change in IR test collections. In: Oosterhuis, H., Bast, H., Xiong, C. (eds.) Proceedings of the 2024 ACM SIGIR International Conference on Theory of Information Retrieval, ICTIR 2024, Washington, DC, USA, 13 July 2024, pp. 3\u201313. ACM (2024). https:\/\/doi.org\/10.1145\/3664190.3672530","DOI":"10.1145\/3664190.3672530"},{"key":"45_CR16","unstructured":"Keller, J., Breuer, T., Schaer, P.: Leveraging prior relevance signals in web search. In: CLEF (Working Notes). CEUR Workshop Proceedings, vol.\u00a03740, pp. 2396\u20132406. CEUR-WS.org (2024)"},{"key":"45_CR17","unstructured":"Keller, J., Breuer, T., Schaer, P.: Replicability measures for longitudinal information retrieval evaluation. In: Goeuriot, L., Mulhem, P., Qu\u00e9not, G., Schwab, D., Di\u00a0Nunzio, G.M., Soulier, L., Galu\u0161\u010d\u00e1kov\u00e1, P., Garc\u00eda Seco\u00a0de Herrera, A., Faggioli, G., Ferro, N. (eds.) Experimental IR Meets Multilinguality, Multimodality, and Interaction, pp. 215\u2013226. Springer, Cham (2024)"},{"key":"45_CR18","doi-asserted-by":"publisher","unstructured":"Keller, J., Fr\u00f6be, M., Hendriksen, G., Alexander, D., Potthast, M., Schaer, P.: Simplified longitudinal retrieval experiments: A case study on query expansion and document boosting. In: Carrillo-de-Albornoz, J., de\u00a0Herrera, A.G.S., Gonzalo, J., Plaza, L., Mothe, J., Piroi, F., Rosso, P., Spina, D., Faggioli, G., Ferro, N. (eds.) Experimental IR Meets Multilinguality, Multimodality, and Interaction - 16th International Conference of the CLEF Association, CLEF 2025, Madrid, Spain, September 9-12, 2025, Proceedings. LNCS, vol. 16089, pp. 117\u2013127. Springer (2025). https:\/\/doi.org\/10.1007\/978-3-032-04354-2_8","DOI":"10.1007\/978-3-032-04354-2_8"},{"key":"45_CR19","unstructured":"Kharitonov, E.: Using interaction data for improving the offline and online evaluation of search engines. Ph.D. thesis, University of Glasgow, UK (2016), theses.gla.ac.uk\/7750\/"},{"issue":"1","key":"45_CR20","doi-asserted-by":"publisher","first-page":"366","DOI":"10.1038\/s41597-023-02208-w","volume":"10","author":"P Knoth","year":"2023","unstructured":"Knoth, P., Herrmannova, D., Cancellieri, M., Anastasiou, L., Pontika, N., Pearce, S., Gyawali, B., Pride, D.: Core: a global aggregation service for open access papers. Sci. Data 10(1), 366 (2023). https:\/\/doi.org\/10.1038\/s41597-023-02208-w","journal-title":"Sci. Data"},{"key":"45_CR21","doi-asserted-by":"crossref","unstructured":"Knoth, P., Zdrahal, Z.: CORE: three access levels to underpin Open Access. D-Lib Magazine 18(11\/12) (2012)","DOI":"10.1045\/november2012-knoth"},{"key":"45_CR22","doi-asserted-by":"publisher","unstructured":"Lukes, J., S\u00f8gaard, A.: Sentiment analysis under temporal shift. In: Balahur, A., Mohammad, S.M., Hoste, V., Klinger, R. (eds.) Proceedings of the 9th Workshop on Computational Approaches to Subjectivity, Sentiment and Social Media Analysis, pp. 65\u201371. Association for Computational Linguistics, Brussels, Belgium (Oct 2018). https:\/\/doi.org\/10.18653\/v1\/W18-6210, https:\/\/aclanthology.org\/W18-6210\/","DOI":"10.18653\/v1\/W18-6210"},{"key":"45_CR23","unstructured":"Piryani, B., Abdullah, A., Mozafari, J., Anand, A., Jatowt, A.: It\u2019s high time: A survey of temporal information retrieval and question answering. arXiv:2505.20243 (2025)"},{"key":"45_CR24","doi-asserted-by":"publisher","unstructured":"Ren, R., et al.: A thorough examination on zero-shot dense retrieval. In: Findings of the Association for Computational Linguistics: EMNLP (2023). https:\/\/doi.org\/10.18653\/v1\/2023.findings-emnlp.1057","DOI":"10.18653\/v1\/2023.findings-emnlp.1057"},{"key":"45_CR25","doi-asserted-by":"publisher","unstructured":"Thomas, P., Spielman, S., Craswell, N., Mitra, B.: Large language models can accurately predict searcher preferences. In: Yang, G.H., Wang, H., Han, S., Hauff, C., Zuccon, G., Zhang, Y. (eds.) Proc. of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 1930\u20131940 (2024). https:\/\/doi.org\/10.1145\/3626772.3657707","DOI":"10.1145\/3626772.3657707"},{"key":"45_CR26","unstructured":"Upadhyay, S., Pradeep, R., Thakur, N., Craswell, N., Lin, J.: UMBRELA: umbrela is the (open-source reproduction of the) bing relevance assessor. CoRR (2024)"},{"key":"45_CR27","doi-asserted-by":"publisher","unstructured":"Wu, F., et al.: Time-sensitve retrieval-augmented generation for question answering. In: Proceedings of the 33rd ACM International Conference on Information and Knowledge Management, pp. 2544\u20132553. CIKM \u201924. Association for Computing Machinery, New York (2024). https:\/\/doi.org\/10.1145\/3627673.3679800","DOI":"10.1145\/3627673.3679800"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-21321-1_45","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,23]],"date-time":"2026-03-23T23:12:33Z","timestamp":1774307553000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-21321-1_45"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"ISBN":["9783032213204","9783032213211"],"references-count":27,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-21321-1_45","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]},"assertion":[{"value":"24 March 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors\u00a0have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"ECIR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Information Retrieval","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Delft","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"The Netherlands","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2026","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 March 2026","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 April 2026","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"48","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecir2026","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ecir2026.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}