{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,23]],"date-time":"2026-03-23T23:44:41Z","timestamp":1774309481209,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":38,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,7,18]],"date-time":"2023-07-18T00:00:00Z","timestamp":1689638400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100002428","name":"Austrian Science Fund","doi-asserted-by":"publisher","award":["I4471-N"],"award-info":[{"award-number":["I4471-N"]}],"id":[{"id":"10.13039\/501100002428","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Ministry of Education, Youth and Sports of the Czech Republic","award":["LM2023062"],"award-info":[{"award-number":["LM2023062"]}]},{"name":"French Agence Nationale de la Recherche","award":["ANR-19-CE23-0029"],"award-info":[{"award-number":["ANR-19-CE23-0029"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,7,19]]},"DOI":"10.1145\/3539618.3591921","type":"proceedings-article","created":{"date-parts":[[2023,7,19]],"date-time":"2023-07-19T00:22:59Z","timestamp":1689726179000},"page":"3086-3094","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":13,"title":["LongEval-Retrieval: French-English Dynamic Test Collection for Continuous Web Search Evaluation"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6328-7131","authenticated-orcid":false,"given":"Petra","family":"Galusc\u00e1kov\u00e1","sequence":"first","affiliation":[{"name":"Universit\u00e9 Grenoble Alpes, Grenoble, France"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2676-7405","authenticated-orcid":false,"given":"Romain","family":"Deveaud","sequence":"additional","affiliation":[{"name":"Qwant, Paris, France"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0878-5263","authenticated-orcid":false,"given":"Gabriela","family":"Gonz\u00e1lez S\u00e1ez","sequence":"additional","affiliation":[{"name":"Universit\u00e9 Grenoble Alpes, Grenoble, France"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3245-6462","authenticated-orcid":false,"given":"Philippe","family":"Mulhem","sequence":"additional","affiliation":[{"name":"Universit\u00e9 Grenoble Alpes, Grenoble, France"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7491-1980","authenticated-orcid":false,"given":"Lorraine","family":"Goeuriot","sequence":"additional","affiliation":[{"name":"Universit\u00e9 Grenoble Alpes, Grenoble, France"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7584-6439","authenticated-orcid":false,"given":"Florina","family":"Piroi","sequence":"additional","affiliation":[{"name":"Research Studios Austria, Vienna, Austria"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3628-8419","authenticated-orcid":false,"given":"Martin","family":"Popel","sequence":"additional","affiliation":[{"name":"Charles University, Prague, Czech Rep"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2023,7,18]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Advances in Information Retrieval: 45th European Conference on Information Retrieval, ECIR 2023, Proceedings, Part III. Springer, 499--505","author":"Alkhalifa Rabab","unstructured":"Rabab Alkhalifa, Iman Bilal, Hsuvas Borkakoty, Jose Camacho-Collados, Romain Deveaud, Alaa El-Ebshihy, Luis Espinosa-Anke, Gabriela Gonzalez-Saez, Petra Galuvs vc \u00e1kov\u00e1 , Lorraine Goeuriot, et al. 2023. LongEval: Longitudinal Evaluation of Model Performance at CLEF 2023. In Advances in Information Retrieval: 45th European Conference on Information Retrieval, ECIR 2023, Proceedings, Part III. Springer, 499--505."},{"key":"e_1_3_2_1_2_1","volume-title":"Building for Tomorrow: Assessing the Temporal Persistence of Text Classifiers. arXiv preprint arXiv:2205.05435","author":"Alkhalifa Rabab","year":"2022","unstructured":"Rabab Alkhalifa, Elena Kochkina, and Arkaitz Zubiaga. 2022. Building for Tomorrow: Assessing the Temporal Persistence of Text Classifiers. arXiv preprint arXiv:2205.05435 (2022)."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3511808.3557714"},{"key":"e_1_3_2_1_4_1","volume-title":"MS MARCO: A Human Generated MAchine Reading COmprehension Dataset. arxiv: 1611.09268 [cs.CL]","author":"Bajaj Payal","year":"2018","unstructured":"Payal Bajaj, Daniel Campos, Nick Craswell, Li Deng, Jianfeng Gao, Xiaodong Liu, Rangan Majumder, Andrew McNamara, Bhaskar Mitra, Tri Nguyen, Mir Rosenberg, Xia Song, Alina Stoica, Saurabh Tiwary, and Tong Wang. 2018. MS MARCO: A Human Generated MAchine Reading COmprehension Dataset. arxiv: 1611.09268 [cs.CL]"},{"key":"e_1_3_2_1_5_1","volume-title":"CLEF 2000 - Overview of Results. In Cross-Language Information Retrieval and Evaluation. 89--101","author":"Braschler Martin","year":"2001","unstructured":"Martin Braschler. 2001. CLEF 2000 - Overview of Results. In Cross-Language Information Retrieval and Evaluation. 89--101."},{"key":"e_1_3_2_1_6_1","volume-title":"CLEF 2001 - Overview of Results. In Evaluation of Cross-Language Information Retrieval Systems. Springer, 9--26","author":"Braschler Martin","year":"2002","unstructured":"Martin Braschler. 2002. CLEF 2001 - Overview of Results. In Evaluation of Cross-Language Information Retrieval Systems. Springer, 9--26."},{"key":"e_1_3_2_1_7_1","volume-title":"CLEF 2002 - Overview of Results. In Advances in Cross-Language Information Retrieval. 9--27","author":"Braschler Martin","year":"2003","unstructured":"Martin Braschler. 2003. CLEF 2002 - Overview of Results. In Advances in Cross-Language Information Retrieval. 9--27."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/2808194.2809470"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/1645953.1646033"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/1526709.1526711"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-02294-4"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2484028.2484071"},{"key":"e_1_3_2_1_13_1","volume-title":"ORCAS: 18 Million Clicked Query-Document Pairs for Analyzing Search. arxiv","author":"Craswell Nick","year":"2006","unstructured":"Nick Craswell, Daniel Campos, Bhaskar Mitra, Emine Yilmaz, and Bodo Billerbeck. 2020. ORCAS: 18 Million Clicked Query-Document Pairs for Analyzing Search. arxiv: 2006.05324 [cs.IR]"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3404835.3463249"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/1341531.1341545"},{"key":"e_1_3_2_1_16_1","first-page":"96","article-title":"From Evaluating to Forecasting Performance: How to Turn Information Retrieval, Natural Language Processing and Recommender Systems into Predictive Sciences (Dagstuhl Perspectives Workshop 17442)","volume":"7","author":"Ferro Nicola","year":"2018","unstructured":"Nicola Ferro, Norbert Fuhr, Gregory Grefenstette, Joseph A. Konstan, Pablo Castells, Elizabeth M. Daly, Thierry Declerck, Michael D. Ekstrand, Werner Geyer, Julio Gonzalo, Tsvi Kuflik, Krister Lind\u00e9n, Bernardo Magnini, Jian-Yun Nie, Raffaele Perego, Bracha Shapira, Ian Soboroff, Nava Tintarev, Karin Verspoor, Martijn C. Willemsen, and Justin Zobel. 2018. From Evaluating to Forecasting Performance: How to Turn Information Retrieval, Natural Language Processing and Recommender Systems into Predictive Sciences (Dagstuhl Perspectives Workshop 17442). Dagstuhl Manifestos, Vol. 7, 1 (2018), 96--139.","journal-title":"Dagstuhl Manifestos"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.3390\/app10124180"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/1076034.1076063"},{"key":"e_1_3_2_1_19_1","volume-title":"Bag of Tricks for Efficient Text Classification. arXiv preprint arXiv:1607.01759","author":"Joulin Armand","year":"2016","unstructured":"Armand Joulin, Edouard Grave, Piotr Bojanowski, and Tomas Mikolov. 2016. Bag of Tricks for Efficient Text Classification. arXiv preprint arXiv:1607.01759 (2016)."},{"key":"e_1_3_2_1_20_1","volume-title":"Jo ao Palotti, and Guido Zuccon","author":"Kelly Liadh","year":"2016","unstructured":"Liadh Kelly, Lorraine Goeuriot, Hanna Suominen, Aur\u00e9lie N\u00e9v\u00e9ol, Jo ao Palotti, and Guido Zuccon. 2016. Overview of the CLEF eHealth Evaluation Lab 2016. In Experimental IR Meets Multilinguality, Multimodality, and Interaction. Springer, 255--266."},{"key":"e_1_3_2_1_21_1","volume-title":"Overview of the CLEF eHealth Evaluation Lab","author":"Kelly Liadh","year":"2019","unstructured":"Liadh Kelly, Hanna Suominen, Lorraine Goeuriot, Mariana Neves, Evangelos Kanoulas, Dan Li, Leif Azzopardi, Rene Spijker, Guido Zuccon, Harrisen Scells, and Jo ao Palotti. 2019. Overview of the CLEF eHealth Evaluation Lab 2019. In Experimental IR Meets Multilinguality, Multimodality, and Interaction. Springer, 322--339."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W18-6210"},{"key":"e_1_3_2_1_23_1","volume-title":"Proc. of OSIR at SIGIR","author":"Macdonald Craig","year":"2012","unstructured":"Craig Macdonald, Richard McCreadie, Rodrygo LT Santos, and Iadh Ounis. 2012. From puppy to maturity: Experiences in developing Terrier. Proc. of OSIR at SIGIR (2012), 60--63."},{"key":"e_1_3_2_1_24_1","volume-title":"SIGIR Forum","volume":"54","author":"Oosterhuis Harrie","year":"2021","unstructured":"Harrie Oosterhuis. 2021. Learning from User Interactions with Rankings: A Unification of the Field. SIGIR Forum, Vol. 54, 2, Article 16 (aug 2021)."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-020-18073-9"},{"key":"e_1_3_2_1_26_1","unstructured":"Ronak Pradeep Rodrigo Nogueira and Jimmy Lin. 2021. The Expando-Mono-Duo Design Pattern for Text Ranking with Pretrained Sequence-to-Sequence Models. arxiv: 2101.05667 [cs.IR]"},{"key":"e_1_3_2_1_27_1","volume-title":"Liu","author":"Raffel Colin","year":"2020","unstructured":"Colin Raffel, Noam Shazeer, Adam Roberts, Katherine Lee, Sharan Narang, Michael Matena, Yanqi Zhou, Wei Li, and Peter J. Liu. 2020. Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer. arxiv: 1910.10683 [cs.LG]"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3404835.3463242"},{"key":"e_1_3_2_1_29_1","volume-title":"Qifei Wu, Yuchen Ding, Hua Wu, Haifeng Wang, and Ji-Rong Wen.","author":"Ren Ruiyang","year":"2022","unstructured":"Ruiyang Ren, Yingqi Qu, Jing Liu, Wayne Xin Zhao, Qifei Wu, Yuchen Ding, Hua Wu, Haifeng Wang, and Ji-Rong Wen. 2022, arxiv:2204.12755. A Thorough Examination on Zero-shot Dense Retrieval."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3077136.3080667"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/1148170.1148220"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10791-015-9266-y"},{"key":"e_1_3_2_1_33_1","volume-title":"SIGIR Forum","volume":"54","author":"Voorhees Ellen","year":"2021","unstructured":"Ellen Voorhees, Tasmeer Alam, Steven Bedrick, Dina Demner-Fushman, William R. Hersh, Kyle Lo, Kirk Roberts, Ian Soboroff, and Lucy Lu Wang. 2021. TREC-COVID: Constructing a Pandemic Information Retrieval Test Collection. SIGIR Forum, Vol. 54, 1, Article 1 (feb 2021)."},{"key":"e_1_3_2_1_34_1","volume-title":"The TREC 2005 robust track. In ACM SIGIR Forum","volume":"40","author":"Voorhees Ellen M","year":"2006","unstructured":"Ellen M Voorhees. 2006. The TREC 2005 robust track. In ACM SIGIR Forum, Vol. 40. ACM, 41--48."},{"key":"e_1_3_2_1_35_1","volume-title":"Harman","author":"Voorhees Ellen M.","year":"1999","unstructured":"Ellen M. Voorhees and Donna K. Harman. 1999. Overview of the seventh text retrieval conference (trec-7)."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3077136.3080721"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/2020408.2020613"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3209978.3210092"}],"event":{"name":"SIGIR '23: The 46th International ACM SIGIR Conference on Research and Development in Information Retrieval","location":"Taipei Taiwan","acronym":"SIGIR '23","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3539618.3591921","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3539618.3591921","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:38:07Z","timestamp":1750178287000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3539618.3591921"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,7,18]]},"references-count":38,"alternative-id":["10.1145\/3539618.3591921","10.1145\/3539618"],"URL":"https:\/\/doi.org\/10.1145\/3539618.3591921","relation":{},"subject":[],"published":{"date-parts":[[2023,7,18]]},"assertion":[{"value":"2023-07-18","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}