{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T06:31:05Z","timestamp":1743057065727,"version":"3.40.3"},"publisher-location":"Cham","reference-count":12,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031560712"},{"type":"electronic","value":"9783031560729"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-56072-9_8","type":"book-chapter","created":{"date-parts":[[2024,3,19]],"date-time":"2024-03-19T06:51:26Z","timestamp":1710831086000},"page":"60-66","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["LongEval: Longitudinal Evaluation of\u00a0Model Performance at\u00a0CLEF 2024"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2875-5400","authenticated-orcid":false,"given":"Rabab","family":"Alkhalifa","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3262-0127","authenticated-orcid":false,"given":"Hsuvas","family":"Borkakoty","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2676-7405","authenticated-orcid":false,"given":"Romain","family":"Deveaud","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6644-2360","authenticated-orcid":false,"given":"Alaa","family":"El-Ebshihy","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6830-9176","authenticated-orcid":false,"given":"Luis","family":"Espinosa-Anke","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1045-8352","authenticated-orcid":false,"given":"Tobias","family":"Fink","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0878-5263","authenticated-orcid":false,"given":"Gabriela","family":"Gonzalez-Saez","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6328-7131","authenticated-orcid":false,"given":"Petra","family":"Galu\u0161\u010d\u00e1kov\u00e1","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7491-1980","authenticated-orcid":false,"given":"Lorraine","family":"Goeuriot","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4270-5709","authenticated-orcid":false,"given":"David","family":"Iommi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5765-0416","authenticated-orcid":false,"given":"Maria","family":"Liakata","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5260-3653","authenticated-orcid":false,"given":"Harish Tayyar","family":"Madabushi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-4202-8664","authenticated-orcid":false,"given":"Pablo","family":"Medina-Alias","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3245-6462","authenticated-orcid":false,"given":"Philippe","family":"Mulhem","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7584-6439","authenticated-orcid":false,"given":"Florina","family":"Piroi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3628-8419","authenticated-orcid":false,"given":"Martin","family":"Popel","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2306-7075","authenticated-orcid":false,"given":"Christophe","family":"Servan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4583-3623","authenticated-orcid":false,"given":"Arkaitz","family":"Zubiaga","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,3,20]]},"reference":[{"key":"8_CR1","doi-asserted-by":"crossref","unstructured":"Alkhalifa, R., et al.: Extended overview of the CLEF-2023 longeval lab on longitudinal evaluation of model performance (2023). https:\/\/api.semanticscholar.org\/CorpusID:259953335","DOI":"10.1007\/978-3-031-42448-9_28"},{"key":"8_CR2","doi-asserted-by":"crossref","unstructured":"Alkhalifa, R., Kochkina, E., Zubiaga, A.: Opinions are made to be changed: temporally adaptive stance classification. In: Proceedings of the 2021 Workshop on Open Challenges in Online Social Networks, pp. 27\u201332 (2021)","DOI":"10.1145\/3472720.3483620"},{"issue":"2","key":"8_CR3","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2022.103200","volume":"60","author":"R Alkhalifa","year":"2023","unstructured":"Alkhalifa, R., Kochkina, E., Zubiaga, A.: Building for tomorrow: assessing the temporal persistence of text classifiers. Inf. Process. Manag. 60(2), 103200 (2023)","journal-title":"Inf. Process. Manag."},{"key":"8_CR4","doi-asserted-by":"crossref","unstructured":"Alkhalifa, R., Zubiaga, A.: Capturing stance dynamics in social media: open challenges and research directions. Int. J. Digital Humanit. 1\u201321 (2022)","DOI":"10.1007\/s42803-022-00043-w"},{"key":"8_CR5","doi-asserted-by":"publisher","unstructured":"Chapelle, O., Zhang, Y.: A dynamic bayesian network click model for web search ranking. In: Proceedings of the 18th International Conference on World Wide Web, pp. 1\u201310. WWW 2009, Association for Computing Machinery, New York, NY, USA (2009). https:\/\/doi.org\/10.1145\/1526709.1526711","DOI":"10.1145\/1526709.1526711"},{"key":"8_CR6","doi-asserted-by":"publisher","unstructured":"Chuklin, A., Markov, I., Rijke, M.D.: Click models for web search. Synth. Lect. Inf. Concepts Retrieval Serv. 7(3), 1\u2013115 (2015). https:\/\/doi.org\/10.2200\/S00654ED1V01Y201507ICR043","DOI":"10.2200\/S00654ED1V01Y201507ICR043"},{"key":"8_CR7","doi-asserted-by":"publisher","unstructured":"Effrosynidis, D., Karasakalidis, A.I., Sylaios, G., Arampatzis, A.: The climate change twitter dataset. Expert Syst. Appl. 204, 117541 (2022). https:\/\/doi.org\/10.1016\/j.eswa.2022.117541, https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0957417422008624","DOI":"10.1016\/j.eswa.2022.117541"},{"issue":"12","key":"8_CR8","doi-asserted-by":"publisher","first-page":"4180","DOI":"10.3390\/app10124180","volume":"10","author":"K Florio","year":"2020","unstructured":"Florio, K., Basile, V., Polignano, M., Basile, P., Patti, V.: Time of your hate: the challenge of time in hate speech detection on social media. Appl. Sci. 10(12), 4180 (2020)","journal-title":"Appl. Sci."},{"key":"8_CR9","doi-asserted-by":"publisher","unstructured":"K\u00fc\u00e7\u00fck, D., Can, F.: Stance detection: a survey. ACM Comput. Surv. 53(1), 1\u201337 (2020). https:\/\/doi.org\/10.1145\/3369026","DOI":"10.1145\/3369026"},{"key":"8_CR10","doi-asserted-by":"crossref","unstructured":"Lukes, J., S\u00f8gaard, A.: Sentiment analysis under temporal shift. In: Proceedings of the 9th workshop on Computational Approaches to Subjectivity, Sentiment and Social Media Analysis, pp. 65\u201371 (2018)","DOI":"10.18653\/v1\/W18-6210"},{"key":"8_CR11","doi-asserted-by":"publisher","unstructured":"Mohammad, S.M., Sobhani, P., Kiritchenko, S.: Stance and sentiment in tweets. ACM Trans. Internet Technol. 17(3), 1\u201323 (2017). https:\/\/doi.org\/10.1145\/3003433, http:\/\/alt.qcri.org\/semeval2016\/task6\/","DOI":"10.1145\/3003433"},{"key":"8_CR12","doi-asserted-by":"publisher","unstructured":"Ren, R., et al.: A thorough examination on zero-shot dense retrieval (2022). arxiv:2204.12755). https:\/\/doi.org\/10.48550\/ARXIV.2204.12755, https:\/\/arxiv.org\/abs\/2204.12755","DOI":"10.48550\/ARXIV.2204.12755"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-56072-9_8","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,19]],"date-time":"2024-03-19T06:53:29Z","timestamp":1710831209000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-56072-9_8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031560712","9783031560729"],"references-count":12,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-56072-9_8","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"20 March 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECIR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Information Retrieval","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Glasgow","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Kingdom","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24 March 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28 March 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecir2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.ecir2024.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"578","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"110","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"69","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"19% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"31 (Tracks: Workshop, Tutorial, Industry, Doctoral Consortium)","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}