{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,7,12]],"date-time":"2025-07-12T01:06:53Z","timestamp":1752282413788,"version":"3.37.3"},"reference-count":38,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2024,12,19]],"date-time":"2024-12-19T00:00:00Z","timestamp":1734566400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,12,19]],"date-time":"2024-12-19T00:00:00Z","timestamp":1734566400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100000780","name":"European Commission","doi-asserted-by":"publisher","award":["RRF-2.3.1-21-2022-00004 Artificial Intelligence National Laboratory Program"],"award-info":[{"award-number":["RRF-2.3.1-21-2022-00004 Artificial Intelligence National Laboratory Program"]}],"id":[{"id":"10.13039\/501100000780","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["SN COMPUT. SCI."],"DOI":"10.1007\/s42979-024-03553-2","type":"journal-article","created":{"date-parts":[[2024,12,19]],"date-time":"2024-12-19T12:31:34Z","timestamp":1734611494000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Boosting Classification Reliability of NLP Transformer Models in the Long Run\u2014Challenges of Time in Opinion Prediction Regarding COVID-19 Vaccine"],"prefix":"10.1007","volume":"6","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6775-8938","authenticated-orcid":false,"given":"Zolt\u00e1n","family":"Kmetty","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bence","family":"Koll\u00e1nyi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kriszti\u00e1n","family":"Boros","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,12,19]]},"reference":[{"key":"3553_CR1","doi-asserted-by":"publisher","first-page":"1012","DOI":"10.1038\/nature07634","volume":"457","author":"J Ginsberg","year":"2009","unstructured":"Ginsberg J, Mohebbi MH, Patel RS, Brammer L, Smolinski MS, Brilliant L. Detecting influenza epidemics using search engine query data. Nature. 2009;457:1012\u20134. https:\/\/doi.org\/10.1038\/nature07634.","journal-title":"Nature"},{"key":"3553_CR2","doi-asserted-by":"publisher","first-page":"1203","DOI":"10.1126\/science.1248506","volume":"343","author":"D Lazer","year":"2014","unstructured":"Lazer D, Kennedy R, King G, Vespignani A. The parable of google flu: traps in big data analysis. Science. 2014;343:1203\u20135. https:\/\/doi.org\/10.1126\/science.1248506.","journal-title":"Science"},{"key":"3553_CR3","doi-asserted-by":"publisher","first-page":"108632","DOI":"10.1016\/j.knosys.2022.108632","volume":"245","author":"F Bayram","year":"2022","unstructured":"Bayram F, Ahmed BS, Kassler A. From concept drift to model degradation: an overview on performance-aware drift detectors. Knowl-Based Syst. 2022;245:108632.","journal-title":"Knowl-Based Syst"},{"key":"3553_CR4","doi-asserted-by":"publisher","first-page":"12","DOI":"10.1109\/MCI.2015.2471196","volume":"10","author":"G Ditzler","year":"2015","unstructured":"Ditzler G, Roveri M, Alippi C, Polikar R. Learning in Nonstationary Environments: A Survey. IEEE Comput Intell Mag. 2015;10:12\u201325. https:\/\/doi.org\/10.1109\/MCI.2015.2471196.","journal-title":"IEEE Comput Intell Mag"},{"key":"3553_CR5","doi-asserted-by":"publisher","first-page":"1532","DOI":"10.1109\/ACCESS.2018.2886026","volume":"7","author":"AS Iwashita","year":"2019","unstructured":"Iwashita AS, Papa JP. An overview on concept drift learning. IEEE Access. 2019;7:1532\u201347. https:\/\/doi.org\/10.1109\/ACCESS.2018.2886026.","journal-title":"IEEE Access"},{"key":"3553_CR6","doi-asserted-by":"publisher","unstructured":"\u017dliobait\u0117 I, Pechenizkiy M, Gama J. An Overview of Concept Drift Applications. In: Japkowicz N, Stefanowski J, editors. Big Data Analysis: New Algorithms for a New Society, vol. 16. Cham: Springer International Publishing; 2016. pp. 91\u2013114. https:\/\/doi.org\/10.1007\/978-3-319-26989-4_4.","DOI":"10.1007\/978-3-319-26989-4_4"},{"key":"3553_CR7","doi-asserted-by":"publisher","DOI":"10.3390\/app10072204","author":"I Rabiu","year":"2020","unstructured":"Rabiu I, Salim N, Dau A, Osman A. Recommender system based on temporal models: a systematic review. Appl Sci. 2020. https:\/\/doi.org\/10.3390\/app10072204.","journal-title":"Appl Sci"},{"key":"3553_CR8","doi-asserted-by":"publisher","unstructured":"Dal Pozzolo A, Boracchi G, Caelen O, Alippi C, Bontempi G (2015). Credit card fraud detection and concept-drift adaptation with delayed supervised information. 2015 International Joint Conference on Neural Networks (IJCNN). Killarney Ireland IEEE https:\/\/doi.org\/10.1109\/IJCNN.2015.7280527.","DOI":"10.1109\/IJCNN.2015.7280527"},{"key":"3553_CR9","doi-asserted-by":"publisher","DOI":"10.1016\/j.techfore.2023.122640","author":"G Fenza","year":"2023","unstructured":"Fenza G, Gallo M, Loia V, Petrone A, Stanzione C. Concept-drift detection index based on fuzzy formal concept analysis for fake news classifiers. Technol Forecast Soc Chang. 2023. https:\/\/doi.org\/10.1016\/j.techfore.2023.122640.","journal-title":"Technol Forecast Soc Chang"},{"key":"3553_CR10","doi-asserted-by":"crossref","unstructured":"Kulkarni V, Al-Rfou R, Perozzi B and Skiena S (2015). Statistically significant detection of linguistic change. in Proceedings of the 24th international conference on world wide web 625\u2013635.","DOI":"10.1145\/2736277.2741627"},{"key":"3553_CR11","unstructured":"Vaswani A. et al. (2017). Attention is all you need. Advances in neural information processing systems 30."},{"key":"3553_CR12","doi-asserted-by":"crossref","unstructured":"Ramponi A and Plank B (2020). Neural Unsupervised Domain Adaptation in NLP\u2014A Survey. in The 28th International Conference on Computational Linguistics (Association for Computational Linguistics, 2020).","DOI":"10.18653\/v1\/2020.coling-main.603"},{"key":"3553_CR13","unstructured":"Koh PW et al. (2021). Wilds: A benchmark of in-the-wild distribution shifts. in International Conference on Machine Learning 5637\u20135664 (PMLR, 2021)."},{"key":"3553_CR14","doi-asserted-by":"crossref","unstructured":"Larson S, Singh N, Maheshwari S, Stewart S and Krishnaswamy U (2021). Exploring Out-of-Distribution Generalization in Text Classifiers Trained on Tobacco-3482 and RVL-CDIP. in Document Analysis and Recognition\u2013ICDAR 2021 Workshops: Lausanne, Switzerland, September 5\u201310, 2021, Proceedings, Part II 16 416\u2013423 (Springer, 2021).","DOI":"10.1007\/978-3-030-86159-9_30"},{"key":"3553_CR15","doi-asserted-by":"publisher","unstructured":"Ma X, Xu P, Wang Z, Nallapati R and Xiang B (2019). Domain Adaptation with BERT-based Domain Classification and Data Selection. in Proceedings of the 2nd Workshop on Deep Learning Approaches for Low-Resource NLP (DeepLo 2019) 76\u201383 (Association for Computational Linguistics, 2019). https:\/\/doi.org\/10.18653\/v1\/D19-6109.","DOI":"10.18653\/v1\/D19-6109"},{"key":"3553_CR16","doi-asserted-by":"crossref","unstructured":"Wang J et al. (2022) Generalizing to unseen domains: a survey on domain generalization. IEEE Transactions on Knowledge and Data Engineering.","DOI":"10.1109\/TKDE.2022.3178128"},{"key":"#cr-split#-3553_CR17.1","unstructured":"Devlin J, Chang M.-W., Lee K and Toutanova K (2019). BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. in NAACL-HLT"},{"key":"#cr-split#-3553_CR17.2","unstructured":"(1) (eds. Burstein, J., Doran, C. & Solorio, T.) 4171-4186 (Association for Computational Linguistics, 2019)."},{"key":"3553_CR18","doi-asserted-by":"publisher","first-page":"1234","DOI":"10.1093\/bioinformatics\/btz682","volume":"36","author":"J Lee","year":"2020","unstructured":"Lee J, et al. BioBERT: a pre-trained biomedical language representation model for biomedical text mining. Bioinformatics. 2020;36:1234\u201340.","journal-title":"Bioinformatics"},{"key":"3553_CR19","doi-asserted-by":"crossref","unstructured":"Beltagy I, Lo K and Cohan A (2019). SciBERT: A Pretrained Language Model for Scientific Text. in Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP) 3615\u20133620 (2019).","DOI":"10.18653\/v1\/D19-1371"},{"key":"3553_CR20","unstructured":"Araci D (2019). FinBERT: Financial Sentiment Analysis with Pre-trained Language Models. Preprint at http:\/\/arxiv.org\/abs\/1908.10063."},{"key":"3553_CR21","first-page":"29348","volume":"34","author":"A Lazaridou","year":"2021","unstructured":"Lazaridou A, et al. Mind the gap: assessing temporal generalization in neural language models. Adv Neural Inf Process Syst. 2021;34:29348\u201363.","journal-title":"Adv Neural Inf Process Syst"},{"key":"3553_CR22","doi-asserted-by":"publisher","unstructured":"Luu K, Khashabi D, Gururangan S, Mandyam K and Smith NA (2022). Time Waits for No One! Analysis and Challenges of Temporal Misalignment. in Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies 5944\u20135958 (Association for Computational Linguistics, 2022). https:\/\/doi.org\/10.18653\/v1\/2022.naacl-main.435.","DOI":"10.18653\/v1\/2022.naacl-main.435"},{"key":"3553_CR23","doi-asserted-by":"publisher","unstructured":"R\u00f6ttger P and Pierrehumbert J (2021). Temporal Adaptation of BERT and Performance on Downstream Document Classification: Insights from Social Media. in Findings of the Association for Computational Linguistics: EMNLP 2021 2400\u20132412 (Association for Computational Linguistics, 2021). https:\/\/doi.org\/10.18653\/v1\/2021.findings-emnlp.206.","DOI":"10.18653\/v1\/2021.findings-emnlp.206"},{"key":"3553_CR24","doi-asserted-by":"crossref","unstructured":"Goel R. et al. (2016) The social dynamics of language change in online networks. in Social Informatics: 8th International Conference, SocInfo 2016, Bellevue, WA, USA, November 11\u201314, 2016, Proceedings, Part I 8 41\u201357 (Springer, 2016).","DOI":"10.1007\/978-3-319-47880-7_3"},{"key":"3553_CR25","doi-asserted-by":"publisher","unstructured":"Huang X. and Paul M. J (2019). Neural Temporality Adaptation for Document Classification: Diachronic Word Embeddings and Domain Adaptation Models. in Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics 4113\u20134123 (Association for Computational Linguistics, 2019). https:\/\/doi.org\/10.18653\/v1\/P19-1403.","DOI":"10.18653\/v1\/P19-1403"},{"key":"3553_CR26","doi-asserted-by":"publisher","unstructured":"Huang X. and Paul M. J (2018). Examining Temporality in Document Classification. in Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers) 694\u2013699 (Association for Computational Linguistics, 2018). https:\/\/doi.org\/10.18653\/v1\/P18-2110.","DOI":"10.18653\/v1\/P18-2110"},{"key":"3553_CR27","first-page":"904","volume":"10","author":"O Agarwal","year":"2022","unstructured":"Agarwal O, Nenkova A. Temporal effects on pre-trained models for language processing tasks. Transact Assoc Comput Ling. 2022;10:904\u201321.","journal-title":"Transact Assoc Comput Ling"},{"key":"3553_CR28","doi-asserted-by":"publisher","unstructured":"Rijhwani S and Preotiuc-Pietro D (2020). Temporally-Informed Analysis of Named Entity Recognition. in Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics 7605\u20137617 (Association for Computational Linguistics, 2020). https:\/\/doi.org\/10.18653\/v1\/2020.acl-main.680.","DOI":"10.18653\/v1\/2020.acl-main.680"},{"key":"3553_CR29","doi-asserted-by":"crossref","unstructured":"Chen S, Neves L and Solorio T (2021). Mitigating Temporal-Drift: A Simple Approach to Keep NER Models Crisp. in Proceedings of the Ninth International Workshop on Natural Language Processing for Social Media.","DOI":"10.18653\/v1\/2021.socialnlp-1.14"},{"key":"3553_CR30","doi-asserted-by":"publisher","unstructured":"Lukes J & S\u00f8gaard, A. Sentiment analysis under temporal shift. in Proceedings of the 9th Workshop on Computational Approaches to Subjectivity, Sentiment and Social Media Analysis 65\u201371 (Association for Computational Linguistics, 2018). https:\/\/doi.org\/10.18653\/v1\/W18-6210.","DOI":"10.18653\/v1\/W18-6210"},{"key":"3553_CR31","doi-asserted-by":"publisher","first-page":"4180","DOI":"10.3390\/app10124180","volume":"10","author":"K Florio","year":"2020","unstructured":"Florio K, Basile V, Polignano M, Basile P, Patti V. Time of your hate: the challenge of time in hate speech detection on social media. Appl Sci. 2020;10:4180.","journal-title":"Appl Sci"},{"key":"3553_CR32","unstructured":"Nemeskey DM (2021) Introducing huBERT. in XVII. Magyar Sz\u00e1m\u00edt\u00f3g\u00e9pes Nyelv\u00e9szeti Konferencia (MSZNY2021) 3\u201314."},{"key":"3553_CR33","doi-asserted-by":"publisher","unstructured":"Basile V (2020). Domain Adaptation for Text Classification with Weird Embeddings. in Proceedings of the Seventh Italian Conference on Computational Linguistics CLiC-it 2020 (eds. Dell\u2019Orletta, F., Monti, J. & Tamburini, F.) 37\u201343 (Accademia University Press, 2020). https:\/\/doi.org\/10.4000\/books.aaccademia.8250.","DOI":"10.4000\/books.aaccademia.8250"},{"key":"3553_CR34","first-page":"763","volume":"2013","author":"J Zsibrita","year":"2013","unstructured":"Zsibrita J, Vincze V, Farkas R. magyarlanc: a tool for morphological and dependency parsing of hungarian. Proc Int Conf Rec Adv Nat Lang Process RANLP. 2013;2013:763\u201371.","journal-title":"Proc Int Conf Rec Adv Nat Lang Process RANLP"},{"key":"3553_CR35","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2021.115388","volume":"183","author":"N Gozuacik","year":"2021","unstructured":"Gozuacik N, Sakar CO, Ozcan S. Social media-based opinion retrieval for product analysis using multi-task deep neural networks. Expert Syst Appl. 2021;183: 115388.","journal-title":"Expert Syst Appl"},{"key":"3553_CR36","unstructured":"Fahfouh A, Riffi J, Mahraz M. A., Yahyaouy A. and Tairi H. (2022). A Contextual Relationship Model for Deceptive Opinion Spam Detection. IEEE Transactions on Neural Networks and Learning Systems."},{"key":"3553_CR37","doi-asserted-by":"publisher","first-page":"117149","DOI":"10.1016\/j.socscimed.2024.117149","volume":"356","author":"\u00c1 Stefkovics","year":"2024","unstructured":"Stefkovics \u00c1, Krek\u00f3 P, Koltai J. When reality knocks on the door. The effect of conspiracy beliefs on COVID-19 vaccine acceptance and the moderating role of experience with the virus. Soc Sci Med. 2024;356:117149.","journal-title":"Soc Sci Med"}],"container-title":["SN Computer Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s42979-024-03553-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s42979-024-03553-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s42979-024-03553-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,12,19]],"date-time":"2024-12-19T13:03:55Z","timestamp":1734613435000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s42979-024-03553-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,19]]},"references-count":38,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,1]]}},"alternative-id":["3553"],"URL":"https:\/\/doi.org\/10.1007\/s42979-024-03553-2","relation":{},"ISSN":["2661-8907"],"issn-type":[{"type":"electronic","value":"2661-8907"}],"subject":[],"published":{"date-parts":[[2024,12,19]]},"assertion":[{"value":"20 October 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 November 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 December 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of Interest"}},{"value":"As we did not include human subject in our research no ethical approval was needed.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics Approval"}}],"article-number":"13"}}