{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,4]],"date-time":"2026-06-04T11:03:26Z","timestamp":1780571006078,"version":"3.54.1"},"publisher-location":"Cham","reference-count":43,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030726096","type":"print"},{"value":"9783030726102","type":"electronic"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-72610-2_13","type":"book-chapter","created":{"date-parts":[[2021,4,8]],"date-time":"2021-04-08T17:04:24Z","timestamp":1617901464000},"page":"175-186","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":11,"title":["ELMo and BERT in Semantic Change Detection for Russian"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0289-7777","authenticated-orcid":false,"given":"Julia","family":"Rodina","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6163-4304","authenticated-orcid":false,"given":"Yuliya","family":"Trofimova","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2540-5912","authenticated-orcid":false,"given":"Andrey","family":"Kutuzov","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4920-1623","authenticated-orcid":false,"given":"Ekaterina","family":"Artemova","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2021,4,9]]},"reference":[{"key":"13_CR1","volume-title":"Language","author":"L Bloomfield","year":"1933","unstructured":"Bloomfield, L.: Language. Holt, New York (1933)"},{"key":"13_CR2","first-page":"132","volume":"17","author":"M Br\u00e9al","year":"1883","unstructured":"Br\u00e9al, M.: Les lois intellectuelles du langage: fragment de smantique. Annuaire de l\u2019Assocaition pour l\u2019encouragement des tudes grecques en France 17, 132\u2013142 (1883)","journal-title":"Annuaire de l\u2019Assocaition pour l\u2019encouragement des tudes grecques en France"},{"key":"13_CR3","unstructured":"Daniel, M., Dobrushina, N.: Dva veka v dvadtsati slovax [Two centuries in twenty words]. Izdatelskij dom NIU VSHE (2016)"},{"key":"13_CR4","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers), Minneapolis, Minnesota, pp. 4171\u20134186. Association for Computational Linguistics, June 2019"},{"key":"13_CR5","unstructured":"Droganova, K., Lyashevskaya, O., Zeman, D.: Data conversion and consistency of monolingual corpora: Russian UD treebanks. In: Proceedings of the 17th International Workshop on Treebanks and Linguistic Theories, Oslo University, Norway, pp. 52\u201365 (2018)"},{"key":"13_CR6","unstructured":"Firth, J.R.: A synopsis of linguistic theory, 1930\u20131955. Blackwell (1957)"},{"key":"13_CR7","unstructured":"Fomin, V., Bakshandaeva, D., Rodina, J., Kutuzov, A.: Tracing cultural diachronic semantic shifts in Russian using word embeddings: test sets and baselines. Komp\u2019yuternaya Lingvistika i Intellektual\u2019nye Tekhnologii: Dialog conference, pp. 203\u2013218 (2019)"},{"issue":"5814","key":"13_CR8","doi-asserted-by":"publisher","first-page":"972","DOI":"10.1126\/science.1136800","volume":"315","author":"BJ Frey","year":"2007","unstructured":"Frey, B.J., Dueck, D.: Clustering by passing messages between data points. Science 315(5814), 972\u2013976 (2007)","journal-title":"Science"},{"key":"13_CR9","doi-asserted-by":"crossref","unstructured":"Giulianelli, M.: Lexical Semantic Change Analysis with Contextualised Word Representations. M.S. thesis, University of Amsterdam (7 2019)","DOI":"10.18653\/v1\/2020.acl-main.365"},{"key":"13_CR10","doi-asserted-by":"crossref","unstructured":"Giulianelli, M., Del Tredici, M., Fern\u00e1ndez, R.: Analysing lexical semantic change with contextualised word representations. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics. Association for Computational Linguistics (2020)","DOI":"10.18653\/v1\/2020.acl-main.365"},{"key":"13_CR11","unstructured":"Gulordava, K., Baroni, M.: A distributional similarity approach to the detection of semantic change in the Google books Ngram corpus. In: Proceedings of the GEMS 2011 Workshop on GEometrical Models of Natural Language Semantics, Edinburgh, UK, pp. 67\u201371. Association for Computational Linguistics, July 2011"},{"key":"13_CR12","doi-asserted-by":"crossref","unstructured":"Hamilton, W.L., Leskovec, J., Jurafsky, D.: Diachronic word embeddings reveal statistical laws of semantic change. In: Proceedings of the 54th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), Berlin, Germany, pp. 1489\u20131501. Association for Computational Linguistics, August 2016","DOI":"10.18653\/v1\/P16-1141"},{"key":"13_CR13","doi-asserted-by":"crossref","unstructured":"Howard, J., Ruder, S.: Universal language model fine-tuning for text classification. In: Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), Melbourne, Australia, pp. 328\u2013339. Association for Computational Linguistics, July 2018","DOI":"10.18653\/v1\/P18-1031"},{"key":"13_CR14","doi-asserted-by":"crossref","unstructured":"Hu, R., Li, S., Liang, S.: Diachronic sense modeling with deep contextualized word embeddings: an ecological view. In: Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics, Florence, Italy, pp. 3899\u20133908. Association for Computational Linguistics, July 2019","DOI":"10.18653\/v1\/P19-1379"},{"key":"13_CR15","doi-asserted-by":"crossref","unstructured":"Jatowt, A., Duh, K.: A framework for analyzing semantic change of words across time. In: Proceedings of the 14th ACM\/IEEE-CS Joint Conference on Digital Libraries, pp. 229\u2013238. JCDL 2014. IEEE Press (2014)","DOI":"10.1109\/JCDL.2014.6970173"},{"key":"13_CR16","unstructured":"Jurgens, D., Stevens, K.: Event detection in blogs using temporal random indexing. In: Proceedings of the Workshop on Events in Emerging Text Types, Borovets, Bulgaria, pp. 9\u201316. Association for Computational Linguistics, September 2009"},{"key":"13_CR17","doi-asserted-by":"crossref","unstructured":"Kim, Y., Chiu, Y.I., Hanaki, K., Hegde, D., Petrov, S.: Temporal analysis of language through neural language models. In: Proceedings of the ACL 2014 Workshop on Language Technologies and Computational Social Science, Baltimore, MD, USA, pp. 61\u201365. Association for Computational Linguistics, June 2014","DOI":"10.3115\/v1\/W14-2517"},{"key":"13_CR18","doi-asserted-by":"crossref","unstructured":"Kulkarni, V., Al-Rfou, R., Perozzi, B., Skiena, S.: Statistically significant detection of linguistic change. In: Proceedings of the 24th International Conference on World Wide Web, pp. 625\u2013635. WWW 2015, International World Wide Web Conferences Steering Committee (2015)","DOI":"10.1145\/2736277.2741627"},{"issue":"1","key":"13_CR19","doi-asserted-by":"publisher","first-page":"79","DOI":"10.1214\/aoms\/1177729694","volume":"22","author":"S Kullback","year":"1951","unstructured":"Kullback, S., Leibler, R.A.: On information and sufficiency. Ann. Math. Statist. 22(1), 79\u201386 (1951)","journal-title":"Ann. Math. Statist."},{"key":"13_CR20","unstructured":"Kuratov, Y., Arkhipov, M.: Adaptation of deep bidirectional multilingual transformers for Russian language. Komp\u2019yuternaya Lingvistika i Intellektual\u2019nye Tekhnologii: Dialog conference (2019). http:\/\/www.dialog-21.ru\/media\/4606\/kuratovyplusarkhipovm-025.pdf"},{"key":"13_CR21","doi-asserted-by":"crossref","unstructured":"Kutuzov, A., Giulianelli, M.: UiO-UvA at SemEval-2020 task 1: Contextualised embeddings for lexical semantic change detection. In: arXiv preprint arXiv:2005.00050 (to appear in Proceedings of the 14th International Workshop on Semantic Evaluation). Association for Computational Linguistics, Barcelona, Spain (2020)","DOI":"10.18653\/v1\/2020.semeval-1.14"},{"key":"13_CR22","doi-asserted-by":"publisher","first-page":"155","DOI":"10.1007\/978-3-319-52920-2_15","volume-title":"Analysis of Images, Social Networks and Texts","author":"A Kutuzov","year":"2017","unstructured":"Kutuzov, A., Kuzmenko, E.: WebVectors: a toolkit for building web interfaces for vector semantic models. In: Ignatov, D.I., et al. (eds.) Analysis of Images, Social Networks and Texts, pp. 155\u2013161. Springer International Publishing, Cham (2017)"},{"key":"13_CR23","doi-asserted-by":"crossref","unstructured":"Kutuzov, A., Kuzmenko, E.: Two centuries in two thousand words: Neural embedding models in detecting diachronic lexical changes. Quant. Approaches Russ. Lang. 95\u2013112 (2018)","DOI":"10.4324\/9781315105048-5"},{"key":"13_CR24","unstructured":"Kutuzov, A., Kuzmenko, E.: To lemmatize or not to lemmatize: How word normalisation affects ELMo performance in word sense disambiguation. In: Proceedings of the First NLPL Workshop on Deep Learning for Natural Language Processing, Turku, Finland, pp. 22\u201328, September 2019"},{"key":"13_CR25","unstructured":"Kutuzov, A., \u00d8vrelid, L., Szymanski, T., Velldal, E.: Diachronic word embeddings and semantic shifts: a survey. In: Proceedings of the 27th International Conference on Computational Linguistics, Santa Fe, New Mexico, USA, pp. 1384\u20131397. Association for Computational Linguistics, August 2018"},{"key":"13_CR26","unstructured":"Lloyd, S.P.: Least squares quantization in PCM. IEEE Trans. Inf. Theory 28(2), 129\u2013136 (1982). http:\/\/dblp.uni-trier.de\/db\/journals\/tit\/tit28.html#Lloyd82"},{"key":"13_CR27","unstructured":"Martinc, M., Kralj Novak, P., Pollak, S.: Leveraging contextual embeddings for detecting diachronic semantic shift. In: Proceedings of The 12th Language Resources and Evaluation Conference, Marseille, France, pp. 4811\u20134819. European Language Resources Association, May 2020. https:\/\/www.aclweb.org\/anthology\/2020.lrec-1.592"},{"key":"13_CR28","doi-asserted-by":"crossref","unstructured":"Martinc, M., Montariol, S., Zosa, E., Pivovarova, L.: Capturing evolution in word usage: just add more clusters? In: Companion Proceedings of the Web Conference 2020, pp. 343\u2013349. WWW 2020. Association for Computing Machinery (2020)","DOI":"10.1145\/3366424.3382186"},{"key":"13_CR29","doi-asserted-by":"publisher","first-page":"176","DOI":"10.1126\/science.1199644","volume":"331","author":"JB Michel","year":"2011","unstructured":"Michel, J.B., et al.: Quantitative analysis of culture using millions of digitized books. Science 331, 176\u201382 (2011)","journal-title":"Science"},{"key":"13_CR30","unstructured":"Mikolov, T., Sutskever, I., Chen, K., Corrado, G., Dean, J.: Distributed representations of words and phrases and their compositionality. In: Proceedings of the 26th International Conference on Neural Information Processing Systems, vol. 2, pp. 3111\u20133119. NIPS 2013, Curran Associates Inc. (2013)"},{"key":"13_CR31","doi-asserted-by":"crossref","unstructured":"Mitra, S., Mitra, R., Riedl, M., Biemann, C., Mukherjee, A., Goyal, P.: That\u2019s sick dude!: automatic identification of word sense change across different timescales. In: Proceedings of the 52nd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), Baltimore, Maryland, pp. 1020\u20131029. Association for Computational Linguistics, June 2014","DOI":"10.3115\/v1\/P14-1096"},{"key":"13_CR32","doi-asserted-by":"crossref","unstructured":"Peters, M., Neumann, M., Iyyer, M., Gardner, M., Clark, C., Lee, K., Zettlemoyer, L.: Deep contextualized word representations. In: Proceedings of the 2018 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long Papers), New Orleans, Louisiana, pp. 2227\u20132237. Association for Computational Linguistics (2018)","DOI":"10.18653\/v1\/N18-1202"},{"key":"13_CR33","doi-asserted-by":"crossref","unstructured":"Peters, M., Neumann, M., Zettlemoyer, L., Yih, W.t.: Dissecting contextual word embeddings: architecture and representation. In: Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing, Brussels, Belgium, pp. 1499\u20131509. Association for Computational Linguistics, October 2018","DOI":"10.18653\/v1\/D18-1179"},{"key":"13_CR34","unstructured":"Radford, A., Narasimhan, K., Salimans, T., Sutskever, I.: Improving language understanding by generative pre-training (2018), openAI"},{"key":"13_CR35","doi-asserted-by":"crossref","unstructured":"Rodina, J., Kutuzov, A.: RuSemShift: a dataset of historical lexical semantic change in Russian. In: arXiv:2010.06436 (to appear in Proceedings of the 28th Conference on Computational Linguistics (COLING-2020)) (2020)","DOI":"10.18653\/v1\/2020.coling-main.90"},{"key":"13_CR36","doi-asserted-by":"crossref","unstructured":"Rosenfeld, A., Erk, K.: Deep neural models of semantic shift. In: Proceedings of the 2018 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long Papers), pp. 474\u2013484. Association for Computational Linguistics (Jun 2018)","DOI":"10.18653\/v1\/N18-1044"},{"key":"13_CR37","doi-asserted-by":"crossref","unstructured":"Schlechtweg, D., McGillivray, B., Hengchen, S., Dubossarsky, H., Tahmasebi, N.: Semeval 2020 task 1: unsupervised lexical semantic change detection. In: To appear in Proceedings of the 14th International Workshop on Semantic Evaluation. Association for Computational Linguistics, Barcelona, Spain (2020)","DOI":"10.18653\/v1\/2020.semeval-1.1"},{"key":"13_CR38","doi-asserted-by":"crossref","unstructured":"Schlechtweg, D., Schulte im Walde, S., Eckmann, S.: Diachronic usage relatedness (DURel): a framework for the annotation of lexical semantic change. In: Proceedings of the 2018 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 2 (Short Papers), New Orleans, Louisiana, pp. 169\u2013174. Association for Computational Linguistics, June 2018","DOI":"10.18653\/v1\/N18-2027"},{"key":"13_CR39","unstructured":"Shavrina, T., Shapovalova, O.: To the methodology of corpus construction for machine learning: Taiga syntax tree corpus and parser. In: Proceedings of the CORPORA2017 International Conference. Saint-Petersbourg (2017)"},{"key":"13_CR40","unstructured":"Stern, G.: Meaning and Change of Meaning, with Special Reference to the English Language. Wettergren & Kerber (1931)"},{"key":"13_CR41","doi-asserted-by":"crossref","unstructured":"Straka, M., Strakov\u00e1, J.: Tokenizing, POS tagging, lemmatizing and parsing UD 2.0 with UDPipe. In: Proceedings of the CoNLL 2017 Shared Task: Multilingual Parsing from Raw Text to Universal Dependencies, Vancouver, Canada, pp. 88\u201399. Association for Computational Linguistics, August 2017","DOI":"10.18653\/v1\/K17-3009"},{"issue":"5","key":"13_CR42","doi-asserted-by":"publisher","first-page":"649","DOI":"10.1017\/S1351324918000220","volume":"24","author":"X Tang","year":"2018","unstructured":"Tang, X.: A state-of-the-art of semantic change computation. Natl. Lang. Eng. 24(5), 649\u2013676 (2018)","journal-title":"Natl. Lang. Eng."},{"key":"13_CR43","unstructured":"Vaswani, A., et al.: Attention is all you need. CoRR abs\/1706.03762 (2017). http:\/\/arxiv.org\/abs\/1706.03762"}],"container-title":["Lecture Notes in Computer Science","Analysis of Images, Social Networks and Texts"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-72610-2_13","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,23]],"date-time":"2022-12-23T20:44:45Z","timestamp":1671828285000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-72610-2_13"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030726096","9783030726102"],"references-count":43,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-72610-2_13","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"9 April 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AIST","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Analysis of Images, Social Networks and Texts","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Moscow","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Russia","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15 October 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16 October 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aist2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/aistconf.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"108","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"41","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"13","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"38% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3.1","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2.33","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Due to the COVID-19 pandemic the conference was held online","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}