{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,20]],"date-time":"2025-12-20T22:21:04Z","timestamp":1766269264771},"reference-count":32,"publisher":"Association for Natural Language Processing","issue":"2","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Journal of Natural Language Processing"],"published-print":{"date-parts":[[2023]]},"DOI":"10.5715\/jnlp.30.713","type":"journal-article","created":{"date-parts":[[2023,6,14]],"date-time":"2023-06-14T22:14:15Z","timestamp":1686780855000},"page":"713-747","source":"Crossref","is-referenced-by-count":2,"title":["Analysis of Semantic Changes in Japanese Words Using BERT","BERT \u3092\u7528\u3044\u305f\u65e5\u672c\u8a9e\u306e\u610f\u5473\u5909\u5316\u306e\u5206\u6790"],"prefix":"10.5715","volume":"30","author":[{"given":"Kazuma","family":"Kobayashi","sequence":"first","affiliation":[{"name":"Tokyo Metropolitan University"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Taichi","family":"Aida","sequence":"additional","affiliation":[{"name":"Tokyo Metropolitan University"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Teruaki","family":"Oka","sequence":"additional","affiliation":[{"name":"Tokyo Metropolitan University"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mamoru","family":"Komachi","sequence":"additional","affiliation":[{"name":"Tokyo Metropolitan University"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"3685","reference":[{"key":"1","unstructured":"Aida, T., Komachi, M., Ogiso, T., Takamura, H., and Mochihashi, D. (2021). \u201cA Comprehensive Analysis of PMI-based Models for Measuring Semantic Differences.\u201d In <i>Proceedings of the 35th Pacific Asia Conference on Language, Information and Computation<\/i>, pp. 21\u201331, Shanghai, China. PACLIC Steering Committee."},{"key":"2","unstructured":"Bloomfield, L. (1933). <i>Language<\/i>."},{"key":"3","unstructured":"Cook, P. and Stevenson, S. (2010). \u201cAutomatically Identifying Changes in the Semantic Orientation of Words.\u201d In <i>Proceedings of the 7th International Conference on Language Resources and Evaluation (LREC\u201910)<\/i>, Valletta, Malta. European Language Resources Association (ELRA)."},{"key":"4","unstructured":"Devlin, J., Chang, M.-W., Lee, K., and Toutanova, K. (2019). \u201cBERT: Pre-training of Deep Bidirectional Transformers for Language Understanding.\u201d In <i>Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers)<\/i>, pp. 4171\u20134186, Minneapolis, Minnesota. Association for Computational Linguistics."},{"key":"5","unstructured":"Erk, K. and Pad\u00f3, S. (2010). \u201cExemplar-Based Models for Word Meaning in Context.\u201d In <i>Proceedings of the ACL 2010 Conference Short Papers<\/i>, pp. 92\u201397, Uppsala, Sweden. Association for Computational Linguistics."},{"key":"6","unstructured":"Ester, M., Kriegel, H.-P., Sander, J., and Xu, X. (1996). \u201cA Density-Based Algorithm for Discovering Clusters in Large Spatial Databases with Noise.\u201d In <i>Proceedings of the 2nd International Conference on Knowledge Discovery and Data Mining<\/i>, KDD\u201996, pp. 226\u2013231. AAAI Press."},{"key":"7","doi-asserted-by":"crossref","unstructured":"Geeraerts, D. (2015). \u201cHow Words and Vocabularies Change.\u201d In <i>The Oxford Handbook of the Word<\/i>. Oxford University Press.","DOI":"10.1093\/oxfordhb\/9780199641604.013.026"},{"key":"8","doi-asserted-by":"crossref","unstructured":"Giulianelli, M., Del Tredici, M., and Fern\u00e1ndez, R. (2020). \u201cAnalysing Lexical Semantic Change with Contextualised Word Representations.\u201d In <i>Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics<\/i>, pp. 3960\u20133973, Online. Association for Computational Linguistics.","DOI":"10.18653\/v1\/2020.acl-main.365"},{"key":"9","doi-asserted-by":"crossref","unstructured":"Hamilton, W. L., Leskovec, J., and Jurafsky, D. (2016a). \u201cCultural Shift or Linguistic Drift? Comparing Two Computational Measures of Semantic Change.\u201d In <i>Proceedings of the 2016 Conference on Empirical Methods in Natural Language Processing<\/i>, pp. 2116\u20132121, Austin, Texas. Association for Computational Linguistics.","DOI":"10.18653\/v1\/D16-1229"},{"key":"10","doi-asserted-by":"crossref","unstructured":"Hamilton, W. L., Leskovec, J., and Jurafsky, D. (2016b). \u201cDiachronic Word Embeddings Reveal Statistical Laws of Semantic Change.\u201d In <i>Proceedings of the 54th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)<\/i>, pp. 1489\u20131501, Berlin, Germany. Association for Computational Linguistics.","DOI":"10.18653\/v1\/P16-1141"},{"key":"11","unstructured":"Hou, R., Huang, C.-R., and Ahrens, K. (2020). \u201cLanguage change in Report on the Work of the Government by Premiers of the People\u2019s Republic of China.\u201d In <i>Proceedings of the 34th Pacific Asia Conference on Language, Information and Computation<\/i>, pp. 100\u2013106, Hanoi, Vietnam. PACLIC Steering Committee."},{"key":"12","doi-asserted-by":"crossref","unstructured":"Hu, R., Li, S., and Liang, S. (2019). \u201cDiachronic Sense Modeling with Deep Contextualized Word Embeddings: An Ecological View.\u201d In <i>Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics<\/i>, pp. 3899\u20133908, Florence, Italy. Association for Computational Linguistics.","DOI":"10.18653\/v1\/P19-1379"},{"key":"13","doi-asserted-by":"crossref","unstructured":"Karnysheva, A. and Schwarz, P. (2020). \u201cTUE at SemEval-2020 Task 1: Detecting Semantic Change by Clustering Contextual Word Embeddings.\u201d In <i>Proceedings of the 14th Workshop on Semantic Evaluation<\/i>, pp. 232\u2013238, Barcelona (online). International Committee for Computational Linguistics.","DOI":"10.18653\/v1\/2020.semeval-1.28"},{"key":"14","doi-asserted-by":"crossref","unstructured":"Kim, Y., Chiu, Y.-I., Hanaki, K., Hegde, D., and Petrov, S. (2014). \u201cTemporal Analysis of Language through Neural Language Models.\u201d In <i>Proceedings of the ACL 2014 Workshop on Language Technologies and Computational Social Science<\/i>, pp. 61\u201365, Baltimore, MD, USA. Association for Computational Linguistics.","DOI":"10.3115\/v1\/W14-2517"},{"key":"15","doi-asserted-by":"crossref","unstructured":"Kutuzov, A. and Giulianelli, M. (2020). \u201cUiO-UvA at SemEval-2020 Task 1: Contextualised Embeddings for Lexical Semantic Change Detection.\u201d In <i>Proceedings of the 14th Workshop on Semantic Evaluation<\/i>, pp. 126\u2013134, Barcelona (online). International Committee for Computational Linguistics.","DOI":"10.18653\/v1\/2020.semeval-1.14"},{"key":"16","doi-asserted-by":"crossref","unstructured":"Lin, J. (1991). \u201cDivergence measures based on the Shannon entropy.\u201d <i>IEEE Transactions on Information Theory<\/i>, 37, pp. 145\u2013151.","DOI":"10.1109\/18.61115"},{"key":"17","unstructured":"\u9593\u6df5\u6d0b\u5b50\uff0c\u5c0f\u6728\u66fd\u667a\u4fe1 (2021). \u8fd1\u73fe\u4ee3\u65e5\u672c\u8a9e\u306e\u610f\u5473\u5909\u5316\u5206\u6790\u306e\u305f\u3081\u306e\u5358\u8a9e\u30c7\u30fc\u30bf\u30bb\u30c3\u30c8\u69cb\u7bc9\u306e\u8a66\u307f. \u8a00\u8a9e\u51e6\u7406\u5b66\u4f1a\u7b2c 27 \u56de\u5e74\u6b21\u5927\u4f1a\u767a\u8868\u8ad6\u6587\u96c6, pp. 1166\u20131170, \u5317\u4e5d\u5dde\u56fd\u969b\u4f1a\u8b70\u5834\uff08\u30aa\u30f3\u30e9\u30a4\u30f3\u958b\u50ac\uff09. \u8a00\u8a9e\u51e6\u7406\u5b66\u4f1a\u4e8b\u52d9\u5c40. [Y. Mabuchi and T. Ogiso (2021). Kingendai Nihongo no Imi Henka Bunseki notameno Tango Detasetto Kochiku no Kokoromi. Proceedings of the 27th Annual Meeting of the Association for Natural Language Processing, pp. 1166\u20131170.]."},{"key":"18","unstructured":"Martinc, M., Kralj Novak, P., and Pollak, S. (2020). \u201cLeveraging Contextual Embeddings for Detecting Diachronic Semantic Shift.\u201d In <i>Proceedings of the 12th Language Resources and Evaluation Conference<\/i>, pp. 4811\u20134819, Marseille, France. European Language Resources Association."},{"key":"19","unstructured":"Matej, M., Syrielle, M., Elaine, Z., and Lidia, P. (2020). \u201cCapturing Evolution in Word Usage: Just Add More Clusters?\u201d In <i>WWW \u201920: Companion Proceedings of the Web Conference 2020<\/i>, pp. 343\u2013349. Association for Computing MachineryNew YorkNYUnited States."},{"key":"20","doi-asserted-by":"crossref","unstructured":"Melamud, O., Goldberger, J., and Dagan, I. (2016). \u201ccontext2vec: Learning Generic Context Embedding with Bidirectional LSTM.\u201d In <i>Proceedings of The 20th SIGNLL Conference on Computational Natural Language Learning<\/i>, pp. 51\u201361, Berlin, Germany. Association for Computational Linguistics.","DOI":"10.18653\/v1\/K16-1006"},{"key":"21","unstructured":"Mikolov, T., Chen, K., Corrado, G., and Dean, J. (2013). \u201cEfficient Estimation of Word Representations in Vector Space.\u201d In <i>Proceedings of ICLR Workshops Track, 2013.<\/i>"},{"key":"22","doi-asserted-by":"crossref","unstructured":"Montariol, S., Martinc, M., and Pivovarova, L. (2021). \u201cScalable and Interpretable Semantic Change Detection.\u201d In <i>Proceedings of the 2021 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies<\/i>, pp. 4642\u20134652, Online. Association for Computational Linguistics.","DOI":"10.18653\/v1\/2021.naacl-main.369"},{"key":"23","doi-asserted-by":"crossref","unstructured":"Peter, R. (1987). \u201cSilhouettes: A Graphical Aid to the Interpretation and Validation of Cluster Analysis.\u201d In <i>Journal of Computational and Applied Mathematics, Volume 20<\/i>, pp. 53\u201365.","DOI":"10.1016\/0377-0427(87)90125-7"},{"key":"24","doi-asserted-by":"crossref","unstructured":"Peters, M. E., Neumann, M., Iyyer, M., Gardner, M., Clark, C., Lee, K., and Zettlemoyer, L. (2018). \u201cDeep Contextualized Word Representations.\u201d In <i>Proceedings of the 2018 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long Papers)<\/i>, pp. 2227\u20132237, New Orleans, Louisiana. Association for Computational Linguistics.","DOI":"10.18653\/v1\/N18-1202"},{"key":"25","unstructured":"Pilehvar, M. T. and Camacho-Collados, J. (2019). \u201cWiC: The Word-in-Context Dataset for Evaluating Context-Sensitive Meaning Representations.\u201d In <i>Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers)<\/i>, pp. 1267\u20131273, Minneapolis, Minnesota. Association for Computational Linguistics."},{"key":"26","unstructured":"Radford, A. and Narasimhan, K. (2018). \u201cImproving Language Understanding by Generative Pre-Training.\u201d. https:\/\/openai.com\/research\/language-unsupervised."},{"key":"27","doi-asserted-by":"crossref","unstructured":"Rodina, J. and Kutuzov, A. (2020). \u201cRuSemShift: a dataset of historical lexical semantic change in Russian.\u201d In <i>Proceedings of the 28th International Conference on Computational Linguistics<\/i>, pp. 1037\u20131047, Barcelona, Spain (Online). International Committee on Computational Linguistics.","DOI":"10.18653\/v1\/2020.coling-main.90"},{"key":"28","doi-asserted-by":"crossref","unstructured":"Schlechtweg, D., McGillivray, B., Hengchen, S., Dubossarsky, H., and Tahmasebi, N. (2020). \u201cSemEval-2020 Task 1: Unsupervised Lexical Semantic Change Detection.\u201d In <i>Proceedings of the 14th Workshop on Semantic Evaluation<\/i>, pp. 1\u201323, Barcelona (online). International Committee for Computational Linguistics.","DOI":"10.18653\/v1\/2020.semeval-1.1"},{"key":"29","unstructured":"Sch\u00fctze, H. (1998). \u201cAutomatic Word Sense Discrimination.\u201d <i>Computational Linguistics<\/i>, 24 (1), pp. 97\u2013123."},{"key":"30","unstructured":"Vassilvitskii, S. and Arthur, D. (2006). \u201ck-means++: The Advantages of Careful Seeding.\u201d In <i>Proceedings of the 18th Annual ACM-SIAM Symposium on Discrete Algorithms<\/i>, pp. 1027\u20131035."},{"key":"31","unstructured":"Vaswani, A., Shazeer, N., Parmar, N., Uszkoreit, J., Jones, L., Gomez, A. N., Kaiser, \u023d., and Polosukhin, I. (2017). \u201cAttention is All you Need.\u201d <i>Advances in Neural Information Processing Systems<\/i>, 30."},{"key":"32","doi-asserted-by":"crossref","unstructured":"Yao, Z., Sun, Y., Ding, W., Rao, N., and Xiong, H. (2018). \u201cDynamic Word Embeddings for Evolving Semantic Discovery.\u201d In <i>Proceedings of the 11th ACM International Conference on Web Search and Data Mining<\/i>, pp. 673\u2013681, New York, USA. Association for Computing Machinery.","DOI":"10.1145\/3159652.3159703"}],"container-title":["Journal of Natural Language Processing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.jstage.jst.go.jp\/article\/jnlp\/30\/2\/30_713\/_pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,6,17]],"date-time":"2023-06-17T04:29:03Z","timestamp":1686976143000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.jstage.jst.go.jp\/article\/jnlp\/30\/2\/30_713\/_article\/-char\/ja\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"references-count":32,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2023]]}},"URL":"https:\/\/doi.org\/10.5715\/jnlp.30.713","relation":{},"ISSN":["1340-7619","2185-8314"],"issn-type":[{"value":"1340-7619","type":"print"},{"value":"2185-8314","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]}}}