{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,23]],"date-time":"2025-11-23T06:11:48Z","timestamp":1763878308249,"version":"3.37.3"},"reference-count":56,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2019,6,1]],"date-time":"2019-06-01T00:00:00Z","timestamp":1559347200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"},{"start":{"date-parts":[[2019,6,25]],"date-time":"2019-06-25T00:00:00Z","timestamp":1561420800000},"content-version":"vor","delay-in-days":24,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"crossref","award":["U1711262"],"award-info":[{"award-number":["U1711262"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61472428"],"award-info":[{"award-number":["61472428"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001691","name":"Japan Society for the Promotion of Science","doi-asserted-by":"publisher","award":["JP17K12739"],"award-info":[{"award-number":["JP17K12739"]}],"id":[{"id":"10.13039\/501100001691","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001691","name":"Japan Society for the Promotion of Science","doi-asserted-by":"crossref","award":["JPMJCR1687"],"award-info":[{"award-number":["JPMJCR1687"]}],"id":[{"id":"10.13039\/501100001691","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Data Sci. Eng."],"published-print":{"date-parts":[[2019,6]]},"DOI":"10.1007\/s41019-019-0096-6","type":"journal-article","created":{"date-parts":[[2019,6,25]],"date-time":"2019-06-25T18:10:32Z","timestamp":1561486232000},"page":"157-175","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":46,"title":["Scaling Word2Vec on Big Corpus"],"prefix":"10.1007","volume":"4","author":[{"given":"Bofang","family":"Li","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Aleksandr","family":"Drozd","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yuhe","family":"Guo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tao","family":"Liu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Satoshi","family":"Matsuoka","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaoyong","family":"Du","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,6,25]]},"reference":[{"key":"96_CR1","doi-asserted-by":"crossref","unstructured":"Agirre E, Alfonseca E, Hall K, Kravalova J, Pa\u015fca M, Soroa A (2009) A study on similarity and relatedness using distributional and wordnet-based approaches. In: NAACL. Association for Computational Linguistics, pp 19\u201327","DOI":"10.3115\/1620754.1620758"},{"key":"96_CR2","unstructured":"Akiba T, Fukuda K, Suzuki S (2017) ChainerMN: scalable distributed deep learning framework. In: Proceedings of workshop on ML systems in the thirty-first annual conference on neural information processing systems (NIPS)"},{"key":"96_CR3","unstructured":"Almuhareb A (2006) Attributes in lexical acquisition.\u00a0Doctoral dissertation, University of Essex"},{"key":"96_CR4","doi-asserted-by":"crossref","unstructured":"Bae S, Yi Y (2016) Acceleration of word2vec using GPUs. In: International conference on neural information processing. Springer, pp 269\u2013279","DOI":"10.1007\/978-3-319-46672-9_31"},{"key":"96_CR5","doi-asserted-by":"crossref","unstructured":"Baroni M, Dinu G, Kruszewski G (2014) Don\u2019t count, predict! a systematic comparison of context-counting vs. context-predicting semantic vectors. In: Proceedings of the 52nd annual meeting of the association for computational linguistics (Volume 1: Long Papers), vol 1, pp 238\u2013247","DOI":"10.3115\/v1\/P14-1023"},{"key":"96_CR6","unstructured":"Baroni M, Evert S, Lenci A (2008) Esslli 2008 workshop on distributional lexical semantics. Association for Logic, Language and Information, Hamburg, Germany"},{"issue":"2","key":"96_CR7","doi-asserted-by":"publisher","first-page":"222","DOI":"10.1111\/j.1551-6709.2009.01068.x","volume":"34","author":"M Baroni","year":"2010","unstructured":"Baroni M, Murphy B, Barbu E, Poesio M (2010) Strudel: a corpus-based semantic model based on properties and types. Cognit Sci 34(2):222\u2013254","journal-title":"Cognit Sci"},{"key":"96_CR8","first-page":"1137","volume":"3","author":"Y Bengio","year":"2003","unstructured":"Bengio Y, Ducharme R, Vincent P, Janvin C (2003) A neural probabilistic language model. J Mach Learn Res 3:1137\u20131155","journal-title":"J Mach Learn Res"},{"key":"96_CR9","doi-asserted-by":"publisher","first-page":"135","DOI":"10.1162\/tacl_a_00051","volume":"5","author":"P Bojanowski","year":"2017","unstructured":"Bojanowski P, Grave E, Joulin A, Mikolov T (2017) Enriching word vectors with subword information. Trans Assoc Comput Linguist 5:135\u2013146","journal-title":"Trans Assoc Comput Linguist"},{"key":"96_CR10","unstructured":"Bruni E, Boleda G, Baroni M, Tran NK (2012) Distributional semantics in technicolor. In: ACL. Association for Computational Linguistics, pp 136\u2013145"},{"key":"96_CR11","doi-asserted-by":"crossref","unstructured":"Collobert R, Weston J (2008) A unified architecture for natural language processing: deep neural networks with multitask learning. In: ICML. ACM, pp 160\u2013167","DOI":"10.1145\/1390156.1390177"},{"key":"96_CR12","first-page":"2493","volume":"12","author":"R Collobert","year":"2011","unstructured":"Collobert R, Weston J, Bottou L, Karlen M, Kavukcuoglu K, Kuksa P (2011) Natural language processing (almost) from scratch. J Mach Learn Res 12:2493\u20132537","journal-title":"J Mach Learn Res"},{"key":"96_CR13","unstructured":"Deng L, Wiebe J (2015) Mpqa 3.0: an entity\/event-level sentiment corpus. In: Proceedings of the 2015 conference of the North American chapter of the association for computational linguistics: human language technologies, pp 1323\u20131328"},{"key":"96_CR14","unstructured":"Drozd A, Gladkova A, Matsuoka S (2016) Word embeddings, analogies, and machine learning: beyond king - man + woman = queen. In: COLING"},{"issue":"5","key":"96_CR15","doi-asserted-by":"publisher","first-page":"702","DOI":"10.1002\/asi.20524","volume":"58","author":"L Egghe","year":"2007","unstructured":"Egghe L (2007) Untangling Herdan\u2019s law and Heaps\u2019 law: mathematical and informetric arguments. J Am Soc Inf Sci Technol 58(5):702\u2013709","journal-title":"J Am Soc Inf Sci Technol"},{"key":"96_CR16","doi-asserted-by":"crossref","unstructured":"Finkelstein L, Gabrilovich E, Matias Y, Rivlin E, Solan Z, Wolfman G, Ruppin E (2001) Placing search in context: the concept revisited. In: WWW. ACM, pp 406\u2013414","DOI":"10.1145\/371920.372094"},{"key":"96_CR17","doi-asserted-by":"crossref","unstructured":"Gladkova A, Drozd A, Matsuoka S (2016) Analogy-based detection of morphological and semantic relations with word embeddings: what works and what doesn\u2019t. In: NAACL-HLT, pp 8\u201315","DOI":"10.18653\/v1\/N16-2002"},{"key":"96_CR18","doi-asserted-by":"crossref","unstructured":"Gupta S, Khare V (2017) Blazingtext: scaling and accelerating word2vec using multiple GPUs. In: Proceedings of the machine learning on HPC environments. ACM, p 6","DOI":"10.1145\/3146347.3146354"},{"issue":"23","key":"96_CR19","doi-asserted-by":"publisher","first-page":"146","DOI":"10.1080\/00437956.1954.11659520","volume":"10","author":"Z Harris","year":"1954","unstructured":"Harris Z (1954) Distributional structure. Word 10(23):146\u2013162","journal-title":"Word"},{"key":"96_CR20","doi-asserted-by":"publisher","first-page":"665","DOI":"10.1162\/COLI_a_00237","volume":"41","author":"F Hill","year":"2016","unstructured":"Hill F, Reichart R, Korhonen A (2016) Simlex-999: evaluating semantic models with (genuine) similarity estimation.\u00a0Comput Linguist 41:665\u2013695","journal-title":"Comput Linguist"},{"issue":"1","key":"96_CR21","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1162\/neco.1997.9.1.1","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter S, Schmidhuber J (1997) Flat minima. Neural Comput 9(1):1\u201342","journal-title":"Neural Comput"},{"key":"96_CR22","unstructured":"Hoffer E, Hubara I, Soudry D (2017) Train longer, generalize better: closing the generalization gap in large batch training of neural networks. In: Advances in neural information processing systems, pp 1731\u20131741"},{"key":"96_CR23","unstructured":"Jastrzebski S, Le\u015bniak D, Czarnecki WM (2017) How to evaluate word embeddings? on importance of data efficiency and simple supervised tasks. arXiv preprint arXiv:1702.02170"},{"key":"96_CR24","unstructured":"Ji S, Satish N, Li S, Dubey P (2016) Parallelizing word2vec in multi-core and many-core architectures. arXiv preprint arXiv:1611.06172"},{"key":"96_CR25","unstructured":"Keskar NS, Mudigere D, Nocedal J, Smelyanskiy M, Tang PTP (2016) On large-batch training for deep learning: generalization gap and sharp minima. arXiv preprint arXiv:1609.04836"},{"key":"96_CR26","doi-asserted-by":"publisher","first-page":"462","DOI":"10.1214\/aoms\/1177729392","volume":"23","author":"J Kiefer","year":"1952","unstructured":"Kiefer J, Wolfowitz J (1952) Stochastic estimation of the maximum of a regression function. Ann Math Stat 23:462\u2013466","journal-title":"Ann Math Stat"},{"key":"96_CR27","doi-asserted-by":"crossref","unstructured":"Kim Y (2014) Convolutional neural networks for sentence classification. In: EMNLP, pp 1746\u20131751","DOI":"10.3115\/v1\/D14-1181"},{"key":"96_CR28","unstructured":"Kingma DP, Ba J (2014) Adam: a method for stochastic optimization. arXiv preprint arXiv:1412.6980"},{"key":"96_CR29","unstructured":"Krizhevsky A, Sutskever I, Hinton GE (2012) Imagenet classification with deep convolutional neural networks. In: Advances in neural information processing systems, pp 1097\u20131105"},{"key":"96_CR30","doi-asserted-by":"crossref","unstructured":"Levy O, Goldberg Y (2014) Dependency-based word embeddings. In: ACL, pp 302\u2013308","DOI":"10.3115\/v1\/P14-2050"},{"key":"96_CR31","unstructured":"Levy O, Goldberg Y (2014) Neural word embedding as implicit matrix factorization. In: NIPS, pp 2177\u20132185"},{"key":"96_CR32","doi-asserted-by":"crossref","first-page":"211","DOI":"10.1162\/tacl_a_00134","volume":"3","author":"O Levy","year":"2015","unstructured":"Levy O, Goldberg Y, Dagan I (2015) Improving distributional similarity with lessons learned from word embeddings. TACL 3:211\u2013225","journal-title":"TACL"},{"key":"96_CR33","doi-asserted-by":"crossref","unstructured":"Li B, Drozd A, Liu T, Du X (2018) Subword-level composition functions for learning word embeddings. In: Proceedings of the second workshop on subword\/character level models, pp 38\u201348","DOI":"10.18653\/v1\/W18-1205"},{"key":"96_CR34","doi-asserted-by":"crossref","unstructured":"Li B, Liu T, Zhao Z, Tang B, Drozd A, Rogers A, Du X (2017) Investigating different syntactic context types and context representations for learning word embeddings. In: EMNLP, pp 2411\u20132421","DOI":"10.18653\/v1\/D17-1257"},{"key":"96_CR35","unstructured":"Luong T, Socher R, Manning C (2013) Better word representations with recursive neural networks for morphology. In: Proceedings of the seventeenth conference on computational natural language learning, pp 104\u2013113"},{"key":"96_CR36","doi-asserted-by":"crossref","unstructured":"Melamud O, Goldberger J, Dagan I (2016) context2vec: learning generic context embedding with bidirectional lstm. In: Proceedings of the 20th SIGNLL conference on computational natural language learning, pp 51\u201361","DOI":"10.18653\/v1\/K16-1006"},{"issue":"1","key":"96_CR37","first-page":"1235","volume":"17","author":"X Meng","year":"2016","unstructured":"Meng X, Bradley J, Yavuz B, Sparks E, Venkataraman S, Liu D, Freeman J, Tsai D, Amde M, Owen S et al (2016) Mllib: machine learning in apache spark. J Mach Learn Res 17(1):1235\u20131241","journal-title":"J Mach Learn Res"},{"key":"96_CR38","unstructured":"Mikolov T, Chen K, Corrado GS, Dean J (2013) Efficient estimation of word representations in vector space. CoRR arXiv:abs\/1301.3781"},{"key":"96_CR39","unstructured":"Mikolov T, Sutskever I, Chen K, Corrado GS, Dean J (2013) Distributed representations of words and phrases and their compositionality. In: NIPS, pp 3111\u20133119"},{"key":"96_CR40","unstructured":"Mikolov T, Wt Yih, Zweig G (2013) Linguistic regularities in continuous space word representations. In: HLT-NAACL, vol 13, pp 746\u2013751"},{"key":"96_CR41","unstructured":"Nakagawa T, Inui K, Kurohashi S (2010) Dependency tree-based sentiment classification using crfs with hidden variables. In: NAACL. Association for Computational Linguistics, pp 786\u2013794"},{"key":"96_CR42","doi-asserted-by":"publisher","first-page":"173","DOI":"10.1007\/978-1-4615-5121-8_13","volume-title":"Codes, curves, and signals","author":"JA O\u2019Sullivan","year":"1998","unstructured":"O\u2019Sullivan JA (1998) Alternating minimization algorithms: from Blahut\u2013Arimoto to expectation-maximization.\u00a0In: Vardy A (ed) Codes, curves, and signals, vol 485. Springer, Boston, pp 173\u2013192"},{"key":"96_CR43","doi-asserted-by":"crossref","unstructured":"Pang B, Lee L (2004) A sentimental education: sentiment analysis using subjectivity summarization based on minimum cuts. In: ACL. Association for Computational Linguistics, pp 271\u2013278","DOI":"10.3115\/1218955.1218990"},{"key":"96_CR44","doi-asserted-by":"crossref","unstructured":"Pang B, Lee L (2005) Seeing stars: exploiting class relationships for sentiment categorization with respect to rating scales. In: ACL. Association for Computational Linguistics, pp 115\u2013124","DOI":"10.3115\/1219840.1219855"},{"key":"96_CR45","doi-asserted-by":"crossref","unstructured":"Pennington J, Socher R, Manning CD (2014) Glove: global vectors for word representation. In: EMNLP, pp 1532\u20131543","DOI":"10.3115\/v1\/D14-1162"},{"key":"96_CR46","doi-asserted-by":"crossref","unstructured":"Radinsky K, Agichtein E, Gabrilovich E, Markovitch S (2011) A word at a time: computing word relatedness using temporal semantic analysis. In: WWW. ACM, pp 337\u2013346","DOI":"10.1145\/1963405.1963455"},{"key":"96_CR47","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9781139058452","volume-title":"Mining of massive datasets","author":"A Rajaraman","year":"2011","unstructured":"Rajaraman A, Ullman JD (2011) Mining of massive datasets. Cambridge University Press, Cambridge"},{"key":"96_CR48","doi-asserted-by":"crossref","unstructured":"Salle A, Idiart M, Villavicencio A (2016) Matrix factorization using window sampling and negative sampling for improved word representations. In: The 54th annual meeting of the association for computational linguistics, p 419","DOI":"10.18653\/v1\/P16-2068"},{"key":"96_CR49","unstructured":"Socher R, Perelygin A, Wu JY, Chuang J, Manning CD, Ng AY, Potts C (2013) Recursive deep models for semantic compositionality over a sentiment treebank. In: EMNLP, vol 1631. Citeseer, p 1642"},{"key":"96_CR50","unstructured":"Team D (2016) Deeplearning4j: Open-source distributed deep learning for the JVM. Apache Software Foundation License 2"},{"key":"96_CR51","unstructured":"Tokui S, Oono K, Hido S, Clayton J (2015) Chainer: a next-generation open source framework for deep learning. In: Proceedings of workshop on machine learning systems (LearningSys) in the twenty-ninth annual conference on neural information processing systems (NIPS), vol 5"},{"key":"96_CR52","doi-asserted-by":"crossref","unstructured":"Vulic I, Korhonen A (2016) Is \u201cuniversal syntax\u201d universally useful for learning distributed word representations? In: ACL, p 518","DOI":"10.18653\/v1\/P16-2084"},{"key":"96_CR53","unstructured":"Yatbaz MA, Sert E, Yuret D (2012) Learning syntactic categories using paradigmatic representations of word context. In: EMNLP-CoNLL, pp 940\u2013951"},{"key":"96_CR54","unstructured":"Ying C, Kumar S, Chen D, Wang T, Cheng Y (2018) Image classification at supercomputer scale. arXiv preprint arXiv:1811.06992"},{"key":"96_CR55","unstructured":"You Y, Gitman I, Ginsburg B (2017) Scaling sgd batch size to 32k for imagenet training. arXiv preprint arXiv:1708.03888"},{"key":"96_CR56","unstructured":"Zesch T, M\u00fcller C, Gurevych I (2008) Using wiktionary for computing semantic relatedness. In: AAAI, vol 8, pp 861\u2013866"}],"container-title":["Data Science and Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s41019-019-0096-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s41019-019-0096-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s41019-019-0096-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,1,7]],"date-time":"2021-01-07T21:57:42Z","timestamp":1610056662000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s41019-019-0096-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,6]]},"references-count":56,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2019,6]]}},"alternative-id":["96"],"URL":"https:\/\/doi.org\/10.1007\/s41019-019-0096-6","relation":{},"ISSN":["2364-1185","2364-1541"],"issn-type":[{"type":"print","value":"2364-1185"},{"type":"electronic","value":"2364-1541"}],"subject":[],"published":{"date-parts":[[2019,6]]},"assertion":[{"value":"6 May 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 June 2019","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 June 2019","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 June 2019","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with Ethical Standards"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}