{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,20]],"date-time":"2026-05-20T05:18:37Z","timestamp":1779254317391,"version":"3.51.4"},"publisher-location":"Cham","reference-count":29,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030017156","type":"print"},{"value":"9783030017163","type":"electronic"}],"license":[{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2018]]},"DOI":"10.1007\/978-3-030-01716-3_18","type":"book-chapter","created":{"date-parts":[[2018,10,6]],"date-time":"2018-10-06T14:11:06Z","timestamp":1538835066000},"page":"209-221","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":44,"title":["Revisiting Correlations between Intrinsic and Extrinsic Evaluations of Word Embeddings"],"prefix":"10.1007","author":[{"given":"Yuanyuan","family":"Qiu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hongzheng","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shen","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yingdi","family":"Jiang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Renfen","family":"Hu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lijiao","family":"Yang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2018,10,7]]},"reference":[{"key":"18_CR1","unstructured":"Bakarov, A.: A survey of word embeddings evaluation methods. arXiv preprint arXiv:1801.09536 (2018)"},{"key":"18_CR2","doi-asserted-by":"crossref","unstructured":"Bansal, M., Gimpel, K., Livescu, K.: Tailoring continuous word representations for dependency parsing. In: Proceedings of the 52nd Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers), pp. 809\u2013815 (2014)","DOI":"10.3115\/v1\/P14-2131"},{"key":"18_CR3","doi-asserted-by":"crossref","unstructured":"Batchkarov, M., Kober, T., Reffin, J., Weeds, J., Weir, D.: A critique of word similarity as a method for evaluating distributional semantic models. In: Proceedings of the 1st Workshop on Evaluating Vector-Space Representations for NLP, pp. 7\u201312 (2016)","DOI":"10.18653\/v1\/W16-2502"},{"key":"18_CR4","doi-asserted-by":"crossref","unstructured":"Camacho-Collados, J., Pilehvar, M.T., Collier, N., Navigli, R.: Semeval-2017 task 2: multilingual and cross-lingual semantic word similarity. In: Proceedings of the 11th International Workshop on Semantic Evaluation (SemEval-2017), pp. 15\u201326 (2017)","DOI":"10.18653\/v1\/S17-2002"},{"key":"18_CR5","unstructured":"Chen, C.Y., Ma, W.Y.: Word embedding evaluation datasets and wikipedia title embedding for Chinese. In: Proceedings of the Eleventh International Conference on Language Resources and Evaluation (LREC 2018), pp. 825\u2013831 (2018)"},{"key":"18_CR6","unstructured":"Chen, X., Xu, L., Liu, Z., Sun, M., Luan, H.B.: Joint learning of character and word embeddings. In: IJCAI, pp. 1236\u20131242 (2015)"},{"key":"18_CR7","doi-asserted-by":"crossref","unstructured":"Chiu, B., Korhonen, A., Pyysalo, S.: Intrinsic evaluation of word vectors fails to predict extrinsic performance. In: Proceedings of the 1st Workshop on Evaluating Vector-Space Representations for NLP, pp. 1\u20136 (2016)","DOI":"10.18653\/v1\/W16-2501"},{"issue":"Aug","key":"18_CR8","first-page":"2493","volume":"12","author":"R Collobert","year":"2011","unstructured":"Collobert, R., Weston, J., Bottou, L., Karlen, M., Kavukcuoglu, K., Kuksa, P.: Natural language processing (almost) from scratch. J. Mach. Learn. Res. 12(Aug), 2493\u20132537 (2011)","journal-title":"J. Mach. Learn. Res."},{"key":"18_CR9","volume-title":"Straightforward Statistics for the Behavioral Sciences","author":"JD Evans","year":"1996","unstructured":"Evans, J.D.: Straightforward Statistics for the Behavioral Sciences. Brooks\/Cole, Boston (1996)"},{"key":"18_CR10","doi-asserted-by":"crossref","unstructured":"Faruqui, M., Tsvetkov, Y., Rastogi, P., Dyer, C.: Problems with evaluation of word embeddings using word similarity tasks. In: Proceedings of the 1st Workshop on Evaluating Vector-Space Representations for NLP, pp. 30\u201335 (2016)","DOI":"10.18653\/v1\/W16-2506"},{"key":"18_CR11","doi-asserted-by":"crossref","unstructured":"Finkelstein, L., et al.: Placing search in context: the concept revisited. In: Proceedings of the 10th international conference on World Wide Web, pp. 406\u2013414. ACM (2001)","DOI":"10.1145\/371920.372094"},{"key":"18_CR12","unstructured":"Gao, B., Bian, J., Liu, T.Y.: Wordrep: a benchmark for research on learning word representations. arXiv preprint arXiv:1407.1640 (2014)"},{"key":"18_CR13","unstructured":"Ghannay, S., Favre, B., Esteve, Y., Camelin, N.: Word embedding evaluation and combination. In: LREC, pp. 300\u2013305 (2016)"},{"key":"18_CR14","doi-asserted-by":"crossref","unstructured":"Gurnani, N.: Hypothesis testing based intrinsic evaluation of word embeddings. arXiv preprint arXiv:1709.00831 (2017)","DOI":"10.18653\/v1\/W17-5303"},{"key":"18_CR15","doi-asserted-by":"crossref","unstructured":"Kim, Y.: Convolutional neural networks for sentence classification. arXiv preprint arXiv:1408.5882 (2014)","DOI":"10.3115\/v1\/D14-1181"},{"key":"18_CR16","doi-asserted-by":"crossref","unstructured":"Levy, O., Goldberg, Y.: Dependency-based word embeddings. In: Proceedings of the 52nd Annual Meeting of the Association for Computational Linguistics (Vol. 2: Short Papers), vol. 2, pp. 302\u2013308 (2014)","DOI":"10.3115\/v1\/P14-2050"},{"key":"18_CR17","doi-asserted-by":"crossref","unstructured":"Levy, O., Goldberg, Y.: Linguistic regularities in sparse and explicit word representations. In: Proceedings of the Eighteenth Conference on Computational Natural Language Learning, pp. 171\u2013180 (2014)","DOI":"10.3115\/v1\/W14-1618"},{"key":"18_CR18","doi-asserted-by":"crossref","first-page":"211","DOI":"10.1162\/tacl_a_00134","volume":"3","author":"O Levy","year":"2015","unstructured":"Levy, O., Goldberg, Y., Dagan, I.: Improving distributional similarity with lessons learned from word embeddings. Trans. Assoc. Comput. Linguist. 3, 211\u2013225 (2015)","journal-title":"Trans. Assoc. Comput. Linguist."},{"key":"18_CR19","doi-asserted-by":"crossref","unstructured":"Li, S., Zhao, Z., Hu, R., Li, W., Liu, T., Du, X.: Analogical reasoning on Chinese morphological and semantic relations. arXiv preprint arXiv:1805.06504 (2018)","DOI":"10.18653\/v1\/P18-2023"},{"key":"18_CR20","doi-asserted-by":"crossref","unstructured":"Li, Y., Li, W., Sun, F., Li, S.: Component-enhanced Chinese character embeddings. arXiv preprint arXiv:1508.06669 (2015)","DOI":"10.18653\/v1\/D15-1098"},{"key":"18_CR21","unstructured":"Mikolov, T., Chen, K., Corrado, G., Dean, J.: Efficient estimation of word representations in vector space. arXiv preprint arXiv:1301.3781 (2013)"},{"key":"18_CR22","doi-asserted-by":"crossref","unstructured":"Nayak, N., Angeli, G., Manning, C.D.: Evaluating word embeddings using a representative suite of practical tasks. In: Proceedings of the 1st Workshop on Evaluating Vector-Space Representations for NLP, pp. 19\u201323 (2016)","DOI":"10.18653\/v1\/W16-2504"},{"key":"18_CR23","doi-asserted-by":"crossref","unstructured":"Schnabel, T., Labutov, I., Mimno, D., Joachims, T.: Evaluation methods for unsupervised word embeddings. In: Proceedings of the 2015 Conference on Empirical Methods in Natural Language Processing, pp. 298\u2013307 (2015)","DOI":"10.18653\/v1\/D15-1036"},{"key":"18_CR24","doi-asserted-by":"crossref","unstructured":"Tjong Kim Sang, E.F.: Introduction to the CoNLL-2002 shared task: language-independent named entity recognition. In: Proceedings of CoNLL-2002, Taipei, Taiwan, pp. 155\u2013158 (2002)","DOI":"10.3115\/1118853.1118877"},{"key":"18_CR25","unstructured":"Turian, J., Ratinov, L., Bengio, Y.: Word representations: a simple and general method for semi-supervised learning. In: Proceedings of the 48th Annual Meeting of the Association for Computational Linguistics, pp. 384\u2013394. Association for Computational Linguistics (2010)"},{"key":"18_CR26","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"828","DOI":"10.1007\/978-3-319-50496-4_75","volume-title":"Natural Language Understanding and Intelligent Applications","author":"Y Wu","year":"2016","unstructured":"Wu, Y., Li, W.: Overview of the NLPCC-ICCPOL 2016 shared task: Chinese word similarity measurement. In: Lin, C.-Y., Xue, N., Zhao, D., Huang, X., Feng, Y. (eds.) ICCPOL\/NLPCC -2016. LNCS (LNAI), vol. 10102, pp. 828\u2013839. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-50496-4_75"},{"key":"18_CR27","doi-asserted-by":"crossref","unstructured":"Xu, J., Liu, J., Zhang, L., Li, Z., Chen, H.: Improve Chinese word embeddings by exploiting internal structure. In: Proceedings of the 2016 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, pp. 1041\u20131050 (2016)","DOI":"10.18653\/v1\/N16-1119"},{"key":"18_CR28","doi-asserted-by":"crossref","unstructured":"Zhai, M., Tan, J., Choi, J.D.: Intrinsic and extrinsic evaluations of word embeddings. In: AAAI, pp. 4282\u20134283 (2016)","DOI":"10.1609\/aaai.v30i1.9959"},{"key":"18_CR29","doi-asserted-by":"crossref","unstructured":"Zhao, Z., Liu, T., Li, S., Li, B., Du, X.: Ngram2vec: Learning improved word representations from Ngram co-occurrence statistics. In: Proceedings of the 2017 Conference on Empirical Methods in Natural Language Processing, pp. 244\u2013253 (2017)","DOI":"10.18653\/v1\/D17-1023"}],"container-title":["Lecture Notes in Computer Science","Chinese Computational Linguistics and Natural Language Processing Based on Naturally Annotated Big Data"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-01716-3_18","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,7]],"date-time":"2024-03-07T11:06:48Z","timestamp":1709809608000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-01716-3_18"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018]]},"ISBN":["9783030017156","9783030017163"],"references-count":29,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-01716-3_18","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018]]},"assertion":[{"value":"7 October 2018","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CCL","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China National Conference on Chinese Computational Linguistics","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Changsha","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2018","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 October 2018","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21 October 2018","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"cncl2018","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.cips-cl.org\/static\/CCL2018\/index.html","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"www.softconf.com","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"84","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"33","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"39% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}