{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,17]],"date-time":"2026-01-17T02:03:54Z","timestamp":1768615434148,"version":"3.49.0"},"reference-count":69,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2021,1,28]],"date-time":"2021-01-28T00:00:00Z","timestamp":1611792000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,28]],"date-time":"2021-01-28T00:00:00Z","timestamp":1611792000000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["The VLDB Journal"],"published-print":{"date-parts":[[2021,3]]},"DOI":"10.1007\/s00778-020-00640-7","type":"journal-article","created":{"date-parts":[[2021,1,28]],"date-time":"2021-01-28T16:08:34Z","timestamp":1611850114000},"page":"259-285","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Simple and automated negative sampling for knowledge graph embedding"],"prefix":"10.1007","volume":"30","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2085-7418","authenticated-orcid":false,"given":"Yongqi","family":"Zhang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Quanming","family":"Yao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lei","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,1,28]]},"reference":[{"key":"640_CR1","unstructured":"Arjovsky, M., Chintala, S., Bottou, L.: Wasserstein GAN. In: ICLR (2017)"},{"key":"640_CR2","doi-asserted-by":"crossref","unstructured":"Auer, S., Bizer, C., Kobilarov, G., Lehmann, J., Cyganiak, R., Ives, Z.: DBpedia: a nucleus for a web of open data. In: The Semantic Web, pp. 722\u2013735. Springer (2007)","DOI":"10.1007\/978-3-540-76298-0_52"},{"key":"640_CR3","doi-asserted-by":"crossref","unstructured":"Bengio, Y., Louradour, J., Collobert, R., Weston, J.: Curriculum learning. In: ICML, pp. 41\u201348 (2009)","DOI":"10.1145\/1553374.1553380"},{"key":"640_CR4","unstructured":"Bergstra, J., Bardenet, R., Bengio, Y., K\u00e9gl, B.: Algorithms for hyper-parameter optimization. In:NIPS, pp. 2546\u20132554 (2011)"},{"key":"640_CR5","first-page":"281","volume":"13","author":"J Bergstra","year":"2012","unstructured":"Bergstra, J., Bengio, Y.: Random search for hyper-parameter optimization. JMLR 13, 281\u2013305 (2012)","journal-title":"JMLR"},{"key":"640_CR6","doi-asserted-by":"crossref","unstructured":"Bollacker, K., Evans, C., Paritosh, P., Sturge, T., Taylor, J.: Freebase: a collaboratively created graph database for structuring human knowledge. In: ACM SIGMOD, pp. 1247\u20131250 (2008)","DOI":"10.1145\/1376616.1376746"},{"key":"640_CR7","doi-asserted-by":"crossref","unstructured":"Bordes, A., Chopra, S., Weston, J.: Question answering with subgraph embeddings. In: Conference on EMNLP, pp. 615\u2013620 (2014)","DOI":"10.3115\/v1\/D14-1067"},{"key":"640_CR8","unstructured":"Bordes, A., Usunier, N., Garcia-Duran, A., Weston, J., Yakhnenko, O.: Translating embeddings for modeling multi-relational data. In: NIPS, pp. 2787\u20132795 (2013)"},{"key":"640_CR9","doi-asserted-by":"crossref","unstructured":"Bose, A., Ling, H., Cao, Y.: Adversarial contrastive estimation. In: ACL (Volume 1: Long Papers), pp. 1021\u20131032 (2018)","DOI":"10.18653\/v1\/P18-1094"},{"issue":"9","key":"640_CR10","first-page":"1616","volume":"30","author":"H Cai","year":"2018","unstructured":"Cai, H., Zheng, V., Chang, K.: A comprehensive survey of graph embedding: problems, techniques, and applications. IEEE TKDE 30(9), 1616\u20131637 (2018)","journal-title":"IEEE TKDE"},{"key":"640_CR11","first-page":"1470","volume":"1","author":"L Cai","year":"2018","unstructured":"Cai, L., Wang, W.: KBGAN: adversarial learning for knowledge graph embeddings. Conference of NAACL 1, 1470\u20131480 (2018)","journal-title":"Conference of NAACL"},{"key":"640_CR12","doi-asserted-by":"crossref","unstructured":"Chen, L., Yuan, F., Jose, J., Zhang, W.: Improving negative sampling for word representation using self-embedded features. In: WSDM, pp. 99\u2013107 (2018)","DOI":"10.1145\/3159652.3159695"},{"key":"640_CR13","doi-asserted-by":"crossref","unstructured":"Dettmers, T., Minervini, P., Stenetorp, P., Riedel, S.: Convolutional 2d knowledge graph embeddings. In: AAAI (2018)","DOI":"10.1609\/aaai.v32i1.11573"},{"key":"640_CR14","doi-asserted-by":"crossref","unstructured":"Ding, J., Quan, Y., He, X., Li, Y., Jin, D.: Reinforced negative sampling for recommendation with exposure data. In: IJCAI, pp. 2230\u20132236. AAAI Press (2019)","DOI":"10.24963\/ijcai.2019\/309"},{"key":"640_CR15","doi-asserted-by":"crossref","unstructured":"Dong, L., Gabrilovich, E., Heitz, G., Horn, W., Lao, N., Murphy, K., Strohmann, T., Sun, S., Zhang, W.: Knowledge vault: a web-scale approach to probabilistic knowledge fusion. In: ACM SIGKDD, pp. 601\u2013610 (2014)","DOI":"10.1145\/2623330.2623623"},{"issue":"2","key":"640_CR16","doi-asserted-by":"publisher","first-page":"120","DOI":"10.1007\/s00778-004-0120-x","volume":"13","author":"D Dori","year":"2004","unstructured":"Dori, D.: Visweb-the visual semantic web: unifying human and machine knowledge representations with object-process methodology. VLDB J. 13(2), 120\u2013147 (2004)","journal-title":"VLDB J."},{"key":"640_CR17","unstructured":"Fedus, W., Goodfellow, I., Dai, A.: Maskgan: better text generation via filling in the \\_. In: ICLR (2018)"},{"key":"640_CR18","doi-asserted-by":"crossref","unstructured":"Gao, H. Huang, H.: Self-paced network embedding. In: ACM SIGKDD, pp. 1406\u20131415 (2018)","DOI":"10.1145\/3219819.3220041"},{"key":"640_CR19","unstructured":"Glorot, X., Bengio, Y.: Understanding the difficulty of training deep feedforward neural networks. In International Conference on Artificial Intelligence and Statistics, pp. 249\u2013256 (2010)"},{"key":"640_CR20","unstructured":"Goodfellow, I., Pouget-Abadie, J., Mirza, M., Xu, B., Warde-Farley, D., Ozair, S., Courville, A., Bengio, Y.: Generative adversarial nets. In: NIPS, pp. 2672\u20132680 (2014)"},{"key":"640_CR21","doi-asserted-by":"crossref","unstructured":"Grover, A., Leskovec, J.: node2vec: scalable feature learning for networks. In: ACM SIGKDD, pp. 855\u2013864 (2016)","DOI":"10.1145\/2939672.2939754"},{"key":"640_CR22","unstructured":"Gulrajani, I., Ahmed, F., Arjovsky, M., Dumoulin, V., Courville, A.: Improved training of wasserstein gans. In: NIPS, pp. 5767\u20135777 (2017)"},{"key":"640_CR23","doi-asserted-by":"crossref","unstructured":"Hutter, F., Hoos, H., Leyton-Brown, K.: Sequential model-based optimization for general algorithm configuration. In: ICLIO, pp. 507\u2013523 (2011)","DOI":"10.1007\/978-3-642-25566-3_40"},{"key":"640_CR24","doi-asserted-by":"crossref","unstructured":"Hutter, F., Kotthoff, L., Vanschoren, J. (eds.): Automated Machine Learning: Methods. Systems, Challenges. Springer (2018)","DOI":"10.1007\/978-3-030-05318-5"},{"key":"640_CR25","first-page":"687","volume":"1","author":"G Ji","year":"2015","unstructured":"Ji, G., He, S., Xu, L., Liu, K., Zhao, J.: Knowledge graph embedding via dynamic mapping matrix. ACL 1, 687\u2013696 (2015)","journal-title":"ACL"},{"key":"640_CR26","doi-asserted-by":"crossref","unstructured":"Kadlec, R., Bajgar, O., Kleindienst, J.: Knowledge base completion: baselines strike back. In: The 2nd Workshop on Representation Learning for NLP, pp. 69\u201374 (2017)","DOI":"10.18653\/v1\/W17-2609"},{"key":"640_CR27","unstructured":"Kazemi, S., Poole, D.: SimplE embedding for link prediction in knowledge graphs. In: NeurIPS, pp. 4289\u20134300 (2018)"},{"key":"640_CR28","unstructured":"Kingma, D., Ba, J.A.: A method for stochastic optimization. Technical report. arXiv:1412.6980 (2014)"},{"key":"640_CR29","doi-asserted-by":"crossref","unstructured":"Kok, S., Domingos, P.: Statistical predicate invention. In: ICML, pp. 433\u2013440 (2007)","DOI":"10.1145\/1273496.1273551"},{"key":"640_CR30","unstructured":"Koller, D., Friedman, N., D\u017eeroski, S., Sutton, C., McCallum, A., Pfeffer, A., Abbeel, P., Wong, M., Heckerman, D., Meek, C., et al.: Introduction to Statistical Relational Learning. The MIT Press (2007)"},{"key":"640_CR31","unstructured":"Kumar, M., Packer, B., Koller, D.: Self-paced learning for latent variable models. In: NIPS, pp. 1189\u20131197 (2010)"},{"key":"640_CR32","unstructured":"Lao, N., Mitchell, T., Cohen, W. Random walk inference and learning in a large scale knowledge base. In: Conference on EMNLP, pp. 529\u2013539. ACL (2011)"},{"key":"640_CR33","doi-asserted-by":"crossref","unstructured":"Li, J., Tao, C., Feng, Y., Zhao, D., Yan, R. et\u00a0al.: Sampling matters! an empirical study of negative sampling strategies for learning of matching models in retrieval-based dialogue systems. In: Proceedings of the 2019 EMNLP-IJCNLP, pp. 1291\u20131296 (2019)","DOI":"10.18653\/v1\/D19-1128"},{"issue":"1","key":"640_CR34","doi-asserted-by":"publisher","first-page":"71","DOI":"10.1287\/orsc.2.1.71","volume":"2","author":"J March","year":"1991","unstructured":"March, J.: Exploration and exploitation in organizational learning. Organ. Sci. 2(1), 71\u201387 (1991)","journal-title":"Organ. Sci."},{"issue":"2","key":"640_CR35","doi-asserted-by":"publisher","first-page":"127","DOI":"10.1023\/A:1009953814988","volume":"3","author":"A McCallum","year":"2000","unstructured":"McCallum, A., Nigam, K., Rennie, J., Seymore, K.: Automating the construction of internet portals with machine learning. Inf. Retrieval 3(2), 127\u2013163 (2000)","journal-title":"Inf. Retrieval"},{"key":"640_CR36","unstructured":"Mikolov, T., Chen, K., Corrado, G., Dean, J.: Efficient estimation of word representations in vector space. In: ICLR (2013)"},{"key":"640_CR37","unstructured":"Mikolov, T., Sutskever, I., Chen, K., Corrado, G., Dean, J.: Distributed representations of words and phrases and their compositionality. In: NIPS, pp. 3111\u20133119 (2013)"},{"key":"640_CR38","unstructured":"Mikolov, T. and Yih, G., Zweig, W.: Linguistic regularities in continuous space word representations. In: NAACL, pp. 746\u2013751 (2013)"},{"issue":"6","key":"640_CR39","doi-asserted-by":"publisher","first-page":"741","DOI":"10.1007\/s00778-016-0429-2","volume":"25","author":"D Mottin","year":"2016","unstructured":"Mottin, D., Lissandrini, M., Velegrakis, Y., Palpanas, T.: Exemplar queries: a new way of searching. VLDB J. 25(6), 741\u2013765 (2016)","journal-title":"VLDB J."},{"key":"640_CR40","unstructured":"Needell, D., Ward, R., Srebro, N.: Stochastic gradient descent, weighted sampling, and the randomized kaczmarz algorithm. In: NIPS, pp. 1017\u20131025 (2014)"},{"issue":"1","key":"640_CR41","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1109\/JPROC.2015.2483592","volume":"104","author":"M Nickel","year":"2015","unstructured":"Nickel, M., Murphy, K., Tresp, V., Gabrilovich, E.: A review of relational machine learning for knowledge graphs. Proc. IEEE 104(1), 11\u201333 (2015)","journal-title":"Proc. IEEE"},{"issue":"2","key":"640_CR42","doi-asserted-by":"publisher","first-page":"48","DOI":"10.1145\/3329781.3332266","volume":"17","author":"N Noy","year":"2019","unstructured":"Noy, N., Gao, Y., Jain, A., Narayanan, A., Patterson, A., Taylor, J.: Industry-scale knowledge graphs: lessons and challenges. Queue 17(2), 48\u201375 (2019)","journal-title":"Queue"},{"key":"640_CR43","unstructured":"Paszke, A., Gross, S., Massa, F., Lerer, A., Bradbury, J., Chanan, G., Killeen, T., Lin, Z., Gimelshein, N., Antiga, L., et\u00a0al.: Pytorch: an imperative style, high-performance deep learning library. In: NeurIPS, pp. 8024\u20138035 (2019)"},{"key":"640_CR44","unstructured":"Perozzi, B., Al-Rfou, R., Skiena, S.D.: Online learning of social representations. In: ACM SIGKDD, pp. 701\u2013710 (2014)"},{"key":"640_CR45","unstructured":"Rawat, A., Chen, J., Yu, F., Suresh, A., Kumar, S.: Sampled softmax with random Fourier features. In: NeurIPS, pp. 13857\u201313867 (2019)"},{"key":"640_CR46","unstructured":"Rendle, S., Freudenthaler, C., Gantner, Z., Schmidt-Thieme, L.: BPR: Bayesian personalized ranking from implicit feedback. In: Conference on UAI, pp. 452\u2013461. AUAI Press (2009)"},{"key":"640_CR47","doi-asserted-by":"crossref","unstructured":"Suchanek, F., Kasneci, G., Weikum, G.: YAGO: a core of semantic knowledge. In: WWW, pp. 697\u2013706 (2007)","DOI":"10.1145\/1242572.1242667"},{"key":"640_CR48","unstructured":"Sun, Z., Deng, Z., Nie, J., Tang, J.: Rotate: knowledge graph embedding by relational rotation in complex space. In: ICLR (2018)"},{"key":"640_CR49","doi-asserted-by":"crossref","unstructured":"Tang, J., Qu, M., Wang, M., Zhang, M., Yan, J., Mei, Q.: Line: large-scale information network embedding. In: WWW, pp. 1067\u20131077 (2015)","DOI":"10.1145\/2736277.2741093"},{"key":"640_CR50","doi-asserted-by":"crossref","unstructured":"Toutanova, K. and Chen, D.: Observed versus latent features for knowledge base and text inference. In: Workshop on CVSMC, pp. 57\u201366 (2015)","DOI":"10.18653\/v1\/W15-4007"},{"issue":"1","key":"640_CR51","first-page":"4735","volume":"18","author":"T Trouillon","year":"2017","unstructured":"Trouillon, T., Dance, C., Gaussier, \u00c9., Welbl, J., Riedel, S., Bouchard, G.: Knowledge graph completion via complex tensor factorization. JMLR 18(1), 4735\u20134772 (2017)","journal-title":"JMLR"},{"key":"640_CR52","doi-asserted-by":"crossref","unstructured":"Wang, H., Wang, J., Wang, J., Zhao, M., Zhang, W., Zhang, F., Xie, X., Guo, M.: Graphgan: graph representation learning with generative adversarial nets. In: AAAI (2018)","DOI":"10.1609\/aaai.v32i1.11872"},{"key":"640_CR53","doi-asserted-by":"crossref","unstructured":"Wang, J., Yu, L., Zhang, W., Gong, Y., Xu, Y., Wang, B., Zhang, P., Zhang, D.: IRGAN: a minimax game for unifying generative and discriminative information retrieval models. In: ACM SIGIR, pp. 515\u2013524 (2017)","DOI":"10.1145\/3077136.3080786"},{"key":"640_CR54","doi-asserted-by":"crossref","unstructured":"Wang, P., Li, S., Pan, R.: Incorporating GAN for negative sampling in knowledge representation learning. In: AAAI (2018)","DOI":"10.1609\/aaai.v32i1.11536"},{"issue":"12","key":"640_CR55","first-page":"2724","volume":"29","author":"Q Wang","year":"2017","unstructured":"Wang, Q., Mao, Z., Wang, B., Guo, L.: Knowledge graph embedding: a survey of approaches and applications. IEEE TKDE 29(12), 2724\u20132743 (2017)","journal-title":"IEEE TKDE"},{"key":"640_CR56","first-page":"1112","volume":"14","author":"Z Wang","year":"2014","unstructured":"Wang, Z., Zhang, J., Feng, J., Chen, Z.: Knowledge graph embedding by translating on hyperplanes. AAAI 14, 1112\u20131119 (2014)","journal-title":"AAAI"},{"issue":"3","key":"640_CR57","doi-asserted-by":"publisher","first-page":"419","DOI":"10.1080\/00401706.1962.10490022","volume":"4","author":"B Welford","year":"1962","unstructured":"Welford, B.: Note on a method for calculating corrected sums of squares and products. Technometrics 4(3), 419\u2013420 (1962)","journal-title":"Technometrics"},{"issue":"3\u20134","key":"640_CR58","first-page":"229","volume":"8","author":"R Williams","year":"1992","unstructured":"Williams, R.: Simple statistical gradient-following algorithms for connectionist reinforcement learning. Mach. Learn. 8(3\u20134), 229\u2013256 (1992)","journal-title":"Mach. Learn."},{"key":"640_CR59","doi-asserted-by":"crossref","unstructured":"Wu, C., Manmatha, R., Smola, A., Krahenbuhl, P.: Sampling matters in deep embedding learning. In: Proceedings of the ICCV, pp. 2840\u20132848 (2017)","DOI":"10.1109\/ICCV.2017.309"},{"key":"640_CR60","unstructured":"Yang, B., Yih, W., He, X., Gao, J., Deng, L.: Embedding entities and relations for learning and inference in knowledge bases. In: ICLR (2017)"},{"key":"640_CR61","unstructured":"Yao, Q., Wang, N., Jair\u00a0Escalante, H., Guyon, I., Hu, Y., Li, Y., Tu, W., Yang, Q., Yu, Y.: Taking human out of learning applications: a survey on automated machine learning. Technical report, arXiv preprint (2018)"},{"key":"640_CR62","doi-asserted-by":"crossref","unstructured":"Ying, R., He, R., Chen, K., Eksombatchai, P., Hamilton, W., Leskovec, J.: Graph convolutional neural networks for web-scale recommender systems. In: ACM SIGKDD, pp. 974\u2013983 (2018)","DOI":"10.1145\/3219819.3219890"},{"key":"640_CR63","doi-asserted-by":"crossref","unstructured":"Zhang, C., Li, Y., Du, N., Fan, W., Yu, P.: On the generative discovery of structured medical knowledge. In: SIGKDD, pp. 2720\u20132728 (2018)","DOI":"10.1145\/3219819.3220010"},{"key":"640_CR64","doi-asserted-by":"crossref","unstructured":"Zhang, F., Yuan, N., Lian, D., Xie, X., Ma, W.: Collaborative knowledge base embedding for recommender systems. In: ACM SIGKDD, pp. 353\u2013362 (2016)","DOI":"10.1145\/2939672.2939673"},{"issue":"1","key":"640_CR65","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3158369","volume":"52","author":"S Zhang","year":"2019","unstructured":"Zhang, S., Yao, L., Sun, A., Tay, Y.: Deep learning based recommender system: a survey and new perspectives. ACM Comput. Surv. 52(1), 1\u201338 (2019)","journal-title":"ACM Comput. Surv."},{"key":"640_CR66","doi-asserted-by":"crossref","unstructured":"Zhang, W., Chen, T., Wang, J., Yu, T.: Optimizing top-n collaborative filtering via dynamic negative item sampling. In: ACM SIGIR, pp. 785\u2013788 (2013)","DOI":"10.1145\/2484028.2484126"},{"key":"640_CR67","doi-asserted-by":"crossref","unstructured":"Zhang, Y., Yao, Q., Shao, Y., Chen, L.: NSCaching: simple and efficient negative sampling for knowledge graph embedding. In: ICDE, pp. 614\u2013625 (2019)","DOI":"10.1109\/ICDE.2019.00061"},{"key":"640_CR68","unstructured":"Zhao, P., Zhang, T.: Stochastic optimization with importance sampling for regularized loss minimization. In: ICML, pp. 1\u20139 (2015)"},{"issue":"1","key":"640_CR69","doi-asserted-by":"publisher","first-page":"97","DOI":"10.1007\/s00778-011-0238-6","volume":"21","author":"L Zou","year":"2012","unstructured":"Zou, L., Chen, L., \u00d6zsu, M., Zhao, D.: Answering pattern match queries in large graph databases via graph embedding. VLDB J. 21(1), 97\u2013120 (2012)","journal-title":"VLDB J."}],"container-title":["The VLDB Journal"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00778-020-00640-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s00778-020-00640-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00778-020-00640-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,13]],"date-time":"2022-12-13T19:48:44Z","timestamp":1670960924000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s00778-020-00640-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,1,28]]},"references-count":69,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2021,3]]}},"alternative-id":["640"],"URL":"https:\/\/doi.org\/10.1007\/s00778-020-00640-7","relation":{},"ISSN":["1066-8888","0949-877X"],"issn-type":[{"value":"1066-8888","type":"print"},{"value":"0949-877X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,1,28]]},"assertion":[{"value":"24 December 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 July 2020","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 September 2020","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 January 2021","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}