{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,12]],"date-time":"2026-05-12T00:21:51Z","timestamp":1778545311815,"version":"3.51.4"},"reference-count":35,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2021,9,6]],"date-time":"2021-09-06T00:00:00Z","timestamp":1630886400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,9,6]],"date-time":"2021-09-06T00:00:00Z","timestamp":1630886400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Process Lett"],"published-print":{"date-parts":[[2021,12]]},"DOI":"10.1007\/s11063-021-10586-8","type":"journal-article","created":{"date-parts":[[2021,9,6]],"date-time":"2021-09-06T15:03:05Z","timestamp":1630940585000},"page":"4143-4158","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Siamese Pre-Trained Transformer Encoder for Knowledge Base Completion"],"prefix":"10.1007","volume":"53","author":[{"given":"Mengyao","family":"Li","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7158-7046","authenticated-orcid":false,"given":"Bo","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jing","family":"Jiang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,9,6]]},"reference":[{"key":"10586_CR1","unstructured":"Bordes A, Usunier N, Garc\u00eda-Dur\u00e1n A, Weston J, Yakhnenko O. (2013) Translating embeddings for modeling multi-relational data. In: Burges CJC, Bottou L, Ghahramani Z, Weinberger KQ (eds) Advances in Neural Information Processing Systems 26: 27th Annual Conference on Neural Information Processing Systems 2013. Proceedings of a meeting held December 5-8, 2013, Lake Tahoe, Nevada, United States, pp. 2787\u20132795. http:\/\/papers.nips.cc\/paper\/5071-translating-embeddings-for-modeling-multi-relational-data"},{"key":"10586_CR2","doi-asserted-by":"publisher","unstructured":"Bosselut A, Rashkin H, Sap M, Malaviya C, \u00c7elikyilmaz A, Choi Y. (2019) COMET: commonsense transformers for automatic knowledge graph construction. In: Proceedings of the 57th Conference of the Association for Computational Linguistics, ACL 2019, Florence, Italy, July 28- August 2, 2019, Volume 1: Long Papers, pp. 4762\u20134779. https:\/\/doi.org\/10.18653\/v1\/p19-1470","DOI":"10.18653\/v1\/p19-1470"},{"key":"10586_CR3","doi-asserted-by":"publisher","unstructured":"Chopra S, Hadsell R, LeCun Y (2005) Learning a similarity metric discriminatively, with application to face verification. In: 2005 IEEE Computer Society Conference on Computer Vision and Pattern Recognition (CVPR 2005), 20-26 June 2005, San Diego, CA, USA, pp. 539\u2013546. https:\/\/doi.org\/10.1109\/CVPR.2005.202","DOI":"10.1109\/CVPR.2005.202"},{"key":"10586_CR4","doi-asserted-by":"publisher","unstructured":"Davison J, Feldman J, Rush AM (2019) Commonsense knowledge mining from pretrained models. In: Inui K, Jiang J, Ng V, Wan X (eds) Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing, EMNLP-IJCNLP 2019, Hong Kong, China, November 3-7, 2019, pp. 1173\u20131178. Association for Computational Linguistics https:\/\/doi.org\/10.18653\/v1\/D19-1109","DOI":"10.18653\/v1\/D19-1109"},{"key":"10586_CR5","doi-asserted-by":"crossref","unstructured":"Dettmers T, Minervini P, Stenetorp P, Riedel S (2018) Convolutional 2d knowledge graph embeddings. In: McIlraith SA, Weinberger KQ (eds) Proceedings of the Thirty-Second AAAI Conference on Artificial Intelligence, (AAAI-18), the 30th innovative Applications of Artificial Intelligence (IAAI-18), and the 8th AAAI Symposium on Educational Advances in Artificial Intelligence (EAAI-18), New Orleans, Louisiana, USA, February 2-7, 2018, pp. 1811\u20131818. AAAI Press. https:\/\/www.aaai.org\/ocs\/index.php\/AAAI\/AAAI18\/paper\/view\/17366","DOI":"10.1609\/aaai.v32i1.11573"},{"key":"10586_CR6","doi-asserted-by":"publisher","unstructured":"Devlin J, Chang M, Lee K, Toutanova K (2019) BERT: pre-training of deep bidirectional transformers for language understanding. In: Burstein J, Doran C, Solorio T (eds) Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, NAACL-HLT 2019, Minneapolis, MN, USA, June 2-7, 2019, Volume 1 (Long and Short Papers), pp. 4171\u20134186. Association for Computational Linguistics. https:\/\/doi.org\/10.18653\/v1\/n19-1423","DOI":"10.18653\/v1\/n19-1423"},{"key":"10586_CR7","doi-asserted-by":"crossref","unstructured":"Jastrzebski S, Bahdanau D, Hosseini S, Noukhovitch M, Bengio Y, Cheung JCK (2018) Commonsense mining as knowledge base completion? A study on the impact of novelty. CoRR http:\/\/arxiv.org\/abs\/1804.09259","DOI":"10.18653\/v1\/W18-1002"},{"key":"10586_CR8","doi-asserted-by":"publisher","unstructured":"Kim Y (2014) Convolutional neural networks for sentence classification. In: Proceedings of the 2014 Conference on Empirical Methods in Natural Language Processing, EMNLP 2014, October 25-29, 2014, Doha, Qatar, A meeting of SIGDAT, a Special Interest Group of the ACL, pp. 1746\u20131751. https:\/\/doi.org\/10.3115\/v1\/d14-1181","DOI":"10.3115\/v1\/d14-1181"},{"key":"10586_CR9","doi-asserted-by":"publisher","unstructured":"Krompa\u00df D, Baier S, Tresp V (2015) Type-constrained representation learning in knowledge graphs. In: Arenas M, Corcho \u00d3, Simperl E, Strohmaier M, d\u2019Aquin M, Srinivas K, Groth PT, Dumontier M, Heflin J, Thirunarayan K, Staab S (eds) The Semantic Web - ISWC 2015-14th International Semantic Web Conference, Bethlehem, PA, USA, October 11-15, 2015, Proceedings, Part I, Lecture Notes in Computer Science, vol. 9366, pp. 640\u2013655. Springer. https:\/\/doi.org\/10.1007\/978-3-319-25007-6_37","DOI":"10.1007\/978-3-319-25007-6_37"},{"key":"10586_CR10","unstructured":"Liu Y, Ott M, Goyal N, Du J, Joshi M, Chen D, Levy O, Lewis M, Zettlemoyer L, Stoyanov V (2019) Roberta: A robustly optimized BERT pretraining approach. CoRR arXiv:1907.11692"},{"key":"10586_CR11","doi-asserted-by":"crossref","unstructured":"Liu Z, Xiong C, Sun M, Liu Z (2018) Entity-duet neural ranking: Understanding the role of knowledge graph semantics in neural information retrieval. In: Gurevych I, Miyao Y (eds) Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics, ACL 2018, Melbourne, Australia, July 15-20, 2018, Volume 1: Long Papers, pp. 2395\u20132405. Association for Computational Linguistics. https:\/\/www.aclweb.org\/anthology\/P18-1223\/","DOI":"10.18653\/v1\/P18-1223"},{"key":"10586_CR12","unstructured":"Malaviya C, Bhagavatula C, Bosselut A, Choi Y (2019) Exploiting structural and semantic context for commonsense knowledge base completion. CoRR arXiv:1910.02915"},{"key":"10586_CR13","volume-title":"WordNet: An electronic lexical database","author":"GA Miller","year":"1998","unstructured":"Miller GA (1998) WordNet: An electronic lexical database. MIT press, Cambridge"},{"key":"10586_CR14","doi-asserted-by":"publisher","unstructured":"Nathani D, Chauhan J, Sharma C, Kaul M (2019) Learning attention-based embeddings for relation prediction in knowledge graphs. In: Korhonen A, Traum DR, M\u00e0rquez L (eds) Proceedings of the 57th Conference of the Association for Computational Linguistics, ACL 2019, Florence, Italy, July 28- August 2, 2019, Volume 1: Long Papers, pp. 4710\u20134723. Association for Computational Linguistics. https:\/\/doi.org\/10.18653\/v1\/p19-1466","DOI":"10.18653\/v1\/p19-1466"},{"key":"10586_CR15","doi-asserted-by":"publisher","unstructured":"Nguyen DQ, Nguyen TD, Nguyen DQ, Phung DQ (2018) A novel embedding model for knowledge base completion based on convolutional neural network. In: Walker MA, Ji H, Stent A (eds) Proceedings of the 2018 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, NAACL-HLT, New Orleans, Louisiana, USA, June 1-6, 2018, Volume 2 (Short Papers), pp 327\u2013333. Association for Computational Linguistics. https:\/\/doi.org\/10.18653\/v1\/n18-2053","DOI":"10.18653\/v1\/n18-2053"},{"key":"10586_CR16","doi-asserted-by":"publisher","unstructured":"Nguyen DQ, Vu T, Nguyen TD, Nguyen DQ, Phung DQ (2019) A capsule network-based embedding model for knowledge graph completion and search personalization. In: Burstein J, Doran C, Solorio T (eds) Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, NAACL-HLT 2019, Minneapolis, MN, USA, June 2-7, 2019, Volume 1 (Long and Short Papers), pp. 2180\u20132189. Association for Computational Linguistics. https:\/\/doi.org\/10.18653\/v1\/n19-1226","DOI":"10.18653\/v1\/n19-1226"},{"key":"10586_CR17","doi-asserted-by":"publisher","unstructured":"Peters ME, Neumann M, Iyyer M, Gardner M, Clark C, Lee K, Zettlemoyer L (2018) Deep contextualized word representations. In: Walker MA, Ji H, Stent A (eds) Proceedings of the 2018 conference of the north american chapter of the association for computational linguistics: human language technologies, NAACL-HLT 2018, New Orleans, Louisiana, USA, June 1-6, 2018, Volume 1 (Long Papers), pp. 2227\u20132237. Association for Computational Linguistics. https:\/\/doi.org\/10.18653\/v1\/n18-1202","DOI":"10.18653\/v1\/n18-1202"},{"key":"10586_CR18","unstructured":"Radford A, Narasimhan K, Salimans T, Sutskever I (2018) Improving language understanding by generative pre-training. URL https:\/\/s3-us-west-2.amazonaws.com\/openai-assets\/researchcovers\/languageunsupervised\/languageunderstanding paper.pdf"},{"key":"10586_CR19","doi-asserted-by":"publisher","unstructured":"Reimers N, Gurevych I (2019) Sentence-bert: Sentence embeddings using siamese bert-networks. In: Inui K, Jiang J, Ng V, Wan X (eds) Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing, EMNLP-IJCNLP 2019, Hong Kong, China, November 3-7, 2019, pp. 3980\u20133990. Association for Computational Linguistics. https:\/\/doi.org\/10.18653\/v1\/D19-1410","DOI":"10.18653\/v1\/D19-1410"},{"key":"10586_CR20","doi-asserted-by":"publisher","unstructured":"Schlichtkrull MS, Kipf TN, Bloem P, van\u00a0den Berg R, Titov I, Welling M (2018) Modeling relational data with graph convolutional networks. In: Gangemi A, Navigli R, Vidal M, Hitzler P, Troncy R, Hollink L, Tordai A, Alam M (eds) The Semantic Web - 15th International Conference, ESWC 2018, Heraklion, Crete, Greece, June 3-7, 2018, Proceedings, Lecture Notes in Computer Science, vol. 10843, pp. 593\u2013607. Springer. https:\/\/doi.org\/10.1007\/978-3-319-93417-4_38","DOI":"10.1007\/978-3-319-93417-4_38"},{"key":"10586_CR21","doi-asserted-by":"publisher","unstructured":"Shang C, Tang Y, Huang J, Bi J, He X, Zhou B (2019) End-to-end structure-aware convolutional networks for knowledge base completion. In: The Thirty-Third AAAI Conference on Artificial Intelligence, AAAI 2019, The Thirty-First Innovative Applications of Artificial Intelligence Conference, IAAI 2019, The Ninth AAAI Symposium on Educational Advances in Artificial Intelligence, EAAI 2019, Honolulu, Hawaii, USA, January 27 - February 1, 2019, pp. 3060\u20133067. AAAI Press. https:\/\/doi.org\/10.1609\/aaai.v33i01.33013060","DOI":"10.1609\/aaai.v33i01.33013060"},{"key":"10586_CR22","doi-asserted-by":"publisher","unstructured":"Shen T, Geng X, Qin T, Guo D, Tang D, Duan N, Long G, Jiang D (2019) Multi-task learning for conversational question answering over a large-scale knowledge base. In: Inui K, Jiang J, Ng V, Wan X (eds) Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing, EMNLP-IJCNLP 2019, Hong Kong, China, November 3-7, 2019, pp. 2442\u20132451. Association for Computational Linguistics. https:\/\/doi.org\/10.18653\/v1\/D19-1248","DOI":"10.18653\/v1\/D19-1248"},{"key":"10586_CR23","unstructured":"Socher R, Chen D, Manning CD, Ng AY (2013) Reasoning with neural tensor networks for knowledge base completion. In: Burges CJC, Bottou L, Ghahramani Z, Weinberger KQ (eds) Advances in Neural Information Processing Systems 26: 27th Annual Conference on Neural Information Processing Systems 2013. Proceedings of a meeting held December 5-8, 2013, Lake Tahoe, Nevada, United States, pp. 926\u2013934. http:\/\/papers.nips.cc\/paper\/5028-reasoning-with-neural-tensor-networks-for-knowledge-base-completion"},{"key":"10586_CR24","unstructured":"Sun Z, Deng Z, Nie J, Tang J (2019) Rotate: Knowledge graph embedding by relational rotation in complex space. In: 7th International Conference on Learning Representations, ICLR 2019, New Orleans, LA, USA, May 6-9, 2019. OpenReview.net. https:\/\/openreview.net\/forum?id=HkgEQnRqYQ"},{"key":"10586_CR25","doi-asserted-by":"publisher","unstructured":"Toutanova K, Chen D, Pantel P, Poon H, Choudhury P, Gamon M (2015) Representing text for joint embedding of text and knowledge bases. In: M\u00e0rquez L, Callison-Burch C, Su J, Pighin D, Marton Y (eds) Proceedings of the 2015 Conference on Empirical Methods in Natural Language Processing, EMNLP 2015, Lisbon, Portugal, September 17-21, 2015, pp. 1499\u20131509. The Association for Computational Linguistics. https:\/\/doi.org\/10.18653\/v1\/d15-1174","DOI":"10.18653\/v1\/d15-1174"},{"key":"10586_CR26","unstructured":"Trouillon T, Welbl J, Riedel S, Gaussier \u00c9, Bouchard G (2016) Complex embeddings for simple link prediction. In: Balcan M, Weinberger KQ (eds) Proceedings of the 33nd International Conference on Machine Learning, ICML 2016, New York City, NY, USA, June 19-24, 2016, JMLR Workshop and Conference Proceedings, vol.\u00a048, pp. 2071\u20132080. JMLR.org. http:\/\/proceedings.mlr.press\/v48\/trouillon16.html"},{"key":"10586_CR27","unstructured":"Vaswani A, Shazeer N, Parmar N, Uszkoreit J, Jones L, Gomez AN, Kaiser L, Polosukhin I (2017) Attention is all you need. In: Guyon I, von Luxburg U, Bengio S, Wallach HM, Fergus R, Vishwanathan SVN, Garnett R (eds) Advances in Neural Information Processing Systems 30: Annual Conference on Neural Information Processing Systems 2017, 4-9 December 2017, Long Beach, CA, USA, pp. 5998\u20136008. http:\/\/papers.nips.cc\/paper\/7181-attention-is-all-you-need"},{"key":"10586_CR28","doi-asserted-by":"publisher","unstructured":"Wang Z, Zhang J, Feng J, Chen Z (2014) Knowledge graph and text jointly embedding. In: Moschitti A, Pang B, Daelemans W (eds) Proceedings of the 2014 Conference on Empirical Methods in Natural Language Processing, EMNLP 2014, October 25-29, 2014, Doha, Qatar, A meeting of SIGDAT, a Special Interest Group of the ACL, pp. 1591\u20131601. ACL. https:\/\/doi.org\/10.3115\/v1\/d14-1167","DOI":"10.3115\/v1\/d14-1167"},{"key":"10586_CR29","doi-asserted-by":"crossref","unstructured":"Xiao H, Huang M, Meng L, Zhu X (2017) SSP: semantic space projection for knowledge graph embedding with text descriptions. In: Singh SP, Markovitch S (eds) Proceedings of the Thirty-First AAAI Conference on Artificial Intelligence, February 4-9, 2017, San Francisco, California, USA, pp. 3104\u20133110. AAAI Press. http:\/\/aaai.org\/ocs\/index.php\/AAAI\/AAAI17\/paper\/view\/14306","DOI":"10.1609\/aaai.v31i1.10952"},{"key":"10586_CR30","doi-asserted-by":"crossref","unstructured":"Xie R, Liu Z, Jia J, Luan H, Sun M (2016) Representation learning of knowledge graphs with entity descriptions. In: Schuurmans D, Wellman MP (eds) Proceedings of the Thirtieth AAAI Conference on Artificial Intelligence, February 12-17, 2016, Phoenix, Arizona, USA, pp. 2659\u20132665. AAAI Press. http:\/\/www.aaai.org\/ocs\/index.php\/AAAI\/AAAI16\/paper\/view\/12216","DOI":"10.1609\/aaai.v30i1.10329"},{"key":"10586_CR31","unstructured":"Yang B, Yih W, He X, Gao J, Deng L (2015) Embedding entities and relations for learning and inference in knowledge bases. In: Bengio Y, LeCun Y (eds) 3rd International Conference on Learning Representations, ICLR 2015, San Diego, CA, USA, May 7-9, 2015, Conference Track Proceedings. http:\/\/arxiv.org\/abs\/1412.6575"},{"key":"10586_CR32","unstructured":"Yao L, Mao C, Luo Y (2019) KG-BERT: BERT for knowledge graph completion. CoRR arXiv:1909.03193"},{"issue":"5","key":"10586_CR33","doi-asserted-by":"publisher","first-page":"1317","DOI":"10.1109\/TIFS.2017.2787986","volume":"13","author":"J Yu","year":"2018","unstructured":"Yu J, Kuang Z, Zhang B, Zhang W, Lin D, Fan J (2018) Leveraging content sensitiveness and user trustworthiness to recommend fine-grained privacy settings for social image sharing. IEEE Trans Inf Forensics Secur 13(5):1317\u20131332. https:\/\/doi.org\/10.1109\/TIFS.2017.2787986","journal-title":"IEEE Trans Inf Forensics Secur"},{"key":"10586_CR34","doi-asserted-by":"publisher","first-page":"1204","DOI":"10.1109\/TIP.2019.2940677","volume":"29","author":"T Yu","year":"2020","unstructured":"Yu T, Yu J, Yu Z, Tao D (2020) Compositional attention networks with two-stream fusion for video question answering. IEEE Trans Image Process 29:1204\u20131218. https:\/\/doi.org\/10.1109\/TIP.2019.2940677","journal-title":"IEEE Trans Image Process"},{"key":"10586_CR35","unstructured":"Zhang S, Tay Y, Yao L, Liu Q (2019) Quaternion knowledge graph embeddings. In: Wallach HM, Larochelle H, Beygelzimer A, d\u2019Alch\u00e9-Buc F, Fox EB, Garnett R (eds) Advances in Neural Information Processing Systems 32: Annual Conference on Neural Information Processing Systems 2019, NeurIPS 2019, 8-14 December 2019, Vancouver, BC, Canada, pp. 2731\u20132741. http:\/\/papers.nips.cc\/paper\/8541-quaternion-knowledge-graph-embeddings"}],"container-title":["Neural Processing Letters"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11063-021-10586-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11063-021-10586-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11063-021-10586-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,8]],"date-time":"2023-01-08T17:56:26Z","timestamp":1673200586000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11063-021-10586-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,9,6]]},"references-count":35,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2021,12]]}},"alternative-id":["10586"],"URL":"https:\/\/doi.org\/10.1007\/s11063-021-10586-8","relation":{},"ISSN":["1370-4621","1573-773X"],"issn-type":[{"value":"1370-4621","type":"print"},{"value":"1573-773X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,9,6]]},"assertion":[{"value":"8 July 2021","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 September 2021","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}