{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,26]],"date-time":"2026-03-26T07:49:03Z","timestamp":1774511343562,"version":"3.50.1"},"reference-count":36,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2021,7,27]],"date-time":"2021-07-27T00:00:00Z","timestamp":1627344000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,7,27]],"date-time":"2021-07-27T00:00:00Z","timestamp":1627344000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"name":"the National Key Research and Development Program of China","award":["2018YFB0505000"],"award-info":[{"award-number":["2018YFB0505000"]}]},{"name":"the Fundamental Research Funds for the Central Universities","award":["2020QNA5017"],"award-info":[{"award-number":["2020QNA5017"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2022,3]]},"DOI":"10.1007\/s10489-021-02672-0","type":"journal-article","created":{"date-parts":[[2021,7,27]],"date-time":"2021-07-27T18:02:46Z","timestamp":1627408966000},"page":"4715-4726","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":34,"title":["RLPath: a knowledge graph link prediction method using reinforcement learning based attentive relation path searching and representation learning"],"prefix":"10.1007","volume":"52","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1934-5992","authenticated-orcid":false,"given":"Ling","family":"Chen","sequence":"first","affiliation":[]},{"given":"Jun","family":"Cui","sequence":"additional","affiliation":[]},{"given":"Xing","family":"Tang","sequence":"additional","affiliation":[]},{"given":"Yuntao","family":"Qian","sequence":"additional","affiliation":[]},{"given":"Yansheng","family":"Li","sequence":"additional","affiliation":[]},{"given":"Yongjun","family":"Zhang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,7,27]]},"reference":[{"issue":"1","key":"2672_CR1","doi-asserted-by":"publisher","first-page":"116","DOI":"10.1016\/j.ipm.2017.10.002","volume":"54","author":"B Han","year":"2018","unstructured":"Han B, Chen L, Tian X (2018) Knowledge based collection selection for distributed information retrieval. Inf Process Manag 54(1):116\u2013128","journal-title":"Inf Process Manag"},{"key":"2672_CR2","doi-asserted-by":"publisher","first-page":"206","DOI":"10.1007\/s10489-018-1269-0","volume":"49","author":"A Romadhony","year":"2019","unstructured":"Romadhony A, Widyantoro D, Purwarianti A (2019) Utilizing structured knowledge bases in open IE based event template extraction. Appl Intell 49:206\u2013219","journal-title":"Appl Intell"},{"issue":"12","key":"2672_CR3","doi-asserted-by":"publisher","first-page":"4281","DOI":"10.1007\/s10489-020-01761-w","volume":"50","author":"Y Fang","year":"2020","unstructured":"Fang Y, Wang H, Zhao L, Yu F, Wang C (2020) Dynamic knowledge graph based fake-review detection. Appl Intell 50(12):4281\u20134295","journal-title":"Appl Intell"},{"key":"2672_CR4","doi-asserted-by":"publisher","first-page":"2867","DOI":"10.1007\/s10489-020-01673-9","volume":"50","author":"L Lin","year":"2020","unstructured":"Lin L, Liu J, Lv Y, Guo F (2020) A similarity model based on reinforcement local maximum connected same destination structure oriented to disordered fusion of knowledge graphs. Appl Intell 50:2867\u20132886","journal-title":"Appl Intell"},{"key":"2672_CR5","doi-asserted-by":"crossref","unstructured":"Bollacker, K., Evans, C., Paritosh, P., Sturge, T., and Taylor, J. (2008). Freebase: a collaboratively created graph database for structuring human knowledge. In proceedings of the 14th ACM SIGMOD international conference on Management of Data, 1247\u20131250","DOI":"10.1145\/1376616.1376746"},{"issue":"3","key":"2672_CR6","doi-asserted-by":"publisher","first-page":"154","DOI":"10.1016\/j.websem.2009.07.002","volume":"7","author":"C Bizer","year":"2009","unstructured":"Bizer C, Lehmann J, Kobilarov G, Auer S (2009) Dbpedia-a crystallization point for the web of data. J Web Semantics 7(3):154\u2013165","journal-title":"J Web Semantics"},{"key":"2672_CR7","doi-asserted-by":"crossref","unstructured":"Dong, X., Gabrilovich, E., Heitz, G., Horn, W., and Lao, N. (2014). Knowledge vault: a web-scale approach to probabilistic knowledge fusion. In proceedings of the 20th ACM SIGKDD international conference on knowledge discovery and data mining, 601\u2013610","DOI":"10.1145\/2623330.2623623"},{"key":"2672_CR8","unstructured":"Bordes, A., Usunier, N., Garc\u00eda-Dur\u00e1n, A., and Yakhnenko, O. (2013). Translating Embeddings for Modeling Multi-Relational Data. In Proceedings of the 27th Annual Conference on Neural Information Processing Systems, 2787\u20132795"},{"key":"2672_CR9","doi-asserted-by":"crossref","unstructured":"Chen, X., Chen, M., Shi, W., Sun, Y., and Zaniolo, C. (2019). Embedding uncertain knowledge graphs. In Proceedings of the 33rd AAAI Conference on Artificial Intelligence, 33(01), 3363\u20133370","DOI":"10.1609\/aaai.v33i01.33013363"},{"key":"2672_CR10","unstructured":"Liu, H., Wu, Y., and Yang, Y. (2017). Analogical Inference for Multi-Relational Embeddings,\u201d In Proceedings of the 34th International Conference on Machine Learning, 70, 2168\u20132178"},{"key":"2672_CR11","unstructured":"Nickel, M., Tresp, V., and Kriegel, H. (2011). A three-way model for collective learning on multi-relational data. In proceedings of the 28th international conference on international conference on machine learning, 809\u2013816"},{"key":"2672_CR12","unstructured":"Sun, Z., Deng, Z., Nie, J., and Tang, J. (2019). RotatE: knowledge graph embedding by relational rotation in complex space. In Proceedings of the 7th International Conference on Learning Representations"},{"key":"2672_CR13","doi-asserted-by":"crossref","unstructured":"Lin, Y., Liu, Z., Sun, M., Liu, Y., and Zhu, X. (2015). Learning entity and relation Embeddings for knowledge graph completion. In proceedings of the 29th AAAI conference on artificial intelligence, 2181-2187","DOI":"10.1609\/aaai.v29i1.9491"},{"key":"2672_CR14","doi-asserted-by":"crossref","unstructured":"Zhang, Z., Cai, J., Zhang, Y., and Wang, J. (2020). Learning hierarchy-aware knowledge graph Embeddings for link prediction. In proceedings of the 34th AAAI conference on artificial intelligence, 3065-3072","DOI":"10.1609\/aaai.v34i03.5701"},{"issue":"3","key":"2672_CR15","doi-asserted-by":"publisher","first-page":"809","DOI":"10.1016\/j.ipm.2019.01.005","volume":"56","author":"X Tang","year":"2019","unstructured":"Tang X, Chen L, Cui J, Wei B (2019) Knowledge representation learning with entity descriptions, hierarchical types, and textual relations. Inf Process Manag 56(3):809\u2013822","journal-title":"Inf Process Manag"},{"key":"2672_CR16","doi-asserted-by":"crossref","unstructured":"Wang, Z., Zhang, J., Feng, J., and Chen, Z. (2014). Knowledge graph embedding by translating on Hyperplanes. In proceedings of the 28th AAAI conference on artificial intelligence, 1112-1119","DOI":"10.1609\/aaai.v28i1.8870"},{"key":"2672_CR17","unstructured":"Yang, B., Yih, W., He, X., Gao, J., and Deng, L. (2015). Embedding entities and relations for learning and inference in knowledge bases. In Proceedings of the 3rd International Conference on Learning Representation"},{"key":"2672_CR18","doi-asserted-by":"crossref","unstructured":"Gardner, M., Talukdar, P., Krishnamurthy, J., and Mitchell, T. (2014). Incorporating vector space similarity in random walk inference over knowledge bases. In proceedings of the 18th conference on empirical methods in natural language processing, 397\u2013406","DOI":"10.3115\/v1\/D14-1044"},{"issue":"1","key":"2672_CR19","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1007\/s10994-010-5205-8","volume":"81","author":"N Lao","year":"2010","unstructured":"Lao N, Cohen W (2010) Relational retrieval using a combination of path-constrained random walks. Mach Learn 81(1):53\u201367","journal-title":"Mach Learn"},{"key":"2672_CR20","doi-asserted-by":"crossref","unstructured":"Neelakantan, A., Roth, B., McCallum, A. (2015). Compositional vector space models for Knowledge Base completion. Computer Ence, 1\u201316","DOI":"10.3115\/v1\/P15-1016"},{"key":"2672_CR21","doi-asserted-by":"crossref","unstructured":"Lin, Y., Liu, Z., Luan, H., and Sun, M. (2015). Modeling relation paths for representation learning of knowledge bases. In proceedings of the 19th conference on empirical methods in natural language processing, 705\u2013714","DOI":"10.18653\/v1\/D15-1082"},{"key":"2672_CR22","doi-asserted-by":"crossref","unstructured":"Huang, W., Li, G., and Jin, Z. (2017). Improved Knowledge Base completion by the path-augmented TransR model. Knowledge Science, Engineering and Management, 149\u2013159","DOI":"10.1007\/978-3-319-63558-3_13"},{"key":"2672_CR23","unstructured":"Das, R., Dhuliawala, S., Zaheer, M., Vilnis, L., Durugkar, I., Krishnamurthy, A., Smola, A., and McCallum, A. (2018). Go for a walk and arrive at the answer: reasoning over paths in knowledge bases using reinforcement learning. In Proceedings of the 6th International Conference on Learning Representations"},{"key":"2672_CR24","doi-asserted-by":"crossref","unstructured":"Xiong, W., Hoang, T., and Wang, W. (2017). Deeppath: a reinforcement learning method for knowledge graph reasoning. In proceedings of the 21th conference on empiraical methods in natural language processing, 564\u2013573","DOI":"10.18653\/v1\/D17-1060"},{"key":"2672_CR25","doi-asserted-by":"crossref","unstructured":"Li, Z., Jin, X., Guan, S., Wang, Y., and Cheng, X. (2018). Path reasoning over knowledge graph: a multi-agent and reinforcement learning based method. In proceedings of the 18th IEEE international conference on data mining workshops, 929\u2013936","DOI":"10.1109\/ICDMW.2018.00135"},{"key":"2672_CR26","doi-asserted-by":"crossref","unstructured":"Fu, C., Chen, T., Qu, M., Jin, W., and Ren, X. (2019). Collaborative policy learning for open knowledge graph reasoning. In proceedings of the 23th conference on empirical methods in natural language processing and the 9th international joint conference on natural language processing (EMNLP-IJCNLP), 2672\u20132681","DOI":"10.18653\/v1\/D19-1269"},{"key":"2672_CR27","doi-asserted-by":"crossref","unstructured":"Lin, X., Socher, R., and Xiong, C. (2018). Multi-hop knowledge graph reasoning with reward shaping. In proceedings of the 22th conference on empirical methods, 3243\u20133253","DOI":"10.18653\/v1\/D18-1362"},{"key":"2672_CR28","doi-asserted-by":"crossref","unstructured":"Lv, X., Gu, Y., Han, X., Hou, L., Li, J., and Liu, Z. (2019). Adapting Meta knowledge graph information for multi-hop reasoning over Fewshot relations. In proceedings of the 23th conference on empirical methods in natural language processing and the 9th international joint conference on natural language processing (EMNLP-IJCNLP), 3367\u20133372","DOI":"10.18653\/v1\/D19-1334"},{"key":"2672_CR29","unstructured":"Shen, Y., Chen, J., Huang, P., Guo, Y., and Gao, J. (2018). M-walk: learning to walk over graphs using Monte Carlo tree search. In proceedings of the 32nd advances in neural information processing systems, 6786-6797"},{"issue":"7540","key":"2672_CR30","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Rusu A, Veness J, Bellemare M, Graves A, Riedmiller M, Fidjeland A, Ostrovski G (2015) Human-level control through deep reinforcement learning. Nature 518(7540):529\u2013533","journal-title":"Nature"},{"key":"2672_CR31","doi-asserted-by":"crossref","unstructured":"Lin, Y., Shen, S., Liu, Z., Luan, H., and Sun, M. (2016). Neural relation extraction with selective attention over instances, in proceedings of the 54th annual meeting of the Association for Computational Linguistics, 2124\u20132133","DOI":"10.18653\/v1\/P16-1200"},{"issue":"3\u20134","key":"2672_CR32","first-page":"229","volume":"8","author":"R Williams","year":"1992","unstructured":"Williams R (1992) Simple statistical gradient-following algorithms for connectionist reinforcement learning. Mach Learn 8(3\u20134):229\u2013256","journal-title":"Mach Learn"},{"key":"2672_CR33","unstructured":"Kingma, D. and Ba, J. (2014). Adam: a method for stochastic optimization. In Proceedings of the 2nd International Conference on Learning Representations"},{"key":"2672_CR34","doi-asserted-by":"crossref","unstructured":"Toutanova, K., Chen, D., Pantel, P., Poon, H., Choudhury, P., and Gamon, M. (2015). Representing text for joint embedding of text and knowledge bases. In proceedings of the 19th conference on empirical methods in natural language processing, 1499\u20131509","DOI":"10.18653\/v1\/D15-1174"},{"key":"2672_CR35","unstructured":"Th\u00e9o, T., Johannes, W., Sebastian, R., \u00c9ric, G., and Guillaume, B. (2016). Complex Embeddings for simple link prediction. In proceedings of the 33th international conference on machine learning, 2071\u20132080"},{"key":"2672_CR36","unstructured":"Tim, D., Minervini, P., Stenetorp, P., and Riedel, S. (2018). Convolutional 2D knowledge graph Embeddings. In proceedings of the 32th AAAI conference on artificial intelligence, 1811-1818"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-021-02672-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-021-02672-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-021-02672-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,5]],"date-time":"2023-01-05T17:40:47Z","timestamp":1672940447000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-021-02672-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,7,27]]},"references-count":36,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2022,3]]}},"alternative-id":["2672"],"URL":"https:\/\/doi.org\/10.1007\/s10489-021-02672-0","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,7,27]]},"assertion":[{"value":"9 July 2021","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 July 2021","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}