{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,13]],"date-time":"2026-02-13T13:18:55Z","timestamp":1770988735605,"version":"3.50.1"},"reference-count":39,"publisher":"Springer Science and Business Media LLC","issue":"11","license":[{"start":{"date-parts":[[2022,10,8]],"date-time":"2022-10-08T00:00:00Z","timestamp":1665187200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,10,8]],"date-time":"2022-10-08T00:00:00Z","timestamp":1665187200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"the National Natural Science Foundation of China","doi-asserted-by":"crossref","award":["41801313"],"award-info":[{"award-number":["41801313"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"name":"the Science and technology project of Henan Province","award":["222102210081"],"award-info":[{"award-number":["222102210081"]}]},{"DOI":"10.13039\/501100015218","name":"Henan Key Laboratory of Non-ferrous Metal Materials Science and Processing Technology","doi-asserted-by":"publisher","award":["222300420590"],"award-info":[{"award-number":["222300420590"]}],"id":[{"id":"10.13039\/501100015218","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2023,6]]},"DOI":"10.1007\/s10489-022-04147-2","type":"journal-article","created":{"date-parts":[[2022,10,8]],"date-time":"2022-10-08T07:02:38Z","timestamp":1665212558000},"page":"13293-13308","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":11,"title":["Reason more like human: Incorporating meta information into hierarchical reinforcement learning for knowledge graph reasoning"],"prefix":"10.1007","volume":"53","author":[{"given":"Yi","family":"Xia","sequence":"first","affiliation":[]},{"given":"Junyong","family":"Luo","sequence":"additional","affiliation":[]},{"given":"Mingjing","family":"Lan","sequence":"additional","affiliation":[]},{"given":"Gang","family":"Zhou","sequence":"additional","affiliation":[]},{"given":"Zhibo","family":"Li","sequence":"additional","affiliation":[]},{"given":"Shuo","family":"Liu","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,10,8]]},"reference":[{"issue":"12","key":"4147_CR1","doi-asserted-by":"publisher","first-page":"4281","DOI":"10.1007\/s10489-020-01761-w","volume":"50","author":"Y Fang","year":"2020","unstructured":"Fang Y, Wang H, Zhao L, Yu F, Wang C (2020) Dynamic knowledge graph based fake-review detection. Appl Intell 50(12):4281\u20134295","journal-title":"Appl Intell"},{"key":"4147_CR2","doi-asserted-by":"crossref","unstructured":"Li Z, Liu H, Zhang Z, Liu T, Xiong NN (2021) Learning knowledge graph embedding with heterogeneous relation attention networks. IEEE Transactions on Neural Networks and Learning Systems PP(99)","DOI":"10.1109\/TNNLS.2021.3055147"},{"issue":"99","key":"4147_CR3","first-page":"1","volume":"PP","author":"Z Zhang","year":"2020","unstructured":"Zhang Z, Li Z, Liu H, Xiong NN (2020) Multi-scale dynamic convolutional network for knowledge graph embedding. IEEE Trans Knowl Data Eng PP(99):1\u20131","journal-title":"IEEE Trans Knowl Data Eng"},{"issue":"1","key":"4147_CR4","doi-asserted-by":"publisher","first-page":"846","DOI":"10.1007\/s10489-021-02454-8","volume":"52","author":"S Wang","year":"2022","unstructured":"Wang S, Du Z, Ding M, Rodr\u00edguez-pat\u00f3n A, Song T (2022) KG-DTI: a knowledge graph based deep learning method for drug-target interaction predictions and alzheimer\u2019s disease drug repositions. Appl Intell 52(1):846\u2013857","journal-title":"Appl Intell"},{"key":"4147_CR5","doi-asserted-by":"crossref","unstructured":"Bollacker KD, Evans C, Paritosh PK, Sturge T, Taylor J (2008) Freebase: a collaboratively created graph database for structuring human knowledge. In: Proceedings of the ACM SIGMOD international conference on management of data, SIGMOD 2008, June 10-12, 2008. ACM, pp 1247\u20131250","DOI":"10.1145\/1376616.1376746"},{"issue":"10","key":"4147_CR6","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1145\/2629489","volume":"57","author":"D Vrande\u010di\u0107","year":"2014","unstructured":"Vrande\u010di\u0107 D, Kr\u00f6tzsch M (2014) Wikidata: a free collaborative knowledgebase. Commun ACM 57(10):78\u201385","journal-title":"Commun ACM"},{"issue":"7","key":"4147_CR7","doi-asserted-by":"publisher","first-page":"4361","DOI":"10.1109\/TII.2021.3128240","volume":"18","author":"H Liu","year":"2022","unstructured":"Liu H, Zheng C, Li D, Shen X, Lin K, Wang J, Zhang Z, Zhang Z, Xiong NN (2022) EDMF: Efficient deep matrix factorization with review feature learning for industrial recommender system. IEEE Trans Ind Inform 18(7):4361\u20134371","journal-title":"IEEE Trans Ind Inform"},{"issue":"5","key":"4147_CR8","doi-asserted-by":"publisher","first-page":"103040","DOI":"10.1016\/j.ipm.2022.103040","volume":"59","author":"X Yi","year":"2022","unstructured":"Yi X, Mingjing L, Junyong L, Xiaohui C, Gang Z (2022) Iterative rule-guided reasoning over sparse knowledge graphs with deep reinforcement learning. Information Processing & Management 59(5):103040. https:\/\/doi.org\/10.1016\/j.ipm.2022.103040, https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0306457322001492","journal-title":"Information Processing & Management"},{"key":"4147_CR9","unstructured":"Bordes A, Usunier N, Garcia-Dur\u00e1n A, Weston J, Yakhnenko O (2013) Translating embeddings for modeling multi-relational data. In: Proceedings of the 26th International Conference on Neural Information Processing Systems, NIPS 2013 - vol 2. Curran Associates Inc, pp 2787\u20132795"},{"key":"4147_CR10","unstructured":"Sun Z, Deng Z, Nie J, Tang J (2019) Rotate: Knowledge graph embedding by relational rotation in complex space. In: 7Th international conference on learning representations, ICLR 2019, may 6-9. Openreview.net, 2019"},{"key":"4147_CR11","doi-asserted-by":"crossref","unstructured":"Vashishth S, Sanyal S, Nitin V, Agrawal N, Talukdar PP (2020) Interacte: Improving convolution-based knowledge graph embeddings by increasing feature interactions. In: The thirty-fourth AAAI conference on artificial intelligence, AAAI 2020, february 7-12, 2020. AAAI Press, pp 3009\u20133016","DOI":"10.1609\/aaai.v34i03.5694"},{"issue":"3","key":"4147_CR12","doi-asserted-by":"publisher","first-page":"3266","DOI":"10.1007\/s10489-021-02438-8","volume":"52","author":"J Feng","year":"2022","unstructured":"Feng J, Wei Q, Cui J, Chen J (2022) Novel translation knowledge graph completion model based on 2d convolution. Appl Intell 52(3):3266\u20133275","journal-title":"Appl Intell"},{"key":"4147_CR13","doi-asserted-by":"crossref","unstructured":"Gal\u00e1rraga LA, Teflioudi C, Hose K, Suchanek FM (2013) AMIE: Association rule mining under incomplete evidence in ontological knowledge bases. In: The 22nd international world wide web conference, WWW 2013, may 13-17, 2013. International world wide web conferences steering committee \/ ACM, pp 413\u2013 422","DOI":"10.1145\/2488388.2488425"},{"key":"4147_CR14","doi-asserted-by":"crossref","unstructured":"Lei D, Jiang G, Gu X, Sun K, Mao Y, Ren X (2020) Learning collaborative agents with rule guidance for knowledge graph reasoning. In: Proceedings of the 2020 conference on empirical methods in natural language processing, EMNLP 2020, November 16-20, 2020. Assoc Comput Linguist, pp 8541\u20138547","DOI":"10.18653\/v1\/2020.emnlp-main.688"},{"key":"4147_CR15","doi-asserted-by":"crossref","unstructured":"Meilicke C, Chekol MW, Fink M, Stuckenschmidt H (2020) Reinforced anytime bottom up rule learning for knowledge graph completion. arXiv:2004.04412","DOI":"10.24963\/ijcai.2019\/435"},{"issue":"10","key":"4147_CR16","doi-asserted-by":"publisher","first-page":"3336","DOI":"10.1007\/s10489-020-01734-z","volume":"50","author":"H Wang","year":"2020","unstructured":"Wang H, Jiang S, Yu Z (2020) Modeling of complex internal logic for knowledge base completion. Appl Intell 50(10):3336\u20133349","journal-title":"Appl Intell"},{"key":"4147_CR17","doi-asserted-by":"crossref","unstructured":"Hildebrandt M, Serna JAQ, Ma Y, Ringsquandl M, Joblin M, Tresp V (2020) Reasoning on knowledge graphs with debate dynamics. In: The 34th AAAI conference on artificial intelligence, AAAI 2020, february 7-12, 2020. AAAI Press, pp 4123\u2013 4131","DOI":"10.1609\/aaai.v34i04.6600"},{"key":"4147_CR18","doi-asserted-by":"crossref","unstructured":"Wan G, Du B (2021) Gaussianpath: a bayesian multi-hop reasoning framework for knowledge graph reasoning. In: Thirty-fifth AAAI conference on artificial intelligence, AAAI 2021, february 2-9, 2021. AAAI Press, pp 4393\u20134401","DOI":"10.1609\/aaai.v35i5.16565"},{"key":"4147_CR19","unstructured":"Das R, Dhuliawala S, Zaheer M, Vilnis L, Durugkar I, Krishnamurthy A, Smola A, McCallum A (2018) Go for a walk and arrive at the answer: Reasoning over paths in knowledge bases using reinforcement learning. In: The 6th international conference on learning representations, ICLR 2018, april 30 - may 3, 2018, conference track proceedings. Openreview.net"},{"key":"4147_CR20","doi-asserted-by":"crossref","unstructured":"Lv X, Han X, Hou L, Li J, Liu Z, Zhang W, Zhang Y, Kong H, Wu S (2020) Dynamic anticipation and completion for multi-hop reasoning over sparse knowledge graph. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing, EMNLP 2020, November 16-20, 2020. Association for Computational Linguistics, pp 5694\u20135703","DOI":"10.18653\/v1\/2020.emnlp-main.459"},{"key":"4147_CR21","doi-asserted-by":"crossref","unstructured":"Hou Z, Jin X, Li Z, Bai L (2021) Rule-aware reinforcement learning for knowledge graph reasoning. In: Findings of the association for computational linguistics: ACL\/IJCNLP 2021, august 1-6, 2021. Association for computational linguistics, pp 4687\u20134692","DOI":"10.18653\/v1\/2021.findings-acl.412"},{"issue":"4","key":"4147_CR22","doi-asserted-by":"publisher","first-page":"4715","DOI":"10.1007\/s10489-021-02672-0","volume":"52","author":"L Chen","year":"2022","unstructured":"Chen L, Cui J, Tang X, Qian Y, Li Y, Zhang Y (2022) Rlpath: a knowledge graph link prediction method using reinforcement learning based attentive relation path searching and representation learning. Appl Intell 52(4):4715\u20134726","journal-title":"Appl Intell"},{"key":"4147_CR23","doi-asserted-by":"crossref","unstructured":"Wan G, Pan S, Gong C, Zhou C, Haffari G (2020) Reasoning like human: Hierarchical reinforcement learning for knowledge graph reasoning. In: Proceedings of the twenty-ninth international joint conference on artificial intelligence, IJCAI 2020, Online, pp 1926\u20131932","DOI":"10.24963\/ijcai.2020\/267"},{"issue":"12","key":"4147_CR24","doi-asserted-by":"publisher","first-page":"2724","DOI":"10.1109\/TKDE.2017.2754499","volume":"29","author":"Q Wang","year":"2017","unstructured":"Wang Q, Mao Z, Wang B, Guo L (2017) Knowledge graph embedding: a survey of approaches and applications. IEEE Trans Knowl Data Eng 29(12):2724\u20132743","journal-title":"IEEE Trans Knowl Data Eng"},{"key":"4147_CR25","unstructured":"Nickel M, Tresp V, Kriegel H (2011) A three-way model for collective learning on multi-relational data. In: Proceedings of the 28th international conference on machine learning, ICML 2011, June 28 - July 2, 2011. Omnipress, pp 809\u2013816"},{"key":"4147_CR26","doi-asserted-by":"crossref","unstructured":"Dettmers T, Minervini P, Stenetorp P, Riedel S (2018) Convolutional 2d knowledge graph embeddings. In: Proceedings of the 32th AAAI Conference on Artificial Intelligence, AAAI 2018, February 2-7, 2018. AAAI Press, pp 1811\u20131818","DOI":"10.1609\/aaai.v32i1.11573"},{"key":"4147_CR27","unstructured":"Omran PG, Wang K, Wang Z (2018) Scalable rule learning via learning representation. In: Proceedings of the Twenty-Seventh International Joint Conference on Artificial Intelligence, IJCAI 2018, July 13-19, 2018, Stockholm, Sweden, pp 2149\u2013 2155"},{"key":"4147_CR28","unstructured":"Yang F, Yang Z, Cohen WW (2017) Differentiable learning of logical rules for knowledge base reasoning. In: Advances in neural information processing systems 30: Annual conference on neural information processing systems 2017, december 4-9, 2017, Long Beach, CA, USA, pp 2319\u20132328"},{"key":"4147_CR29","doi-asserted-by":"crossref","unstructured":"Xiong W, Hoang T, Wang WY (2017) Deeppath: a reinforcement learning method for knowledge graph reasoning. In: Proceedings of the 2017 Conference on Empirical Methods in Natural Language Processing, EMNLP 2017, September 9-11, 2017. Association for Computational Linguistics, pp 564\u2013573","DOI":"10.18653\/v1\/D17-1060"},{"key":"4147_CR30","doi-asserted-by":"crossref","unstructured":"Fu C, Chen T, Qu M, Jin W, Ren X (2019) Collaborative policy learning for open knowledge graph reasoning. In: Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing, EMNLP 2019, November 3-7, 2019. Association for Computational Linguistics, pp 2672\u20132681","DOI":"10.18653\/v1\/D19-1269"},{"key":"4147_CR31","doi-asserted-by":"crossref","unstructured":"Lin XV, Socher R, Xiong C (2018) Multi-hop knowledge graph reasoning with reward shaping. In: Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing, EMNLP 2018, October 31 - November 4, 2018. Association for Computational Linguistics, pp 3243\u20133253","DOI":"10.18653\/v1\/D18-1362"},{"key":"4147_CR32","doi-asserted-by":"crossref","unstructured":"Niu G, Zhang Y, Li B, Cui P, Liu S, Li J, Zhang X (2020) Rule-Guided Compositional representation learning on knowledge graphs. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol 34, pp 2950\u20132958","DOI":"10.1609\/aaai.v34i03.5687"},{"key":"4147_CR33","doi-asserted-by":"crossref","unstructured":"Carlson A, Betteridge J, Kisiel B, Settles B Jr, ERH, Mitchell TM (2010) Toward an architecture for never-ending language learning. In: Proceedings of the 24th AAAI conference on artificial intelligence, AAAI 2010, July 11-15, 2010. AAAI Press","DOI":"10.1609\/aaai.v24i1.7519"},{"key":"4147_CR34","unstructured":"Maas AL, Hannun AY, Ng AY, et al. (2013) Rectifier nonlinearities improve neural network acoustic models. In: Proceedings of the 30th international conference on machine learning, ICML 2013, vol 30. Citeseer, p 3"},{"key":"4147_CR35","unstructured":"Finn C, Abbeel P, Levine S (2017) Model-agnostic meta-learning for fast adaptation of deep networks. In: Proceedings of the 34th International Conference on Machine Learning, ICML 2017, 6-11 August 2017. Proceedings of machine learning research, vol 70. PMLR, pp 1126\u20131135"},{"issue":"3-4","key":"4147_CR36","doi-asserted-by":"publisher","first-page":"229","DOI":"10.1007\/BF00992696","volume":"8","author":"RJ Williams","year":"1992","unstructured":"Williams RJ (1992) Simple statistical gradient-following algorithms for connectionist reinforcement learning. Mach Learn 8(3-4):229\u2013256","journal-title":"Mach Learn"},{"key":"4147_CR37","doi-asserted-by":"crossref","unstructured":"Toutanova K, Chen D, Pantel P, Poon H, Choudhury P, Gamon M (2015) Representing text for joint embedding of text and knowledge bases. In: Proceedings of the 2015 Conference on Empirical Methods in Natural Language Processing, EMNLP 2015, September 17-21, 2015. The Association for Computational Linguistics, pp 1499\u20131509","DOI":"10.18653\/v1\/D15-1174"},{"key":"4147_CR38","unstructured":"Trouillon T, Welbl J, Riedel S, Gaussier \u00c9, Bouchard G (2016) Complex embeddings for simple link prediction. In: Proceedings of the 33nd International Conference on Machine Learning, ICML 2016, June 19-24, 2016. JMLR Workshop and Conference Proceedings, vol 48. New York, NY, USA pp 2071\u20132080"},{"key":"4147_CR39","unstructured":"Kingma DP, Ba J (2015) Adam: a method for stochastic optimization. In: The 3rd international conference on learning representations, ICLR 2015, may 7-9 2015. Conference Track Proceedings, San Diego, CA, USA"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-022-04147-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-022-04147-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-022-04147-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,5,31]],"date-time":"2023-05-31T10:21:30Z","timestamp":1685528490000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-022-04147-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,10,8]]},"references-count":39,"journal-issue":{"issue":"11","published-print":{"date-parts":[[2023,6]]}},"alternative-id":["4147"],"URL":"https:\/\/doi.org\/10.1007\/s10489-022-04147-2","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,10,8]]},"assertion":[{"value":"4 September 2022","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"8 October 2022","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}