{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,29]],"date-time":"2026-03-29T08:46:55Z","timestamp":1774774015645,"version":"3.50.1"},"reference-count":39,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2025,1,28]],"date-time":"2025-01-28T00:00:00Z","timestamp":1738022400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,28]],"date-time":"2025-01-28T00:00:00Z","timestamp":1738022400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62176236"],"award-info":[{"award-number":["62176236"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004731","name":"Natural Science Foundation of Zhejiang Province","doi-asserted-by":"publisher","award":["LZ24F030011"],"award-info":[{"award-number":["LZ24F030011"]}],"id":[{"id":"10.13039\/501100004731","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2025,4]]},"DOI":"10.1007\/s10489-024-06162-x","type":"journal-article","created":{"date-parts":[[2025,1,28]],"date-time":"2025-01-28T07:49:02Z","timestamp":1738050542000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Reinforcement knowledge graph reasoning based on dual agents and attention mechanism"],"prefix":"10.1007","volume":"55","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9437-262X","authenticated-orcid":false,"given":"Xu-Hua","family":"Yang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tao","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ji-Song","family":"Gan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Liang-Yu","family":"Gao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Gang-Feng","family":"Ma","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yan-Bo","family":"Zhou","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,1,28]]},"reference":[{"key":"6162_CR1","doi-asserted-by":"crossref","unstructured":"Balazevic I, Allen C, Hospedales T (2019) Tucker: Tensor factorization for knowledge graph completion. In: Proceedings of the 2019 Conference on empirical methods in natural language processing and the 9th international joint conference on natural language processing (EMNLP-IJCNLP). Association for Computational Linguistics","DOI":"10.18653\/v1\/D19-1522"},{"key":"6162_CR2","unstructured":"Bordes A, Usunier N, Garcia-Duran A, Weston J, Yakhnenko O (2013) Translating embeddings for modeling multi-relational data. Adv Neural Inf Process Syst 26"},{"key":"6162_CR3","doi-asserted-by":"publisher","first-page":"6894","DOI":"10.1609\/aaai.v35i8.16850","volume":"35","author":"Z Cao","year":"2021","unstructured":"Cao Z, Xu Q, Yang Z, Cao X, Huang Q (2021) Dual quaternion knowledge graph embeddings. Proceedings of the AAAI conference on artificial intelligence. 35:6894\u20136902","journal-title":"Proceedings of the AAAI conference on artificial intelligence."},{"key":"6162_CR4","doi-asserted-by":"crossref","unstructured":"Chang KW, Yih Wt, Yang B, Meek C (2014) Typed tensor decomposition of knowledge bases for relation extraction. In: Proceedings of the 2014 conference on empirical methods in natural language processing (EMNLP). pp 1568\u20131579","DOI":"10.3115\/v1\/D14-1165"},{"key":"6162_CR5","unstructured":"Das R, Dhuliawala S, Zaheer M, Vilnis L, Durugkar I, Krishnamurthy A, Smola A, McCallum A (2018) Go for a Walk and Arrive at the Answer: Reasoning Over Paths in Knowledge Bases using Reinforcement Learning. In: International conference on learning representations"},{"key":"6162_CR6","doi-asserted-by":"crossref","unstructured":"Dettmers T, Minervini P, Stenetorp P, Riedel S (2018) Convolutional 2d knowledge graph embeddings. In: Proceedings of the AAAI conference on artificial intelligence. vol.\u00a032","DOI":"10.1609\/aaai.v32i1.11573"},{"key":"6162_CR7","doi-asserted-by":"crossref","unstructured":"Dong X, Gabrilovich E, Heitz G, Horn W, Lao N, Murphy K, Strohmann T, Sun S, Zhang W (2014) Knowledge vault: A web-scale approach to probabilistic knowledge fusion. In: Proceedings of the 20th ACM SIGKDD international conference on Knowledge discovery and data mining. pp 601\u2013610","DOI":"10.1145\/2623330.2623623"},{"key":"6162_CR8","unstructured":"Guo L, Zhang Q, Sun Z, Chen M, Hu W, Chen H (2022) Understanding and improving knowledge graph embedding for entity alignment. In: International Conference on Machine Learning. PMLR, pp 8145\u20138156"},{"issue":"1","key":"6162_CR9","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2025334119","volume":"119","author":"F Husz\u00e1r","year":"2022","unstructured":"Husz\u00e1r F, Ktena SI, O\u2019Brien C, Belli L, Schlaikjer A, Hardt M (2022) Algorithmic amplification of politics on twitter. Proceed National Academy Sci 119(1):e2025334119","journal-title":"Proceed National Academy Sci"},{"issue":"2","key":"6162_CR10","doi-asserted-by":"publisher","first-page":"494","DOI":"10.1109\/TNNLS.2021.3070843","volume":"33","author":"S Ji","year":"2021","unstructured":"Ji S, Pan S, Cambria E, Marttinen P, Philip SY (2021) A survey on knowledge graphs: Representation, acquisition, and applications. IEEE Trans Neural Netw Learn Syst 33(2):494\u2013514","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"6162_CR11","unstructured":"Kingma D, Ba J (2015) Adam: A Method for Stochastic Optimization. In: International Conference on Learning Representations (ICLR). San Diega, CA, USA"},{"key":"6162_CR12","unstructured":"Levy A, Konidaris G, Platt R, Saenko K (2018) Learning multi-level hierarchies with hindsight. In: International conference on learning representations"},{"issue":"2","key":"6162_CR13","doi-asserted-by":"publisher","first-page":"1188","DOI":"10.1007\/s10489-021-02287-5","volume":"52","author":"C Li","year":"2022","unstructured":"Li C, Chen H, Li T, Yang X (2022) A stable community detection approach for complex network based on density peak clustering and label propagation. Appl Intell 52(2):1188\u20131208","journal-title":"Appl Intell"},{"issue":"9","key":"6162_CR14","doi-asserted-by":"publisher","first-page":"11634","DOI":"10.1109\/TNNLS.2024.3370918","volume":"35","author":"J Li","year":"2024","unstructured":"Li J, Zheng R, Feng H, Li M, Zhuang X (2024) Permutation equivariant graph framelets for heterophilous graph learning. IEEE Trans Neural Netw Learn Syst 35(9):11634\u201311648. https:\/\/doi.org\/10.1109\/TNNLS.2024.3370918","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"6162_CR15","doi-asserted-by":"publisher","unstructured":"Li M, Li Z, Huang C, Jiang Y, Wu, X (2024) Edugraph: Learning path-based hypergraph neural networks for mooc course recommendation. IEEE Trans Big Data pp 1\u201315. https:\/\/doi.org\/10.1109\/TBDATA.2024.3453757","DOI":"10.1109\/TBDATA.2024.3453757"},{"issue":"4","key":"6162_CR16","doi-asserted-by":"publisher","first-page":"4367","DOI":"10.1109\/TNNLS.2024.3371592","volume":"35","author":"M Li","year":"2024","unstructured":"Li M, Micheli A, Wang YG, Pan S, Li\u00f3 P, Gnecco GS, Sanguineti M (2024) Guest editorial: Deep neural networks for graphs: Theory, models, algorithms, and applications. IEEE Trans Neural Netw Learn Syst 35(4):4367\u20134372. https:\/\/doi.org\/10.1109\/TNNLS.2024.3371592","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"6162_CR17","doi-asserted-by":"crossref","unstructured":"Lin XV, Socher R, Xiong C (2018) Multi-hop knowledge graph reasoning with reward shaping. In: Proceedings of the 2018 conference on empirical methods in natural language processing. pp 3243\u20133253","DOI":"10.18653\/v1\/D18-1362"},{"key":"6162_CR18","doi-asserted-by":"crossref","unstructured":"Lin Y, Liu Z, Sun M, Liu Y, Zhu X (2015) Learning entity and relation embeddings for knowledge graph completion. In: Proceedings of the AAAI conference on artificial intelligence. vol.\u00a029","DOI":"10.1609\/aaai.v29i1.9491"},{"key":"6162_CR19","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2022.108235","volume":"241","author":"H Liu","year":"2022","unstructured":"Liu H, Zhou S, Chen C, Gao T, Xu J, Shu M (2022) Dynamic knowledge graph reasoning based on deep reinforcement learning. Knowl-Based Syst 241:108235","journal-title":"Knowl-Based Syst"},{"issue":"3","key":"6162_CR20","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3439726","volume":"54","author":"S Minaee","year":"2021","unstructured":"Minaee S, Kalchbrenner N, Cambria E, Nikzad N, Chenaghlu M, Gao J (2021) Deep learning-based text classification: a comprehensive review. ACM Comput Surv (CSUR) 54(3):1\u201340","journal-title":"ACM Comput Surv (CSUR)"},{"key":"6162_CR21","first-page":"3104482","volume":"11","author":"M Nickel","year":"2011","unstructured":"Nickel M, Tresp V, Kriegel HP et al (2011) A three-way model for collective learning on multi-relational data. Icml. 11:3104482\u20133104584","journal-title":"Icml."},{"key":"6162_CR22","doi-asserted-by":"crossref","unstructured":"Qiu Y, Wang Y, Jin X, Zhang K (2020) Stepwise reasoning for multi-relation question answering over knowledge graph with weak supervision. In: Proceedings of the 13th international conference on web search and data mining. pp 474\u2013482","DOI":"10.1145\/3336191.3371812"},{"key":"6162_CR23","doi-asserted-by":"crossref","unstructured":"Schlichtkrull M, Kipf TN, Bloem P, Van Den\u00a0Berg R, Titov I, Welling M (2018) Modeling relational data with graph convolutional networks. In: The semantic web: 15th international conference, ESWC 2018, Heraklion, Crete, Greece, June 3\u20137, 2018, proceedings 15. Springer, pp 593\u2013607","DOI":"10.1007\/978-3-319-93417-4_38"},{"key":"6162_CR24","unstructured":"Shen Y, Chen J, Huang PS, Guo Y, Gao J (2018) M-walk: Learning to walk over graphs using monte carlo tree search. Adv Neural Inf Process Syst 31"},{"key":"6162_CR25","doi-asserted-by":"publisher","unstructured":"Shi J, Li M, Chen Y, Cui L, Bai L (2025) Multimodal graph learning with framelet-based stochastic configuration networks for emotion recognition in conversation. Inf Sci 686:121393. https:\/\/doi.org\/10.1016\/j.ins.2024.121393, https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0020025524013070","DOI":"10.1016\/j.ins.2024.121393"},{"key":"6162_CR26","unstructured":"Sun Z, Deng ZH, Nie JY, Tang J (2019) RotatE: Knowledge Graph Embedding by Relational Rotation in Complex Space. In: International conference on learning representations. https:\/\/openreview.net\/forum?id=HkgEQnRqYQ"},{"key":"6162_CR27","unstructured":"Sutton RS, Barto AG (2018) Reinforcement learning: An introduction. MIT press"},{"key":"6162_CR28","unstructured":"Trouillon T, Welbl J, Riedel S, Gaussier \u00c9, Bouchard G (2016) Complex embeddings for simple link prediction. In: International conference on machine learning. PMLR, pp 2071\u20132080"},{"key":"6162_CR29","doi-asserted-by":"crossref","unstructured":"Wan G, Pan S, Gong C, Zhou C, Haffari G (2021) Reasoning like human: Hierarchical reinforcement learning for knowledge graph reasoning. In: International joint conference on artificial intelligence. international joint conference on artificial intelligence","DOI":"10.24963\/ijcai.2020\/267"},{"issue":"1","key":"6162_CR30","first-page":"1","volume":"17","author":"J Wang","year":"2023","unstructured":"Wang J, Wang B, Gao J, Hu Y, Yin B (2023) Multi-concept representation learning for knowledge graph completion. ACM Trans Knowl Discovery Data 17(1):1\u201319","journal-title":"ACM Trans Knowl Discovery Data"},{"key":"6162_CR31","doi-asserted-by":"crossref","unstructured":"Wang Z, Zhang J, Feng J, Chen Z (2014) Knowledge graph embedding by translating on hyperplanes. In: Proceedings of the AAAI conference on artificial intelligence. vol.\u00a028","DOI":"10.1609\/aaai.v28i1.8870"},{"issue":"2","key":"6162_CR32","doi-asserted-by":"publisher","first-page":"201","DOI":"10.26599\/BDMA.2022.9020021","volume":"6","author":"X Wu","year":"2023","unstructured":"Wu X, Duan J, Pan Y, Li M (2023) Medical knowledge graph: Data sources, construction, reasoning, and applications. Big Data Mining Analytics 6(2):201\u2013217","journal-title":"Big Data Mining Analytics"},{"key":"6162_CR33","doi-asserted-by":"crossref","unstructured":"Xian Y, Fu Z, Muthukrishnan S, De\u00a0Melo G, Zhang Y (2019) Reinforcement knowledge graph reasoning for explainable recommendation. In: Proceedings of the 42nd international ACM SIGIR conference on research and development in information retrieval. pp 285\u2013294","DOI":"10.1145\/3331184.3331203"},{"key":"6162_CR34","doi-asserted-by":"crossref","unstructured":"Xiong W, Hoang T, Wang WY (2017) Deeppath: A reinforcement learning method for knowledge graph reasoning. In: Proceedings of the 2017 conference on empirical methods in natural language processing. pp 564\u2013573","DOI":"10.18653\/v1\/D17-1060"},{"key":"6162_CR35","unstructured":"Yang B, Yih SWt, He X, Gao J, Deng L (2015) Embedding Entities and Relations for Learning and Inference in Knowledge Bases. In: Proceedings of the international conference on learning representations (ICLR) 2015"},{"key":"6162_CR36","doi-asserted-by":"publisher","first-page":"5932","DOI":"10.1609\/aaai.v36i5.20538","volume":"36","author":"D Zhang","year":"2022","unstructured":"Zhang D, Yuan Z, Liu H, Xiong H et al (2022) Learning to walk with dual agents for knowledge graph reasoning. Proceedings of the AAAI conference on artificial intelligence. 36:5932\u20135941","journal-title":"Proceedings of the AAAI conference on artificial intelligence."},{"key":"6162_CR37","doi-asserted-by":"publisher","first-page":"3065","DOI":"10.1609\/aaai.v34i03.5701","volume":"34","author":"Z Zhang","year":"2020","unstructured":"Zhang Z, Cai J, Zhang Y, Wang J (2020) Learning hierarchy-aware knowledge graph embeddings for link prediction. Proceedings of the AAAI conference on artificial intelligence. 34:3065\u20133072","journal-title":"Proceedings of the AAAI conference on artificial intelligence."},{"key":"6162_CR38","doi-asserted-by":"crossref","unstructured":"Zheng M, Zhou Y, Cui Q (2021) Hierarchical policy network with multi-agent for knowledge graph reasoning based on reinforcement learning. In: International conference on knowledge science, engineering and management. Springer, pp 445\u2013457","DOI":"10.1007\/978-3-030-82136-4_36"},{"key":"6162_CR39","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2022.108843","volume":"248","author":"A Zhu","year":"2022","unstructured":"Zhu A, Ouyang D, Liang S, Shao J (2022) Step by step: A hierarchical framework for multi-hop knowledge graph reasoning with reinforcement learning. Knowl-Based Syst 248:108843","journal-title":"Knowl-Based Syst"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-024-06162-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-024-06162-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-024-06162-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,6]],"date-time":"2025-09-06T04:28:16Z","timestamp":1757132896000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-024-06162-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,1,28]]},"references-count":39,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2025,4]]}},"alternative-id":["6162"],"URL":"https:\/\/doi.org\/10.1007\/s10489-024-06162-x","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,1,28]]},"assertion":[{"value":"6 December 2024","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 January 2025","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"All authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"The authors declare that they have no known competing financial interests or personal relationships that could have appeared to influence the work reported in this paper.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}},{"value":"We would like to clarify that the data used in our paper does not involve any ethical concerns and is derived from publicly available datasets.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical and informed consent for data used"}}],"article-number":"382"}}