{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T17:26:19Z","timestamp":1742923579443,"version":"3.40.3"},"publisher-location":"Singapore","reference-count":24,"publisher":"Springer Nature Singapore","isbn-type":[{"type":"print","value":"9789819754885"},{"type":"electronic","value":"9789819754892"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-981-97-5489-2_1","type":"book-chapter","created":{"date-parts":[[2024,7,26]],"date-time":"2024-07-26T03:48:02Z","timestamp":1721965682000},"page":"3-16","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Adversary and\u00a0Attention Guided Knowledge Graph Reasoning Based on\u00a0Reinforcement Learning"],"prefix":"10.1007","author":[{"given":"Yanhua","family":"Yu","sequence":"first","affiliation":[]},{"given":"Xiuxiu","family":"Cai","sequence":"additional","affiliation":[]},{"given":"Ang","family":"Ma","sequence":"additional","affiliation":[]},{"given":"Yimeng","family":"Ren","sequence":"additional","affiliation":[]},{"given":"Shuai","family":"Zhen","sequence":"additional","affiliation":[]},{"given":"Jie","family":"Li","sequence":"additional","affiliation":[]},{"given":"Kangkang","family":"Lu","sequence":"additional","affiliation":[]},{"given":"Zhiyong","family":"Huang","sequence":"additional","affiliation":[]},{"given":"Tat-Seng","family":"Chua","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,7,27]]},"reference":[{"key":"1_CR1","unstructured":"Bordes, A., Usunier, N., Garcia-Duran, A., et al.: Translating embeddings for modeling multi-relational data. In: NeurIPS, pp. 2787\u20132795 (2013)"},{"key":"1_CR2","doi-asserted-by":"crossref","unstructured":"Chami, I., Wolf, A., Juan, D.C., et al.: Low-dimensional hyperbolic knowledge graph embeddings. In: ACL, pp. 6901\u20136914 (2020)","DOI":"10.18653\/v1\/2020.acl-main.617"},{"key":"1_CR3","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2023.110760","volume":"276","author":"H Cui","year":"2023","unstructured":"Cui, H., Peng, T., Han, R., et al.: Path-based multi-hop reasoning over knowledge graph for answering questions via adversarial reinforcement learning. Knowl. Based Syst. 276, 110760 (2023)","journal-title":"Knowl. Based Syst."},{"key":"1_CR4","unstructured":"Das, R., Dhuliawala, S., Zaheer, M., et al.: Go for a walk and arrive at the answer: reasoning over paths in knowledge bases using reinforcement learning. In: ICLR (2018)"},{"key":"1_CR5","doi-asserted-by":"crossref","unstructured":"Dettmers, T., Minervini, P., Stenetorp, P., et al.: Convolutional 2D knowledge graph embeddings. In: AAAI, pp. 1811\u20131818 (2018)","DOI":"10.1609\/aaai.v32i1.11573"},{"key":"1_CR6","unstructured":"Feng, J.: Knowledge graph embedding by translating on hyperplanes. In: AAAI, pp. 1112\u20131119 (2014)"},{"key":"1_CR7","unstructured":"Flet-Berliac, Y., Ferret, J., Pietquin, O., et al.: Adversarially guided actor-critic. In: ICLR (2021)"},{"key":"1_CR8","doi-asserted-by":"crossref","unstructured":"Jiang, C., Zhu, T., Zhou, H., et al.: Path spuriousness-aware reinforcement learning for multi-hop knowledge graph reasoning. In: EACL, pp. 3173\u20133184 (2023)","DOI":"10.18653\/v1\/2023.eacl-main.232"},{"key":"1_CR9","unstructured":"Lao, N., Mitchell, T., Cohen, W.: Random walk inference and learning in a large scale knowledge base. In: EMNLP, pp. 529\u2013539 (2011)"},{"key":"1_CR10","doi-asserted-by":"crossref","unstructured":"Li, R., Cheng, X.: DIVINE: a generative adversarial imitation learning framework for knowledge graph reasoning. In: EMNLP, pp. 2642\u20132651 (2019)","DOI":"10.18653\/v1\/D19-1266"},{"key":"1_CR11","doi-asserted-by":"crossref","unstructured":"Lin, X.V., Socher, R., Xiong, C.: Multi-hop knowledge graph reasoning with reward shaping. In: EMNLP, pp. 3243\u20133253 (2018)","DOI":"10.18653\/v1\/D18-1362"},{"issue":"10","key":"1_CR12","doi-asserted-by":"publisher","first-page":"8113","DOI":"10.1002\/int.22931","volume":"37","author":"P Qi","year":"2022","unstructured":"Qi, P., Sun, Y., Luo, H.: Scratch-RL: a preference-driven adversarial reinforcement reasoning framework over knowledge graphs for explainable recommendation of scratch. Int. J. Intell. Syst. 37(10), 8113\u20138138 (2022)","journal-title":"Int. J. Intell. Syst."},{"key":"1_CR13","unstructured":"Schulman, J., Moritz, P., Levine, S., et al.: High-dimensional continuous control using generalized advantage estimation. In: ICLR (2016)"},{"key":"1_CR14","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2023.119787","volume":"653","author":"B Shang","year":"2024","unstructured":"Shang, B., Zhao, Y., Liu, Y., et al.: Attention-based exploitation and exploration strategy for multi-hop knowledge graph reasoning. Inf. Sci. 653, 119787 (2024)","journal-title":"Inf. Sci."},{"key":"1_CR15","doi-asserted-by":"crossref","unstructured":"Toutanova, K., Chen, D.Q., Pantel, P., et al.: Representing text for joint embedding of text and knowledge bases In: EMNLP, pp. 1499\u20131509 (2015)","DOI":"10.18653\/v1\/D15-1174"},{"key":"1_CR16","unstructured":"Trouillon, T., Welbl, J., Riedel, S., et al.: Complex embeddings for simple link prediction. In: ICML, pp. 2071\u20132080 (2016)"},{"key":"1_CR17","doi-asserted-by":"crossref","unstructured":"Wang, H., Li, S., Pan, R., et al.: Incorporating graph attention mechanism into knowledge graph reasoning based on deep reinforcement learning. In: EMNLP, pp. 2623\u20132631 (2019)","DOI":"10.18653\/v1\/D19-1264"},{"key":"1_CR18","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2020.105910","volume":"197","author":"Q Wang","year":"2020","unstructured":"Wang, Q., Hao, Y., Cao, J.: ADRL: an attention-based deep reinforcement learning framework for knowledge graph reasoning. Knowl. Based Syst. 197, 105910 (2020)","journal-title":"Knowl. Based Syst."},{"key":"1_CR19","doi-asserted-by":"publisher","first-page":"229","DOI":"10.1007\/BF00992696","volume":"8","author":"RJ Williams","year":"1992","unstructured":"Williams, R.J.: Simple statistical gradient-following algorithms for connectionist reinforcement learning. Mach. Learn. 8, 229\u2013256 (1992)","journal-title":"Mach. Learn."},{"key":"1_CR20","doi-asserted-by":"crossref","unstructured":"Xiong, W.H., Hoang, T., Wang, W.Y.: DeepPath: a reinforcement learning method for knowledge graph reasoning. In: EMNLP, pp. 564\u2013573 (2017)","DOI":"10.18653\/v1\/D17-1060"},{"key":"1_CR21","unstructured":"Yang, B., Yih, W.T., He, X., et al.: Embedding entities and relations for learning and inference in knowledge bases. In: ICLR (2014)"},{"key":"1_CR22","doi-asserted-by":"crossref","unstructured":"Zhang, D., Yuan, Z., Liu, H., et al.: Learning to walk with dual agents for knowledge graph reasoning. In: AAAI, vol. 36, no. 5, pp. 5932\u20135941 (2022)","DOI":"10.1609\/aaai.v36i5.20538"},{"key":"1_CR23","doi-asserted-by":"crossref","unstructured":"Zheng, M., Zhou, Y., Cui, Q.: Hierarchical policy network with multi-agent for knowledge graph reasoning based on reinforcement learning. In: KSEM, pp. 445\u2013457 (2021)","DOI":"10.1007\/978-3-030-82136-4_36"},{"key":"1_CR24","doi-asserted-by":"crossref","unstructured":"Zhang, Y., Yao, Q.: Knowledge graph reasoning with relational digraph. In: WWW, pp. 912\u2013924 (2022)","DOI":"10.1145\/3485447.3512008"}],"container-title":["Lecture Notes in Computer Science","Knowledge Science, Engineering and Management"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-97-5489-2_1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,26]],"date-time":"2024-07-26T03:48:58Z","timestamp":1721965738000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-97-5489-2_1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9789819754885","9789819754892"],"references-count":24,"URL":"https:\/\/doi.org\/10.1007\/978-981-97-5489-2_1","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"27 July 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"KSEM","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Knowledge Science, Engineering and Management","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Birmingham","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Kingdom","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16 August 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 August 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ksem2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ai-edge.net\/index.html","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}