{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,26]],"date-time":"2026-02-26T15:37:16Z","timestamp":1772120236145,"version":"3.50.1"},"publisher-location":"Singapore","reference-count":28,"publisher":"Springer Nature Singapore","isbn-type":[{"value":"9789819608133","type":"print"},{"value":"9789819608140","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,12,13]],"date-time":"2024-12-13T00:00:00Z","timestamp":1734048000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,12,13]],"date-time":"2024-12-13T00:00:00Z","timestamp":1734048000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-981-96-0814-0_27","type":"book-chapter","created":{"date-parts":[[2024,12,12]],"date-time":"2024-12-12T17:30:55Z","timestamp":1734024655000},"page":"414-429","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Enhancing Embedding and\u00a0Hierarchical Reward Shaping for\u00a0Multi-Hop Reasoning with\u00a0Reinforcement Learning"],"prefix":"10.1007","author":[{"given":"Heng","family":"Li","sequence":"first","affiliation":[]},{"given":"Jinhui","family":"Wei","sequence":"additional","affiliation":[]},{"given":"Jicheng","family":"Yu","sequence":"additional","affiliation":[]},{"given":"Yuncheng","family":"Jiang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,12,13]]},"reference":[{"key":"27_CR1","doi-asserted-by":"crossref","unstructured":"Balazevic, I., et\u00a0al.: Tucker: tensor factorization for knowledge graph completion. In: EMNLP-IJCNLP, pp. 5184\u20135193 (2019)","DOI":"10.18653\/v1\/D19-1522"},{"key":"27_CR2","doi-asserted-by":"crossref","unstructured":"Bollacker, K., et\u00a0al.: Freebase: a collaboratively created graph database for structuring human knowledge. In: SIGMOD, pp. 1247\u20131250 (2008)","DOI":"10.1145\/1376616.1376746"},{"key":"27_CR3","unstructured":"Bordes, A., et\u00a0al.: Translating embeddings for modeling multi-relational data. In: NIPS, pp. 2787\u20132795 (2013)"},{"key":"27_CR4","doi-asserted-by":"crossref","unstructured":"Carlson, A., et\u00a0al.: Toward an architecture for never-ending language learning. In: AAAI, pp. 1306\u20131313 (2010)","DOI":"10.1609\/aaai.v24i1.7519"},{"key":"27_CR5","unstructured":"Das, R., et\u00a0al.: Go for a walk and arrive at the answer: reasoning over paths in knowledge bases using reinforcement learning. In: ICLR (2018)"},{"key":"27_CR6","doi-asserted-by":"crossref","unstructured":"Dettmers, T., et\u00a0al.: Convolutional 2d knowledge graph embeddings. In: AAAI, pp. 1811\u20131818 (2018)","DOI":"10.1609\/aaai.v32i1.11573"},{"key":"27_CR7","doi-asserted-by":"crossref","unstructured":"Ebisu, T., et al.: Generalized translation-based embedding of knowledge graph. TKDE 32(5), 941\u2013951 (2019)","DOI":"10.1109\/TKDE.2019.2893920"},{"key":"27_CR8","unstructured":"Lao, N., et\u00a0al.: Random walk inference and learning in a large scale knowledge base. In: EMNLP, pp. 529\u2013539 (2011)"},{"key":"27_CR9","doi-asserted-by":"crossref","unstructured":"Lei, D., et\u00a0al.: Learning collaborative agents with rule guidance for knowledge graph reasoning. In: EMNLP, pp. 8541\u20138547 (2020)","DOI":"10.18653\/v1\/2020.emnlp-main.688"},{"key":"27_CR10","doi-asserted-by":"crossref","unstructured":"Lin, X.V., et\u00a0al.: Multi-hop knowledge graph reasoning with reward shaping. In: EMNLP, pp. 3243\u20133253 (2018)","DOI":"10.18653\/v1\/D18-1362"},{"key":"27_CR11","doi-asserted-by":"crossref","unstructured":"Liu, Z., et\u00a0al.: Entity-duet neural ranking: understanding the role of knowledge graph semantics in neural information retrieval. In: ACL, pp. 2395\u20132405 (2018)","DOI":"10.18653\/v1\/P18-1223"},{"key":"27_CR12","doi-asserted-by":"crossref","unstructured":"Lv, X., et\u00a0al.: Dynamic anticipation and completion for multi-hop reasoning over sparse knowledge graph. In: EMNLP, pp. 5694\u20135703 (2020)","DOI":"10.18653\/v1\/2020.emnlp-main.459"},{"key":"27_CR13","doi-asserted-by":"crossref","unstructured":"Meilicke, C., et\u00a0al.: Anytime bottom-up rule learning for knowledge graph completion. In: IJCAI, pp. 3137\u20133143 (2019)","DOI":"10.24963\/ijcai.2019\/435"},{"issue":"11","key":"27_CR14","first-page":"5225","volume":"34","author":"H Mezni","year":"2022","unstructured":"Mezni, H., et al.: Context-aware service recommendation based on knowledge graph embedding. TKDE 34(11), 5225\u20135238 (2022)","journal-title":"TKDE"},{"key":"27_CR15","unstructured":"Rockt\u00e4schel, T., et\u00a0al.: End-to-end differentiable proving. In: NeurIPS, pp. 3788\u20133800 (2017)"},{"key":"27_CR16","doi-asserted-by":"crossref","unstructured":"Shang, C., et\u00a0al.: End-to-end structure-aware convolutional networks for knowledge base completion. In: AAAI, pp. 3060\u20133067 (2019)","DOI":"10.1609\/aaai.v33i01.33013060"},{"key":"27_CR17","unstructured":"Toutanova, K., et\u00a0al.: Representing text for joint embedding of text and knowledge bases. In: MNLP, pp.1499\u20131509 (015)"},{"key":"27_CR18","unstructured":"Trouillon, T., et al.: Complex embeddings for simple link prediction. In: ICML, pp. 2071\u20132080 (2016)"},{"issue":"10","key":"27_CR19","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1145\/2629489","volume":"57","author":"D Vrande\u010di\u0107","year":"2014","unstructured":"Vrande\u010di\u0107, D., et al.: Wikidata: a free collaborative knowledgebase. CACM 57(10), 78\u201385 (2014)","journal-title":"CACM"},{"issue":"4","key":"27_CR20","first-page":"1638","volume":"36","author":"D Wang","year":"2023","unstructured":"Wang, D., et al.: HSMH: a hierarchical sequence multi-hop reasoning model with reinforcement learning. TKDE 36(4), 1638\u20131649 (2023)","journal-title":"TKDE"},{"key":"27_CR21","doi-asserted-by":"crossref","unstructured":"Williams, R.J.: Simple statistical gradient-following algorithms for connectionist reinforcement learning. ML 8, 229\u2013256 (1992)","DOI":"10.1007\/BF00992696"},{"issue":"5","key":"27_CR22","volume":"59","author":"Y Xia","year":"2022","unstructured":"Xia, Y., et al.: Iterative rule-guided reasoning over sparse knowledge graphs with deep reinforcement learning. IPM 59(5), 103040 (2022)","journal-title":"IPM"},{"key":"27_CR23","doi-asserted-by":"crossref","unstructured":"Xiong, W., et\u00a0al.: Deeppath: a reinforcement learning method for knowledge graph reasoning. In: EMNLP, pp. 564\u2013573 (2017)","DOI":"10.18653\/v1\/D17-1060"},{"key":"27_CR24","unstructured":"Yang, B., et\u00a0al.: Embedding entities and relations for learning and inference in knowledge bases. In: ICLR (2015)"},{"key":"27_CR25","unstructured":"Yang, F., et\u00a0al.: Differentiable learning of logical rules for knowledge base reasoning. In: NeurIPS, pp. 2319\u20132328 (2017)"},{"key":"27_CR26","volume":"235","author":"X Zhan","year":"2022","unstructured":"Zhan, X., et al.: Pathreasoner: explainable reasoning paths for commonsense question answering. KBS 235, 107612 (2022)","journal-title":"KBS"},{"key":"27_CR27","doi-asserted-by":"crossref","unstructured":"Zheng, M., et\u00a0al.: Hierarchical policy network with multi-agent for knowledge graph reasoning based on reinforcement learning. In: KSEM, pp. 445\u2013457 (2021)","DOI":"10.1007\/978-3-030-82136-4_36"},{"key":"27_CR28","volume":"248","author":"A Zhu","year":"2022","unstructured":"Zhu, A., et al.: Step by step: a hierarchical framework for multi-hop knowledge graph reasoning with reinforcement learning. KBS 248, 108843 (2022)","journal-title":"KBS"}],"container-title":["Lecture Notes in Computer Science","Advanced Data Mining and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-96-0814-0_27","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,12,12]],"date-time":"2024-12-12T18:07:31Z","timestamp":1734026851000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-96-0814-0_27"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,13]]},"ISBN":["9789819608133","9789819608140"],"references-count":28,"URL":"https:\/\/doi.org\/10.1007\/978-981-96-0814-0_27","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,12,13]]},"assertion":[{"value":"13 December 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ADMA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Advanced Data Mining and Applications","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Sydney, NSW","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Australia","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"3 December 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 December 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"adma2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/adma2024.github.io\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}