{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,10]],"date-time":"2026-07-10T16:14:45Z","timestamp":1783700085643,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":40,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,4,25]],"date-time":"2022-04-25T00:00:00Z","timestamp":1650844800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,4,25]]},"DOI":"10.1145\/3485447.3512083","type":"proceedings-article","created":{"date-parts":[[2022,4,25]],"date-time":"2022-04-25T05:11:23Z","timestamp":1650863483000},"page":"2098-2108","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":87,"title":["Multi-level Recommendation Reasoning over Knowledge Graphs with Reinforcement Learning"],"prefix":"10.1145","author":[{"given":"Xiting","family":"Wang","sequence":"first","affiliation":[{"name":"Microsoft Research Asia, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kunpeng","family":"Liu","sequence":"additional","affiliation":[{"name":"University of Central Florida, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dongjie","family":"Wang","sequence":"additional","affiliation":[{"name":"University of Central Florida, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Le","family":"Wu","sequence":"additional","affiliation":[{"name":"HeFei University of Technology, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yanjie","family":"Fu","sequence":"additional","affiliation":[{"name":"University of Central Florida, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xing","family":"Xie","sequence":"additional","affiliation":[{"name":"Microsoft Research Asia, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2022,4,25]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3308558.3313705"},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"crossref","unstructured":"Chong Chen Min Zhang Weizhi Ma Yiqun Liu and Shaoping Ma. 2020. Jointly non-sampling learning for knowledge graph enhanced recommendation. In SIGIR. 189\u2013198.","DOI":"10.1145\/3397271.3401040"},{"key":"e_1_3_2_2_3_1","volume-title":"Reinforced KGs reasoning for explainable sequential recommendation. World Wide Web","author":"Cui Zhihong","year":"2021","unstructured":"Zhihong Cui, Hongxu Chen, Lizhen Cui, Shijun Liu, Xueyan Liu, Guandong Xu, and Hongzhi Yin. 2021. Reinforced KGs reasoning for explainable sequential recommendation. World Wide Web (2021), 1\u201324."},{"key":"e_1_3_2_2_4_1","volume-title":"Xing Xie, and Enhong Chen.","author":"Feng Chao","year":"2022","unstructured":"Chao Feng, Defu Lian, Xiting Wang, Zheng liu, Xing Xie, and Enhong Chen. 2022. Reinforcement Routing on Proximity Graph for Efficient Recommendation. arxiv:2201.09290\u00a0[cs.IR]"},{"key":"e_1_3_2_2_5_1","unstructured":"Zuohui Fu Yikun Xian Ruoyuan Gao Jieyu Zhao Qiaoying Huang Yingqiang Ge Shuyuan Xu Shijie Geng Chirag Shah Yongfeng Zhang 2020. Fairness-aware explainable recommendation over knowledge graphs. In SIGIR. 69\u201378."},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCC.2012.2218595"},{"key":"e_1_3_2_2_7_1","unstructured":"William\u00a0L Hamilton Rex Ying and Jure Leskovec. 2017. Inductive representation learning on large graphs. In NeurIPS. 1025\u20131035."},{"key":"e_1_3_2_2_8_1","unstructured":"Junheng Hao Muhao Chen Wenchao Yu Yizhou Sun and Wei Wang. 2019. Universal representation learning of knowledge bases by jointly embedding instances and ontological concepts. In KDD. 1709\u20131719."},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.5127\/jep.017711"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"crossref","unstructured":"Jin Huang Wayne\u00a0Xin Zhao Hong-Jian Dou Ji-Rong Wen and Edward\u00a0Y. Chang. 2018. Improving Sequential Recommendation with Knowledge-Enhanced Memory Networks. In SIGIR. 505\u2013514.","DOI":"10.1145\/3209978.3210017"},{"key":"e_1_3_2_2_11_1","unstructured":"Wenqiang Lei Gangyi Zhang Xiangnan He Yisong Miao Xiang Wang Liang Chen and Tat-Seng Chua. 2020. Interactive path reasoning on graph for conversational recommendation. In KDD. 2073\u20132083."},{"key":"e_1_3_2_2_12_1","unstructured":"Lihong Li Thomas\u00a0J Walsh and Michael\u00a0L Littman. 2006. Towards a Unified Theory of State Abstraction for MDPs. In ISAIM Vol.\u00a04. 5."},{"key":"e_1_3_2_2_13_1","unstructured":"Danyang Liu Jianxun Lian Zheng Liu Xiting Wang Guangzhong Sun and Xing Xie. 2021. Reinforced Anchor Knowledge Graph Generation for News Recommendation Reasoning. In KDD. 1055\u20131065."},{"key":"e_1_3_2_2_14_1","volume-title":"Jointly Learning Explainable Rules for Recommendation with Knowledge Graph. In The Web Conference. 1210\u20131221","author":"Ma Weizhi","year":"2019","unstructured":"Weizhi Ma, Min Zhang, Yue Cao, Woojeong Jin, Chenyang Wang, Yiqun Liu, Shaoping Ma, and Xiang Ren. 2019. Jointly Learning Explainable Rules for Recommendation with Knowledge Graph. In The Web Conference. 1210\u20131221."},{"key":"e_1_3_2_2_15_1","unstructured":"Andrew\u00a0Y Ng Daishi Harada and Stuart Russell. 1999. Policy invariance under reward transformations: Theory and application to reward shaping. In ICML Vol.\u00a099. 278\u2013287."},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3366424.3383570"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2020.113235"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1991.3.1.88"},{"key":"e_1_3_2_2_19_1","volume-title":"BPR: Bayesian Personalized Ranking from Implicit Feedback. In UAI. 452\u2013461.","author":"Rendle Steffen","year":"2009","unstructured":"Steffen Rendle, Christoph Freudenthaler, Zeno Gantner, and Lars Schmidt-Thieme. 2009. BPR: Bayesian Personalized Ranking from Implicit Feedback. In UAI. 452\u2013461."},{"key":"e_1_3_2_2_20_1","volume-title":"The craft of information visualization","author":"Shneiderman Ben","unstructured":"Ben Shneiderman. 2003. The eyes have it: A task by data type taxonomy for information visualizations. In The craft of information visualization. Elsevier, 364\u2013371."},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330705"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"crossref","unstructured":"Hongwei Wang Fuzheng Zhang Jialin Wang Miao Zhao Wenjie Li Xing Xie and Minyi Guo. 2018. RippleNet: Propagating User Preferences on the Knowledge Graph for Recommender Systems. In CIKM. 417\u2013426.","DOI":"10.1145\/3269206.3271739"},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3178876.3186175"},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"crossref","unstructured":"Hongwei Wang Fuzheng Zhang Mengdi Zhang Jure Leskovec Miao Zhao Wenjie Li and Zhongyuan Wang. 2019. Knowledge-aware graph neural networks with label smoothness regularization for recommender systems. In KDD. 968\u2013977.","DOI":"10.1145\/3292500.3330836"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330989"},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442381.3450133"},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"crossref","unstructured":"Xiang Wang Dingxian Wang Canran Xu Xiangnan He Yixin Cao and Tat-Seng Chua. 2019. Explainable Reasoning over Knowledge Graphs for Recommendation. In AAAI. 5329\u20135336.","DOI":"10.1609\/aaai.v33i01.33015329"},{"key":"e_1_3_2_2_28_1","unstructured":"Zhongyuan Wang Haixun Wang Ji-Rong Wen and Yanghua Xiao. 2015. An inference approach to basic level of categorization. In CIKM. ACM 653\u2013662."},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/2213836.2213891"},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"crossref","unstructured":"Yikun Xian Zuohui Fu S. Muthukrishnan Gerard de Melo and Yongfeng Zhang. 2019. Reinforcement Knowledge Graph Reasoning for Explainable Recommendation. In SIGIR. 285\u2013294.","DOI":"10.1145\/3331184.3331203"},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3340531.3412038"},{"key":"e_1_3_2_2_32_1","volume-title":"Interactive steering of hierarchical clustering","author":"Yang Weikai","year":"2020","unstructured":"Weikai Yang, Xiting Wang, Jie Lu, Wenwen Dou, and Shixia Liu. 2020. Interactive steering of hierarchical clustering. IEEE Transactions on Visualization and Computer Graphics (2020)."},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"crossref","unstructured":"Fuzheng Zhang Nicholas\u00a0Jing Yuan Defu Lian Xing Xie and Wei-Ying Ma. 2016. Collaborative Knowledge Base Embedding for Recommender Systems. In KDD. 353\u2013362.","DOI":"10.1145\/2939672.2939673"},{"key":"e_1_3_2_2_34_1","unstructured":"Wei Zhang Quan Yuan Jiawei Han and Jianyong Wang. 2016. Collaborative multi-Level embedding learning from reviews for rating prediction.. In IJCAI. 2986\u20132992."},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"crossref","unstructured":"Jun Zhao Zhou Zhou Ziyu Guan Wei Zhao Wei Ning Guang Qiu and Xiaofei He. 2019. Intentgc: a scalable graph convolution framework fusing heterogeneous information for recommendation. In KDD. 2347\u20132357.","DOI":"10.1145\/3292500.3330686"},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"crossref","unstructured":"Kangzhi Zhao Xiting Wang Yuren Zhang Li Zhao Zheng Liu Chunxiao Xing and Xing Xie. 2020. Leveraging Demonstrations for Reinforcement Recommendation Reasoning over Knowledge Graphs. In SIGIR. 239\u2013248.","DOI":"10.1145\/3397271.3401171"},{"key":"e_1_3_2_2_37_1","unstructured":"Yuyue Zhao Xiang Wang Jiawei Chen Wei Tang Yashen Wang Xiangnan He and Haiyong Xie. 2021. Time-aware Path Reasoning on Knowledge Graph for Recommendation. arXiv preprint arXiv:2108.02634(2021)."},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"crossref","unstructured":"Kun Zhou Wayne\u00a0Xin Zhao Shuqing Bian Yuanhang Zhou Ji-Rong Wen and Jingsong Yu. 2020. Improving conversational recommender systems via knowledge graph based semantic fusion. In KDD. 1006\u20131014.","DOI":"10.1145\/3394486.3403143"},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"crossref","unstructured":"Qiannan Zhu Xiaofei Zhou Jia Wu Jianlong Tan and Li Guo. 2020. A knowledge-aware attentional reasoning network for recommendation. In AAAI. 6999\u20137006.","DOI":"10.1609\/aaai.v34i04.6184"},{"key":"e_1_3_2_2_40_1","doi-asserted-by":"crossref","unstructured":"Yaxin Zhu Yikun Xian Zuohui Fu Gerard de Melo and Yongfeng Zhang. 2021. Faithfully Explainable Recommendation via Neural Logic Reasoning. In NAACL.","DOI":"10.18653\/v1\/2021.naacl-main.245"}],"event":{"name":"WWW '22: The ACM Web Conference 2022","location":"Virtual Event, Lyon France","acronym":"WWW '22","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"]},"container-title":["Proceedings of the ACM Web Conference 2022"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3485447.3512083","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3485447.3512083","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:30:07Z","timestamp":1750188607000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3485447.3512083"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,4,25]]},"references-count":40,"alternative-id":["10.1145\/3485447.3512083","10.1145\/3485447"],"URL":"https:\/\/doi.org\/10.1145\/3485447.3512083","relation":{},"subject":[],"published":{"date-parts":[[2022,4,25]]},"assertion":[{"value":"2022-04-25","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}