{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,26]],"date-time":"2026-06-26T13:56:06Z","timestamp":1782482166496,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":37,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,7,25]],"date-time":"2020-07-25T00:00:00Z","timestamp":1595635200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"National Natural Science Foundation of China","award":["61872369"],"award-info":[{"award-number":["61872369"]}]},{"name":"National Natural Science Foundation of China","award":["61802029"],"award-info":[{"award-number":["61802029"]}]},{"name":"National Natural Science Foundation of China","award":["61832017"],"award-info":[{"award-number":["61832017"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,7,25]]},"DOI":"10.1145\/3397271.3401134","type":"proceedings-article","created":{"date-parts":[[2020,7,25]],"date-time":"2020-07-25T07:50:08Z","timestamp":1595663408000},"page":"209-218","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":113,"title":["KERL"],"prefix":"10.1145","author":[{"given":"Pengfei","family":"Wang","sequence":"first","affiliation":[{"name":"Beijing University of Posts and Telecommunications, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yu","family":"Fan","sequence":"additional","affiliation":[{"name":"Beijing University of Posts and Telecommunications, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Long","family":"Xia","sequence":"additional","affiliation":[{"name":"York University, Toronto, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wayne Xin","family":"Zhao","sequence":"additional","affiliation":[{"name":"Renmin University of China, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shaozhang","family":"Niu","sequence":"additional","affiliation":[{"name":"Beijing University of Posts and Telecommunications, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jimmy","family":"Huang","sequence":"additional","affiliation":[{"name":"York University, Toronto, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2020,7,25]]},"reference":[{"key":"e_1_3_2_2_1_1","unstructured":"Xueying Bai Jian Guan and Hongning Wang. 2019. A Model-Based Reinforcement Learning with Adversarial Training for Online Recommendation. In NeurIPS. 10734--10745.  Xueying Bai Jian Guan and Hongning Wang. 2019. A Model-Based Reinforcement Learning with Adversarial Training for Online Recommendation. In NeurIPS. 10734--10745."},{"key":"e_1_3_2_2_2_1","volume-title":"Jason Weston, and Oksana Yakhnenko.","author":"Bordes Antoine","year":"2013","unstructured":"Antoine Bordes , Nicolas Usunier , Alberto Garc'i a-Dur\u00e1 n , Jason Weston, and Oksana Yakhnenko. 2013 a. Translating Embeddings for Modeling Multi-relational Data. In NIPS. 2787--2795. Antoine Bordes, Nicolas Usunier, Alberto Garc'i a-Dur\u00e1 n, Jason Weston, and Oksana Yakhnenko. 2013a. Translating Embeddings for Modeling Multi-relational Data. In NIPS. 2787--2795."},{"key":"e_1_3_2_2_3_1","volume-title":"Jason Weston, and Oksana Yakhnenko.","author":"Bordes Antoine","year":"2013","unstructured":"Antoine Bordes , Nicolas Usunier , Alberto Garc\u00eda-Dur\u00e1 n , Jason Weston, and Oksana Yakhnenko. 2013 b. Translating Embeddings for Modeling Multi-relational Data. In NIPS. 2787--2795. Antoine Bordes, Nicolas Usunier, Alberto Garc\u00eda-Dur\u00e1 n, Jason Weston, and Oksana Yakhnenko. 2013b. Translating Embeddings for Modeling Multi-relational Data. In NIPS. 2787--2795."},{"key":"e_1_3_2_2_4_1","volume-title":"Dzmitry Bahdanau, Fethi Bougares, Holger Schwenk, and Yoshua Bengio.","author":"Cho Kyunghyun","year":"2014","unstructured":"Kyunghyun Cho , Bart van Merrienboer , cC aglar G\u00fc lcc ehre , Dzmitry Bahdanau, Fethi Bougares, Holger Schwenk, and Yoshua Bengio. 2014 . Learning Phrase Representations using RNN Encoder-Decoder for Statistical Machine Translation. In EMNLP. 1724--1734. Kyunghyun Cho, Bart van Merrienboer, cC aglar G\u00fc lcc ehre, Dzmitry Bahdanau, Fethi Bougares, Holger Schwenk, and Yoshua Bengio. 2014. Learning Phrase Representations using RNN Encoder-Decoder for Statistical Machine Translation. In EMNLP. 1724--1734."},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"crossref","unstructured":"Tim Donkers Benedikt Loepp and J\u00fc rgen Ziegler. 2017. Sequential User-based Recurrent Neural Network Recommendations. In RecSys. 152--160.  Tim Donkers Benedikt Loepp and J\u00fc rgen Ziegler. 2017. Sequential User-based Recurrent Neural Network Recommendations. In RecSys. 152--160.","DOI":"10.1145\/3109859.3109877"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"crossref","unstructured":"Yue Feng Jun Xu Yanyan Lan Jiafeng Guo Wei Zeng and Xueqi Cheng. 2018. From Greedy Selection to Exploratory Decision-Making: Diverse Ranking with Policy-Value Networks. In SIGIR. 125--134.  Yue Feng Jun Xu Yanyan Lan Jiafeng Guo Wei Zeng and Xueqi Cheng. 2018. From Greedy Selection to Exploratory Decision-Making: Diverse Ranking with Policy-Value Networks. In SIGIR. 125--134.","DOI":"10.1145\/3209978.3209979"},{"key":"e_1_3_2_2_7_1","volume-title":"Peiju Liu, and Ji-Rong Wen.","author":"He Gaole","year":"2020","unstructured":"Gaole He , Junyi Li , Wayne Xin Zhao , Peiju Liu, and Ji-Rong Wen. 2020 . Mining Implicit Entity Preference from User-Item Interaction Data for Knowledge Graph Completion via Adversarial Learning. In WWW. 740--751. Gaole He, Junyi Li, Wayne Xin Zhao, Peiju Liu, and Ji-Rong Wen. 2020. Mining Implicit Entity Preference from User-Item Interaction Data for Knowledge Graph Completion via Adversarial Learning. In WWW. 740--751."},{"key":"e_1_3_2_2_8_1","volume-title":"McAuley","author":"He Ruining","year":"2016","unstructured":"Ruining He and Julian J . McAuley . 2016 . Ups and Downs: Modeling the Visual Evolution of Fashion Trends with One-Class Collaborative Filtering. In WWW. 507--517. Ruining He and Julian J. McAuley. 2016. Ups and Downs: Modeling the Visual Evolution of Fashion Trends with One-Class Collaborative Filtering. In WWW. 507--517."},{"key":"e_1_3_2_2_9_1","unstructured":"Balazs Hidasi Alexandros Karatzoglou Linas Baltrunas and Domonkos Tikk. 2016a. Session-based Recommendations with Recurrent Neural Networks. In ICLR.  Balazs Hidasi Alexandros Karatzoglou Linas Baltrunas and Domonkos Tikk. 2016a. Session-based Recommendations with Recurrent Neural Networks. In ICLR."},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"crossref","unstructured":"Bal\u00e1zs Hidasi Massimo Quadrana Alexandros Karatzoglou and Domonkos Tikk. 2016b. Parallel Recurrent Neural Network Architectures for Feature-rich Session-based Recommendations. In RecSys. 241--248.  Bal\u00e1zs Hidasi Massimo Quadrana Alexandros Karatzoglou and Domonkos Tikk. 2016b. Parallel Recurrent Neural Network Architectures for Feature-rich Session-based Recommendations. In RecSys. 241--248.","DOI":"10.1145\/2959100.2959167"},{"key":"e_1_3_2_2_11_1","volume-title":"Gaole He, Ji-Rong Wen, and Daxiang Dong.","author":"Huang Jin","year":"2019","unstructured":"Jin Huang , Zhaochun Ren , Wayne Xin Zhao , Gaole He, Ji-Rong Wen, and Daxiang Dong. 2019 . Taxonomy-Aware Multi-Hop Reasoning Networks for Sequential Recommendation. In WSDM. 573--581. Jin Huang, Zhaochun Ren, Wayne Xin Zhao, Gaole He, Ji-Rong Wen, and Daxiang Dong. 2019. Taxonomy-Aware Multi-Hop Reasoning Networks for Sequential Recommendation. In WSDM. 573--581."},{"key":"e_1_3_2_2_12_1","volume-title":"Hong-Jian Dou, Ji-Rong Wen, and Edward Y. Chang.","author":"Huang Jin","year":"2018","unstructured":"Jin Huang , Wayne Xin Zhao , Hong-Jian Dou, Ji-Rong Wen, and Edward Y. Chang. 2018 . Improving Sequential Recommendation with Knowledge-Enhanced Memory Networks. In SIGIR. 505--514. Jin Huang, Wayne Xin Zhao, Hong-Jian Dou, Ji-Rong Wen, and Edward Y. Chang. 2018. Improving Sequential Recommendation with Knowledge-Enhanced Memory Networks. In SIGIR. 505--514."},{"key":"e_1_3_2_2_13_1","volume-title":"Xing","author":"Kampffmeyer Michael","year":"2019","unstructured":"Michael Kampffmeyer , Yinbo Chen , Xiaodan Liang , Hao Wang , Yujia Zhang , and Eric P . Xing . 2019 . Rethinking Knowledge Graph Propagation for Zero-Shot Learning. In CVPR. 11487--11496. Michael Kampffmeyer, Yinbo Chen, Xiaodan Liang, Hao Wang, Yujia Zhang, and Eric P. Xing. 2019. Rethinking Knowledge Graph Propagation for Zero-Shot Learning. In CVPR. 11487--11496."},{"key":"e_1_3_2_2_14_1","volume-title":"McAuley","author":"Kang Wang-Cheng","year":"2018","unstructured":"Wang-Cheng Kang and Julian J . McAuley . 2018 . Self-Attentive Sequential Recommendation. In ICDM. 197--206. Wang-Cheng Kang and Julian J. McAuley. 2018. Self-Attentive Sequential Recommendation. In ICDM. 197--206."},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2009.263"},{"key":"e_1_3_2_2_16_1","unstructured":"Jing Li Pengjie Ren Zhumin Chen Zhaochun Ren Tao Lian and Jun Ma. 2017. Neural Attentive Session-based Recommendation. In CIKM. 1419--1428.  Jing Li Pengjie Ren Zhumin Chen Zhaochun Ren Tao Lian and Jun Ma. 2017. Neural Attentive Session-based Recommendation. In CIKM. 1419--1428."},{"key":"e_1_3_2_2_17_1","unstructured":"Yankai Lin Zhiyuan Liu Maosong Sun Yang Liu and Xuan Zhu. 2015. Learning Entity and Relation Embeddings for Knowledge Graph Completion. In AAAI. 2181--2187.  Yankai Lin Zhiyuan Liu Maosong Sun Yang Liu and Xuan Zhu. 2015. Learning Entity and Relation Embeddings for Knowledge Graph Completion. In AAAI. 2181--2187."},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2015.2483592"},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"crossref","unstructured":"Rajiv Pasricha and Julian McAuley. 2018. Translation-based factorization machines for sequential recommendation. In RecSys. 63--71.  Rajiv Pasricha and Julian McAuley. 2018. Translation-based factorization machines for sequential recommendation. In RecSys. 63--71.","DOI":"10.1145\/3240323.3240356"},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"crossref","unstructured":"Massimo Quadrana Alexandros Karatzoglou Bal\u00e1zs Hidasi and Paolo Cremonesi. 2017. Personalizing Session-based Recommendations with Hierarchical Recurrent Neural Networks. In RecSys. 130--137.  Massimo Quadrana Alexandros Karatzoglou Bal\u00e1zs Hidasi and Paolo Cremonesi. 2017. Personalizing Session-based Recommendations with Hierarchical Recurrent Neural Networks. In RecSys. 130--137.","DOI":"10.1145\/3109859.3109896"},{"key":"e_1_3_2_2_21_1","unstructured":"Marc'Aurelio Ranzato Sumit Chopra Michael Auli and Wojciech Zaremba. 2016. Sequence Level Training with Recurrent Neural Networks. In ICLR.  Marc'Aurelio Ranzato Sumit Chopra Michael Auli and Wojciech Zaremba. 2016. Sequence Level Training with Recurrent Neural Networks. In ICLR."},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"crossref","unstructured":"Steffen Rendle Christoph Freudenthaler and Lars Schmidt-Thieme. 2010. Factorizing Personalized Markov Chains for Next-basket Recommendation. In WWW. 811--820.  Steffen Rendle Christoph Freudenthaler and Lars Schmidt-Thieme. 2010. Factorizing Personalized Markov Chains for Next-basket Recommendation. In WWW. 811--820.","DOI":"10.1145\/1772690.1772773"},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"crossref","unstructured":"Markus Schedl. 2016. The LFM-1b Dataset for Music Retrieval and Recommendation. In ICMR. 103--110.  Markus Schedl. 2016. The LFM-1b Dataset for Music Retrieval and Recommendation. In ICMR. 103--110.","DOI":"10.1145\/2911996.2912004"},{"key":"e_1_3_2_2_24_1","volume-title":"Nature","volume":"529","author":"Silver David","year":"2016","unstructured":"David Silver , Aja Huang , Chris J. Maddison , Arthur Guez , Laurent Sifre , and George van den Driessche et.al. 2016. Mastering the game of Go with deep neural networks and tree search . Nature , Vol. 529 , 7587 ( 2016 ), 484--489. David Silver, Aja Huang, Chris J. Maddison, Arthur Guez, Laurent Sifre, and George van den Driessche et.al. 2016. Mastering the game of Go with deep neural networks and tree search. Nature, Vol. 529, 7587 (2016), 484--489."},{"key":"e_1_3_2_2_25_1","volume-title":"Barto","author":"Sutton Richard S.","year":"2018","unstructured":"Richard S. Sutton and Andrew G . Barto . 2018 . Reinforcement learning - an introduction. MIT Press , Cambridge, MA, 2018. Richard S. Sutton and Andrew G. Barto. 2018. Reinforcement learning - an introduction. MIT Press, Cambridge, MA, 2018."},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"crossref","unstructured":"Hongwei Wang Fuzheng Zhang Jialin Wang Miao Zhao Wenjie Li Xing Xie and Minyi Guo. 2018. RippleNet: Propagating User Preferences on the Knowledge Graph for Recommender Systems. In CIKM. 417--426.  Hongwei Wang Fuzheng Zhang Jialin Wang Miao Zhao Wenjie Li Xing Xie and Minyi Guo. 2018. RippleNet: Propagating User Preferences on the Knowledge Graph for Recommender Systems. In CIKM. 417--426.","DOI":"10.1145\/3269206.3271739"},{"key":"e_1_3_2_2_27_1","unstructured":"Pengfei Wang Jiafeng Guo Yanyan Lan Jun Xu Shengxian Wan and Xueqi Cheng. 2015.  Pengfei Wang Jiafeng Guo Yanyan Lan Jun Xu Shengxian Wan and Xueqi Cheng. 2015."},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330989"},{"key":"e_1_3_2_2_29_1","unstructured":"Chao-Yuan Wu Amr Ahmed Alex Beutel Alexander J. Smola and How Jing. 2017. Recurrent Recommender Networks. In WSDM. 495--503.  Chao-Yuan Wu Amr Ahmed Alex Beutel Alexander J. Smola and How Jing. 2017. Recurrent Recommender Networks. In WSDM. 495--503."},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"crossref","unstructured":"Yikun Xian Zuohui Fu S. Muthukrishnan Gerard de Melo and Yongfeng Zhang. 2019. Reinforcement Knowledge Graph Reasoning for Explainable Recommendation. In SIGIR. 285--294.  Yikun Xian Zuohui Fu S. Muthukrishnan Gerard de Melo and Yongfeng Zhang. 2019. Reinforcement Knowledge Graph Reasoning for Explainable Recommendation. In SIGIR. 285--294.","DOI":"10.1145\/3331184.3331203"},{"key":"e_1_3_2_2_31_1","unstructured":"Feng Yu Qiang Liu Shu Wu Liang Wang and Tieniu Tan. 2016. A Dynamic Recurrent Model for Next Basket Recommendation. In SIGIR. 729--732.  Feng Yu Qiang Liu Shu Wu Liang Wang and Tieniu Tan. 2016. A Dynamic Recurrent Model for Next Basket Recommendation. In SIGIR. 729--732."},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"crossref","unstructured":"Qingheng Zhang Zequn Sun Wei Hu Muhao Chen Lingbing Guo and Yuzhong Qu. 2019. Multi-view Knowledge Graph Embedding for Entity Alignment. In IJCAI. 5429--5435.  Qingheng Zhang Zequn Sun Wei Hu Muhao Chen Lingbing Guo and Yuzhong Qu. 2019. Multi-view Knowledge Graph Embedding for Entity Alignment. In IJCAI. 5429--5435.","DOI":"10.24963\/ijcai.2019\/754"},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1162\/dint_a_00008"},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"crossref","unstructured":"Xiangyu Zhao Liang Zhang Zhuoye Ding Long Xia Jiliang Tang and Dawei Yin. 2018. Recommendations with Negative Feedback via Pairwise Deep Reinforcement Learning. In KDD. 1040--1048.  Xiangyu Zhao Liang Zhang Zhuoye Ding Long Xia Jiliang Tang and Dawei Yin. 2018. Recommendations with Negative Feedback via Pairwise Deep Reinforcement Learning. In KDD. 1040--1048.","DOI":"10.1145\/3219819.3219886"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"crossref","unstructured":"Lixin Zou Long Xia Zhuoye Ding Jiaxing Song Weidong Liu and Dawei Yin. 2019 b. Reinforcement Learning to Optimize Long-term User Engagement in Recommender Systems. In KDD. 2810--2818.  Lixin Zou Long Xia Zhuoye Ding Jiaxing Song Weidong Liu and Dawei Yin. 2019 b. Reinforcement Learning to Optimize Long-term User Engagement in Recommender Systems. In KDD. 2810--2818.","DOI":"10.1145\/3292500.3330668"},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"crossref","unstructured":"Lixin Zou Long Xia Pan Du Zhuo Zhang Ting Bai Weidong Liu Jian-Yun Nie and Dawei Yin. 2020. Pseudo Dyna-Q: A Reinforcement Learning Framework for Interactive Recommendation. In WSDM. 816--824.  Lixin Zou Long Xia Pan Du Zhuo Zhang Ting Bai Weidong Liu Jian-Yun Nie and Dawei Yin. 2020. Pseudo Dyna-Q: A Reinforcement Learning Framework for Interactive Recommendation. In WSDM. 816--824.","DOI":"10.1145\/3336191.3371801"},{"key":"e_1_3_2_2_37_1","unstructured":"Shihao Zou Zhonghua Li Mohammad Akbari Jun Wang and Peng Zhang. 2019 a. MarlRank: Multi-agent Reinforced Learning to Rank. CIKM. 2073--2076.  Shihao Zou Zhonghua Li Mohammad Akbari Jun Wang and Peng Zhang. 2019 a. MarlRank: Multi-agent Reinforced Learning to Rank. CIKM. 2073--2076."}],"event":{"name":"SIGIR '20: The 43rd International ACM SIGIR conference on research and development in Information Retrieval","location":"Virtual Event China","acronym":"SIGIR '20","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 43rd International ACM SIGIR Conference on Research and Development in Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3397271.3401134","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3397271.3401134","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:41:43Z","timestamp":1750200103000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3397271.3401134"}},"subtitle":["A Knowledge-Guided Reinforcement Learning Model for Sequential Recommendation"],"short-title":[],"issued":{"date-parts":[[2020,7,25]]},"references-count":37,"alternative-id":["10.1145\/3397271.3401134","10.1145\/3397271"],"URL":"https:\/\/doi.org\/10.1145\/3397271.3401134","relation":{},"subject":[],"published":{"date-parts":[[2020,7,25]]},"assertion":[{"value":"2020-07-25","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}