{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,7]],"date-time":"2026-04-07T14:20:23Z","timestamp":1775571623560,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":40,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,1,20]],"date-time":"2020-01-20T00:00:00Z","timestamp":1579478400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"National Research Foundation Prime Minister's Office Singapore","award":["IRC@SG Funding Initiative"],"award-info":[{"award-number":["IRC@SG Funding Initiative"]}]},{"name":"National Natural Science Foundation of China","award":["61972372"],"award-info":[{"award-number":["61972372"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,1,20]]},"DOI":"10.1145\/3336191.3371769","type":"proceedings-article","created":{"date-parts":[[2020,1,22]],"date-time":"2020-01-22T19:08:16Z","timestamp":1579720096000},"page":"304-312","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":170,"title":["Estimation-Action-Reflection: Towards Deep Interaction Between Conversational and Recommender Systems"],"prefix":"10.1145","author":[{"given":"Wenqiang","family":"Lei","sequence":"first","affiliation":[{"name":"National University of Singapore, Singapore, Singapore"}]},{"given":"Xiangnan","family":"He","sequence":"additional","affiliation":[{"name":"University of Science and Technology of China, Hefei, China"}]},{"given":"Yisong","family":"Miao","sequence":"additional","affiliation":[{"name":"National University of Singapore, singapore, Singapore"}]},{"given":"Qingyun","family":"Wu","sequence":"additional","affiliation":[{"name":"University of Virginia, Charlottesville, VA, USA"}]},{"given":"Richang","family":"Hong","sequence":"additional","affiliation":[{"name":"Hefei University of Technology, Hefei, China"}]},{"given":"Min-Yen","family":"Kan","sequence":"additional","affiliation":[{"name":"National University of Singapore, Singapore, Singapore"}]},{"given":"Tat-Seng","family":"Chua","sequence":"additional","affiliation":[{"name":"National University of Singapore, Singapore, Singapore"}]}],"member":"320","published-online":{"date-parts":[[2020,1,22]]},"reference":[{"key":"e_1_3_2_1_1_1","first-page":"397","article-title":"Using confidence bounds for exploitation-exploration trade-offs","author":"Auer Peter","year":"2002","unstructured":"Peter Auer . 2002 . Using confidence bounds for exploitation-exploration trade-offs . Journal of Machine Learning Research 3 , Nov (2002), 397 -- 422 . Peter Auer. 2002. Using confidence bounds for exploitation-exploration trade-offs. Journal of Machine Learning Research 3, Nov (2002), 397--422.","journal-title":"Journal of Machine Learning Research 3"},{"key":"e_1_3_2_1_2_1","series-title":"Journal of Physics: Conference Series","volume-title":"Ontology-based conversational recommender system for recommending laptop","author":"Ayundhita MS","year":"2020","unstructured":"MS Ayundhita , ZKA Baizal , and Y Sibaroni . 2019. Ontology-based conversational recommender system for recommending laptop . In Journal of Physics: Conference Series , Vol. 1192 . IOP Publishing , 01 2020 . MS Ayundhita, ZKA Baizal, and Y Sibaroni. 2019. Ontology-based conversational recommender system for recommending laptop. In Journal of Physics: Conference Series, Vol. 1192. IOP Publishing, 012020."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"crossref","unstructured":"Immanuel Bayer Xiangnan He Bhargav Kanagal and Steffen Rendle. 2017. A generic coordinate descent framework for learning from implicit feedback. In WWW. 1341--1350.  Immanuel Bayer Xiangnan He Bhargav Kanagal and Steffen Rendle. 2017. A generic coordinate descent framework for learning from implicit feedback. In WWW. 1341--1350.","DOI":"10.1145\/3038912.3052694"},{"key":"e_1_3_2_1_4_1","unstructured":"Olivier Chapelle and Lihong Li. 2011. An empirical evaluation of thompson sampling. In NeurIPS. 2249--2257.  Olivier Chapelle and Lihong Li. 2011. An empirical evaluation of thompson sampling. In NeurIPS. 2249--2257."},{"key":"e_1_3_2_1_5_1","volume-title":"Yihong Eric Zhao, and Dawei Yin","author":"Chen Hongshen","year":"2018","unstructured":"Hongshen Chen , Zhaochun Ren , Jiliang Tang , Yihong Eric Zhao, and Dawei Yin . 2018 . Hierarchical Variational Memory Network for Dialogue Generation. In WWW. 1653--1662. Hongshen Chen, Zhaochun Ren, Jiliang Tang, Yihong Eric Zhao, and Dawei Yin. 2018. Hierarchical Variational Memory Network for Dialogue Generation. In WWW. 1653--1662."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"crossref","unstructured":"Jingyuan Chen Hanwang Zhang Xiangnan He Liqiang Nie Wei Liu and TatSeng Chua. 2017. Attentive Collaborative Filtering: Multimedia Recommendation with Item- and Component-Level Attention. In SIGIR. 335--344.  Jingyuan Chen Hanwang Zhang Xiangnan He Liqiang Nie Wei Liu and TatSeng Chua. 2017. Attentive Collaborative Filtering: Multimedia Recommendation with Item- and Component-Level Attention. In SIGIR. 335--344.","DOI":"10.1145\/3077136.3080797"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3291060"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3178876.3186145"},{"key":"e_1_3_2_1_9_1","volume-title":"H Chi","author":"Christakopoulou Konstantina","year":"2018","unstructured":"Konstantina Christakopoulou , Alex Beutel , Rui Li , Sagar Jain , and Ed H Chi . 2018 . Q&R: A Two-Stage Approach toward Interactive Recommendation. In SIGKDD. 139--148. Konstantina Christakopoulou, Alex Beutel, Rui Li, Sagar Jain, and Ed H Chi. 2018. Q&R: A Two-Stage Approach toward Interactive Recommendation. In SIGKDD. 139--148."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"crossref","unstructured":"Konstantina Christakopoulou Filip Radlinski and Katja Hofmann. 2016. Towards conversational recommender systems. In SIGKDD. 815--824.  Konstantina Christakopoulou Filip Radlinski and Katja Hofmann. 2016. Towards conversational recommender systems. In SIGKDD. 815--824.","DOI":"10.1145\/2939672.2939746"},{"key":"e_1_3_2_1_11_1","volume-title":"Proceedings of the Fourteenth International Conference on Artificial Intelligence and Statistics. 208--214","author":"Chu Wei","year":"2011","unstructured":"Wei Chu , Lihong Li , Lev Reyzin , and Robert Schapire . 2011 . Contextual bandits with linear payoff functions . In Proceedings of the Fourteenth International Conference on Artificial Intelligence and Statistics. 208--214 . Wei Chu, Lihong Li, Lev Reyzin, and Robert Schapire. 2011. Contextual bandits with linear payoff functions. In Proceedings of the Fourteenth International Conference on Artificial Intelligence and Statistics. 208--214."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"crossref","unstructured":"Bhuwan Dhingra Lihong Li Xiujun Li Jianfeng Gao Yun-Nung Chen Faisal Ahmed and Li Deng. 2017. Towards End-to-End Reinforcement Learning of Dialogue Agents for Information Access. In ACL. 484--495.  Bhuwan Dhingra Lihong Li Xiujun Li Jianfeng Gao Yun-Nung Chen Faisal Ahmed and Li Deng. 2017. Towards End-to-End Reinforcement Learning of Dialogue Agents for Information Access. In ACL. 484--495.","DOI":"10.18653\/v1\/P17-1045"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"crossref","unstructured":"Travis Ebesu Bin Shen and Yi Fang. 2018. Collaborative Memory Network for Recommendation Systems. In SIGIR. 515--524.  Travis Ebesu Bin Shen and Yi Fang. 2018. Collaborative Memory Network for Recommendation Systems. In SIGIR. 515--524.","DOI":"10.1145\/3209978.3209991"},{"key":"e_1_3_2_1_14_1","unstructured":"Claudio Gentile Shuai Li and Giovanni Zappella. 2014. Online clustering of bandits. In ICML. 757--765.  Claudio Gentile Shuai Li and Giovanni Zappella. 2014. Online clustering of bandits. In ICML. 757--765."},{"key":"e_1_3_2_1_15_1","unstructured":"Huifeng Guo Ruiming Tang Yunming Ye Zhenguo Li and Xiuqiang He. 2017. Deepfm: a factorization-machine based neural network for ctr prediction. In IJCAI.  Huifeng Guo Ruiming Tang Yunming Ye Zhenguo Li and Xiuqiang He. 2017. Deepfm: a factorization-machine based neural network for ctr prediction. In IJCAI."},{"key":"e_1_3_2_1_16_1","unstructured":"Xiangnan He and Tat-Seng Chua. 2017. Neural factorization machines for sparse predictive analytics. In SIGIR. 355--364.  Xiangnan He and Tat-Seng Chua. 2017. Neural factorization machines for sparse predictive analytics. In SIGIR. 355--364."},{"key":"e_1_3_2_1_17_1","unstructured":"Xiangnan He Lizi Liao Hanwang Zhang Liqiang Nie Xia Hu and Tat-Seng Chua. 2017. Neural Collaborative Filtering. In WWW. 173--182.  Xiangnan He Lizi Liao Hanwang Zhang Liqiang Nie Xia Hu and Tat-Seng Chua. 2017. Neural Collaborative Filtering. In WWW. 173--182."},{"key":"e_1_3_2_1_18_1","unstructured":"Xiangnan He Hanwang Zhang Min-Yen Kan and Tat-Seng Chua. 2016. Fast matrix factorization for online recommendation with implicit feedback. In SIGIR. 549--558.  Xiangnan He Hanwang Zhang Min-Yen Kan and Tat-Seng Chua. 2016. Fast matrix factorization for online recommendation with implicit feedback. In SIGIR. 549--558."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"crossref","unstructured":"Xisen Jin Wenqiang Lei Zhaochun Ren Hongshen Chen Shangsong Liang Yihong Zhao and Dawei Yin. 2018. Explicit State Tracking with SemiSupervisionfor Neural Dialogue Generation. In CIKM. ACM 1403--1412.  Xisen Jin Wenqiang Lei Zhaochun Ren Hongshen Chen Shangsong Liang Yihong Zhao and Dawei Yin. 2018. Explicit State Tracking with SemiSupervisionfor Neural Dialogue Generation. In CIKM. ACM 1403--1412.","DOI":"10.1145\/3269206.3271683"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2009.263"},{"key":"e_1_3_2_1_21_1","volume-title":"Algorithms for multi-armed bandit problems. arXiv preprint arXiv:1402.6028","author":"Kuleshov Volodymyr","year":"2014","unstructured":"Volodymyr Kuleshov and Doina Precup . 2014. Algorithms for multi-armed bandit problems. arXiv preprint arXiv:1402.6028 ( 2014 ). Volodymyr Kuleshov and Doina Precup. 2014. Algorithms for multi-armed bandit problems. arXiv preprint arXiv:1402.6028 (2014)."},{"key":"e_1_3_2_1_22_1","volume-title":"Sequicity: Simplifying Task-oriented Dialogue Systems with Single Sequence-to-Sequence Architectures. In ACL. 1437--1447.","author":"Lei Wenqiang","year":"2018","unstructured":"Wenqiang Lei , Xisen Jin , Min-Yen Kan , Zhaochun Ren , Xiangnan He , and Dawei Yin . 2018 . Sequicity: Simplifying Task-oriented Dialogue Systems with Single Sequence-to-Sequence Architectures. In ACL. 1437--1447. Wenqiang Lei, Xisen Jin, Min-Yen Kan, Zhaochun Ren, Xiangnan He, and Dawei Yin. 2018. Sequicity: Simplifying Task-oriented Dialogue Systems with Single Sequence-to-Sequence Architectures. In ACL. 1437--1447."},{"key":"e_1_3_2_1_23_1","volume-title":"Hannes Schulz, Vincent Michalski, Laurent Charlin, and Chris Pal.","author":"Li Raymond","year":"2018","unstructured":"Raymond Li , Samira Ebrahimi Kahou , Hannes Schulz, Vincent Michalski, Laurent Charlin, and Chris Pal. 2018 . Towards Deep Conversational Recommendations. In NeurIPS. 9748--9758. Raymond Li, Samira Ebrahimi Kahou, Hannes Schulz, Vincent Michalski, Laurent Charlin, and Chris Pal. 2018. Towards Deep Conversational Recommendations. In NeurIPS. 9748--9758."},{"key":"e_1_3_2_1_24_1","unstructured":"Shuai Li Alexandros Karatzoglou and Claudio Gentile. 2016. Collaborative filtering bandits. In SIGIR. 539--548.  Shuai Li Alexandros Karatzoglou and Claudio Gentile. 2016. Collaborative filtering bandits. In SIGIR. 539--548."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.17705\/1jais.00389"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"crossref","unstructured":"Lizi Liao Yunshan Ma Xiangnan He Richang Hong and Tat-Seng Chua. 2018. Knowledge-aware Multimodal Dialogue Systems. In ACM MM. 801--809.  Lizi Liao Yunshan Ma Xiangnan He Richang Hong and Tat-Seng Chua. 2018. Knowledge-aware Multimodal Dialogue Systems. In ACM MM. 801--809.","DOI":"10.1145\/3240508.3240605"},{"key":"e_1_3_2_1_27_1","volume-title":"Deep Conversational Recommender in Travel. arXiv preprint arXiv:1907.00710","author":"Liao Lizi","year":"2019","unstructured":"Lizi Liao , Ryuichi Takanobu , Yunshan Ma , Xun Yang , Minlie Huang , and TatSeng Chua . 2019. Deep Conversational Recommender in Travel. arXiv preprint arXiv:1907.00710 ( 2019 ). Lizi Liao, Ryuichi Takanobu, Yunshan Ma, Xun Yang, Minlie Huang, and TatSeng Chua. 2019. Deep Conversational Recommender in Travel. arXiv preprint arXiv:1907.00710 (2019)."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"crossref","unstructured":"Bilih Priyogi. 2019. Preference Elicitation Strategy for Conversational Recommender System. In WSDM. ACM 824--825.  Bilih Priyogi. 2019. Preference Elicitation Strategy for Conversational Recommender System. In WSDM. ACM 824--825.","DOI":"10.1145\/3289600.3291604"},{"key":"e_1_3_2_1_29_1","volume-title":"Factorization machines","author":"Rendle Steffen","unstructured":"Steffen Rendle . 2010. Factorization machines . In ICDM. IEEE , 995--1000. Steffen Rendle. 2010. Factorization machines. In ICDM. IEEE, 995--1000."},{"key":"e_1_3_2_1_30_1","volume-title":"BPR: Bayesian personalized ranking from implicit feedback. In UAI.","author":"Rendle Steffen","year":"2009","unstructured":"Steffen Rendle , Christoph Freudenthaler , Zeno Gantner , and Lars Schmidt-Thieme . 2009 . BPR: Bayesian personalized ranking from implicit feedback. In UAI. Steffen Rendle, Christoph Freudenthaler, Zeno Gantner, and Lars Schmidt-Thieme. 2009. BPR: Bayesian personalized ranking from implicit feedback. In UAI."},{"key":"e_1_3_2_1_31_1","volume-title":"An Approach to Conversational Recommendation of Restaurants","author":"Sardella Nicola","unstructured":"Nicola Sardella , Claudio Biancalana , Alessandro Micarelli , and Giuseppe Sansonetti . 2019. An Approach to Conversational Recommendation of Restaurants . In ICHCI. Springer , 123--130. Nicola Sardella, Claudio Biancalana, Alessandro Micarelli, and Giuseppe Sansonetti. 2019. An Approach to Conversational Recommendation of Restaurants. In ICHCI. Springer, 123--130."},{"key":"e_1_3_2_1_32_1","unstructured":"Yueming Sun and Yi Zhang. 2018. Conversational Recommender System. In SIGIR. 235--244.  Yueming Sun and Yi Zhang. 2018. Conversational Recommender System. In SIGIR. 235--244."},{"key":"e_1_3_2_1_33_1","unstructured":"Richard S Sutton David A McAllester Satinder P Singh and Yishay Mansour. 2000. Policy gradient methods for reinforcement learning with function approximation. In NeurIPS. 1057--1063.  Richard S Sutton David A McAllester Satinder P Singh and Yishay Mansour. 2000. Policy gradient methods for reinforcement learning with function approximation. In NeurIPS. 1057--1063."},{"key":"e_1_3_2_1_34_1","unstructured":"Huazheng Wang Qingyun Wu and Hongning Wang. 2017. Factorization Bandits for Interactive Recommendation.. In AAAI. 2695--2702.  Huazheng Wang Qingyun Wu and Hongning Wang. 2017. Factorization Bandits for Interactive Recommendation.. In AAAI. 2695--2702."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3209978.3210061"},{"key":"e_1_3_2_1_36_1","unstructured":"Qingyun Wu Naveen Iyer and Hongning Wang. 2018. Learning Contextual Bandits in a Non-stationary Environment. In SIGIR. 495--504.  Qingyun Wu Naveen Iyer and Hongning Wang. 2018. Learning Contextual Bandits in a Non-stationary Environment. In SIGIR. 495--504."},{"key":"e_1_3_2_1_37_1","unstructured":"Qingyun Wu Huazheng Wang Quanquan Gu and Hongning Wang. 2016. Contextual bandits in a collaborative environment. In SIGIR. ACM 529--538.  Qingyun Wu Huazheng Wang Quanquan Gu and Hongning Wang. 2016. Contextual bandits in a collaborative environment. In SIGIR. ACM 529--538."},{"key":"e_1_3_2_1_38_1","unstructured":"Tong Yu Yilin Shen and Hongxia Jin. 2019. An Visual Dialog Augmented Interactive Recommender System. In SIGKDD. ACM 157--165.  Tong Yu Yilin Shen and Hongxia Jin. 2019. An Visual Dialog Augmented Interactive Recommender System. In SIGKDD. ACM 157--165."},{"key":"e_1_3_2_1_39_1","volume-title":"Toward Building Conversational Recommender Systems: A Contextual Bandit Approach. arXiv preprint arXiv:1906.01219","author":"Zhang Xiaoying","year":"2019","unstructured":"Xiaoying Zhang , Hong Xie , Hang Li , and John Lui . 2019. Toward Building Conversational Recommender Systems: A Contextual Bandit Approach. arXiv preprint arXiv:1906.01219 ( 2019 ). Xiaoying Zhang, Hong Xie, Hang Li, and John Lui. 2019. Toward Building Conversational Recommender Systems: A Contextual Bandit Approach. arXiv preprint arXiv:1906.01219 (2019)."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"crossref","unstructured":"Yongfeng Zhang Xu Chen Qingyao Ai Liu Yang and W Bruce Croft. 2018. Towards conversational search and recommendation: System ask user respond. In CIKM. 177--186.  Yongfeng Zhang Xu Chen Qingyao Ai Liu Yang and W Bruce Croft. 2018. Towards conversational search and recommendation: System ask user respond. In CIKM. 177--186.","DOI":"10.1145\/3269206.3271776"}],"event":{"name":"WSDM '20: The Thirteenth ACM International Conference on Web Search and Data Mining","location":"Houston TX USA","acronym":"WSDM '20","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data","SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 13th International Conference on Web Search and Data Mining"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3336191.3371769","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3336191.3371769","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T00:26:10Z","timestamp":1750206370000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3336191.3371769"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,1,20]]},"references-count":40,"alternative-id":["10.1145\/3336191.3371769","10.1145\/3336191"],"URL":"https:\/\/doi.org\/10.1145\/3336191.3371769","relation":{},"subject":[],"published":{"date-parts":[[2020,1,20]]},"assertion":[{"value":"2020-01-22","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}