{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T05:07:55Z","timestamp":1755839275835,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":44,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,2,11]],"date-time":"2022-02-11T00:00:00Z","timestamp":1644537600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"Center for Intelligent Information Retrieval - University of Massachusetts Amherst"},{"name":"Amazon.com"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,2,11]]},"DOI":"10.1145\/3488560.3498526","type":"proceedings-article","created":{"date-parts":[[2022,2,15]],"date-time":"2022-02-15T21:42:57Z","timestamp":1644961377000},"page":"746-754","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["Learning Relevant Questions for Conversational Product Search using Deep Reinforcement Learning"],"prefix":"10.1145","author":[{"given":"Ali","family":"Montazeralghaem","sequence":"first","affiliation":[{"name":"University of Massachusetts Amherst, Amherst, MA, USA"}]},{"given":"James","family":"Allan","sequence":"additional","affiliation":[{"name":"University of Massachusetts Amherst, Amherst, MA, USA"}]}],"member":"320","published-online":{"date-parts":[[2022,2,15]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3077136.3080813"},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3077136.3080761"},{"key":"e_1_3_2_2_3_1","volume-title":"scripts, and information-seeking strategies: On the design of interactive information retrieval systems. Expert systems with applications","author":"Belkin Nicholas J","year":"1995","unstructured":"Nicholas J Belkin, Colleen Cool, Adelheit Stein, and Ulrich Thiel. 1995. Cases, scripts, and information-seeking strategies: On the design of interactive information retrieval systems. Expert systems with applications , Vol. 9, 3 (1995), 379--395."},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3357384.3357939"},{"key":"e_1_3_2_2_5_1","volume-title":"Distributional inclusion vector embedding for unsupervised hypernymy detection. arXiv preprint arXiv:1710.00880","author":"Chang Haw-Shiuan","year":"2017","unstructured":"Haw-Shiuan Chang, Ziyun Wang, Luke Vilnis, and Andrew McCallum. 2017. Distributional inclusion vector embedding for unsupervised hypernymy detection. arXiv preprint arXiv:1710.00880 (2017)."},{"volume-title":"Theory and applications of ontology: computer applications","author":"Fellbaum Christiane","key":"e_1_3_2_2_6_1","unstructured":"Christiane Fellbaum. 2010. WordNet. In Theory and applications of ontology: computer applications. Springer, 231--243."},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/2983323.2983769"},{"key":"e_1_3_2_2_8_1","volume-title":"An Axiomatic Study of Query Terms Order in Ad-hoc Retrieval. In ECIR'19","author":"Imani Ayyoob","year":"2019","unstructured":"Ayyoob Imani, Amir Vakili, Ali Montazer, and Azadeh Shakery. 2019 a. An Axiomatic Study of Query Terms Order in Ad-hoc Retrieval. In ECIR'19. Springer, 196--202."},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-15719-7_26"},{"key":"e_1_3_2_2_10_1","volume-title":"ACM Transactions on Information Systems (TOIS)","volume":"20","author":"Jaana Kalervo","year":"2002","unstructured":"Kalervo J\"arvelin and Jaana Kek\"al\"ainen. 2002. Cumulated gain-based evaluation of IR techniques. ACM Transactions on Information Systems (TOIS) , Vol. 20, 4 (2002), 422--446."},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/2063576.2063586"},{"volume-title":"Adam: A Method for Stochastic Optimization. In ICLR'15","author":"Diederik","key":"e_1_3_2_2_12_1","unstructured":"Diederik P. Kingma and Jimmy Ba. 2015. Adam: A Method for Stochastic Optimization. In ICLR'15 (San Diego, CA, USA)."},{"key":"e_1_3_2_2_13_1","unstructured":"Vijay R Konda and John N Tsitsiklis. 2000. Actor-critic algorithms. In Advances in neural information processing systems. 1008--1014."},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i04.5878"},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/383952.383970"},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3336191.3371769"},{"volume-title":"IC3K'09","author":"Litz Berenike","key":"e_1_3_2_2_17_1","unstructured":"Berenike Litz, Hagen Langer, and Rainer Malaka. 2009. Sequential supervised learning for hypernym discovery from Wikipedia. In IC3K'09. Springer, 68--80."},{"key":"e_1_3_2_2_18_1","volume-title":"A deep architecture for matching short texts. Advances in neural information processing systems","author":"Lu Zhengdong","year":"2013","unstructured":"Zhengdong Lu and Hang Li. 2013. A deep architecture for matching short texts. Advances in neural information processing systems , Vol. 26 (2013), 1367--1375."},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"crossref","unstructured":"Ali Montazeralghaem James Allan and Philip S Thomas. 2021. Large-scale Interactive Conversational Recommendation System using Actor-Critic Framework. In RecSys'21. 220--229.","DOI":"10.1145\/3460231.3474271"},{"key":"e_1_3_2_2_20_1","volume-title":"Relevance Ranking Based on Query-Aware Context Analysis. Advances in Information Retrieval","volume":"12035","author":"Montazeralghaem Ali","year":"2020","unstructured":"Ali Montazeralghaem, Razieh Rahimi, and James Allan. 2020 a. Relevance Ranking Based on Query-Aware Context Analysis. Advances in Information Retrieval , Vol. 12035 (2020), 446."},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397271.3401099"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/2911451.2914768"},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3132847.3132914"},{"key":"e_1_3_2_2_24_1","volume-title":"A deep reinforced model for abstractive summarization. arXiv preprint arXiv:1705.04304","author":"Paulus Romain","year":"2017","unstructured":"Romain Paulus, Caiming Xiong, and Richard Socher. 2017. A deep reinforced model for abstractive summarization. arXiv preprint arXiv:1705.04304 (2017)."},{"key":"e_1_3_2_2_25_1","volume-title":"Data-efficient deep reinforcement learning for dexterous manipulation. arXiv preprint arXiv:1704.03073","author":"Popov Ivaylo","year":"2017","unstructured":"Ivaylo Popov, Nicolas Heess, Timothy Lillicrap, Roland Hafner, Gabriel Barth-Maron, Matej Vecerik, Thomas Lampe, Yuval Tassa, Tom Erez, and Martin Riedmiller. 2017. Data-efficient deep reinforcement learning for dexterous manipulation. arXiv preprint arXiv:1704.03073 (2017)."},{"key":"e_1_3_2_2_26_1","volume-title":"Stay hungry, stay focused: Generating informative and specific questions in information-seeking conversations. arXiv preprint arXiv:2004.14530","author":"Qi Peng","year":"2020","unstructured":"Peng Qi, Yuhao Zhang, and Christopher D Manning. 2020. Stay hungry, stay focused: Generating informative and specific questions in information-seeking conversations. arXiv preprint arXiv:2004.14530 (2020)."},{"volume-title":"Recommender systems handbook","author":"Ricci Francesco","key":"e_1_3_2_2_27_1","unstructured":"Francesco Ricci, Lior Rokach, and Bracha Shapira. 2011. Introduction to recommender systems handbook. In Recommender systems handbook . Springer, 1--35."},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4471-2099-5_24"},{"volume-title":"The Smart retrieval system - experiments in automatic document processing","author":"Rocchio J. J.","key":"e_1_3_2_2_29_1","unstructured":"J. J. Rocchio. 1971. Relevance feedback in information retrieval. In The Smart retrieval system - experiments in automatic document processing , , G. Salton (Ed.). Englewood Cliffs, NJ: Prentice-Hall, 313--323."},{"key":"e_1_3_2_2_30_1","volume":"198","author":"Rumelhart David E","unstructured":"David E Rumelhart, Geoffrey E Hinton, and Ronald J Williams. 1986. Learning representations by back-propagating errors. nature , Vol. 323, 6088 (1986), 533.","journal-title":"Ronald J Williams."},{"key":"e_1_3_2_2_31_1","volume-title":"Julian Schrittwieser, Ioannis Antonoglou, Veda Panneershelvam, Marc Lanctot, et al.","author":"Silver David","year":"2016","unstructured":"David Silver, Aja Huang, Chris J Maddison, Arthur Guez, Laurent Sifre, George Van Den Driessche, Julian Schrittwieser, Ioannis Antonoglou, Veda Panneershelvam, Marc Lanctot, et al. 2016. Mastering the game of Go with deep neural networks and tree search. nature , Vol. 529, 7587 (2016), 484."},{"key":"e_1_3_2_2_32_1","volume-title":"Nature","volume":"550","author":"Silver David","year":"2017","unstructured":"David Silver, Julian Schrittwieser, Karen Simonyan, Ioannis Antonoglou, Aja Huang, Arthur Guez, Thomas Hubert, Lucas Baker, Matthew Lai, Adrian Bolton, et al. 2017a. Mastering the game of Go without human knowledge. Nature , Vol. 550, 7676 (2017), 354."},{"key":"e_1_3_2_2_33_1","volume-title":"Nature","volume":"550","author":"Silver David","year":"2017","unstructured":"David Silver, Julian Schrittwieser, Karen Simonyan, Ioannis Antonoglou, Aja Huang, Arthur Guez, Thomas Hubert, Lucas Baker, Matthew Lai, Adrian Bolton, et al. 2017b. Mastering the game of go without human knowledge. Nature , Vol. 550, 7676 (2017), 354--359."},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3209978.3210002"},{"volume-title":"Reinforcement learning: An introduction","author":"Sutton Richard S","key":"e_1_3_2_2_35_1","unstructured":"Richard S Sutton and Andrew G Barto. 2018. Reinforcement learning: An introduction .MIT press."},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/2983323.2983702"},{"key":"e_1_3_2_2_37_1","volume-title":"Passage Similarity and Diversification in Non-factoid Question Answering. In ICTIR'21 . 271--280","author":"Vikraman Lakshmi","year":"2021","unstructured":"Lakshmi Vikraman, Ali Montazeralghaem, Helia Hashemi, W Bruce Croft, and James Allan. 2021. Passage Similarity and Diversification in Non-factoid Question Answering. In ICTIR'21 . 271--280."},{"key":"e_1_3_2_2_38_1","volume-title":"Learning to ask questions in open-domain conversational systems with typed decoders. arXiv preprint arXiv:1805.04843","author":"Wang Yansen","year":"2018","unstructured":"Yansen Wang, Chenyi Liu, Minlie Huang, and Liqiang Nie. 2018. Learning to ask questions in open-domain conversational systems with typed decoders. arXiv preprint arXiv:1805.04843 (2018)."},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"crossref","unstructured":"Ronald J Williams. 1992. Simple statistical gradient-following algorithms for connectionist reinforcement learning. Machine learning Vol. 8 3--4 (1992) 229--256.","DOI":"10.1007\/BF00992696"},{"key":"e_1_3_2_2_40_1","volume-title":"Neural matching models for question retrieval and next question prediction in conversation. arXiv preprint arXiv:1707.05409","author":"Yang Liu","year":"2017","unstructured":"Liu Yang, Hamed Zamani, Yongfeng Zhang, Jiafeng Guo, and W Bruce Croft. 2017. Neural matching models for question retrieval and next question prediction in conversation. arXiv preprint arXiv:1707.05409 (2017)."},{"key":"e_1_3_2_2_41_1","volume-title":"Qanet: Combining local convolution with global self-attention for reading comprehension. arXiv preprint arXiv:1804.09541","author":"Yu Adams Wei","year":"2018","unstructured":"Adams Wei Yu, David Dohan, Minh-Thang Luong, Rui Zhao, Kai Chen, Mohammad Norouzi, and Quoc V Le. 2018. Qanet: Combining local convolution with global self-attention for reading comprehension. arXiv preprint arXiv:1804.09541 (2018)."},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3269206.3271776"},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397271.3401180"},{"key":"e_1_3_2_2_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3357384.3357967"}],"event":{"name":"WSDM '22: The Fifteenth ACM International Conference on Web Search and Data Mining","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data","SIGIR ACM Special Interest Group on Information Retrieval"],"location":"Virtual Event AZ USA","acronym":"WSDM '22"},"container-title":["Proceedings of the Fifteenth ACM International Conference on Web Search and Data Mining"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3488560.3498526","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3488560.3498526","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:31:20Z","timestamp":1750188680000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3488560.3498526"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,2,11]]},"references-count":44,"alternative-id":["10.1145\/3488560.3498526","10.1145\/3488560"],"URL":"https:\/\/doi.org\/10.1145\/3488560.3498526","relation":{},"subject":[],"published":{"date-parts":[[2022,2,11]]},"assertion":[{"value":"2022-02-15","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}