{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,4]],"date-time":"2026-04-04T06:15:59Z","timestamp":1775283359831,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":49,"publisher":"ACM","license":[{"start":{"date-parts":[[2021,7,11]],"date-time":"2021-07-11T00:00:00Z","timestamp":1625961600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"the Tencent WeChat Rhino-Bird Focused Research Program","award":["JR-WXG-2021411"],"award-info":[{"award-number":["JR-WXG-2021411"]}]},{"name":"the Key Scientific and Technological Innovation Program of Shandong Province","award":["2019JZZY010129"],"award-info":[{"award-number":["2019JZZY010129"]}]},{"name":"the National Key R&D Program of China","award":["2020YFB1406704"],"award-info":[{"award-number":["2020YFB1406704"]}]},{"name":"the Hybrid Intelligence Center"},{"name":"the Natural Science Foundation of China","award":["61972234, 61902219, 62072279"],"award-info":[{"award-number":["61972234, 61902219, 62072279"]}]},{"name":"the Fundamental Research Funds of Shandong University"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2021,7,11]]},"DOI":"10.1145\/3404835.3462897","type":"proceedings-article","created":{"date-parts":[[2021,7,21]],"date-time":"2021-07-21T16:56:16Z","timestamp":1626886576000},"page":"533-543","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":20,"title":["Wizard of Search Engine"],"prefix":"10.1145","author":[{"given":"Pengjie","family":"Ren","sequence":"first","affiliation":[{"name":"Shandong University, Qingdao, China"}]},{"given":"Zhongkun","family":"Liu","sequence":"additional","affiliation":[{"name":"Shandong University, Qingdao, China"}]},{"given":"Xiaomeng","family":"Song","sequence":"additional","affiliation":[{"name":"Shandong University, Qingdao, China"}]},{"given":"Hongtao","family":"Tian","sequence":"additional","affiliation":[{"name":"Shandong University, Qingdao, China"}]},{"given":"Zhumin","family":"Chen","sequence":"additional","affiliation":[{"name":"Shandong University, Qingdao, China"}]},{"given":"Zhaochun","family":"Ren","sequence":"additional","affiliation":[{"name":"Shandong University, Qingdao, China"}]},{"given":"Maarten","family":"de Rijke","sequence":"additional","affiliation":[{"name":"University of Amsterdam &amp; Ahold Delhaize, Amsterdam, Netherlands"}]}],"member":"320","published-online":{"date-parts":[[2021,7,11]]},"reference":[{"key":"e_1_3_2_2_1_1","volume-title":"Deep Learning using Rectified Linear Units (ReLU). arXiv preprint arXiv:1803.08375","author":"Agarap Abien Fred","year":"2018","unstructured":"Abien Fred Agarap. 2018. Deep Learning using Rectified Linear Units (ReLU). arXiv preprint arXiv:1803.08375 (2018)."},{"key":"e_1_3_2_2_2_1","volume-title":"Proceedings of the 42nd International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2019. 475--484","author":"Aliannejadi Mohammad","unstructured":"Mohammad Aliannejadi, Hamed Zamani, Fabio Crestani, and W. Bruce Croft. 2019. Asking Clarifying Questions in Open-Domain Information-Seeking Conversations. In Proceedings of the 42nd International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2019. 475--484."},{"key":"e_1_3_2_2_3_1","volume-title":"Conversational Search - A Report from Dagstuhl Seminar 19461. arXiv preprint arXiv:2005.08658","author":"Anand Avishek","year":"2020","unstructured":"Avishek Anand, Lawrence Cavedon, Matthias Hagen, Hideo Joho, Mark Sanderson, and Benno Stein. 2020. Conversational Search - A Report from Dagstuhl Seminar 19461. arXiv preprint arXiv:2005.08658 (2020)."},{"key":"e_1_3_2_2_4_1","volume-title":"The 2nd Workshop on Conversational Approaches to Information Retrieval .","author":"Azzopardi Leif","year":"2018","unstructured":"Leif Azzopardi, Mateusz Dubiel, Martin Halvey, and Jeffery Dalton. 2018. Conceptualizing Agent-human Interactions during the Conversational Search Process. In The 2nd Workshop on Conversational Approaches to Information Retrieval ."},{"key":"e_1_3_2_2_5_1","volume-title":"Jamie Ryan Kiros, and Geoffrey E. Hinton","author":"Ba Lei Jimmy","year":"2016","unstructured":"Lei Jimmy Ba, Jamie Ryan Kiros, and Geoffrey E. Hinton. 2016. Layer Normalization. arXiv preprint arXiv:1607.06450 (2016)."},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.19"},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/792550.792552"},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1241"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939746"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3357384.3358016"},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397271.3401397"},{"key":"e_1_3_2_2_12_1","volume-title":"2020 a. TREC CAsT 2019: The Conversational Assistance Track Overview. arXiv preprint arXiv:2003.13624","author":"Dalton Jeffrey","year":"2020","unstructured":"Jeffrey Dalton, Chenyan Xiong, and Jamie Callan. 2020 a. TREC CAsT 2019: The Conversational Assistance Track Overview. arXiv preprint arXiv:2003.13624 (2020)."},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397271.3401206"},{"key":"e_1_3_2_2_14_1","volume-title":"Proceedings of the 7th International Conference on Learning Representations, ICLR 2019 .","author":"Dinan Emily","year":"2019","unstructured":"Emily Dinan, Stephen Roller, Kurt Shuster, Angela Fan, Michael Auli, and Jason Weston. 2019. Wizard of Wikipedia: Knowledge-Powered Conversational Agents. In Proceedings of the 7th International Conference on Learning Representations, ICLR 2019 ."},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3309547"},{"key":"e_1_3_2_2_16_1","volume-title":"Advances and Challenges in Conversational Recommender Systems: A Survey. arXiv preprint arXiv:2101.09459","author":"Gao Chongming","year":"2021","unstructured":"Chongming Gao, Wenqiang Lei, Xiangnan He, Maarten de Rijke, and Tat-Seng Chua. 2021. Advances and Challenges in Conversational Recommender Systems: A Survey. arXiv preprint arXiv:2101.09459 (2021)."},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W18-2605"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00023"},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3308558.3313661"},{"key":"e_1_3_2_2_20_1","unstructured":"Peng Li W. Li Z. He Xuguang Wang Y. Cao J. Zhou and W. Xu. 2016. Dataset and Neural Recurrent Sequence Labeling Model for Open-Domain Factoid Question Answering. arXiv preprint arXiv:1607.06275 (2016)."},{"key":"e_1_3_2_2_21_1","volume-title":"Proceedings of the 42nd Annual Meeting of the Association for Computational Linguistics, ACL 2002 . 74--81","author":"Lin Chin-Yew","year":"2004","unstructured":"Chin-Yew Lin. 2004. Rouge: A Package for Automatic Evaluation of Summaries. In Proceedings of the 42nd Annual Meeting of the Association for Computational Linguistics, ACL 2002 . 74--81."},{"key":"e_1_3_2_2_22_1","volume-title":"Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing, Brussels, EMNLP 2018. 2322--2332","author":"Moghe Nikita","unstructured":"Nikita Moghe, Siddhartha Arora, Suman Banerjee, and Mitesh M. Khapra. 2018. Towards Exploiting Background Knowledge for Building Conversation Systems. In Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing, Brussels, EMNLP 2018. 2322--2332."},{"key":"e_1_3_2_2_23_1","volume-title":"Proceedings of the Workshop on Cognitive Computation: Integrating neural and symbolic approaches 2016 co-located with the 30th Annual Conference on Neural Information Processing Systems NIPS 2016","volume":"1773","author":"Nguyen Tri","year":"2016","unstructured":"Tri Nguyen, Mir Rosenberg, Xia Song, Jianfeng Gao, Saurabh Tiwary, Rangan Majumder, and Li Deng. 2016. MS MARCO: A Human Generated MAchine Reading COmprehension Dataset. In Proceedings of the Workshop on Cognitive Computation: Integrating neural and symbolic approaches 2016 co-located with the 30th Annual Conference on Neural Information Processing Systems NIPS 2016, Vol. 1773."},{"key":"e_1_3_2_2_24_1","volume-title":"Proceedings of the 40th Annual Meeting of the Association for Computational Linguistics, ACL 2002 . 311--318","author":"Papineni Kishore","year":"2002","unstructured":"Kishore Papineni, Salim Roukos, Todd Ward, and Wei-Jing Zhu. 2002. Bleu: a Method for Automatic Evaluation of Machine Translation. In Proceedings of the 40th Annual Meeting of the Association for Computational Linguistics, ACL 2002 . 311--318."},{"key":"e_1_3_2_2_25_1","volume-title":"Proceedings of the 24th European Conference on Artificial Intelligence, ECAI 2020","volume":"325","author":"Pei Jiahuan","year":"2020","unstructured":"Jiahuan Pei, Pengjie Ren, Christof Monz, and Maarten de Rijke. 2020. Retrospective and Prospective Mixture-of-Generators for Task-Oriented Dialogue Response Generation. In Proceedings of the 24th European Conference on Artificial Intelligence, ECAI 2020, Vol. 325. 2148--2155."},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D17-1237"},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3295750.3298924"},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3020165.3020183"},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00266"},{"key":"e_1_3_2_2_30_1","volume-title":"Acting Locally: Distantly Supervised Global-to-Local Knowledge Selection for Background Based Conversation. In The Thirty-Fourth AAAI Conference on Artificial Intelligence, AAAI 2020 . 8697--8704","author":"Ren Pengjie","year":"2020","unstructured":"Pengjie Ren, Zhumin Chen, Christof Monz, Jun Ma, and Maarten de Rijke. 2020 a. Thinking Globally, Acting Locally: Distantly Supervised Global-to-Local Knowledge Selection for Background Based Conversation. In The Thirty-Fourth AAAI Conference on Artificial Intelligence, AAAI 2020 . 8697--8704."},{"key":"e_1_3_2_2_31_1","volume-title":"2020 b. Conversations with Search Engines: SERP-based Conversational Response Generation. arXiv preprint arXiv:2004.14162","author":"Ren Pengjie","year":"2020","unstructured":"Pengjie Ren, Zhumin Chen, Zhaochun Ren, Evangelos Kanoulas, Christof Monz, and Maarten de Rijke. 2020 b. Conversations with Search Engines: SERP-based Conversational Response Generation. arXiv preprint arXiv:2004.14162 (2020)."},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11332"},{"key":"e_1_3_2_2_33_1","volume-title":"Manning","author":"Liu Peter J.","year":"2017","unstructured":"Abigail See, Peter J. Liu, and Christopher D. Manning. 2017. Get To The Point: Summarization with Pointer-Generator Networks. In Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics, ACL 2017. 1073--1083."},{"key":"e_1_3_2_2_34_1","volume-title":"Conversational Recommender System. In The 41st International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2018 . 235--244","author":"Sun Yueming","year":"2018","unstructured":"Yueming Sun and Yi Zhang. 2018. Conversational Recommender System. In The 41st International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2018 . 235--244."},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3176349.3176388"},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3176349.3176387"},{"key":"e_1_3_2_2_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3176349.3176387"},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2019.102162"},{"key":"e_1_3_2_2_39_1","volume-title":"Proceedings of the 31st International Conference on Neural Information Processing Systems, NIPS 2017 . 5998--6008","author":"Vaswani Ashish","year":"2017","unstructured":"Ashish Vaswani, Noam Shazeer, Niki Parmar, Jakob Uszkoreit, Llion Jones, Aidan N. Gomez, Lukasz Kaiser, and Illia Polosukhin. 2017. Attention is All you Need. In Proceedings of the 31st International Conference on Neural Information Processing Systems, NIPS 2017 . 5998--6008."},{"key":"e_1_3_2_2_40_1","volume-title":"Pointer Networks. In Proceedings of 28th Annual Conference on Neural Information Processing Systems, NIPS","author":"Vinyals Oriol","year":"2015","unstructured":"Oriol Vinyals, Meire Fortunato, and Navdeep Jaitly. 2015. Pointer Networks. In Proceedings of 28th Annual Conference on Neural Information Processing Systems, NIPS, 2015. 2692--2700."},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397271.3401130"},{"key":"e_1_3_2_2_42_1","volume-title":"Proceedings of the 2017 CHI Conference on Human Factors in Computing Systems, CHI","author":"Vtyurina Alexandra","year":"2017","unstructured":"Alexandra Vtyurina, Denis Savenkov, Eugene Agichtein, and Charles L. A. Clarke. 2017. Exploring Conversational Search With Humans, Assistants, and Wizards. In Proceedings of the 2017 CHI Conference on Human Factors in Computing Systems, CHI, 2017 . 2187--2193."},{"key":"e_1_3_2_2_43_1","volume-title":"Roth","author":"White Ryen W.","year":"2009","unstructured":"Ryen W. White and Resa A. Roth. 2009. Exploratory Search: Beyond the Query-Response Paradigm ."},{"key":"e_1_3_2_2_44_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1369"},{"key":"e_1_3_2_2_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3331184.3331388"},{"key":"e_1_3_2_2_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/3331184.3331233"},{"key":"e_1_3_2_2_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397271.3401415"},{"key":"e_1_3_2_2_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3366423.3380126"},{"key":"e_1_3_2_2_49_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.635"}],"event":{"name":"SIGIR '21: The 44th International ACM SIGIR Conference on Research and Development in Information Retrieval","location":"Virtual Event Canada","acronym":"SIGIR '21","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3404835.3462897","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3404835.3462897","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T20:47:18Z","timestamp":1750193238000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3404835.3462897"}},"subtitle":["Access to Information Through Conversations with Search Engines"],"short-title":[],"issued":{"date-parts":[[2021,7,11]]},"references-count":49,"alternative-id":["10.1145\/3404835.3462897","10.1145\/3404835"],"URL":"https:\/\/doi.org\/10.1145\/3404835.3462897","relation":{},"subject":[],"published":{"date-parts":[[2021,7,11]]},"assertion":[{"value":"2021-07-11","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}