{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,16]],"date-time":"2026-07-16T05:10:46Z","timestamp":1784178646337,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":64,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,7,18]],"date-time":"2023-07-18T00:00:00Z","timestamp":1689638400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-sa\/4.0\/"}],"funder":[{"DOI":"10.13039\/100006785","name":"Google","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100006785","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000266","name":"Engineering and Physical Sciences Research Council","doi-asserted-by":"publisher","award":["EP\/V025708\/1"],"award-info":[{"award-number":["EP\/V025708\/1"]}],"id":[{"id":"10.13039\/501100000266","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,7,19]]},"DOI":"10.1145\/3539618.3591683","type":"proceedings-article","created":{"date-parts":[[2023,7,19]],"date-time":"2023-07-19T00:22:23Z","timestamp":1689726143000},"page":"632-642","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":30,"title":["Exploiting Simulated User Feedback for Conversational Search: Ranking, Rewriting, and Beyond"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5811-8050","authenticated-orcid":false,"given":"Paul","family":"Owoicho","sequence":"first","affiliation":[{"name":"University of Glasgow, Glasgow, United Kingdom"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-0036-0490","authenticated-orcid":false,"given":"Ivan","family":"Sekulic","sequence":"additional","affiliation":[{"name":"Universit\u00e0 della Svizzera italiana, Lugano, Switzerland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9447-4172","authenticated-orcid":false,"given":"Mohammad","family":"Aliannejadi","sequence":"additional","affiliation":[{"name":"University of Amsterdam, Amsterdam, Switzerland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2422-8651","authenticated-orcid":false,"given":"Jeffrey","family":"Dalton","sequence":"additional","affiliation":[{"name":"University of Glasgow, Glasgow, United Kingdom"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8672-0700","authenticated-orcid":false,"given":"Fabio","family":"Crestani","sequence":"additional","affiliation":[{"name":"Universit\u00e0 della Svizzera italiana, Lugano, Switzerland"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2023,7,18]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Krisztian Balog, and Shuo Zhang.","author":"Afzali Jafar","year":"2023","unstructured":"Jafar Afzali, Aleksander Mark Drzewiecki, Krisztian Balog, and Shuo Zhang. 2023. UserSimCRS: A User Simulation Toolkit for Evaluating Conversational Recommender Systems. arXiv preprint arXiv:2301.05544 (2023)."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3459637.3482231"},{"key":"e_1_3_2_1_3_1","unstructured":"Mohammad Aliannejadi Julia Kiseleva Aleksandr Chuklin Jeff Dalton and Mikhail Burtsev. 2020. ConvAI3: Generating Clarifying Questions for Open-Domain Dialogue Systems (ClariQ). (2020)."},{"key":"e_1_3_2_1_4_1","volume-title":"Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing, EMNLP 2021, Virtual Event \/ Punta Cana","author":"Aliannejadi Mohammad","year":"2021","unstructured":"Mohammad Aliannejadi, Julia Kiseleva, Aleksandr Chuklin, Jeff Dalton, and Mikhail S. Burtsev. 2021b. Building and Evaluating Open-Domain Dialogue Corpora with Clarifying Questions. In Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing, EMNLP 2021, Virtual Event \/ Punta Cana, Dominican Republic, 7-11 November, 2021. Association for Computational Linguistics, 4473--4484."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"crossref","unstructured":"Mohammad Aliannejadi Hamed Zamani Fabio Crestani and W Bruce Croft. 2019. Asking clarifying questions in open-domain information-seeking conversations. In SIGIR. 475--484.","DOI":"10.1145\/3331184.3331265"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3451964.3451967"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"crossref","unstructured":"Leif Azzopardi. 2011. The economics in interactive information retrieval. In SIGIR. ACM 15--24.","DOI":"10.1145\/2009916.2009923"},{"key":"e_1_3_2_1_8_1","volume-title":"Towards Building Economic Models of Conversational Search. In European Conference on Information Retrieval. Springer, 31--38","author":"Azzopardi Leif","year":"2022","unstructured":"Leif Azzopardi, Mohammad Aliannejadi, and Evangelos Kanoulas. 2022. Towards Building Economic Models of Conversational Search. In European Conference on Information Retrieval. Springer, 31--38."},{"key":"e_1_3_2_1_9_1","volume-title":"MS MARCO: A human generated machine reading comprehension dataset. arXiv preprint arXiv:1611.09268","author":"Bajaj Payal","year":"2016","unstructured":"Payal Bajaj, Daniel Campos, Nick Craswell, Li Deng, Jianfeng Gao, Xiaodong Liu, Rangan Majumder, Andrew McNamara, Bhaskar Mitra, Tri Nguyen, et al. 2016. MS MARCO: A human generated machine reading comprehension dataset. arXiv preprint arXiv:1611.09268 (2016)."},{"key":"e_1_3_2_1_10_1","unstructured":"Krisztian Balog. 2021. Conversational AI from an information retrieval perspective: Remaining challenges and a case for user simulation. (2021)."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.matcom.2010.11.002"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3020165.3022149"},{"key":"e_1_3_2_1_13_1","unstructured":"Tom Brown Benjamin Mann Nick Ryder Melanie Subbiah Jared D Kaplan Prafulla Dhariwal Arvind Neelakantan Pranav Shyam Girish Sastry Amanda Askell et al. 2020. Language models are few-shot learners. Advances in neural information processing systems Vol. 33 (2020) 1877--1901."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"crossref","unstructured":"Ben Carterette Evangelos Kanoulas and Emine Yilmaz. 2011. Simulating simple user behavior for system effectiveness evaluation. In CIKM. 611--620.","DOI":"10.1145\/2063576.2063668"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","unstructured":"Aakanksha Chowdhery Sharan Narang Jacob Devlin Maarten Bosma Gaurav Mishra Adam Roberts Paul Barham Hyung Won Chung Charles Sutton Sebastian Gehrmann Parker Schuh Kensen Shi Sasha Tsvyashchenko Joshua Maynez Abhishek Rao Parker Barnes Yi Tay Noam Shazeer Vinodkumar Prabhakaran Emily Reif Nan Du Ben Hutchinson Reiner Pope James Bradbury Jacob Austin Michael Isard Guy Gur-Ari Pengcheng Yin Toju Duke Anselm Levskaya Sanjay Ghemawat Sunipa Dev Henryk Michalewski Xavier Garcia Vedant Misra Kevin Robinson Liam Fedus Denny Zhou Daphne Ippolito David Luan Hyeontaek Lim Barret Zoph Alexander Spiridonov Ryan Sepassi David Dohan Shivani Agrawal Mark Omernick Andrew M. Dai Thanumalayan Sankaranarayana Pillai Marie Pellat Aitor Lewkowycz Erica Moreira Rewon Child Oleksandr Polozov Katherine Lee Zongwei Zhou Xuezhi Wang Brennan Saeta Mark Diaz Orhan Firat Michele Catasta Jason Wei Kathy Meier-Hellstern Douglas Eck Jeff Dean Slav Petrov and Noah Fiedel. 2022. PaLM: Scaling Language Modeling with Pathways. https:\/\/doi.org\/10.48550\/ARXIV.2204.02311","DOI":"10.48550\/ARXIV.2204.02311"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-28577-7_12"},{"key":"e_1_3_2_1_18_1","volume-title":"TREC CAsT 2019: The conversational assistance track overview. arXiv preprint arXiv:2003.13624","author":"Dalton Jeffrey","year":"2020","unstructured":"Jeffrey Dalton, Chenyan Xiong, and Jamie Callan. 2020. TREC CAsT 2019: The conversational assistance track overview. arXiv preprint arXiv:2003.13624 (2020)."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-020-09866-x"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3539813.3545126"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/1718487.1718515"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"crossref","unstructured":"Eric Horvitz. 1999. Principles of mixed-initiative user interfaces. In CHI. 159--166.","DOI":"10.1145\/302979.303030"},{"key":"e_1_3_2_1_23_1","volume-title":"Advances in Information Retrieval: 30th European Conference on IR Research, ECIR 2008, Glasgow, UK, March 30-April 3, 2008. Proceedings 30","author":"Kalervo","year":"2008","unstructured":"Kalervo J\"arvelin, Susan L Price, Lois ML Delcambre, and Marianne Lykke Nielsen. 2008. Discounted cumulated gain based evaluation of multiple-query IR sessions. In Advances in Information Retrieval: 30th European Conference on IR Research, ECIR 2008, Glasgow, UK, March 30-April 3, 2008. Proceedings 30. Springer, 4--15."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3409256.3409817"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"crossref","unstructured":"Weronika Lajewska Nolwenn Bernard Ivica Kostric Ivan Sekulic and Krisztian Balog. 2022. The University of Stavanger (IAI) at the TREC 2022 Conversational Assistance Track. (2022).","DOI":"10.6028\/NIST.SP.500-338.cast-UiS"},{"key":"e_1_3_2_1_26_1","volume-title":"A generative theory of relevance","author":"Lavrenko Victor","unstructured":"Victor Lavrenko and W Bruce Croft. 2009. A generative theory of relevance. Vol. 26. Springer."},{"key":"e_1_3_2_1_27_1","volume-title":"Acute-eval: Improved dialogue evaluation with optimized questions and multi-turn comparisons. arXiv preprint arXiv:1909.03087","author":"Li Margaret","year":"2019","unstructured":"Margaret Li, Jason Weston, and Stephen Roller. 2019. Acute-eval: Improved dialogue evaluation with optimized questions and multi-turn comparisons. arXiv preprint arXiv:1909.03087 (2019)."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","unstructured":"Sheng-Chieh Lin Jheng-Hong Yang Rodrigo Nogueira Ming-Feng Tsai Chuan-Ju Wang and Jimmy Lin. 2020. Multi-Stage Conversational Passage Retrieval: An Approach to Fusing Term Importance Estimation and Neural Query Rewriting. https:\/\/doi.org\/10.48550\/ARXIV.2005.02230","DOI":"10.48550\/ARXIV.2005.02230"},{"key":"e_1_3_2_1_29_1","volume-title":"How Am I Doing?: Evaluating Conversational Search Systems Offline. ACM TOIS","author":"Lipani Aldo","year":"2021","unstructured":"Aldo Lipani, Ben Carterette, and Emine Yilmaz. 2021. How Am I Doing?: Evaluating Conversational Search Systems Offline. ACM TOIS (2021)."},{"key":"e_1_3_2_1_30_1","volume-title":"Mike Noseworthy, Laurent Charlin, and Joelle Pineau.","author":"Liu Chia-Wei","year":"2016","unstructured":"Chia-Wei Liu, Ryan Lowe, Iulian Vlad Serban, Mike Noseworthy, Laurent Charlin, and Joelle Pineau. 2016. How NOT To Evaluate Your Dialogue System: An Empirical Study of Unsupervised Evaluation Metrics for Dialogue Response Generation. In EMNLP. 2122--2132."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1023\/A:1023932221048"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.63"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"crossref","unstructured":"Paul Owoicho Jeffery Dalton Mohammad Aliannejadi Leif Azzopardi Johanne R. Trippas and Svitlana Vakulenko. 2022. TREC CAsT 2022: Going Beyond User Ask and System Retrieve with Initiative and Response Generation. (2022).","DOI":"10.6028\/NIST.SP.500-338.cast-overview"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10791-017-9301-2"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.17"},{"key":"e_1_3_2_1_36_1","volume-title":"Challenges in the Evaluation of Conversational Search Systems. KDD Workshop on Conversational Systems Towards Mainstream Adoption","author":"Penha Gustavo","year":"2020","unstructured":"Gustavo Penha and Claudia Hauff. 2020. Challenges in the Evaluation of Conversational Search Systems. KDD Workshop on Conversational Systems Towards Mainstream Adoption (2020)."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1111\/coin.12216"},{"key":"e_1_3_2_1_38_1","volume-title":"Analyzing and Characterizing User Intent in Information-seeking Conversations. In The 41st International ACM SIGIR Conference on Research & Development in Information Retrieval, SIGIR 2018","author":"Qu Chen","year":"2018","unstructured":"Chen Qu, Liu Yang, W. Bruce Croft, Johanne R. Trippas, Yongfeng Zhang, and Minghui Qiu. 2018. Analyzing and Characterizing User Intent in Information-seeking Conversations. In The 41st International ACM SIGIR Conference on Research & Development in Information Retrieval, SIGIR 2018, Ann Arbor, MI, USA, July 08-12, 2019. ACM, 989--992."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3295750.3298924"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"crossref","unstructured":"Filip Radlinski and Nick Craswell. 2017. A theoretical framework for conversational search. In CHIIR. 117--126.","DOI":"10.1145\/3020165.3020183"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"crossref","unstructured":"Sudha Rao and Hal Daum\u00e9 III. 2018. Learning to Ask Good Questions: Ranking Clarification Questions using Neural Expected Value of Perfect Information. In ACL. 2737--2746.","DOI":"10.18653\/v1\/P18-1255"},{"key":"e_1_3_2_1_42_1","volume-title":"Answer-based adversarial training for generating clarification questions. arXiv preprint arXiv:1904.02281","author":"Rao Sudha","year":"2019","unstructured":"Sudha Rao and Hal Daum\u00e9 III. 2019. Answer-based adversarial training for generating clarification questions. arXiv preprint arXiv:1904.02281 (2019)."},{"key":"e_1_3_2_1_43_1","volume-title":"Relevance feedback in information retrieval. The SMART retrieval system: experiments in automatic document processing","author":"Rocchio Joseph John","year":"1971","unstructured":"Joseph John Rocchio Jr. 1971. Relevance feedback in information retrieval. The SMART retrieval system: experiments in automatic document processing (1971)."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"crossref","unstructured":"Corbin Rosset Chenyan Xiong Xia Song Daniel Campos Nick Craswell Saurabh Tiwary and Paul Bennett. 2020. Leading conversational search by suggesting useful questions. In TheWebConference. 1160--1170.","DOI":"10.1145\/3366423.3380193"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3485766"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"crossref","unstructured":"Alexandre Salle Shervin Malmasi Oleg Rokhlenko and Eugene Agichtein. 2021. Studying the Effectiveness of Conversational Search Refinement Through User Simulation. In ECIR. 587--602.","DOI":"10.1007\/978-3-030-72113-8_39"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3471158.3472257"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3488560.3498440"},{"key":"e_1_3_2_1_49_1","first-page":"16857","article-title":"Mpnet: Masked and permuted pre-training for language understanding","volume":"33","author":"Song Kaitao","year":"2020","unstructured":"Kaitao Song, Xu Tan, Tao Qin, Jianfeng Lu, and Tie-Yan Liu. 2020. Mpnet: Masked and permuted pre-training for language understanding. Advances in Neural Information Processing Systems, Vol. 33 (2020), 16857--16867.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-30586-6_38"},{"key":"e_1_3_2_1_51_1","volume-title":"AISB symposium on questions, discourse and dialogue","volume":"20","author":"Stoyanchev Svetlana","year":"2014","unstructured":"Svetlana Stoyanchev, Alex Liu, and Julia Hirschberg. 2014. Towards natural clarification questions in dialogue systems. In AISB symposium on questions, discourse and dialogue, Vol. 20."},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/3404835.3463241"},{"key":"e_1_3_2_1_53_1","volume-title":"Claudio Di Ciccio, and Maarten de Rijke","author":"Vakulenko Svitlana","year":"2019","unstructured":"Svitlana Vakulenko, Kate Revoredo, Claudio Di Ciccio, and Maarten de Rijke. 2019. QRFA: A Data-Driven Model of Information Seeking Dialogues. In Advances in Information Retrieval. Springer International Publishing, 541--557."},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-72240-1_43"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397271.3401130"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"crossref","unstructured":"Marilyn A Walker and Steve Whittaker. 1990. Mixed Initiative in Dialogue: An Investigation into Discourse Segmentation. In ACL.","DOI":"10.3115\/981823.981833"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397271.3401323"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/3404835.3462856"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"crossref","unstructured":"Hamed Zamani Susan Dumais Nick Craswell Paul Bennett and Gord Lueck. 2020a. Generating clarifying questions for information retrieval. In TheWebConference. 418--428.","DOI":"10.1145\/3366423.3380126"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/3340531.3412772"},{"key":"e_1_3_2_1_61_1","volume-title":"Analyzing and Learning from User Interactions for Search Clarification. arXiv preprint arXiv:2006.00166","author":"Zamani Hamed","year":"2020","unstructured":"Hamed Zamani, Bhaskar Mitra, Everest Chen, Gord Lueck, Fernando Diaz, Paul N Bennett, Nick Craswell, and Susan T Dumais. 2020c. Analyzing and Learning from User Interactions for Search Clarification. arXiv preprint arXiv:2006.00166 (2020)."},{"key":"e_1_3_2_1_62_1","volume-title":"Conversational information seeking. arXiv preprint arXiv:2201.08808","author":"Zamani Hamed","year":"2022","unstructured":"Hamed Zamani, Johanne R Trippas, Jeff Dalton, and Filip Radlinski. 2022. Conversational information seeking. arXiv preprint arXiv:2201.08808 (2022)."},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"crossref","unstructured":"Shuo Zhang and Krisztian Balog. 2020. Evaluating Conversational Recommender Systems via User Simulation. In KDD. 1512--1520.","DOI":"10.1145\/3394486.3403202"},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"crossref","unstructured":"Jie Zou Evangelos Kanoulas and Yiqun Liu. 2020. An Empirical Study on Clarifying Question-Based Systems. In CIKM. 2361--2364.","DOI":"10.1145\/3340531.3412094"},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2022.103176"}],"event":{"name":"SIGIR '23: The 46th International ACM SIGIR Conference on Research and Development in Information Retrieval","location":"Taipei Taiwan","acronym":"SIGIR '23","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3539618.3591683","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3539618.3591683","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:46:59Z","timestamp":1750178819000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3539618.3591683"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,7,18]]},"references-count":64,"alternative-id":["10.1145\/3539618.3591683","10.1145\/3539618"],"URL":"https:\/\/doi.org\/10.1145\/3539618.3591683","relation":{},"subject":[],"published":{"date-parts":[[2023,7,18]]},"assertion":[{"value":"2023-07-18","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}