{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T22:30:10Z","timestamp":1777674610738,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":32,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,10,19]],"date-time":"2020-10-19T00:00:00Z","timestamp":1603065600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,10,19]]},"DOI":"10.1145\/3340531.3412772","type":"proceedings-article","created":{"date-parts":[[2020,10,19]],"date-time":"2020-10-19T05:31:06Z","timestamp":1603085466000},"page":"3189-3196","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":48,"title":["MIMICS"],"prefix":"10.1145","author":[{"given":"Hamed","family":"Zamani","sequence":"first","affiliation":[{"name":"Microsoft, Bellevue, WA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Gord","family":"Lueck","sequence":"additional","affiliation":[{"name":"Microsoft, Bellevue, WA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Everest","family":"Chen","sequence":"additional","affiliation":[{"name":"Facebook Inc., Seattle, WA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Rodolfo","family":"Quispe","sequence":"additional","affiliation":[{"name":"Microsoft, Bellevue, WA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Flint","family":"Luu","sequence":"additional","affiliation":[{"name":"Microsoft, Bellevue, WA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nick","family":"Craswell","sequence":"additional","affiliation":[{"name":"Microsoft, Bellevue, WA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2020,10,19]]},"reference":[{"key":"e_1_3_2_2_1_1","volume-title":"Asking Clarifying Questions in Open-Domain Information-Seeking Conversations. In SIGIR '19","author":"Aliannejadi Mohammad","unstructured":"Mohammad Aliannejadi , Hamed Zamani , Fabio Crestani , and W. Bruce Croft . 2019 . Asking Clarifying Questions in Open-Domain Information-Seeking Conversations. In SIGIR '19 . 475--484. Mohammad Aliannejadi, Hamed Zamani, Fabio Crestani, and W. Bruce Croft. 2019. Asking Clarifying Questions in Open-Domain Information-Seeking Conversations. In SIGIR '19. 475--484."},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.21236\/ADA455426"},{"key":"e_1_3_2_2_3_1","volume-title":"Conversational Search - A Report from Dagstuhl Seminar 19461. arXiv preprint arXiv:2005.08658","author":"Anand Avishek","year":"2020","unstructured":"Avishek Anand , Lawrence Cavedon , Matthias Hagen , Hideo Joho , Mark Sanderson , and Benno Stein . 2020. Conversational Search - A Report from Dagstuhl Seminar 19461. arXiv preprint arXiv:2005.08658 ( 2020 ). Avishek Anand, Lawrence Cavedon, Matthias Hagen, Hideo Joho, Mark Sanderson, and Benno Stein. 2020. Conversational Search - A Report from Dagstuhl Seminar 19461. arXiv preprint arXiv:2005.08658 (2020)."},{"key":"e_1_3_2_2_4_1","volume-title":"An Analysis of Clarification Dialogue for Question Answering. In NAACL '03","author":"Boni Marco De","year":"2003","unstructured":"Marco De Boni and Suresh Manandhar . 2003 . An Analysis of Clarification Dialogue for Question Answering. In NAACL '03 . 48--55. Marco De Boni and Suresh Manandhar. 2003. An Analysis of Clarification Dialogue for Question Answering. In NAACL '03. 48--55."},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3020165.3022149"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"crossref","unstructured":"D. Carmel and E. Yom-Tov. 2010. Estimating the Query Difficulty for Information Retrieval 1st ed.). Morgan and Claypool Publishers.  D. Carmel and E. Yom-Tov. 2010. Estimating the Query Difficulty for Information Retrieval 1st ed.). Morgan and Claypool Publishers.","DOI":"10.2200\/S00235ED1V01Y201004ICR015"},{"key":"e_1_3_2_2_7_1","volume-title":"QuAC: Question Answering in Context. In EMNLP '18","author":"Choi Eunsol","year":"2018","unstructured":"Eunsol Choi , He He , Mohit Iyyer , Mark Yatskar , Wen-tau Yih, Yejin Choi , Percy Liang , and Luke Zettlemoyer . 2018 . QuAC: Question Answering in Context. In EMNLP '18 . 2174--2184. Eunsol Choi, He He, Mohit Iyyer, Mark Yatskar, Wen-tau Yih, Yejin Choi, Percy Liang, and Luke Zettlemoyer. 2018. QuAC: Question Answering in Context. In EMNLP '18. 2174--2184."},{"key":"e_1_3_2_2_8_1","volume-title":"Supporting Clarification Dialog for Entity Disambiguation. In SumPre '15","author":"Coden Anni","unstructured":"Anni Coden , Daniel Gruhl , Neal Lewis , and Pablo N. Mendes . 2015. Did you mean A or B? Supporting Clarification Dialog for Entity Disambiguation. In SumPre '15 . Anni Coden, Daniel Gruhl, Neal Lewis, and Pablo N. Mendes. 2015. Did you mean A or B? Supporting Clarification Dialog for Entity Disambiguation. In SumPre '15."},{"key":"e_1_3_2_2_9_1","volume-title":"ORCAS: 18 Million Clicked Query-Document Pairs for Analyzing Search. In CIKM '20.","author":"Craswell Nick","year":"2020","unstructured":"Nick Craswell , Daniel Campos , Bhaskar Mitra , Emine Yilmaz , and Bodo Billerbeck . 2020 . ORCAS: 18 Million Clicked Query-Document Pairs for Analyzing Search. In CIKM '20. Nick Craswell, Daniel Campos, Bhaskar Mitra, Emine Yilmaz, and Bodo Billerbeck. 2020. ORCAS: 18 Million Clicked Query-Document Pairs for Analyzing Search. In CIKM '20."},{"key":"e_1_3_2_2_10_1","volume-title":"An Experimental Comparison of Click Position-Bias Models. In WSDM '08","author":"Craswell Nick","year":"2008","unstructured":"Nick Craswell , Onno Zoeter , Michael Taylor , and Bill Ramsey . 2008 . An Experimental Comparison of Click Position-Bias Models. In WSDM '08 . 87--94. Nick Craswell, Onno Zoeter, Michael Taylor, and Bill Ramsey. 2008. An Experimental Comparison of Click Position-Bias Models. In WSDM '08. 87--94."},{"key":"e_1_3_2_2_11_1","volume-title":"Predicting Query Performance. In SIGIR '02","author":"Cronen-Townsend S.","unstructured":"S. Cronen-Townsend , Y. Zhou , and W. B. Croft . 2002 . Predicting Query Performance. In SIGIR '02 . 299--306. S. Cronen-Townsend, Y. Zhou, and W. B. Croft. 2002. Predicting Query Performance. In SIGIR '02. 299--306."},{"key":"e_1_3_2_2_12_1","volume-title":"TREC '19","author":"Dalton Jeffrey","year":"2019","unstructured":"Jeffrey Dalton , Chenyan Xiong , and Jamie Callan . 2019 . TREC CAsT 2019: The Conversational Assistance Track Overview . In TREC '19 . Jeffrey Dalton, Chenyan Xiong, and Jamie Callan. 2019. TREC CAsT 2019: The Conversational Assistance Track Overview. In TREC '19."},{"key":"e_1_3_2_2_13_1","volume-title":"Nat. Lang. Eng.","volume":"11","author":"Boni Marco De","year":"2005","unstructured":"Marco De Boni and Suresh Manandhar . 2005 . Implementing Clarification Dialogues in Open Domain Question Answering . Nat. Lang. Eng. , Vol. 11 , 4 (2005). Marco De Boni and Suresh Manandhar. 2005. Implementing Clarification Dialogues in Open Domain Question Answering. Nat. Lang. Eng., Vol. 11, 4 (2005)."},{"key":"e_1_3_2_2_14_1","volume-title":"Guided Transformer: Leveraging Multiple External Sources for Representation Learning in Conversational Search. In SIGIR '20","author":"Hashemi Helia","unstructured":"Helia Hashemi , Hamed Zamani , and W. Bruce Croft . 2020 . Guided Transformer: Leveraging Multiple External Sources for Representation Learning in Conversational Search. In SIGIR '20 . 1131--1140. Helia Hashemi, Hamed Zamani, and W. Bruce Croft. 2020. Guided Transformer: Leveraging Multiple External Sources for Representation Learning in Conversational Search. In SIGIR '20. 1131--1140."},{"key":"e_1_3_2_2_15_1","first-page":"4","article-title":"arvelin and Jaana Kek\"al\"ainen. 2002","volume":"20","author":"Kalervo","year":"2002","unstructured":"Kalervo J \" arvelin and Jaana Kek\"al\"ainen. 2002 . Cumulated Gain-based Evaluation of IR Techniques. ACM Trans. Inf. Syst. , Vol. 20 , 4 ( 2002 ), 422--446. Kalervo J\"arvelin and Jaana Kek\"al\"ainen. 2002. Cumulated Gain-based Evaluation of IR Techniques. ACM Trans. Inf. Syst. , Vol. 20, 4 (2002), 422--446.","journal-title":"Cumulated Gain-based Evaluation of IR Techniques. ACM Trans. Inf. Syst."},{"key":"e_1_3_2_2_16_1","volume-title":"Toward Voice Query Clarification. In SIGIR '18","author":"Kiesel Johannes","year":"2018","unstructured":"Johannes Kiesel , Arefeh Bahrami , Benno Stein , Avishek Anand , and Matthias Hagen . 2018 . Toward Voice Query Clarification. In SIGIR '18 . 1257--1260. Johannes Kiesel, Arefeh Bahrami, Benno Stein, Avishek Anand, and Matthias Hagen. 2018. Toward Voice Query Clarification. In SIGIR '18. 1257--1260."},{"key":"e_1_3_2_2_17_1","volume-title":"Measuring User Engagement","author":"Lalmas Mounia","unstructured":"Mounia Lalmas , Heather O'Brien , and Elad Yom-Tov . 2014. Measuring User Engagement . Morgan & Claypool Publishers . Mounia Lalmas, Heather O'Brien, and Elad Yom-Tov. 2014. Measuring User Engagement .Morgan & Claypool Publishers."},{"key":"e_1_3_2_2_18_1","volume-title":"Automatic Evaluation of Summaries Using N-Gram Co-Occurrence Statistics. In NAACL '03","author":"Lin Chin-Yew","year":"2003","unstructured":"Chin-Yew Lin and Eduard Hovy . 2003 . Automatic Evaluation of Summaries Using N-Gram Co-Occurrence Statistics. In NAACL '03 . 71--78. Chin-Yew Lin and Eduard Hovy. 2003. Automatic Evaluation of Summaries Using N-Gram Co-Occurrence Statistics. In NAACL '03. 71--78."},{"key":"e_1_3_2_2_19_1","volume-title":"BLEU: A Method for Automatic Evaluation of Machine Translation. In ACL '02","author":"Papineni Kishore","year":"2002","unstructured":"Kishore Papineni , Salim Roukos , Todd Ward , and Wei-Jing Zhu . 2002 . BLEU: A Method for Automatic Evaluation of Machine Translation. In ACL '02 . 311--318. Kishore Papineni, Salim Roukos, Todd Ward, and Wei-Jing Zhu. 2002. BLEU: A Method for Automatic Evaluation of Machine Translation. In ACL '02. 311--318."},{"key":"e_1_3_2_2_20_1","volume-title":"Question\/Answering Clarification Dialogues. In MICAI '08","author":"Quintano Luis","year":"2008","unstructured":"Luis Quintano and Irene Pimenta Rodrigues . 2008 . Question\/Answering Clarification Dialogues. In MICAI '08 . 155--164. Luis Quintano and Irene Pimenta Rodrigues. 2008. Question\/Answering Clarification Dialogues. In MICAI '08. 155--164."},{"key":"e_1_3_2_2_21_1","volume-title":"Coached Conversational Preference Elicitation: A Case Study in Understanding Movie Preferences. In SIGDIAL '19","author":"Radlinski Filip","year":"2019","unstructured":"Filip Radlinski , Krisztian Balog , Bill Byrne , and Karthik Krishnamoorthi . 2019 . Coached Conversational Preference Elicitation: A Case Study in Understanding Movie Preferences. In SIGDIAL '19 . Filip Radlinski, Krisztian Balog, Bill Byrne, and Karthik Krishnamoorthi. 2019. Coached Conversational Preference Elicitation: A Case Study in Understanding Movie Preferences. In SIGDIAL '19."},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3020165.3020183"},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P18-1255"},{"key":"e_1_3_2_2_24_1","volume-title":"Answer-based Adversarial Training for Generating Clarification Questions. In NAACL '19","author":"Rao Sudha","year":"2019","unstructured":"Sudha Rao and Hal Daum\u00e9 III. 2019 . Answer-based Adversarial Training for Generating Clarification Questions. In NAACL '19 . 143--155. Sudha Rao and Hal Daum\u00e9 III. 2019. Answer-based Adversarial Training for Generating Clarification Questions. In NAACL '19. 143--155."},{"key":"e_1_3_2_2_25_1","first-page":"249","article-title":"2019","volume":"7","author":"Reddy Siva","year":"2019","unstructured":"Siva Reddy , Danqi Chen , and Christopher D. Manning . 2019 . CoQA: A Conversational Question Answering Challenge. TACL , Vol. 7 ( 2019 ), 249 -- 266 . Siva Reddy, Danqi Chen, and Christopher D. Manning. 2019. CoQA: A Conversational Question Answering Challenge. TACL, Vol. 7 (2019), 249--266.","journal-title":"CoQA: A Conversational Question Answering Challenge. TACL"},{"key":"e_1_3_2_2_26_1","volume-title":"Towards Natural Clarification Questions in Dialogue Systems. In AISB '14","volume":"20","author":"Stoyanchev Svetlana","year":"2014","unstructured":"Svetlana Stoyanchev , Alex Liu , and Julia Hirschberg . 2014 . Towards Natural Clarification Questions in Dialogue Systems. In AISB '14 , Vol. 20 . Svetlana Stoyanchev, Alex Liu, and Julia Hirschberg. 2014. Towards Natural Clarification Questions in Dialogue Systems. In AISB '14, Vol. 20."},{"key":"e_1_3_2_2_27_1","volume-title":"CAIR '17","author":"Thomas Paul","year":"2017","unstructured":"Paul Thomas , Daniel McDuff , Mary Czerwinski , and Nick Craswell . 2017 . MISC: A data set of information-seeking conversations . In CAIR '17 . Paul Thomas, Daniel McDuff, Mary Czerwinski, and Nick Craswell. 2017. MISC: A data set of information-seeking conversations. In CAIR '17."},{"key":"e_1_3_2_2_28_1","volume-title":"Macaw: An Extensible Conversational Information Seeking Platform. In SIGIR '20","author":"Zamani Hamed","year":"2020","unstructured":"Hamed Zamani and Nick Craswell . 2020 . Macaw: An Extensible Conversational Information Seeking Platform. In SIGIR '20 . 2193--2196. Hamed Zamani and Nick Craswell. 2020. Macaw: An Extensible Conversational Information Seeking Platform. In SIGIR '20. 2193--2196."},{"key":"e_1_3_2_2_29_1","volume-title":"Generating Clarifying Questions for Information Retrieval. In WWW '20","author":"Zamani Hamed","year":"2020","unstructured":"Hamed Zamani , Susan T. Dumais , Nick Craswell , Paul N. Bennett , and Gord Lueck . 2020 a . Generating Clarifying Questions for Information Retrieval. In WWW '20 . 418--428. Hamed Zamani, Susan T. Dumais, Nick Craswell, Paul N. Bennett, and Gord Lueck. 2020 a. Generating Clarifying Questions for Information Retrieval. In WWW '20. 418--428."},{"key":"e_1_3_2_2_30_1","volume-title":"SIGIR '20","author":"Zamani Hamed","unstructured":"Hamed Zamani , Bhaskar Mitra , Everest Chen , Gord Lueck , Fernando Diaz , Paul N. Bennett , Nick Craswell , and Susan T. Dumais . 2020 b. Analyzing and Learning from User Interactions with Search Clarification . In SIGIR '20 . 1181--1190. Hamed Zamani, Bhaskar Mitra, Everest Chen, Gord Lueck, Fernando Diaz, Paul N. Bennett, Nick Craswell, and Susan T. Dumais. 2020 b. Analyzing and Learning from User Interactions with Search Clarification. In SIGIR '20. 1181--1190."},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/2766462.2767785"},{"key":"e_1_3_2_2_32_1","volume-title":"User Respond. In CIKM '18","author":"Zhang Yongfeng","unstructured":"Yongfeng Zhang , Xu Chen , Qingyao Ai , Liu Yang , and W. Bruce Croft . 2018. Towards Conversational Search and Recommendation: System Ask , User Respond. In CIKM '18 . 177--186. Yongfeng Zhang, Xu Chen, Qingyao Ai, Liu Yang, and W. Bruce Croft. 2018. Towards Conversational Search and Recommendation: System Ask, User Respond. In CIKM '18. 177--186."}],"event":{"name":"CIKM '20: The 29th ACM International Conference on Information and Knowledge Management","location":"Virtual Event Ireland","acronym":"CIKM '20","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 29th ACM International Conference on Information & Knowledge Management"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3340531.3412772","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3340531.3412772","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:02:56Z","timestamp":1750197776000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3340531.3412772"}},"subtitle":["A Large-Scale Data Collection for Search Clarification"],"short-title":[],"issued":{"date-parts":[[2020,10,19]]},"references-count":32,"alternative-id":["10.1145\/3340531.3412772","10.1145\/3340531"],"URL":"https:\/\/doi.org\/10.1145\/3340531.3412772","relation":{},"subject":[],"published":{"date-parts":[[2020,10,19]]},"assertion":[{"value":"2020-10-19","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}