{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T14:39:47Z","timestamp":1742913587318,"version":"3.40.3"},"publisher-location":"Cham","reference-count":39,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031282409"},{"type":"electronic","value":"9783031282416"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-28241-6_3","type":"book-chapter","created":{"date-parts":[[2023,3,16]],"date-time":"2023-03-16T01:02:20Z","timestamp":1678928540000},"page":"35-50","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["A Reproducibility Study of\u00a0Question Retrieval for\u00a0Clarifying Questions"],"prefix":"10.1007","author":[{"given":"Sebastian","family":"Cross","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Guido","family":"Zuccon","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ahmed","family":"Mourad","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,3,16]]},"reference":[{"key":"3_CR1","unstructured":"Aliannejadi, M., Kiseleva, J., Chuklin, A., Dalton, J., Burtsev, M.: ConvAI3: Generating Clarifying Questions for Open-Domain Dialogue Systems (ClariQ). arXiv:2009.11352 (2020)"},{"key":"3_CR2","doi-asserted-by":"crossref","unstructured":"Aliannejadi, M., Kiseleva, J., Chuklin, A., Dalton, J., Burtsev, M.: Building and evaluating open-domain dialogue corpora with clarifying questions. In: Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing, pp. 4473\u20134484 (2021)","DOI":"10.18653\/v1\/2021.emnlp-main.367"},{"key":"3_CR3","doi-asserted-by":"crossref","unstructured":"Aliannejadi, M., Zamani, H., Crestani, F., Croft, W.B.: Asking clarifying questions in open-domain information-seeking conversations. In: Proceedings of the 42nd International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 475\u2013484 (2019)","DOI":"10.1145\/3331184.3331265"},{"key":"3_CR4","doi-asserted-by":"crossref","unstructured":"Bi, K., Ai, Q., Croft, W.B.: Asking clarifying questions based on negative feedback in conversational search. In: Proceedings of the 2021 ACM SIGIR International Conference on Theory of Information Retrieval, pp. 157\u2013166 (2021)","DOI":"10.1145\/3471158.3472232"},{"key":"3_CR5","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"112","DOI":"10.1007\/978-3-642-15998-5_13","volume-title":"Multilingual and Multimodal Information Access Evaluation","author":"G Cabanac","year":"2010","unstructured":"Cabanac, G., Hubert, G., Boughanem, M., Chrisment, C.: Tie-breaking bias: effect of an uncontrolled parameter on information retrieval evaluation. In: Agosti, M., Ferro, N., Peters, C., de Rijke, M., Smeaton, A. (eds.) CLEF 2010. LNCS, vol. 6360, pp. 112\u2013123. Springer, Heidelberg (2010). https:\/\/doi.org\/10.1007\/978-3-642-15998-5_13"},{"key":"3_CR6","doi-asserted-by":"crossref","unstructured":"Cai, F., De Rijke, M., et al.: A survey of query auto completion in information retrieval. Found. Trends\u00ae Inf. Retrieval 10(4), 273\u2013363 (2016)","DOI":"10.1561\/1500000055"},{"key":"3_CR7","doi-asserted-by":"crossref","unstructured":"Carterette, B.: System effectiveness, user models, and user utility: a conceptual framework for investigation. In: Proceedings of the 34th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 903\u2013912 (2011)","DOI":"10.1145\/2009916.2010037"},{"key":"3_CR8","unstructured":"Cartright, M.A., Huston, S.J., Feild, H.: Galago: a modular distributed processing and retrieval system. In: Proceedings of the SIGIR 2012 Workshop on Open Source Information Retrieval, pp. 25\u201331 (2012)"},{"key":"3_CR9","doi-asserted-by":"crossref","unstructured":"Clarke, C.L., Craswell, N., Soboroff, I.: Overview of the TREC 2009 web track. In: Proceedings of TREC (2009)","DOI":"10.6028\/NIST.SP.500-278.web-overview"},{"key":"3_CR10","unstructured":"Dubiel, M., Halvey, M., Azzopardi, L., Anderson, D., Daronnat, S.: Conversational strategies: impact on search performance in a goal-oriented task. In: The Third International Workshop on Conversational Approaches to Information Retrieval (2020)"},{"key":"3_CR11","doi-asserted-by":"crossref","unstructured":"Fails, J.A., Pera, M.S., Anuyah, O., Kennington, C., Wright, K.L., Bigirimana, W.: Query formulation assistance for kids: what is available, when to help & what kids want. In: Proceedings of the 18th ACM International Conference on Interaction Design and Children, pp. 109\u2013120 (2019)","DOI":"10.1145\/3311927.3323131"},{"key":"3_CR12","doi-asserted-by":"crossref","unstructured":"Kim, J.K., Wang, G., Lee, S., Kim, Y.B.: Deciding whether to ask clarifying questions in large-scale spoken language understanding. In: 2021 IEEE Automatic Speech Recognition and Understanding Workshop (ASRU), pp. 869\u2013876. IEEE (2021)","DOI":"10.1109\/ASRU51503.2021.9688265"},{"key":"3_CR13","doi-asserted-by":"crossref","unstructured":"Krasakis, A.M., Aliannejadi, M., Voskarides, N., Kanoulas, E.: Analysing the effect of clarifying questions on document ranking in conversational search. In: Proceedings of the 2020 ACM SIGIR on International Conference on Theory of Information Retrieval, pp. 129\u2013132 (2020)","DOI":"10.1145\/3409256.3409817"},{"key":"3_CR14","doi-asserted-by":"crossref","unstructured":"Lavrenko, V., Croft, W.B.: Relevance-based language models. In: ACM SIGIR Forum, vol. 51, pp. 260\u2013267. ACM, New York (2017)","DOI":"10.1145\/3130348.3130376"},{"key":"3_CR15","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"168","DOI":"10.1007\/978-3-642-04769-5_15","volume-title":"Information Retrieval Technology","author":"C-J Lee","year":"2009","unstructured":"Lee, C.-J., Lin, Y.-C., Chen, R.-C., Cheng, P.-J.: Selecting effective terms for query formulation. In: Lee, G.G., et al. (eds.) AIRS 2009. LNCS, vol. 5839, pp. 168\u2013180. Springer, Heidelberg (2009). https:\/\/doi.org\/10.1007\/978-3-642-04769-5_15"},{"issue":"3","key":"3_CR16","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/978-3-031-02155-8","volume":"7","author":"H Li","year":"2014","unstructured":"Li, H.: Learning to rank for information retrieval and natural language processing. Synth. Lect. Hum. Lang. Technol. 7(3), 1\u2013121 (2014)","journal-title":"Synth. Lect. Hum. Lang. Technol."},{"issue":"4","key":"3_CR17","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/978-3-031-02181-7","volume":"14","author":"J Lin","year":"2021","unstructured":"Lin, J., Nogueira, R., Yates, A.: Pretrained transformers for text ranking: BERT and beyond. Synth. Lect. Hum. Lang. Technol. 14(4), 1\u2013325 (2021)","journal-title":"Synth. Lect. Hum. Lang. Technol."},{"key":"3_CR18","doi-asserted-by":"crossref","unstructured":"Lin, J., Yang, P.: The impact of score ties on repeatability in document ranking. In: Proceedings of the 42nd International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 1125\u20131128 (2019)","DOI":"10.1145\/3331184.3331339"},{"key":"3_CR19","doi-asserted-by":"crossref","unstructured":"Liu, T.Y., et al.: Learning to rank for information retrieval. Found. Trends\u00ae Inf. Retrieval 3(3), 225\u2013331 (2009)","DOI":"10.1561\/1500000016"},{"key":"3_CR20","unstructured":"Lotze, T., Klut, S., Aliannejadi, M., Kanoulas, E.: Ranking clarifying questions based on predicted user engagement. In: MICROS Workshop at ECIR 2021 (2021)"},{"key":"3_CR21","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"414","DOI":"10.1007\/978-3-540-78646-7_38","volume-title":"Advances in Information Retrieval","author":"F McSherry","year":"2008","unstructured":"McSherry, F., Najork, M.: Computing information retrieval performance measures efficiently in the presence of tied scores. In: Macdonald, C., Ounis, I., Plachouras, V., Ruthven, I., White, R.W. (eds.) ECIR 2008. LNCS, vol. 4956, pp. 414\u2013421. Springer, Heidelberg (2008). https:\/\/doi.org\/10.1007\/978-3-540-78646-7_38"},{"key":"3_CR22","unstructured":"Nogueira, R., Cho, K.: Passage re-ranking with bert. arXiv preprint arXiv:1901.04085 (2019)"},{"key":"3_CR23","doi-asserted-by":"crossref","unstructured":"Robertson, S., Zaragoza, H., et al.: The probabilistic relevance framework: BM25 and beyond. Found. Trends\u00ae Inf. Retrieval 3(4), 333\u2013389 (2009)","DOI":"10.1561\/1500000019"},{"key":"3_CR24","doi-asserted-by":"crossref","unstructured":"Russell-Rose, T., Chamberlain, J., Shokraneh, F.: A visual approach to query formulation for systematic search. In: Proceedings of the 2019 Conference on Human Information Interaction and Retrieval, pp. 379\u2013383 (2019)","DOI":"10.1145\/3295750.3298919"},{"issue":"1","key":"3_CR25","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/s10791-020-09381-1","volume":"24","author":"H Scells","year":"2021","unstructured":"Scells, H., Zuccon, G., Koopman, B.: A comparison of automatic boolean query formulation for systematic reviews. Inf. Retrieval J. 24(1), 3\u201328 (2021)","journal-title":"Inf. Retrieval J."},{"key":"3_CR26","doi-asserted-by":"crossref","unstructured":"Scells, H., Zuccon, G., Koopman, B., Clark, J.: Automatic boolean query formulation for systematic review literature search. In: Proceedings of the Web Conference 2020, pp. 1071\u20131081 (2020)","DOI":"10.1145\/3366423.3380185"},{"key":"3_CR27","doi-asserted-by":"crossref","unstructured":"Sekuli\u0107, I., Aliannejadi, M., Crestani, F.: Towards facet-driven generation of clarifying questions for conversational search. In: Proceedings of the 2021 ACM SIGIR International Conference on Theory of Information Retrieval, pp. 167\u2013175 (2021)","DOI":"10.1145\/3471158.3472257"},{"key":"3_CR28","unstructured":"Soboroff, I.M., Craswell, N., Clarke, C.L., Cormack, G., et al.: Overview of the TREC 2011 web track. In: Proceedings of TREC (2011)"},{"key":"3_CR29","doi-asserted-by":"crossref","unstructured":"Tavakoli, L.: Generating clarifying questions in conversational search systems. In: Proceedings of the 29th ACM International Conference on Information & Knowledge Management, pp. 3253\u20133256 (2020)","DOI":"10.1145\/3340531.3418513"},{"key":"3_CR30","unstructured":"Tonellotto, N.: Lecture notes on neural information retrieval. arXiv preprint arXiv:2207.13443 (2022)"},{"issue":"4","key":"3_CR31","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3466796","volume":"39","author":"S Vakulenko","year":"2021","unstructured":"Vakulenko, S., Kanoulas, E., De Rijke, M.: A large-scale analysis of mixed initiative in information-seeking dialogues for conversational search. ACM Trans. Inf. Syst. (TOIS) 39(4), 1\u201332 (2021)","journal-title":"ACM Trans. Inf. Syst. (TOIS)"},{"key":"3_CR32","doi-asserted-by":"crossref","unstructured":"Wang, J., Li, W.: Template-guided clarifying question generation for web search clarification. In: Proceedings of the 30th ACM International Conference on Information & Knowledge Management, pp. 3468\u20133472 (2021)","DOI":"10.1145\/3459637.3482199"},{"issue":"4","key":"3_CR33","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3239571","volume":"10","author":"P Yang","year":"2018","unstructured":"Yang, P., Fang, H., Lin, J.: Anserini: reproducible ranking baselines using lucene. J. Data Inf. Qual. (JDIQ) 10(4), 1\u201320 (2018)","journal-title":"J. Data Inf. Qual. (JDIQ)"},{"key":"3_CR34","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1007\/978-3-319-48051-0_21","volume-title":"Information Retrieval Technology","author":"Z Yang","year":"2016","unstructured":"Yang, Z., Moffat, A., Turpin, A.: How precise does document scoring need to be? In: Ma, S., et al. (eds.) AIRS 2016. LNCS, vol. 9994, pp. 279\u2013291. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-48051-0_21"},{"key":"3_CR35","doi-asserted-by":"crossref","unstructured":"Zamani, H., Dumais, S., Craswell, N., Bennett, P., Lueck, G.: Generating clarifying questions for information retrieval. In: Proceedings of the Web Conference 2020, pp. 418\u2013428 (2020)","DOI":"10.1145\/3366423.3380126"},{"issue":"1","key":"3_CR36","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/978-3-031-02130-5","volume":"1","author":"C Zhai","year":"2008","unstructured":"Zhai, C.: Statistical language models for information retrieval. Synth. Lect. Hum. Lang. Technol. 1(1), 1\u2013141 (2008)","journal-title":"Synth. Lect. Hum. Lang. Technol."},{"issue":"2","key":"3_CR37","doi-asserted-by":"publisher","first-page":"179","DOI":"10.1145\/984321.984322","volume":"22","author":"C Zhai","year":"2004","unstructured":"Zhai, C., Lafferty, J.: A study of smoothing methods for language models applied to information retrieval. ACM Trans. Inf. Syst. (TOIS) 22(2), 179\u2013214 (2004)","journal-title":"ACM Trans. Inf. Syst. (TOIS)"},{"key":"3_CR38","doi-asserted-by":"crossref","unstructured":"Zhao, Z., Dou, Z., Mao, J., Wen, J.R.: Generating clarifying questions with web search results. In: Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 234\u2013244 (2022)","DOI":"10.1145\/3477495.3531981"},{"key":"3_CR39","doi-asserted-by":"crossref","unstructured":"Zou, J., Kanoulas, E., Liu, Y.: An empirical study on clarifying question-based systems. In: Proceedings of the 29th ACM International Conference on Information & Knowledge Management, pp. 2361\u20132364 (2020)","DOI":"10.1145\/3340531.3412094"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-28241-6_3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,16]],"date-time":"2024-10-16T14:14:17Z","timestamp":1729088057000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-28241-6_3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031282409","9783031282416"],"references-count":39,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-28241-6_3","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"16 March 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECIR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Information Retrieval","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Dublin","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Ireland","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 April 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6 April 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"45","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecir2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ecir2023.org\/index.html?v=1.0","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"489","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"77","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"83","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"16% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}