{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,16]],"date-time":"2026-07-16T05:16:23Z","timestamp":1784178983593,"version":"3.55.0"},"publisher-location":"Cham","reference-count":15,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031717352","type":"print"},{"value":"9783031717369","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-71736-9_11","type":"book-chapter","created":{"date-parts":[[2024,9,13]],"date-time":"2024-09-13T07:03:25Z","timestamp":1726211005000},"page":"166-171","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Who Will Evaluate the\u00a0Evaluators? Exploring the\u00a0Gen-IR User Simulation Space"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1617-6508","authenticated-orcid":false,"given":"Johannes","family":"Kiesel","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1020-6745","authenticated-orcid":false,"given":"Marcel","family":"Gohsen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8143-1405","authenticated-orcid":false,"given":"Nailia","family":"Mirzakhmedova","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9733-2890","authenticated-orcid":false,"given":"Matthias","family":"Hagen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9033-2217","authenticated-orcid":false,"given":"Benno","family":"Stein","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,9,14]]},"reference":[{"key":"11_CR1","doi-asserted-by":"publisher","unstructured":"Alessio, M., Faggioli, G., Ferro, N.: DECAF: a modular and extensible conversational search framework. In: Proceedings of SIGIR\u00a02023, pp. 3075\u20133085 (2023). https:\/\/doi.org\/10.1145\/3539618.3591913","DOI":"10.1145\/3539618.3591913"},{"key":"11_CR2","unstructured":"Aliannejadi, M., Abbasiantaeb, Z., Chatterjee, S., Dalton, J., Azzopardi, L.: TREC iKAT 2023: the interactive knowledge assistance track overview. In: Proceedings of TREC\u00a02023 (2023). https:\/\/trec.nist.gov\/pubs\/trec32\/papers\/Overview_ikat.pdf"},{"key":"11_CR3","unstructured":"Balog, K.: Conversational AI from an information retrieval perspective: remaining challenges and a case for user simulation. In: Proceedings of DESIRES 2021, pp. 80\u201390 (2021). https:\/\/ceur-ws.org\/Vol-2950\/paper-03.pdf"},{"key":"11_CR4","doi-asserted-by":"publisher","unstructured":"Carta, S., Giuliani, A., Piano, L., Podda, A.S., Pompianu, L., Tiddia, S.G.: Iterative zero-shot llm prompting for knowledge graph construction. arXiv\u00a02307.01128 (2023). https:\/\/doi.org\/10.48550\/ARXIV.2307.01128","DOI":"10.48550\/ARXIV.2307.01128"},{"key":"11_CR5","doi-asserted-by":"publisher","unstructured":"Faggioli, G., et al.: Perspectives on large language models for relevance judgment. In: Proceedings of ICTIR\u00a02023, pp. 39\u201350 (2023). https:\/\/doi.org\/10.1145\/3578337.3605136","DOI":"10.1145\/3578337.3605136"},{"key":"11_CR6","doi-asserted-by":"crossref","unstructured":"Gienapp, L., et al.: Evaluating generative Ad Hoc information retrieval. In: Proceedings of SIGIR 2024 (2024)","DOI":"10.1145\/3626772.3657849"},{"key":"11_CR7","doi-asserted-by":"publisher","unstructured":"Kiesel, J., Gohsen, M., Mirzakhmedova, N., Hagen, M., Stein, B.: Simulating follow-up questions in conversational search. In: Proceedings of ECIR 2024, pp. 382\u2013398 (2024). https:\/\/doi.org\/10.1007\/978-3-031-56060-6_25","DOI":"10.1007\/978-3-031-56060-6_25"},{"key":"11_CR8","doi-asserted-by":"publisher","unstructured":"Kiesel, J., Meyer, L., Potthast, M., Stein, B.: Meta-information in conversational search. Trans. Inf. Sys. (TOIS) 39(4) (2021). https:\/\/doi.org\/10.1145\/3468868","DOI":"10.1145\/3468868"},{"key":"11_CR9","doi-asserted-by":"publisher","unstructured":"Maxwell, D., Azzopardi, L.: Information scent, searching and stopping - modelling SERP level stopping behaviour. In: Proceedings of ECIR 2018, pp. 210\u2013222 (2018). https:\/\/doi.org\/10.1007\/978-3-319-76941-7_16","DOI":"10.1007\/978-3-319-76941-7_16"},{"key":"11_CR10","doi-asserted-by":"crossref","unstructured":"Owoicho, P., Dalton, J., Aliannejadi, M., Azzopardi, L., Trippas, J.R., Vakulenko, S.: TREC CAsT\u00a02022: going beyond user ask and system retrieve with initiative and response generation. In: Proceedings of TREC\u00a02022 (2022). https:\/\/trec.nist.gov\/pubs\/trec31\/papers\/Overview_cast.pdf","DOI":"10.6028\/NIST.SP.500-338.cast-overview"},{"key":"11_CR11","doi-asserted-by":"publisher","unstructured":"Sakai, T.: SWAN: a generic framework for auditing textual conversational systems. arXiv\u00a02305.08290 (2023). https:\/\/doi.org\/10.48550\/ARXIV.2305.08290","DOI":"10.48550\/ARXIV.2305.08290"},{"key":"11_CR12","doi-asserted-by":"publisher","unstructured":"Thomas, P., Spielman, S., Craswell, N., Mitra, B.: Large language models can accurately predict searcher preferences. arXiv\u00a02309.10621 (2023). https:\/\/doi.org\/10.48550\/ARXIV.2309.10621","DOI":"10.48550\/ARXIV.2309.10621"},{"key":"11_CR13","unstructured":"Wei, J., et al.: Chain-of-thought prompting elicits reasoning in large language models. In: Proceedings of NeurIPS\u00a02022 (2022). http:\/\/papers.nips.cc\/paper_files\/paper\/2022\/hash\/9d5609613524ecf4f15af0f7b31abca4-Abstract-Conference.html"},{"key":"11_CR14","doi-asserted-by":"publisher","unstructured":"Zamani, H., Craswell, N.: Macaw: an extensible conversational information seeking platform. In: Proceedings of SIGIR\u00a02020, pp. 2193\u20132196 (2020). https:\/\/doi.org\/10.1145\/3397271.3401415","DOI":"10.1145\/3397271.3401415"},{"key":"11_CR15","doi-asserted-by":"publisher","unstructured":"Zerhoudi, S., et al.: The SimIIR\u00a02.0 framework: user types, Markov model-based interaction simulation, and advanced query generation. In: Proceedings of CIKM\u00a02022, pp. 4661\u20134666 (2022). https:\/\/doi.org\/10.1145\/3511808.3557711","DOI":"10.1145\/3511808.3557711"}],"container-title":["Lecture Notes in Computer Science","Experimental IR Meets Multilinguality, Multimodality, and Interaction"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-71736-9_11","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,19]],"date-time":"2024-10-19T14:06:45Z","timestamp":1729346805000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-71736-9_11"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031717352","9783031717369"],"references-count":15,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-71736-9_11","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"14 September 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CLEF","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference of the Cross-Language Evaluation Forum for European Languages","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Grenoble","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"France","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9 September 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 September 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"clef2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/clef2024.clef-initiative.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}