{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,3]],"date-time":"2026-09-03T05:36:54Z","timestamp":1788413814696,"version":"build-2803163510"},"publisher-location":"Cham","reference-count":66,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032212993","type":"print"},{"value":"9783032213006","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-21300-6_3","type":"book-chapter","created":{"date-parts":[[2026,3,24]],"date-time":"2026-03-24T13:09:03Z","timestamp":1774357743000},"page":"38-54","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Exploring User Simulators in\u00a0Conversational Search: A Comparison Between LLMs and\u00a0Humans"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-9547-1172","authenticated-orcid":false,"given":"Lili","family":"Lu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8672-0700","authenticated-orcid":false,"given":"Fabio","family":"Crestani","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,3,25]]},"reference":[{"key":"3_CR1","unstructured":"Abbasiantaeb, Z., Lupart, S., Aliannejadi, M.: Generating multi-aspect queries for conversational search. arXiv preprint arXiv:2403.19302 (2024)"},{"key":"3_CR2","unstructured":"Aliannejadi, M., Abbasiantaeb, Z., Chatterjee, S., Dalton, J., Azzopardi, L.: Trec ikat 2023: the interactive knowledge assistance track overview. arXiv preprint arXiv:2401.01330 (2024)"},{"key":"3_CR3","doi-asserted-by":"crossref","unstructured":"Aliannejadi, M., Abbasiantaeb, Z., Chatterjee, S., Dalton, J., Azzopardi, L.: TREC ikat 2023: a test collection for evaluating conversational and interactive knowledge assistants. In: SIGIR, pp. 819\u2013829 (2024)","DOI":"10.1145\/3626772.3657860"},{"key":"3_CR4","unstructured":"Aliannejadi, M., Abbasiantaeb, Z., Lupart, S., Chatterjee, S., Dalton, J., Azzopardi, L.: TREC ikat 2024: the interactive knowledge assistance track overview. In: Text Retrieval Conference (2025)"},{"key":"3_CR5","doi-asserted-by":"crossref","unstructured":"Aliannejadi, M., Zamani, H., Crestani, F., Croft, W.B.: Asking clarifying questions in open-domain information-seeking conversations. In: SIGIR, pp. 475\u2013484 (2019)","DOI":"10.1145\/3331184.3331265"},{"key":"3_CR6","doi-asserted-by":"crossref","unstructured":"Allan, J., Croft, B., Moffat, A., Sanderson, M.: Frontiers, challenges, and opportunities for information retrieval: report from swirl 2012 the second strategic workshop on information retrieval in Lorne. In: ACM SIGIR forum. vol.\u00a046, pp. 2\u201332 (2012)","DOI":"10.1145\/2215676.2215678"},{"key":"3_CR7","doi-asserted-by":"crossref","unstructured":"Balog, K., Zhai, C.: User simulation in the era of generative ai: User modeling, synthetic data generation, and system evaluation. arXiv preprint arXiv:2501.04410 (2025)","DOI":"10.1145\/3726302.3731697"},{"key":"3_CR8","first-page":"1877","volume":"33","author":"T Brown","year":"2020","unstructured":"Brown, T., et al.: Language models are few-shot learners. NeurIPS 33, 1877\u20131901 (2020)","journal-title":"Language models are few-shot learners. NeurIPS"},{"key":"3_CR9","doi-asserted-by":"crossref","unstructured":"Cheng, Q., Li, L., Quan, G., Gao, F., Mou, X., Qiu, X.: Is multiwoz a solved task? an interactive TOD evaluation framework with user simulator. arXiv preprint arXiv:2210.14529 (2022)","DOI":"10.18653\/v1\/2022.findings-emnlp.90"},{"key":"3_CR10","doi-asserted-by":"crossref","unstructured":"Dalton, J., Xiong, C., Callan, J.: Cast 2020: the conversational assistance track overview. In: Text Retrieval Conference (2020)","DOI":"10.6028\/NIST.SP.1266.cast-overview"},{"key":"3_CR11","doi-asserted-by":"crossref","unstructured":"Dalton, J., Xiong, C., Callan, J.: TREC cast 2019: the conversational assistance track overview. arXiv preprint arXiv:2003.13624 (2020)","DOI":"10.6028\/NIST.SP.1266.cast-overview"},{"key":"3_CR12","doi-asserted-by":"crossref","unstructured":"Dalton, J., Xiong, C., Callan, J.: TREC cast 2021: the conversational assistance track overview. In: Text Retrieval Conference (2021)","DOI":"10.6028\/NIST.SP.500-335.cast-overview"},{"key":"3_CR13","unstructured":"Davidson, S., et al.: User simulation with large language models for evaluating task-oriented dialogue. arXiv preprint arXiv:2309.13233 (2023)"},{"issue":"9","key":"3_CR14","doi-asserted-by":"publisher","first-page":"430","DOI":"10.3390\/info11090430","volume":"11","author":"D Eleyan","year":"2020","unstructured":"Eleyan, D., Othman, A., Eleyan, A.: Enhancing software comments readability using flesch reading ease score. Information 11(9), 430 (2020)","journal-title":"Information"},{"key":"3_CR15","unstructured":"Erbacher, P., Nie, J.Y., Preux, P., Soulier, L.: PAQA: toward proactive open-retrieval question answering. arXiv preprint arXiv:2402.16608 (2024)"},{"issue":"3","key":"3_CR16","doi-asserted-by":"publisher","first-page":"221","DOI":"10.1037\/h0057532","volume":"32","author":"R Flesch","year":"1948","unstructured":"Flesch, R.: A new readability yardstick. J. Appl. Psychol. 32(3), 221 (1948)","journal-title":"J. Appl. Psychol."},{"key":"3_CR17","doi-asserted-by":"crossref","unstructured":"Goh, O.S., Fung, C.C., Depickere, A., Wong, K.W.: Using gunnnig-fog index to assess instant messages readability from ECAs. In: ICNC 2007. vol.\u00a05, pp. 480\u2013486 (2007)","DOI":"10.1109\/ICNC.2007.800"},{"key":"3_CR18","unstructured":"Gunning, R.: The technique of clear writing. McGraw-Hill (1952)"},{"key":"3_CR19","doi-asserted-by":"crossref","unstructured":"Hai\u00a0Le, N., Gerald, T., Formal, T., Nie, J.Y., Piwowarski, B., Soulier, L.: Cosplade: contextualizing splade for conversational information retrieval. In: ECIR, pp. 537\u2013552 (2023)","DOI":"10.1007\/978-3-031-28244-7_34"},{"key":"3_CR20","doi-asserted-by":"crossref","unstructured":"Hofmann, K., Li, L., Radlinski, F., et\u00a0al.: Online evaluation for information retrieval. Found. Trends\u00ae Inf. Retrieval 10(1), 1\u2013117 (2016)","DOI":"10.1561\/1500000051"},{"key":"3_CR21","doi-asserted-by":"crossref","unstructured":"Huang, Z., Gutierrez, S., Kamana, H., MacNeil, S.: Memory sandbox: transparent and interactive memory management for conversational agents. In: UIST Adjunct, pp.\u00a01\u20133 (2023)","DOI":"10.1145\/3586182.3615796"},{"key":"3_CR22","doi-asserted-by":"crossref","unstructured":"Ju, J.H., Lin, S.C., Tsai, M.F., Wang, C.J.: Improving conversational passage re-ranking with view ensemble. In: SIGIR, pp. 2077\u20132081 (2023)","DOI":"10.1145\/3539618.3592002"},{"key":"3_CR23","unstructured":"Keizer, S., Gasic, M., Jurcicek, F., Mairesse, F., Thomson, B., Yu, K., Young, S.: Parameter estimation for agenda-based user simulation. In: SIGDIAL, pp. 116\u2013123 (2010)"},{"key":"3_CR24","doi-asserted-by":"crossref","unstructured":"Kiesel, J., Gohsen, M., Mirzakhmedova, N., Hagen, M., Stein, B.: Simulating follow-up questions in conversational search. In: ECIR, pp. 382\u2013398 (2024)","DOI":"10.1007\/978-3-031-56060-6_25"},{"key":"3_CR25","first-page":"22199","volume":"35","author":"T Kojima","year":"2022","unstructured":"Kojima, T., Gu, S.S., Reid, M., Matsuo, Y., Iwasawa, Y.: Large language models are zero-shot reasoners. NeurIPS 35, 22199\u201322213 (2022)","journal-title":"NeurIPS"},{"key":"3_CR26","unstructured":"Lin, C.Y.: Rouge: a package for automatic evaluation of summaries. In: Text summarization Branches Out, pp. 74\u201381 (2004)"},{"key":"3_CR27","doi-asserted-by":"crossref","unstructured":"Lin, H.c., et al.: Gentus: simulating user behaviour and language in task-oriented dialogues with generative transformers. arXiv preprint arXiv:2208.10817 (2022)","DOI":"10.18653\/v1\/2022.sigdial-1.28"},{"key":"3_CR28","unstructured":"Lin, J., Zhao, H., Zhang, A., Wu, Y., Ping, H., Chen, Q.: Agentsims: an open-source sandbox for large language model evaluation. arXiv preprint arXiv:2308.04026 (2023)"},{"key":"3_CR29","doi-asserted-by":"crossref","unstructured":"Liu, H., Cai, Y., Ou, Z., Huang, Y., Feng, J.: A generative user simulator with GPT-based architecture and goal state tracking for reinforced multi-domain dialog systems. arXiv preprint arXiv:2210.08692 (2022)","DOI":"10.18653\/v1\/2022.seretod-1.10"},{"key":"3_CR30","doi-asserted-by":"crossref","unstructured":"Lupart, S., Aliannejadi, M., Kanoulas, E.: Disco: LLM knowledge distillation for efficient sparse retrieval in conversational search. In: SIGIR, pp. 9\u201319 (2025)","DOI":"10.1145\/3726302.3729966"},{"key":"3_CR31","unstructured":"Manning, C., Schutze, H.: Foundations of statistical natural language processing. MIT Press (1999)"},{"key":"3_CR32","doi-asserted-by":"crossref","unstructured":"Mao, K., et al.: Search-oriented conversational query editing. In: ACL, pp. 4160\u20134172 (2023)","DOI":"10.18653\/v1\/2023.findings-acl.256"},{"key":"3_CR33","doi-asserted-by":"crossref","unstructured":"Mao, K., Dou, Z., Mo, F., Hou, J., Chen, H., Qian, H.: Large language models know your contextual search intent: a prompting framework for conversational search. arXiv preprint arXiv:2303.06573 (2023)","DOI":"10.18653\/v1\/2023.findings-emnlp.86"},{"issue":"2","key":"3_CR34","doi-asserted-by":"publisher","first-page":"381","DOI":"10.3758\/BRM.42.2.381","volume":"42","author":"PM McCarthy","year":"2010","unstructured":"McCarthy, P.M., Jarvis, S.: MTLD, VOCD-D, and HD-d: a validation study of sophisticated approaches to lexical diversity assessment. Behav. Res. Methods 42(2), 381\u2013392 (2010)","journal-title":"Behav. Res. Methods"},{"key":"3_CR35","unstructured":"Mo, F., et al.: Adaptive personalized conversational information retrieval. arXiv preprint arXiv:2508.08634 (2025)"},{"key":"3_CR36","doi-asserted-by":"crossref","unstructured":"Mo, F., Zhao, L., Huang, K., Dong, Y., Huang, D., Nie, J.Y.: How to leverage personal textual knowledge for personalized conversational information retrieval. In: CIKM, pp. 3954\u20133958 (2024)","DOI":"10.1145\/3627673.3679939"},{"key":"3_CR37","doi-asserted-by":"crossref","unstructured":"Owoicho, P., Dalton, J., Aliannejadi, M., Azzopardi, L., Trippas, J.R., Vakulenko, S.: TREC cast 2022: going beyond user ask and system retrieve with initiative and response generation. In: Text Retrieval Conference (2022)","DOI":"10.6028\/NIST.SP.500-338.cast-overview"},{"key":"3_CR38","doi-asserted-by":"crossref","unstructured":"Owoicho, P., Sekuli\u0107, I., Aliannejadi, M., Dalton, J., Crestani, F.: Exploiting simulated user feedback for conversational search: Ranking, rewriting, and beyond. In: SIGIR, pp. 632\u2013642 (2023)","DOI":"10.1145\/3539618.3591683"},{"key":"3_CR39","unstructured":"Oya, M.: Syntactic dependency distance as sentence complexity measure. In: PAAL. vol.\u00a01 (2011)"},{"key":"3_CR40","unstructured":"Oya, M.: Cross-linguistic variances of dependency distances in multi-lingual parallel corpus. In: PACLIC, pp. 1166\u20131171 (2024)"},{"key":"3_CR41","doi-asserted-by":"crossref","unstructured":"Park, J.S., O\u2019Brien, J., Cai, C.J., Morris, M.R., Liang, P., Bernstein, M.S.: Generative agents: interactive simulacra of human behavior. In: UIST, pp. 1\u201322 (2023)","DOI":"10.1145\/3586183.3606763"},{"key":"3_CR42","doi-asserted-by":"crossref","unstructured":"Radlinski, F., Craswell, N.: A theoretical framework for conversational search. In: CHIIR, pp. 117\u2013126 (2017)","DOI":"10.1145\/3020165.3020183"},{"issue":"4","key":"3_CR43","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3432726","volume":"39","author":"P Ren","year":"2021","unstructured":"Ren, P., Chen, Z., Ren, Z., Kanoulas, E., Monz, C., De Rijke, M.: Conversations with search engines: serp-based conversational response generation. TOIS 39(4), 1\u201329 (2021)","journal-title":"TOIS"},{"key":"3_CR44","doi-asserted-by":"crossref","unstructured":"Salle, A., Malmasi, S., Rokhlenko, O., Agichtein, E.: Studying the effectiveness of conversational search refinement through user simulation. In: ECIR, pp. 587\u2013602 (2021)","DOI":"10.1007\/978-3-030-72113-8_39"},{"issue":"4","key":"3_CR45","first-page":"733","volume":"17","author":"J Schatzmann","year":"2009","unstructured":"Schatzmann, J., Young, S.: The hidden agenda user simulation model. TASLPRO 17(4), 733\u2013747 (2009)","journal-title":"TASLPRO"},{"key":"3_CR46","doi-asserted-by":"crossref","unstructured":"Sekuli\u0107, I., Aliannejadi, M., Crestani, F.: Towards facet-driven generation of clarifying questions for conversational search. In: SIGIR, pp. 167\u2013175 (2021)","DOI":"10.1145\/3471158.3472257"},{"key":"3_CR47","doi-asserted-by":"crossref","unstructured":"Sekuli\u0107, I., Aliannejadi, M., Crestani, F.: Evaluating mixed-initiative conversational search systems via user simulation. In: WSDM, pp. 888\u2013896 (2022)","DOI":"10.1145\/3488560.3498440"},{"key":"3_CR48","doi-asserted-by":"crossref","unstructured":"Sekuli\u0107, I., Balog, K., Crestani, F.: Towards self-contained answers: entity-based answer rewriting in conversational search. In: CHIIR, pp. 209\u2013218 (2024)","DOI":"10.1145\/3627508.3638300"},{"key":"3_CR49","doi-asserted-by":"crossref","unstructured":"Sekuli\u0107, I., Lajewska, W., Balog, K., Crestani, F.: Estimating the usefulness of clarifying questions and answers for conversational search. In: ECIR, pp. 384\u2013392 (2024)","DOI":"10.1007\/978-3-031-56063-7_30"},{"key":"3_CR50","doi-asserted-by":"crossref","unstructured":"Sekuli\u0107, I., Lu, L., Singh\u00a0Bedi, N., Crestani, F.: Simulating conversational search users with parameterized behavior. In: SIGIR-AP, pp. 72\u201381 (2024)","DOI":"10.1145\/3673791.3698425"},{"issue":"1","key":"3_CR51","first-page":"1","volume":"42","author":"W Sun","year":"2023","unstructured":"Sun, W., Guo, S., Zhang, S., Ren, P., Chen, Z., de Rijke, M., Ren, Z.: Metaphorical user simulators for evaluating task-oriented dialogue systems. TOIS 42(1), 1\u201329 (2023)","journal-title":"TOIS"},{"key":"3_CR52","unstructured":"Terragni, S., Filipavicius, M., Khau, N., Guedes, B., Manso, A., Mathis, R.: In-context learning user simulators for task-oriented dialog systems. arXiv preprint arXiv:2306.00774 (2023)"},{"key":"3_CR53","unstructured":"Wang, G., et al.: Voyager: an open-ended embodied agent with large language models. arXiv preprint arXiv:2305.16291 (2023)"},{"key":"3_CR54","unstructured":"Wang, X., et al.: Self-consistency improves chain of thought reasoning in language models. arXiv preprint arXiv:2203.11171 (2022)"},{"issue":"4","key":"3_CR55","first-page":"1","volume":"40","author":"Z Wang","year":"2022","unstructured":"Wang, Z., Ai, Q.: Simulating and modeling the risk of conversational search. TOIS 40(4), 1\u201333 (2022)","journal-title":"TOIS"},{"key":"3_CR56","doi-asserted-by":"crossref","unstructured":"Wang, Z., Xu, Z., Srikumar, V., Ai, Q.: An in-depth investigation of user response simulation for conversational search. In: WWW, pp. 1407\u20131418 (2024)","DOI":"10.1145\/3589334.3645447"},{"key":"3_CR57","unstructured":"Wataoka, K., Takahashi, T., Ri, R.: Self-preference bias in LLM-as-a-judge. arXiv preprint arXiv:2410.21819 (2024)"},{"key":"3_CR58","first-page":"24824","volume":"35","author":"J Wei","year":"2022","unstructured":"Wei, J., et al.: Chain-of-thought prompting elicits reasoning in large language models. NeurIPS 35, 24824\u201324837 (2022)","journal-title":"NeurIPS"},{"key":"3_CR59","unstructured":"Yang, A., et\u00a0al.: Qwen3 technical report. arXiv preprint arXiv:2505.09388 (2025)"},{"key":"3_CR60","doi-asserted-by":"crossref","unstructured":"Yang, H., Zhang, Y., Xu, J., Lu, H., Heng, P.A., Lam, W.: Unveiling the generalization power of fine-tuned large language models. arXiv preprint arXiv:2403.09162 (2024)","DOI":"10.18653\/v1\/2024.naacl-long.51"},{"key":"3_CR61","unstructured":"Yao, S., et al.: React: synergizing reasoning and acting in language models. In: ICLR (2023)"},{"key":"3_CR62","doi-asserted-by":"crossref","unstructured":"Ye, F., Fang, M., Li, S., Yilmaz, E.: Enhancing conversational search: Large language model-aided informative query rewriting. arXiv preprint arXiv:2310.09716 (2023)","DOI":"10.18653\/v1\/2023.findings-emnlp.398"},{"key":"3_CR63","doi-asserted-by":"crossref","unstructured":"Yu, S., et al.: Few-shot generative conversational query rewriting. In: SIGIR, pp. 1933\u20131936 (2020)","DOI":"10.1145\/3397271.3401323"},{"key":"3_CR64","doi-asserted-by":"crossref","unstructured":"Yu, S., Liu, Z., Xiong, C., Feng, T., Liu, Z.: Few-shot conversational dense retrieval. In: SIGIR, pp. 829\u2013838 (2021)","DOI":"10.1145\/3404835.3462856"},{"key":"3_CR65","unstructured":"Zhang, T., Kishore, V., Wu, F., Weinberger, K.Q., Artzi, Y.: Bertscore: evaluating text generation with bert. arXiv preprint arXiv:1904.09675 (2019)"},{"key":"3_CR66","unstructured":"Zhou, D., et\u00a0al.: Least-to-most prompting enables complex reasoning in large language models. arXiv preprint arXiv:2205.10625 (2022)"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-21300-6_3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,24]],"date-time":"2026-03-24T13:09:30Z","timestamp":1774357770000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-21300-6_3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"ISBN":["9783032212993","9783032213006"],"references-count":66,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-21300-6_3","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]},"assertion":[{"value":"25 March 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"ECIR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Information Retrieval","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Delft","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"The Netherlands","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2026","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 March 2026","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 April 2026","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"48","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecir2026","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ecir2026.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}