{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,24]],"date-time":"2026-03-24T02:12:50Z","timestamp":1774318370742,"version":"3.50.1"},"publisher-location":"Cham","reference-count":35,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032212887","type":"print"},{"value":"9783032212894","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-21289-4_16","type":"book-chapter","created":{"date-parts":[[2026,3,24]],"date-time":"2026-03-24T01:04:42Z","timestamp":1774314282000},"page":"243-256","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Validating Search Query Simulations: A Taxonomy of\u00a0Measures"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0002-8350-154X","authenticated-orcid":false,"given":"Andreas Konstantin","family":"Kruff","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-0565-3210","authenticated-orcid":false,"given":"Nolwenn","family":"Bernard","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8817-4632","authenticated-orcid":false,"given":"Philipp","family":"Schaer","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2026,3,25]]},"reference":[{"key":"16_CR1","doi-asserted-by":"crossref","unstructured":"Alaofi, M., Ferro, N., Thomas, P., Scholer, F., Sanderson, M.: Demographically-inspired query variants using an LLM. In: Proceedings of the 2025 International ACM SIGIR Conference on Innovative Concepts and Theories in Information Retrieval (ICTIR), ICTIR 2025, pp. 390\u2013400 (2025)","DOI":"10.1145\/3731120.3744608"},{"key":"16_CR2","doi-asserted-by":"crossref","unstructured":"Alaofi, M., Gallagher, L., Sanderson, M., Scholer, F., Thomas, P.: Can generative LLMs create query variants for test collections? An exploratory study. In: Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2023, pp. 1869\u20131873 (2023)","DOI":"10.1145\/3539618.3591960"},{"key":"16_CR3","doi-asserted-by":"crossref","unstructured":"Allan, J., Harman, D., Kanoulas, E., Li, D., Van\u00a0Gysel, C., Voorhees, E.M.: TREC 2017 common core track overview. In: TREC, TREC 2017 (2017)","DOI":"10.6028\/NIST.SP.500-324.core-overview"},{"key":"16_CR4","doi-asserted-by":"crossref","unstructured":"Azzopardi, L., de\u00a0Rijke, M., Balog, K.: Building simulated queries for known-item topics: an analysis using six European languages. In: Proceedings of the 30th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2007, pp. 455\u2013462 (2007)","DOI":"10.1145\/1277741.1277820"},{"key":"16_CR5","doi-asserted-by":"crossref","unstructured":"Bailey, P., Moffat, A., Scholer, F., Thomas, P.: UQV100: a test collection with query variability. In: Proceedings of the 39th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2016, pp. 725\u2013728 (2016)","DOI":"10.1145\/2911451.2914671"},{"key":"16_CR6","unstructured":"Bajaj, P., et al.: MS MARCO: a human generated machine reading comprehension dataset. cs.CL\/1611.09268 (2018)"},{"key":"16_CR7","doi-asserted-by":"crossref","unstructured":"Balog, K., Zhai, C.: User simulation for evaluating information access systems. Found. Trends Inf. Retrieval 18(1-2), 1\u2013261 (2024). ISSN 1554-0669","DOI":"10.1561\/1500000098"},{"key":"16_CR8","doi-asserted-by":"crossref","unstructured":"Berendsen, R., Tsagkias, M., de\u00a0Rijke, M., Meij, E.: Generating pseudo test collections for learning to rank scientific articles. In: Information Access Evaluation. Multilinguality, Multimodality, and Visual Analytics, CLEF 2012, pp. 42\u201353 (2012)","DOI":"10.1007\/978-3-642-33247-0_6"},{"key":"16_CR9","doi-asserted-by":"crossref","unstructured":"Breuer, T., Fuhr, N., Schaer, P.: Validating simulations of user query variants. In: Advances in Information Retrieval, ECIR 2022, pp. 80\u201394 (2022)","DOI":"10.1007\/978-3-030-99736-6_6"},{"issue":"2","key":"16_CR10","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3722449.3722460","volume":"58","author":"T Breuer","year":"2025","unstructured":"Breuer, T., et al.: Report on the 1st workshop on simulations for information access (Sim4IA 2024) at SIGIR 2024. SIGIR Forum 58(2), 1\u201314 (2025)","journal-title":"SIGIR Forum"},{"key":"16_CR11","doi-asserted-by":"crossref","unstructured":"Cai, J., Shao, X., Ma, W.: Ontology driven semantic search over structure P2P network. In: 2009 Ninth International Conference on Hybrid Intelligent Systems, HIS 2009 (2009)","DOI":"10.1109\/HIS.2009.219"},{"key":"16_CR12","doi-asserted-by":"crossref","unstructured":"Carterette, B., Bah, A., Zengin, M.: Dynamic test collections for retrieval evaluation. In: Proceedings of the 2015 International Conference on The Theory of Information Retrieval, ICTIR 2015, pp. 91\u2013100 (2015)","DOI":"10.1145\/2808194.2809470"},{"key":"16_CR13","doi-asserted-by":"crossref","unstructured":"Chuklin, A., Markov, I., de Rijke, M.: Click Models for Web Search. Synthesis Lectures on Information Concepts, Retrieval, and Services. Springer, Cham (2015)","DOI":"10.1007\/978-3-031-02294-4"},{"key":"16_CR14","doi-asserted-by":"crossref","unstructured":"Elsweiler, D., et al.: Query smarter, trust better? Exploring search behaviours for verifying news accuracy. In: Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2025, pp. 515\u2013526 (2025)","DOI":"10.1145\/3726302.3730067"},{"key":"16_CR15","doi-asserted-by":"crossref","unstructured":"Elsweiler, D., Losada, D.E., Toucedo, J.C., Fernandez, R.T.: Seeding simulated queries with user-study data for personal search evaluation. In: Proceedings of the 34th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2011, pp. 25\u201334 (2011)","DOI":"10.1145\/2009916.2009924"},{"key":"16_CR16","doi-asserted-by":"crossref","unstructured":"Engelmann, B., Breuer, T., Friese, J.I., Schaer, P., Fuhr, N.: Context-driven interactive query simulations based on generative large language models. In: Advances in Information Retrieval, ECIR 2024, pp. 173\u2013188 (2024)","DOI":"10.1007\/978-3-031-56060-6_12"},{"key":"16_CR17","doi-asserted-by":"crossref","unstructured":"Erbacher, P., Denoyer, L., Soulier, L.: Interactive query clarification and refinement via user simulation. In: Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2022, pp. 2420\u20132425 (2022)","DOI":"10.1145\/3477495.3531871"},{"key":"16_CR18","unstructured":"G\u00fcnther, S., Hagen, M.: Assessing query suggestions for search session simulation. In: Causality in Search and Recommendation (CSR) and Simulation of Information Retrieval Evaluation (Sim4IR) Workshops at SIGIR 2021, CSR-Sim4IR 2021 (2021)"},{"issue":"2","key":"16_CR19","doi-asserted-by":"publisher","first-page":"181","DOI":"10.1002\/jrsm.1378","volume":"11","author":"M Gusenbauer","year":"2020","unstructured":"Gusenbauer, M., Haddaway, N.R.: Which academic search systems are suitable for systematic reviews or meta-analyses? Evaluating retrieval qualities of google scholar, pubmed, and 26 other resources. Res. Synthesis Methods 11(2), 181\u2013217 (2020)","journal-title":"Res. Synthesis Methods"},{"key":"16_CR20","doi-asserted-by":"crossref","unstructured":"He, B., Ounis, I.: Term frequency normalisation tuning for BM25 and DFR models. In: Advances in Information Retrieval, ECIR 2005, pp. 200\u2013214 (2005)","DOI":"10.1007\/978-3-540-31865-1_15"},{"key":"16_CR21","doi-asserted-by":"crossref","unstructured":"He, Y., Kim, T.E., Diaz, F., Arguello, J., Mitra, B.: Tip of the Tongue query elicitation for simulated evaluation. In: Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2025, pp. 3398\u20133407 (2025)","DOI":"10.1145\/3726302.3730335"},{"key":"16_CR22","doi-asserted-by":"crossref","unstructured":"Huurnink, B., Hofmann, K., de\u00a0Rijke, M., Bron, M.: Validating query simulators: an experiment using commercial searches and purchases. In: Multilingual and Multimodal Information Access Evaluation, CLEF 2010, pp. 40\u201351 (2010)","DOI":"10.1007\/978-3-642-15998-5_6"},{"key":"16_CR23","doi-asserted-by":"crossref","unstructured":"Kruff, A.K., Kreutz, C.K., Breuer, T., Schaer, P., Balog, K.: Sim4ia-bench: a user simulation benchmark suite for next query and utterance prediction. In: Advances in Information Retrieval, ECIR 2026 (2026)","DOI":"10.1007\/978-3-032-21321-1_61"},{"key":"16_CR24","doi-asserted-by":"crossref","unstructured":"Labhishetty, S., Zhai, C.: An exploration of tester-based evaluation of user simulators for comparing interactive retrieval systems. In: Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2021, pp. 1598\u20131602 (2021)","DOI":"10.1145\/3404835.3463091"},{"key":"16_CR25","doi-asserted-by":"crossref","unstructured":"Labhishetty, S., Zhai, C.: PRE: a precision-recall-effort optimization framework for query simulation. In: Proceedings of the 2022 ACM SIGIR International Conference on Theory of Information Retrieval, ICTIR 2022, pp. 51\u201360 (2022)","DOI":"10.1145\/3539813.3545136"},{"key":"16_CR26","doi-asserted-by":"crossref","unstructured":"Labhishetty, S., Zhai, C.: RATE: a reliability-aware tester-based evaluation framework of user simulators. In: Advances in Information Retrieval, ECIR 2022, pp. 336\u2013350 (2022)","DOI":"10.1007\/978-3-030-99736-6_23"},{"key":"16_CR27","doi-asserted-by":"crossref","unstructured":"Morrison, D., Marchand-Maillet, S., Bruno, \u00c9.: Query log simulation for long-term learning in image retrieval. In: 2011 9th International Workshop on Content-Based Multimedia Indexing, CBMI 2011, pp. 55\u201360 (2011)","DOI":"10.1109\/CBMI.2011.5972520"},{"key":"16_CR28","doi-asserted-by":"crossref","unstructured":"Rahmani, H.A., Ramineni, V., Yilmaz, E., Craswell, N., Mitra, B.: Towards understanding bias in synthetic data for evaluation. In: Proceedings of the 34th ACM International Conference on Information and Knowledge Management, CIKM 2025, pp. 5166\u20135170 (2025)","DOI":"10.1145\/3746252.3760908"},{"key":"16_CR29","doi-asserted-by":"crossref","unstructured":"Schaer, P., Kreutz, C.K., Balog, K., Breuer, T., Kruff, A.K.: Second SIGIR workshop on simulations for information access (Sim4IA 2025). In: Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2025, pp. 4172\u20134175 (2025)","DOI":"10.1145\/3726302.3730363"},{"key":"16_CR30","doi-asserted-by":"crossref","unstructured":"Sinha, A., Mall, P.R., Roy, D.: Exploring the nexus between retrievability and query generation strategies. In: Advances in Information Retrieval, ECIR 2024, pp. 177\u2013193 (2024)","DOI":"10.1007\/978-3-031-56066-8_16"},{"key":"16_CR31","doi-asserted-by":"crossref","unstructured":"Traub, M.C., Samar, T., van Ossenbruggen, J., He, J., de\u00a0Vries, A., Hardman, L.: Querylog-based assessment of retrievability bias in a large newspaper corpus. In: Proceedings of the 16th ACM\/IEEE-CS on Joint Conference on Digital Libraries, JCDL 2016, pp. 7\u201316 (2016)","DOI":"10.1145\/2910896.2910907"},{"key":"16_CR32","doi-asserted-by":"crossref","unstructured":"Zeigler, B.P., Muzy, A., Kofman, E.: Theory of Modeling and Simulation: Discrete Event & Iterative System Computational Foundations, 3rd edn. Elsevier (2019)","DOI":"10.1016\/B978-0-12-813370-5.00009-2"},{"key":"16_CR33","doi-asserted-by":"crossref","unstructured":"Zendel, O., Al\u00a0Lawati, S.F.D., Rashidi, L., Scholer, F., Sanderson, M.: A comparative analysis of linguistic and retrieval diversity in LLM-generated search queries. In: Proceedings of the 34th ACM International Conference on Information and Knowledge Management, CIKM 2025, pp. 4014\u20134023 (2025)","DOI":"10.1145\/3746252.3761382"},{"key":"16_CR34","doi-asserted-by":"crossref","unstructured":"Zerhoudi, S., Granitzer, M.: Simulating user querying behavior using embedding space alignment. In: Linking Theory and Practice of Digital Libraries, TPDL 2022, pp. 386\u2013394 (2022)","DOI":"10.1007\/978-3-031-16802-4_37"},{"key":"16_CR35","doi-asserted-by":"crossref","unstructured":"Zhang, E., Wang, X., Gong, P., Yang, Z., Mao, J.: Exploring human-like thinking in search simulations with large language models. In: Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2025, pp. 2669\u20132673 (2025)","DOI":"10.1145\/3726302.3730193"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-21289-4_16","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,24]],"date-time":"2026-03-24T01:04:50Z","timestamp":1774314290000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-21289-4_16"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"ISBN":["9783032212887","9783032212894"],"references-count":35,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-21289-4_16","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]},"assertion":[{"value":"25 March 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"ECIR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Information Retrieval","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Delft","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"The Netherlands","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2026","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 March 2026","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 April 2026","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"48","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecir2026","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ecir2026.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}