{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,5]],"date-time":"2026-03-05T07:30:56Z","timestamp":1772695856970,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":84,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,10,21]],"date-time":"2023-10-21T00:00:00Z","timestamp":1697846400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,10,21]]},"DOI":"10.1145\/3583780.3615296","type":"proceedings-article","created":{"date-parts":[[2023,10,21]],"date-time":"2023-10-21T07:45:26Z","timestamp":1697874326000},"page":"5200-5203","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":5,"title":["Tutorial on User Simulation for Evaluating Information Access Systems"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2762-721X","authenticated-orcid":false,"given":"Krisztian","family":"Balog","sequence":"first","affiliation":[{"name":"University of Stavanger, Stavanger, Norway"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6434-3702","authenticated-orcid":false,"given":"ChengXiang","family":"Zhai","sequence":"additional","affiliation":[{"name":"University of Illinois at Urbana-Champaign, Urbana, IL, USA"}]}],"member":"320","published-online":{"date-parts":[[2023,10,21]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3539597.3573029"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/1571941.1572037"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/2009916.2009923"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/2600428.2609574"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/1277741.1277820"},{"key":"e_1_3_2_1_6_1","volume-title":"Proc. of CAIR '18 workshop.","author":"Azzopardi Leif","year":"2018","unstructured":"Leif Azzopardi , Mateusz Dubiel , Martin Halvey , and Jeffery Dalton . 2018 . Conceptualizing Agent-Human Interactions During the Conversational Search Process . In Proc. of CAIR '18 workshop. Leif Azzopardi, Mateusz Dubiel, Martin Halvey, and Jeffery Dalton. 2018. Conceptualizing Agent-Human Interactions During the Conversational Search Process. In Proc. of CAIR '18 workshop."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3471158.3472239"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3406522.3446049"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3331184.3331398"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"crossref","unstructured":"Krisztian Balog and ChengXiang Zhai. 2023. User Simulation for Evaluating Information Access Systems. arxiv: 2306.08550 [cs.HC] Krisztian Balog and ChengXiang Zhai. 2023. User Simulation for Evaluating Information Access Systems. arxiv: 2306.08550 [cs.HC]","DOI":"10.1145\/3624918.3629549"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/2348283.2348301"},{"key":"e_1_3_2_1_12_1","volume-title":"Proc. of CIKM '13","author":"Baskaya Feza","year":"2013","unstructured":"Feza Baskaya , Heikki Keskustalo , and Kalervo J\"arvelin. 2013 . Modeling Behavioral Factors in Interactive Information Retrieval . In Proc. of CIKM '13 . 2297--2302. Feza Baskaya, Heikki Keskustalo, and Kalervo J\"arvelin. 2013. Modeling Behavioral Factors in Interactive Information Retrieval. In Proc. of CIKM '13. 2297--2302."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1108\/eb024320"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"crossref","unstructured":"Nicholas J Belkin Robert N Oddy and Helen M Brooks. 1982. ASK for Information Retrieval: Part I. Background and Theory. J. Doc. (1982). Nicholas J Belkin Robert N Oddy and Helen M Brooks. 1982. ASK for Information Retrieval: Part I. Background and Theory. J. Doc. (1982).","DOI":"10.1108\/eb026722"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3539618.3591883"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-99736-6_6"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/792550.792552"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/2009916.2010037"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/2808194.2809470"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/1645953.1646033"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"crossref","unstructured":"Aleksandr Chuklin Ilya Markov and Maarten de Rijke. 2015. Click Models for Web Search. Morgan & Claypool. Aleksandr Chuklin Ilya Markov and Maarten de Rijke. 2015. Click Models for Web Search. Morgan & Claypool.","DOI":"10.1007\/978-3-031-02294-4"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1016\/0020-0271(73)90004-1"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/1341531.1341545"},{"key":"e_1_3_2_1_24_1","volume-title":"Proc. of SIGIR '08","author":"Georges","unstructured":"Georges E. Dupret and Benjamin Piwowarski. 2008. A User Browsing Model to Predict Search Engine Click Data from Past Observations . In Proc. of SIGIR '08 . 331--338. Georges E. Dupret and Benjamin Piwowarski. 2008. A User Browsing Model to Predict Search Engine Click Data from Past Observations. In Proc. of SIGIR '08. 331--338."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2016-1175"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1108\/eb026843"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1080\/08839514.2013.835230"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/1526709.1526712"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/SLT.2018.8639652"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/133160.133167"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/345508.345539"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1561\/1500000051"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1108\/eb026960"},{"key":"e_1_3_2_1_34_1","volume-title":"The Turn: Integration of Information Seeking and Retrieval in Context","author":"Ingwersen Peter","year":"2005","unstructured":"Peter Ingwersen and Kalervo J\"arvelin. 2005 . The Turn: Integration of Information Seeking and Retrieval in Context . Springer . Peter Ingwersen and Kalervo J\"arvelin. 2005. The Turn: Integration of Information Seeking and Retrieval in Context. Springer."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/1229179.1229181"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/1141753.1141818"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3340531.3417454"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1561\/1500000012"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W18-5007"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1002\/(SICI)1097-4571(199106)42:5<361::AID-ASI6>3.0.CO;2-#"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3404835.3463091"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3539813.3545136"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-99736-6_23"},{"key":"e_1_3_2_1_44_1","volume-title":"Proc. of SIGDIAL '22","author":"Geishauser Christian","year":"2022","unstructured":"Hsien-chin Lin, Christian Geishauser , Shutong Feng , Nurul Lubis , Carel van Niekerk , Michael Heck , and Milica Gasic . 2022 . GenTUS: Simulating User Behaviour and Language in Task-oriented Dialogues with Generative Transformers . In Proc. of SIGDIAL '22 . 270--282. Hsien-chin Lin, Christian Geishauser, Shutong Feng, Nurul Lubis, Carel van Niekerk, Michael Heck, and Milica Gasic. 2022. GenTUS: Simulating User Behaviour and Language in Task-oriented Dialogues with Generative Transformers. In Proc. of SIGDIAL '22. 270--282."},{"key":"e_1_3_2_1_45_1","volume-title":"Proc. of SIGDIAL '21","author":"Lubis Nurul","year":"2021","unstructured":"Hsien-chin Lin, Nurul Lubis , Songbo Hu , Carel van Niekerk , Christian Geishauser , Michael Heck , Shutong Feng , and Milica Gasic . 2021 . Domain-independent User Simulation with Transformers for Task-oriented Dialogue Systems . In Proc. of SIGDIAL '21 . 445--456. Hsien-chin Lin, Nurul Lubis, Songbo Hu, Carel van Niekerk, Christian Geishauser, Michael Heck, Shutong Feng, and Milica Gasic. 2021. Domain-independent User Simulation with Transformers for Task-oriented Dialogue Systems. In Proc. of SIGDIAL '21. 445--456."},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/3451160"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442381.3450123"},{"key":"e_1_3_2_1_48_1","volume-title":"Information Seeking in Electronic Environments","author":"Marchionini Gary","unstructured":"Gary Marchionini . 1995. Information Seeking in Electronic Environments . Cambridge University Press . Gary Marchionini. 1995. Information Seeking in Electronic Environments. Cambridge University Press."},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/1121949.1121979"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/2983323.2983805"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/2911451.2911469"},{"key":"e_1_3_2_1_53_1","volume-title":"Proc. of ECIR '18","author":"Maxwell David","year":"2018","unstructured":"David Maxwell and Leif Azzopardi . 2018 . Information Scent, Searching and Stopping: Modelling SERP Level Stopping Behaviour . In Proc. of ECIR '18 . 210--222. David Maxwell and Leif Azzopardi. 2018. Information Scent, Searching and Stopping: Modelling SERP Level Stopping Behaviour. In Proc. of ECIR '18. 210--222."},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/2806416.2806476"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1002\/asi.10244"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/3052768"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/3477495.3531924"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/1416950.1416952"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/3539618.3591683"},{"key":"e_1_3_2_1_61_1","volume-title":"Information Foraging Theory: Adaptive Interaction with Information","author":"Pirolli Peter","unstructured":"Peter Pirolli . 2007. Information Foraging Theory: Adaptive Interaction with Information . Oxford University Press . Peter Pirolli. 2007. Information Foraging Theory: Adaptive Interaction with Information. Oxford University Press."},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1037\/0033-295X.106.4.643"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/3209978.3210124"},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1145\/3020165.3020183"},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-72113-8_39"},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.1561\/1500000009"},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.3115\/1614108.1614146"},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","DOI":"10.1017\/S0269888906000944"},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"publisher","DOI":"10.1145\/3488560.3498440"},{"key":"e_1_3_2_1_70_1","volume-title":"Kantor","author":"Smith Catherine L.","year":"2008","unstructured":"Catherine L. Smith and Paul B . Kantor . 2008 . User Adaptation : Good Results from Poor Systems. In Proc. of SIGIR '08. 147--154. Catherine L. Smith and Paul B. Kantor. 2008. User Adaptation: Good Results from Poor Systems. In Proc. of SIGIR '08. 147--154."},{"key":"e_1_3_2_1_71_1","volume-title":"Proc. of SIGIR '12","author":"Mark","unstructured":"Mark D. Smucker and Charles L.A. Clarke. 2012. Time-Based Calibration of Effectiveness Measures . In Proc. of SIGIR '12 . 95--104. Mark D. Smucker and Charles L.A. Clarke. 2012. Time-Based Calibration of Effectiveness Measures. In Proc. of SIGIR '12. 95--104."},{"key":"e_1_3_2_1_72_1","doi-asserted-by":"publisher","DOI":"10.1108\/eb026672"},{"key":"e_1_3_2_1_73_1","doi-asserted-by":"publisher","DOI":"10.1145\/3176349.3176387"},{"key":"e_1_3_2_1_74_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.13"},{"key":"e_1_3_2_1_75_1","volume-title":"Proc. of SIGIR '01","author":"Andrew","unstructured":"Andrew H. Turpin and William Hersh. 2001. Why Batch and User Evaluations Do Not Give the Same Results . In Proc. of SIGIR '01 . 225--231. Andrew H. Turpin and William Hersh. 2001. Why Batch and User Evaluations Do Not Give the Same Results. In Proc. of SIGIR '01. 225--231."},{"key":"e_1_3_2_1_76_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-15712-8_35"},{"key":"e_1_3_2_1_77_1","volume-title":"Judgment and decision making","author":"Yates J. Frank","unstructured":"J. Frank Yates . 1990. Judgment and decision making . Prentice Hall Englewood Cliffs , N.J. J. Frank Yates. 1990. Judgment and decision making. Prentice Hall Englewood Cliffs, N.J."},{"key":"e_1_3_2_1_78_1","doi-asserted-by":"publisher","DOI":"10.1145\/1871437.1871672"},{"key":"e_1_3_2_1_79_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.csl.2009.04.001"},{"key":"e_1_3_2_1_80_1","doi-asserted-by":"publisher","DOI":"10.1145\/3511808.3557711"},{"key":"e_1_3_2_1_81_1","doi-asserted-by":"publisher","DOI":"10.1145\/3394486.3403202"},{"key":"e_1_3_2_1_82_1","doi-asserted-by":"publisher","DOI":"10.1145\/3477495.3531936"},{"key":"e_1_3_2_1_83_1","doi-asserted-by":"publisher","DOI":"10.1145\/3121050.3121070"},{"key":"e_1_3_2_1_84_1","doi-asserted-by":"publisher","DOI":"10.1145\/2766462.2767761"},{"key":"e_1_3_2_1_85_1","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3219823"},{"key":"e_1_3_2_1_86_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-30671-1_21"}],"event":{"name":"CIKM '23: The 32nd ACM International Conference on Information and Knowledge Management","location":"Birmingham United Kingdom","acronym":"CIKM '23","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 32nd ACM International Conference on Information and Knowledge Management"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3583780.3615296","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3583780.3615296","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:36:54Z","timestamp":1750178214000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3583780.3615296"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,10,21]]},"references-count":84,"alternative-id":["10.1145\/3583780.3615296","10.1145\/3583780"],"URL":"https:\/\/doi.org\/10.1145\/3583780.3615296","relation":{},"subject":[],"published":{"date-parts":[[2023,10,21]]},"assertion":[{"value":"2023-10-21","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}