{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,28]],"date-time":"2025-03-28T01:41:03Z","timestamp":1743126063862,"version":"3.40.3"},"publisher-location":"Cham","reference-count":12,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319658124"},{"type":"electronic","value":"9783319658131"}],"license":[{"start":{"date-parts":[[2017,1,1]],"date-time":"2017-01-01T00:00:00Z","timestamp":1483228800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2017]]},"DOI":"10.1007\/978-3-319-65813-1_31","type":"book-chapter","created":{"date-parts":[[2017,8,16]],"date-time":"2017-08-16T03:54:23Z","timestamp":1502855663000},"page":"361-366","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["CLEF 2017 Dynamic Search Evaluation Lab Overview"],"prefix":"10.1007","author":[{"given":"Evangelos","family":"Kanoulas","sequence":"first","affiliation":[]},{"given":"Leif","family":"Azzopardi","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2017,8,17]]},"reference":[{"doi-asserted-by":"crossref","unstructured":"Allan, J.: Hard track overview in TREC 2003 high accuracy retrieval from documents. Technical report, DTIC Document (2005)","key":"31_CR1","DOI":"10.21236\/ADA439446"},{"unstructured":"Balog, K.: Task-completion engines: a vision with a plan. In: SCST@ECIR (2015)","key":"31_CR2"},{"doi-asserted-by":"crossref","unstructured":"Carterette, B., Clough, P.D., Hall, M.M., Kanoulas, E., Sanderson, M.: Evaluating retrieval over sessions: the TREC session track 2011\u20132014. In: Perego, R., Sebastiani, F., Aslam, J.A., Ruthven, I., Zobel, J. (eds.) Proceedings of the 39th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2016, Pisa, Italy, 17\u201321 July 2016, pp. 685\u2013688. ACM (2016). http:\/\/doi.acm.org\/10.1145\/2911451.2914675","key":"31_CR3","DOI":"10.1145\/2911451.2914675"},{"doi-asserted-by":"crossref","unstructured":"Georgila, K., Henderson, J., Lemon, O.: User simulation for spoken dialogue systems: learning and evaluation. In: Interspeech pp. 1065\u20131068 (2006)","key":"31_CR4","DOI":"10.21437\/Interspeech.2006-160"},{"issue":"4","key":"31_CR5","doi-asserted-by":"publisher","first-page":"479","DOI":"10.1016\/j.csl.2009.03.002","volume":"23","author":"S Jung","year":"2009","unstructured":"Jung, S., Lee, C., Kim, K., Jeong, M., Lee, G.G.: Data-driven user simulation for automated evaluation of spoken dialog systems. Comput. Speech Lang. 23(4), 479\u2013509 (2009). http:\/\/dx.doi.org\/10.1016\/j.csl.2009.03.002","journal-title":"Comput. Speech Lang."},{"doi-asserted-by":"crossref","unstructured":"Maxwell, D., Azzopardi, L.: Agents, simulated users and humans: An analysis of performance and behaviour. In: Proceedings of the 25th ACM International on Conference on Information and Knowledge Management, CIKM 2016, pp. 731\u2013740 (2016)","key":"31_CR6","DOI":"10.1145\/2983323.2983805"},{"issue":"3","key":"31_CR7","doi-asserted-by":"publisher","first-page":"369","DOI":"10.1016\/S0306-4573(00)00053-4","volume":"37","author":"P Over","year":"2001","unstructured":"Over, P.: The TREC interactive track: an annotated bibliography. Inf. Process. Manage. 37(3), 369\u2013381 (2001)","journal-title":"Inf. Process. Manage."},{"doi-asserted-by":"crossref","unstructured":"P\u00e4\u00e4kk\u00f6nen, T., Kek\u00e4l\u00e4inen, J., Keskustalo, H., Azzopardi, L., Maxwell, D., J\u00e4rvelin, K.: Validating simulated interaction for retrieval evaluation. Inf. Retrieval J., 1\u201325 (2017)","key":"31_CR8","DOI":"10.1007\/s10791-017-9301-2"},{"issue":"01","key":"31_CR9","doi-asserted-by":"publisher","first-page":"59","DOI":"10.1017\/S0269888912000343","volume":"28","author":"O Pietquin","year":"2013","unstructured":"Pietquin, O., Hastie, H.: A survey on metrics for the evaluation of user simulations. Knowl. Eng. Rev. 28(01), 59\u201373 (2013)","journal-title":"Knowl. Eng. Rev."},{"unstructured":"Serban, I.V., Lowe, R., Henderson, P., Charlin, L., Pineau, J.: A survey of available corpora for building data-driven dialogue systems. CoRR abs\/1512.05742 (2015). http:\/\/arxiv.org\/abs\/1512.05742","key":"31_CR10"},{"unstructured":"Verma, M., Yilmaz, E., Mehrotra, R., Kanoulas, E., Carterette, B., Craswell, N., Bailey, P.: Overview of the TREC tasks track 2016. In: Voorhees, E.M., Ellis, A. (eds.) Proceedings of The Twenty-Fifth Text REtrieval Conference, TREC 2016, Gaithersburg, Maryland, USA, 15\u201318 November 2016, vol. Special Publication 500\u2013321. National Institute of Standards and Technology (NIST) (2016). http:\/\/trec.nist.gov\/pubs\/trec25\/papers\/Overview-T.pdf","key":"31_CR11"},{"unstructured":"Yilmaz, E., Verma, M., Mehrotra, R., Kanoulas, E., Carterette, B., Craswell, N.: Overview of the TREC 2015 tasks track. In: Voorhees, E.M., Ellis, A. (eds.) Proceedings of The Twenty-Fourth Text REtrieval Conference, TREC 2015, Gaithersburg, Maryland, USA, 17\u201320 November 2015, vol. Special Publication 500\u2013319. National Institute of Standards and Technology (NIST) (2015). http:\/\/trec.nist.gov\/pubs\/trec24\/papers\/Overview-T.pdf","key":"31_CR12"}],"container-title":["Lecture Notes in Computer Science","Experimental IR Meets Multilinguality, Multimodality, and Interaction"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-65813-1_31","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,13]],"date-time":"2024-03-13T16:03:34Z","timestamp":1710345814000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-319-65813-1_31"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017]]},"ISBN":["9783319658124","9783319658131"],"references-count":12,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-65813-1_31","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2017]]},"assertion":[{"value":"17 August 2017","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CLEF","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference of the Cross-Language Evaluation Forum for European Languages","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Dublin","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Ireland","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2017","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 September 2017","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 September 2017","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"clef2017","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/clef2017.clef-initiative.eu\/index.php","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}