{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,13]],"date-time":"2024-09-13T07:51:37Z","timestamp":1726213897977},"publisher-location":"Cham","reference-count":24,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319240268"},{"type":"electronic","value":"9783319240275"}],"license":[{"start":{"date-parts":[[2015,1,1]],"date-time":"2015-01-01T00:00:00Z","timestamp":1420070400000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2015]]},"DOI":"10.1007\/978-3-319-24027-5_47","type":"book-chapter","created":{"date-parts":[[2015,8,29]],"date-time":"2015-08-29T05:50:46Z","timestamp":1440827446000},"page":"484-496","source":"Crossref","is-referenced-by-count":19,"title":["Overview of the Living Labs for Information Retrieval Evaluation (LL4IR) CLEF Lab 2015"],"prefix":"10.1007","author":[{"given":"Anne","family":"Schuth","sequence":"first","affiliation":[]},{"given":"Krisztian","family":"Balog","sequence":"additional","affiliation":[]},{"given":"Liadh","family":"Kelly","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2015,11,20]]},"reference":[{"issue":"1","key":"47_CR1","doi-asserted-by":"publisher","first-page":"2","DOI":"10.1145\/2215676.2215678","volume":"46","author":"J Allan","year":"2012","unstructured":"Allan, J., Croft, B., Moffat, A., Sanderson, M.: Frontiers, challenges, and opportunities for information retrieval: Report from SWIRL 2012 the second strategic workshop on information retrieval in lorne. SIGIR Forum 46(1), 2\u201332 (2012)","journal-title":"SIGIR Forum"},{"key":"47_CR2","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"26","DOI":"10.1007\/978-3-642-23708-9_5","volume-title":"Multilingual and Multimodal Information Access Evaluation","author":"L Azzopardi","year":"2011","unstructured":"Azzopardi, L., Balog, K.: Towards a living lab for information retrieval research and development. A proposal for a living lab for product search tasks. In: Forner, P., Gonzalo, J., Kek\u00e4l\u00e4inen, J., Lalmas, M., de Rijke, M. (eds.) CLEF 2011. LNCS, vol. 6941, pp. 26\u201337. Springer, Heidelberg (2011)"},{"issue":"1","key":"47_CR3","doi-asserted-by":"publisher","first-page":"21","DOI":"10.1145\/2641383.2641388","volume":"48","author":"K Balog","year":"2014","unstructured":"Balog, K., Elsweiler, D., Kanoulas, E., Kelly, L., Smucker, M.D.: Report on the CIKM workshop on living labs for information retrieval evaluation. SIGIR Forum 48(1), 21\u201328 (2014)","journal-title":"SIGIR Forum"},{"key":"47_CR4","doi-asserted-by":"crossref","unstructured":"Balog, K., Kelly, L., Schuth, A.: Head first: living labs for ad-hoc search evaluation. In: CIKM 2014 (2014)","DOI":"10.1145\/2661829.2661962"},{"issue":"2","key":"47_CR5","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1145\/792550.792552","volume":"36","author":"A Broder","year":"2002","unstructured":"Broder, A.: A taxonomy of web search. SIGIR Forum 36(2), 3\u201310 (2002)","journal-title":"SIGIR Forum"},{"key":"47_CR6","doi-asserted-by":"crossref","unstructured":"Brodt, T., Hopfgartner, F.: Shedding light on a living lab: the CLEF NEWSREEL open recommendation platform. In: IIiX 2014 (2014)","DOI":"10.1145\/2637002.2637028"},{"key":"47_CR7","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2094072.2094078","volume":"30","author":"O Chapelle","year":"2012","unstructured":"Chapelle, O., Joachims, T., Radlinski, F., Yue, Y.: Large-scale validation and analysis of interleaved search evaluation. ACM Transactions on Information Systems (TOIS) 30, 1\u201341 (2012)","journal-title":"ACM Transactions on Information Systems (TOIS)"},{"key":"47_CR8","unstructured":"Ghirmatsion, A.B., Balog, K.: Probabilistic field mapping for product search. In: CLEF 2015 Online Working Notes (2015)"},{"key":"47_CR9","doi-asserted-by":"crossref","unstructured":"Hofmann, K., Whiteson, S., de Rijke, M.: A probabilistic method for inferring preferences from clicks. In: CIKM 2011, p. 249 (2011)","DOI":"10.1145\/2063576.2063618"},{"key":"47_CR10","unstructured":"Joachims, T.: Evaluating retrieval performance using clickthrough data. In: Franke, J., Nakhaeizadeh, G., Renz, I. (eds.) Text Mining, pp. 79\u201396. Physica\/Springer (2003)"},{"issue":"2","key":"47_CR11","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1145\/1670564.1670567","volume":"43","author":"J Kamps","year":"2009","unstructured":"Kamps, J., Geva, S., Peters, C., Sakai, T., Trotman, A., Voorhees, E.: Report on the SIGIR 2009 workshop on the future of IR evaluation. SIGIR Forum 43(2), 13\u201323 (2009)","journal-title":"SIGIR Forum"},{"issue":"3","key":"47_CR12","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1109\/MC.2009.82","volume":"42","author":"D Kelly","year":"2009","unstructured":"Kelly, D., Dumais, S., Pedersen, J.O.: Evaluation challenges and directions for information-seeking support systems. Computer 42(3), 60\u201366 (2009)","journal-title":"Computer"},{"key":"47_CR13","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"544","DOI":"10.1007\/978-3-642-28997-2_60","volume-title":"Advances in Information Retrieval","author":"L Kelly","year":"2012","unstructured":"Kelly, L., Bunbury, P., Jones, G.J.F.: Evaluating personal information retrieval. In: Baeza-Yates, R., de Vries, A.P., Zaragoza, H., Cambazoglu, B.B., Murdock, V., Lempel, R., Silvestri, F. (eds.) ECIR 2012. LNCS, vol. 7224, pp. 544\u2013547. Springer, Heidelberg (2012)"},{"key":"47_CR14","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"228","DOI":"10.1007\/978-3-642-00958-7_22","volume-title":"Advances in Information Retrieval","author":"J Kim","year":"2009","unstructured":"Kim, J., Xue, X., Croft, W.B.: A probabilistic retrieval model for semistructured data. In: Boughanem, M., Berrut, C., Mothe, J., Soule-Dupuy, C. (eds.) ECIR 2009. LNCS, vol. 5478, pp. 228\u2013239. Springer, Heidelberg (2009)"},{"key":"47_CR15","doi-asserted-by":"crossref","unstructured":"Kohavi, R.: Online controlled experiments. In: SIGIR 2013 (2013)","DOI":"10.1145\/2512875.2517149"},{"issue":"3","key":"47_CR16","doi-asserted-by":"publisher","first-page":"225","DOI":"10.1561\/1500000016","volume":"3","author":"T-Y Liu","year":"2009","unstructured":"Liu, T.-Y.: Learning to rank for information retrieval. Found. Trends Inf. Retr. 3(3), 225\u2013331 (2009)","journal-title":"Found. Trends Inf. Retr."},{"key":"47_CR17","unstructured":"Liu, T.-Y., Xu, J., Qin, T., Xiong, W., Li, H.: LETOR: benchmark dataset for research on learning to rank for information retrieval. In: LR4IR 2007 (2007)"},{"key":"47_CR18","doi-asserted-by":"crossref","unstructured":"Radlinski, F., Craswell, N.: Optimized interleaving for online retrieval evaluation. In: WSDM 2013 (2013)","DOI":"10.1145\/2433396.2433429"},{"key":"47_CR19","doi-asserted-by":"crossref","unstructured":"Radlinski, F., Kurup, M., Joachims, T.: How does clickthrough data reflect retrieval quality? In: CIKM 2008 (2008)","DOI":"10.1145\/1458082.1458092"},{"key":"47_CR20","unstructured":"Schaer, P., Tavakolpoursaleh, N.: GESIS at CLEF LL4IR 2015. In: CLEF 2015 Online Working Notes (2015)"},{"key":"47_CR21","doi-asserted-by":"crossref","unstructured":"Schuth, A., Balog, K., Kelly, L.: Extended overview of the living labs for information retrieval evaluation (LL4IR) CLEF lab 2015. In: CLEF 2015 Online Working Notes (2015)","DOI":"10.1007\/978-3-319-24027-5_47"},{"key":"47_CR22","doi-asserted-by":"crossref","unstructured":"Schuth, A., Bruintjes, R.-J., B\u00fcttner, F., van Doorn, J., Groenland, C., Oosterhuis, H., Tran, C.-N., Veeling, B., van der Velde, J., Wechsler, R., Woudenberg, D., de Rijke, M.: Probabilistic multileave for online retrieval evaluation. In: SIGIR 2015 (2015)","DOI":"10.1145\/2766462.2767838"},{"key":"47_CR23","doi-asserted-by":"crossref","unstructured":"Schuth, A., Hofmann, K., Radlinski, F.: Predicting search satisfaction metrics with interleaved comparisons. In: SIGIR 2015 (2015)","DOI":"10.1145\/2766462.2767695"},{"key":"47_CR24","doi-asserted-by":"crossref","unstructured":"Schuth, A., Sietsma, F., Whiteson, S., Lefortier, D., de Rijke, M.: Multileaved comparisons for fast online evaluation. In: CIKM 2014 (2014)","DOI":"10.1145\/2661829.2661952"}],"container-title":["Lecture Notes in Computer Science","Experimental IR Meets Multilinguality, Multimodality, and Interaction"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-24027-5_47","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,30]],"date-time":"2019-05-30T15:34:15Z","timestamp":1559230455000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-24027-5_47"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015]]},"ISBN":["9783319240268","9783319240275"],"references-count":24,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-24027-5_47","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2015]]}}}