{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,9]],"date-time":"2025-10-09T21:02:00Z","timestamp":1760043720147,"version":"3.40.3"},"publisher-location":"Berlin, Heidelberg","reference-count":15,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783642237072"},{"type":"electronic","value":"9783642237089"}],"license":[{"start":{"date-parts":[[2011,1,1]],"date-time":"2011-01-01T00:00:00Z","timestamp":1293840000000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2011]]},"DOI":"10.1007\/978-3-642-23708-9_5","type":"book-chapter","created":{"date-parts":[[2011,9,24]],"date-time":"2011-09-24T00:02:46Z","timestamp":1316822566000},"page":"26-37","source":"Crossref","is-referenced-by-count":12,"title":["Towards a Living Lab for Information Retrieval Research and Development"],"prefix":"10.1007","author":[{"given":"Leif","family":"Azzopardi","sequence":"first","affiliation":[]},{"given":"Krisztian","family":"Balog","sequence":"additional","affiliation":[]}],"member":"297","reference":[{"doi-asserted-by":"crossref","unstructured":"Allan, J.: Hard track overview in trec 2003: High accuracy retrieval from documents. In: Text REtrieval Conference (2003)","key":"5_CR1","DOI":"10.21236\/ADA455426"},{"key":"5_CR2","doi-asserted-by":"publisher","first-page":"35","DOI":"10.1145\/1924475.1924484","volume":"44","author":"L. Azzopardi","year":"2011","unstructured":"Azzopardi, L., J\u00e4rvelin, K., Kamps, J., Smucker, M.D.: SIGIR 2010 workshop on the simulation of interaction. SIGIR Forum\u00a044, 35\u201347 (2011)","journal-title":"SIGIR Forum"},{"issue":"1","key":"5_CR3","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1145\/1394251.1394261","volume":"42","author":"N.J. Belkin","year":"2008","unstructured":"Belkin, N.J.: Some(what) grand challenges for information retrieval. SIGIR Forum\u00a042(1), 47\u201354 (2008)","journal-title":"SIGIR Forum"},{"doi-asserted-by":"crossref","unstructured":"Broder, A., Ciaramita, M., Fontoura, M., Gabrilovich, E., Josifovski, V., Metzler, D., Murdock, V., Plachouras, V.: To swing or not to swing: learning when (not) to advertise. In: Proc. of the 17th ACM Conf. on Information and Knowledge Management, CIKM 2008, pp. 1003\u20131012 (2008)","key":"5_CR4","DOI":"10.1145\/1458082.1458216"},{"unstructured":"Dumais, S.T., Belkin, N.J.: The trec interactive tracks: Putting the user into search. In: Text REtrieval Conference (2005)","key":"5_CR5"},{"key":"5_CR6","doi-asserted-by":"publisher","first-page":"59","DOI":"10.1080\/10864415.1996.11518283","volume":"1","author":"S.L. Jarvenpaa","year":"1996","unstructured":"Jarvenpaa, S.L., Todd, P.A.: Consumer reactions to electronic shopping on the world wide web. Int. J. Electron. Commerce\u00a01, 59\u201388 (1996)","journal-title":"Int. J. Electron. Commerce"},{"key":"5_CR7","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1145\/1670564.1670567","volume":"43","author":"J. Kamps","year":"2009","unstructured":"Kamps, J., Geva, S., Peters, C., Sakai, T., Trotman, A., Voorhees, E.: Report on the SIGIR 2009 workshop on the future of IR evaluation. SIGIR Forum\u00a043, 13\u201323 (2009)","journal-title":"SIGIR Forum"},{"key":"5_CR8","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1561\/1500000012","volume":"3","author":"D. Kelly","year":"2009","unstructured":"Kelly, D.: Methods for evaluating interactive information retrieval systems with users. Foundations and Trends in Information Retrieval\u00a03, 1\u2013224 (2009)","journal-title":"Foundations and Trends in Information Retrieval"},{"issue":"3","key":"5_CR9","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1109\/MC.2009.82","volume":"42","author":"D. Kelly","year":"2009","unstructured":"Kelly, D., Dumais, S., Pedersen, J.O.: Evaluation challenges and directions for info. seeking support systems. Computer\u00a042(3), 60\u201366 (2009)","journal-title":"Computer"},{"key":"5_CR10","doi-asserted-by":"publisher","first-page":"140","DOI":"10.1007\/s10618-008-0114-1","volume":"18","author":"R. Kohavi","year":"2009","unstructured":"Kohavi, R., Longbotham, R., Sommerfield, D., Henne, R.M.: Controlled experiments on the web: survey and practical guide. Data Min. Knowl. Discov.\u00a018, 140\u2013181 (2009)","journal-title":"Data Min. Knowl. Discov."},{"key":"5_CR11","doi-asserted-by":"publisher","first-page":"33","DOI":"10.1109\/MC.2009.94","volume":"42","author":"P. Pirolli","year":"2009","unstructured":"Pirolli, P.: Powers of 10: Modeling complex information-seeking systems at multiple scales. Computer\u00a042, 33\u201340 (2009)","journal-title":"Computer"},{"issue":"4","key":"5_CR12","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1561\/1500000009","volume":"4","author":"M. Sanderson","year":"2010","unstructured":"Sanderson, M.: Test collection based evaluation of information retrieval systems. Foundations and Trends in Information Retrieval (FnTIR)\u00a04(4), 247\u2013375 (2010)","journal-title":"Foundations and Trends in Information Retrieval (FnTIR)"},{"unstructured":"Sparck-Jones, K.: Information Retrieval Experiment. Butterworth & Co. (1981)","key":"5_CR13"},{"key":"5_CR14","volume-title":"TREC: Experiment and Evaluation in Information Retrieval","author":"E.M. Voorhees","year":"2005","unstructured":"Voorhees, E.M., Harman, D.K.: TREC: Experiment and Evaluation in Information Retrieval. MIT Press, Cambridge (2005)"},{"key":"5_CR15","doi-asserted-by":"publisher","first-page":"52","DOI":"10.1145\/1189702.1189711","volume":"40","author":"R.W. White","year":"2006","unstructured":"White, R.W., Muresan, G., Marchionini, G.: SIGIR 2006 Workshop on Evaluating Exploratory Search Systems. SIGIR Forum\u00a040, 52\u201360 (2006)","journal-title":"SIGIR Forum"}],"container-title":["Lecture Notes in Computer Science","Multilingual and Multimodal Information Access Evaluation"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-23708-9_5","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,6,16]],"date-time":"2019-06-16T05:41:50Z","timestamp":1560663710000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-23708-9_5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2011]]},"ISBN":["9783642237072","9783642237089"],"references-count":15,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-23708-9_5","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2011]]}}}