{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,1]],"date-time":"2026-03-01T11:01:10Z","timestamp":1772362870656,"version":"3.50.1"},"publisher-location":"Berlin, Heidelberg","reference-count":21,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"value":"9783642047688","type":"print"},{"value":"9783642047695","type":"electronic"}],"license":[{"start":{"date-parts":[[2009,1,1]],"date-time":"2009-01-01T00:00:00Z","timestamp":1230768000000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2009]]},"DOI":"10.1007\/978-3-642-04769-5_6","type":"book-chapter","created":{"date-parts":[[2009,9,28]],"date-time":"2009-09-28T12:04:25Z","timestamp":1254139465000},"page":"63-74","source":"Crossref","is-referenced-by-count":36,"title":["Test Collection-Based IR Evaluation Needs Extension toward Sessions \u2013 A Case of Extremely Short Queries"],"prefix":"10.1007","author":[{"given":"Heikki","family":"Keskustalo","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kalervo","family":"J\u00e4rvelin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ari","family":"Pirkola","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tarun","family":"Sharma","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Marianne","family":"Lykke","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"issue":"2","key":"6_CR1","doi-asserted-by":"publisher","first-page":"207","DOI":"10.1016\/S0306-4573(99)00056-4","volume":"36","author":"M.B.J. Jansen","year":"2000","unstructured":"Jansen, M.B.J., Spink, A., Saracevic, T.: Real Life, Real Users, and Real Needs: A Study and Analysis of User Queries on the Web. Inf. Proc. Man.\u00a036(2), 207\u2013227 (2000)","journal-title":"Inf. Proc. Man."},{"key":"6_CR2","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1007\/978-3-540-78646-7_4","volume-title":"Advances in Information Retrieval","author":"K. J\u00e4rvelin","year":"2008","unstructured":"J\u00e4rvelin, K., Price, S.L., Delcambre, L.M.L., Nielsen, M.L.: Discounted Cumulated Gain Based Evaluation of Multiple-Query IR Sessions. In: Macdonald, C., Ounis, I., Plachouras, V., Ruthven, I., White, R.W. (eds.) ECIR 2008. LNCS, vol.\u00a04956, pp. 4\u201315. Springer, Heidelberg (2008)"},{"key":"6_CR3","doi-asserted-by":"crossref","unstructured":"Smith, C.L., Kantor, P.B.: User Adaptation: Good Results from Poor Systems. In: Proc. ACM SIGIR 2008, pp. 147\u2013154 (2008)","DOI":"10.1145\/1390334.1390362"},{"issue":"14","key":"6_CR4","doi-asserted-by":"publisher","first-page":"2232","DOI":"10.1002\/asi.20931","volume":"59","author":"D. Stenmark","year":"2008","unstructured":"Stenmark, D.: Identifying Clusters of User Behavior in Intranet Search Engine Log Files. JASIST\u00a059(14), 2232\u20132243 (2008)","journal-title":"JASIST"},{"key":"6_CR5","doi-asserted-by":"crossref","unstructured":"Turpin, A., Hersh, W.: Why Batch and User Evaluations Do Not Give the Same Results. In: Proc. ACM SIGIR 2001, pp. 225\u2013231 (2001)","DOI":"10.1145\/383952.383992"},{"issue":"4","key":"6_CR6","doi-asserted-by":"publisher","first-page":"422","DOI":"10.1145\/582415.582418","volume":"20","author":"K. J\u00e4rvelin","year":"2002","unstructured":"J\u00e4rvelin, K., Kek\u00e4l\u00e4inen, J.: Cumulated Gain-Based Evaluation of IR Techniques. ACM TOIS\u00a020(4), 422\u2013446 (2002)","journal-title":"ACM TOIS"},{"issue":"2","key":"6_CR7","doi-asserted-by":"publisher","first-page":"128","DOI":"10.1086\/620653","volume":"47","author":"D. Swanson","year":"1977","unstructured":"Swanson, D.: Information Retrieval as a Trial-and-Error Process. Library Quarterly\u00a047(2), 128\u2013148 (1977)","journal-title":"Library Quarterly"},{"key":"6_CR8","doi-asserted-by":"crossref","unstructured":"Sanderson, M.: Ambiguous Queries: Test Collections Need More Sense. In: Proc. ACM SIGIR 2008, pp. 499\u2013506 (2008)","DOI":"10.1145\/1390334.1390420"},{"key":"6_CR9","unstructured":"Azzopardi, L.: Position Paper: Towards Evaluating the User Experience of Interactive Information Access Systems. In: SIGIR 2007 Web Information-Seeking and Interaction Workshop, p. 5 (2007)"},{"key":"6_CR10","unstructured":"Lykke, M., Price, S.L., Delcambre, L.M.L., Vedsted, P.: How doctors search: a study of family practitioners\u2019 query behaviour and the impact on search results (in press, 2009)"},{"key":"6_CR11","volume-title":"Factors determining the performance of indexing systems","author":"C.W. Cleverdon","year":"1966","unstructured":"Cleverdon, C.W., Mills, L., Keen, M.: Factors determining the performance of indexing systems, vol.\u00a01 - design. Aslib Cranfield Research Project, Cranfield (1966)"},{"key":"6_CR12","doi-asserted-by":"publisher","first-page":"29","DOI":"10.1016\/0020-0271(70)90011-2","volume":"6","author":"G. Salton","year":"1970","unstructured":"Salton, G.: Evaluation Problems in Interactive Information Retrieval. Inf. Stor. Retr.\u00a06, 29\u201344 (1970)","journal-title":"Inf. Stor. Retr."},{"issue":"4","key":"6_CR13","doi-asserted-by":"publisher","first-page":"503","DOI":"10.1016\/0306-4573(92)90007-M","volume":"28","author":"L.T. Su","year":"1992","unstructured":"Su, L.T.: Evaluation Measures for Interactive Information Retrieval. Inf. Proc. Man.\u00a028(4), 503\u2013516 (1992)","journal-title":"Inf. Proc. Man."},{"key":"6_CR14","doi-asserted-by":"crossref","unstructured":"Hersh, W.: Relevance and Retrieval Evaluation: Perspectives from Medicine. JASIS, 201\u2013206 (April 1994)","DOI":"10.1002\/(SICI)1097-4571(199404)45:3<201::AID-ASI9>3.0.CO;2-W"},{"key":"6_CR15","unstructured":"ISO: Ergonomic Requirements for Office Work with Visual Display Terminals (VDTs), Part 11: Guidance on Usability. ISO 9241-11:1998 (E) (1998)"},{"issue":"11","key":"6_CR16","doi-asserted-by":"publisher","first-page":"963","DOI":"10.1002\/asi.20046","volume":"55","author":"P. Vakkari","year":"2004","unstructured":"Vakkari, P., Sormunen, E.: The Influence of Relevance Levels on the Effectiveness of Interactive Retrieval. JASIST\u00a055(11), 963\u2013969 (2004)","journal-title":"JASIST"},{"key":"6_CR17","doi-asserted-by":"crossref","unstructured":"Joachims, T., Granka, L., Pan, B., Hembrooke, H., Gay, G.: Accurately Interpreting Click-through Data as Implicit Feedback. In: Proc. ACM SIGIR 2005, pp. 154\u2013161 (2005)","DOI":"10.1145\/1076034.1076063"},{"key":"6_CR18","doi-asserted-by":"crossref","unstructured":"Price, S.L., Nielsen, M.L., Delcambre, L.M.L., Vedsted, P.: Semantic Components Enhance Retrieval of Domain-specific Documents. In: Proc. ACM CIKM 2007, pp. 429\u2013438 (2007)","DOI":"10.1145\/1321440.1321502"},{"key":"6_CR19","doi-asserted-by":"crossref","unstructured":"Sormunen, E.: Liberal Relevance Criteria of TREC - Counting on Negligible Documents? In: Proc. ACM SIGIR 2002, pp. 324\u2013330 (2002)","DOI":"10.1145\/564376.564433"},{"key":"6_CR20","volume-title":"TREC: Experiment and Evaluation in Information Retrieval","author":"E. Voorhees","year":"2005","unstructured":"Voorhees, E., Harman, D.: TREC: Experiment and Evaluation in Information Retrieval. MIT Press, Cambridge (2005)"},{"key":"6_CR21","doi-asserted-by":"crossref","unstructured":"Bates, M.J.: The Design of Browsing and Berrypicking Techniques for the Online Search Interface (1989), http:\/\/www.gseis.ucla.edu\/faculty\/bates\/berrypicking.html","DOI":"10.1108\/eb024320"}],"container-title":["Lecture Notes in Computer Science","Information Retrieval Technology"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-04769-5_6","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,22]],"date-time":"2019-05-22T18:01:02Z","timestamp":1558548062000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-04769-5_6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2009]]},"ISBN":["9783642047688","9783642047695"],"references-count":21,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-04769-5_6","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2009]]}}}