{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,30]],"date-time":"2026-06-30T17:26:08Z","timestamp":1782840368247,"version":"3.54.5"},"publisher-location":"Berlin, Heidelberg","reference-count":23,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"value":"9783642047688","type":"print"},{"value":"9783642047695","type":"electronic"}],"license":[{"start":{"date-parts":[[2009,1,1]],"date-time":"2009-01-01T00:00:00Z","timestamp":1230768000000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2009]]},"DOI":"10.1007\/978-3-642-04769-5_5","type":"book-chapter","created":{"date-parts":[[2009,9,28]],"date-time":"2009-09-28T16:04:25Z","timestamp":1254153865000},"page":"50-62","source":"Crossref","is-referenced-by-count":15,"title":["Metric and Relevance Mismatch in Retrieval Evaluation"],"prefix":"10.1007","author":[{"given":"Falk","family":"Scholer","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Andrew","family":"Turpin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","reference":[{"key":"5_CR1","doi-asserted-by":"crossref","unstructured":"Al-Maskari, A., Sanderson, M., Clough, P.: The relationship between IR effectiveness measures and user satisfaction. In: SIGIR, Amsterdam, Netherlands, pp. 773\u2013774 (2007)","DOI":"10.1145\/1277741.1277902"},{"key":"5_CR2","doi-asserted-by":"crossref","unstructured":"Allan, J., Carterette, B., Lewis, J.: When will information retrieval be \u201cgood enough\u201d? In: SIGIR, Salvador, Brazil, pp. 433\u2013440 (2005)","DOI":"10.1145\/1076034.1076109"},{"issue":"1","key":"5_CR3","doi-asserted-by":"publisher","first-page":"71","DOI":"10.1108\/EUM0000000007110","volume":"56","author":"P. Borlund","year":"2000","unstructured":"Borlund, P.: Experimental components for the evaluation of interactive information retrieval systems. Journal of Documentation\u00a056(1), 71\u201390 (2000)","journal-title":"Journal of Documentation"},{"key":"5_CR4","doi-asserted-by":"crossref","unstructured":"Buckley, C., Voorhees, E.M.: Evaluating Evaluation Measure Stability. In: SIGIR, Athens, Greece, pp. 33\u201340 (2000)","DOI":"10.1145\/345508.345543"},{"key":"5_CR5","volume-title":"TREC: experiment and evaluation in information retrieval","author":"C. Buckley","year":"2005","unstructured":"Buckley, C., Voorhees, E.M.: Retrieval system evaluation. In: Voorhees, E.M., Harman, D.K. (eds.) TREC: experiment and evaluation in information retrieval. MIT Press, Cambridge (2005)"},{"key":"5_CR6","doi-asserted-by":"crossref","unstructured":"Clarke, C., Craswell, N., Soboroff, I.: Overview of the TREC 2004 terabyte track. In: TREC 2004, Gaithersburg, MD (2005)","DOI":"10.6028\/NIST.SP.500-261.terabyte-overview"},{"key":"5_CR7","volume-title":"TREC 2005","author":"C. Clarke","year":"2006","unstructured":"Clarke, C., Scholer, F., Soboroff, I.: The TREC 2005 terabyte track. In: TREC 2005. National Institute of Standards and Technology, Gaithersburg (2006)"},{"key":"5_CR8","doi-asserted-by":"crossref","unstructured":"Hersh, W., Turpin, A., Price, S., Chan, B., Kraemer, D., Sacherek, L., Olson, D.: Do batch and user evaluations give the same results? In: SIGIR, Athens, Greece, pp. 17\u201324 (2000)","DOI":"10.1145\/345508.345539"},{"key":"5_CR9","doi-asserted-by":"crossref","unstructured":"Huffman, S.B., Hochster, M.: How well does result relevance predict session satisfaction? In: SIGIR, Amsterdam, Netherlands, pp. 567\u2013574 (2007)","DOI":"10.1145\/1277741.1277839"},{"key":"5_CR10","volume-title":"The Turn: Integration of Information Seeking and Retrieval in Context","author":"P. Ingwersen","year":"2005","unstructured":"Ingwersen, P., J\u00e4rvelin, K.: The Turn: Integration of Information Seeking and Retrieval in Context. Kluwer Academic Publishers, Dordrecht (2005)"},{"issue":"4","key":"5_CR11","doi-asserted-by":"publisher","first-page":"422","DOI":"10.1145\/582415.582418","volume":"20","author":"K. J\u00e4rvelin","year":"2002","unstructured":"J\u00e4rvelin, K., Kek\u00e4l\u00e4inen, J.: Cumulated gain-based evaluation of IR techniques. ACM Trans. Information Systems\u00a020(4), 422\u2013446 (2002)","journal-title":"ACM Trans. Information Systems"},{"key":"5_CR12","unstructured":"Kelly, D., Fu, X., Shah, C.: Effects of rank and precision of search results on users\u2019 evaluations of system performance. Technical Report TR-2007-02, University of North Carolina (2007)"},{"key":"5_CR13","doi-asserted-by":"crossref","unstructured":"Rose, D.E., Levinson, D.: Understanding user goals in web search. In: WWW 2004, pp. 13\u201319. New York (2004)","DOI":"10.1145\/988672.988675"},{"key":"5_CR14","doi-asserted-by":"crossref","unstructured":"Scholer, F., Turpin, A., Wu, M.: Measuring user relevance criteria. In: The Second International Workshop on Evaluating Information Access (EVIA 2008), Tokyo, Japan, pp. 47\u201356 (2008)","DOI":"10.1145\/1670598.1670609"},{"key":"5_CR15","volume-title":"Handbook of parametric and nonparametric statistical proceedures","author":"D. Sheskin","year":"1997","unstructured":"Sheskin, D.: Handbook of parametric and nonparametric statistical proceedures. CRC Press, Boca Raton (1997)"},{"key":"5_CR16","doi-asserted-by":"crossref","unstructured":"Sormunen, E.: Liberal relevance criteria of TREC \u2013 counting on negligible documents? In: SIGIR, Tampere, Finland, pp. 324\u2013330 (2002)","DOI":"10.1145\/564376.564433"},{"issue":"3","key":"5_CR17","doi-asserted-by":"publisher","first-page":"107","DOI":"10.1109\/2.989940","volume":"35","author":"A. Spink","year":"2002","unstructured":"Spink, A., Jansen, B.J., Wolfram, D., Saracevic, T.: From e-sex to e-commerce: Web search changes. IEEE Computer\u00a035(3), 107\u2013109 (2002)","journal-title":"IEEE Computer"},{"key":"5_CR18","doi-asserted-by":"crossref","unstructured":"Turpin, A., Hersh, W.: Why batch and user evaluations do not give the same results. In: SIGIR, New Orleans, LA, pp. 225\u2013231 (2001)","DOI":"10.1145\/383952.383992"},{"key":"5_CR19","doi-asserted-by":"crossref","unstructured":"Turpin, A., Scholer, F.: User performance versus precision measures for simple web search tasks. In: SIGIR, Seattle, WA, pp. 11\u201318 (2006)","DOI":"10.1145\/1148170.1148176"},{"key":"5_CR20","doi-asserted-by":"crossref","unstructured":"Turpin, A., Tsegay, Y., Hawking, D., Williams, H.E.: Fast generation of result snippets in web search. In: SIGIR, Amsterdam, Netherlands, pp. 127\u2013134 (2007)","DOI":"10.1145\/1277741.1277766"},{"issue":"11","key":"5_CR21","doi-asserted-by":"publisher","first-page":"963","DOI":"10.1002\/asi.20046","volume":"55","author":"P. Vakkari","year":"2004","unstructured":"Vakkari, P., Sormunen, E.: The influence of relevance levels on the effectiveness of interactive information retrieval. Journal of the American Society for Information Science and Technology\u00a055(11), 963\u2013969 (2004)","journal-title":"Journal of the American Society for Information Science and Technology"},{"issue":"5","key":"5_CR22","doi-asserted-by":"publisher","first-page":"697","DOI":"10.1016\/S0306-4573(00)00010-8","volume":"36","author":"E.M. Voorhees","year":"2000","unstructured":"Voorhees, E.M.: Variations in relevance judgements and the measurement of retrieval effectiveness. Information Processing and Management\u00a036(5), 697\u2013716 (2000)","journal-title":"Information Processing and Management"},{"key":"5_CR23","volume-title":"TREC : experiment and evaluation in information retrieval","author":"E.M. Voorhees","year":"2005","unstructured":"Voorhees, E.M., Harman, D.K.: TREC: experiment and evaluation in information retrieval. MIT Press, Cambridge (2005)"}],"container-title":["Lecture Notes in Computer Science","Information Retrieval Technology"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-04769-5_5","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,12]],"date-time":"2025-02-12T11:33:45Z","timestamp":1739360025000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-04769-5_5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2009]]},"ISBN":["9783642047688","9783642047695"],"references-count":23,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-04769-5_5","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2009]]}}}