{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,3]],"date-time":"2026-10-03T17:08:28Z","timestamp":1791047308224,"version":"4.1.0"},"publisher-location":"Berlin, Heidelberg","reference-count":16,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"value":"9783642043451","type":"print"},{"value":"9783642043468","type":"electronic"}],"license":[{"start":{"date-parts":[[2009,1,1]],"date-time":"2009-01-01T00:00:00Z","timestamp":1230768000000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2009]]},"DOI":"10.1007\/978-3-642-04346-8_33","type":"book-chapter","created":{"date-parts":[[2009,9,19]],"date-time":"2009-09-19T04:51:11Z","timestamp":1253335871000},"page":"339-351","source":"Crossref","is-referenced-by-count":4,"title":["Evaluation in Context"],"prefix":"10.1007","author":[{"given":"Jaap","family":"Kamps","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mounia","family":"Lalmas","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Birger","family":"Larsen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","reference":[{"key":"33_CR1","doi-asserted-by":"crossref","unstructured":"Allan, J.: HARD track overview in TREC 2005: High accuracy retrieval from documents. In: The Fourteenth Text REtrieval Conference (TREC 2003). National Institute of Standards and Technology, pp. 500\u2013255. NIST Special Publication (2004)","DOI":"10.21236\/ADA439446"},{"key":"33_CR2","doi-asserted-by":"publisher","first-page":"7","DOI":"10.1023\/A:1009984519381","volume":"1","author":"D. Banks","year":"1999","unstructured":"Banks, D., Over, P., Zhang, N.-F.: Blind men and elephants: Six approaches to TREC tasks. Information Retrieval\u00a01, 7\u201334 (1999)","journal-title":"Information Retrieval"},{"key":"33_CR3","first-page":"584","volume-title":"Proceedings of the 27th Annual International ACM SIGIR Conference","author":"C. Buckley","year":"2004","unstructured":"Buckley, C.: Why current IR engines fail. In: Proceedings of the 27th Annual International ACM SIGIR Conference, pp. 584\u2013585. ACM Press, New York (2004)"},{"key":"33_CR4","doi-asserted-by":"publisher","first-page":"173","DOI":"10.1108\/eb050097","volume":"19","author":"C.W. Cleverdon","year":"1967","unstructured":"Cleverdon, C.W.: The Cranfield tests on index language devices. Aslib\u00a019, 173\u2013192 (1967)","journal-title":"Aslib"},{"key":"33_CR5","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/978-3-540-85902-4_1","volume-title":"Focused Access to XML Documents","author":"N. Fuhr","year":"2008","unstructured":"Fuhr, N., Kamps, J., Lalmas, M., Malik, S., Trotman, A.: Overview of the INEX 2007 ad hoc track. In: Fuhr, N., Kamps, J., Lalmas, M., Trotman, A. (eds.) INEX 2007. LNCS, vol.\u00a04862, pp. 1\u201323. Springer, Heidelberg (2008)"},{"key":"33_CR6","volume-title":"The Turn: Integration of Information Seeking and Retrieval in Context","author":"P. Ingwersen","year":"2005","unstructured":"Ingwersen, P., J\u00e4rvelin, K.: The Turn: Integration of Information Seeking and Retrieval in Context. Springer, Heidelberg (2005)"},{"key":"33_CR7","first-page":"847","volume-title":"Proceedings of the 31th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval","author":"J. Kamps","year":"2008","unstructured":"Kamps, J., Koolen, M., Lalmas, M.: Locating relevant text within XML documents. In: Proceedings of the 31th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 847\u2013849. ACM Press, New York (2008)"},{"key":"33_CR8","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"24","DOI":"10.1007\/978-3-540-85902-4_2","volume-title":"Focused Access to XML Documents","author":"J. Kamps","year":"2008","unstructured":"Kamps, J., Pehcevski, J., Kazai, G., Lalmas, M., Robertson, S.: INEX 2007 evaluation measures. In: Fuhr, N., Kamps, J., Lalmas, M., Trotman, A. (eds.) INEX 2007. LNCS, vol.\u00a04862, pp. 24\u201333. Springer, Heidelberg (2008)"},{"key":"33_CR9","first-page":"72","volume-title":"Proceedings of the 27th Annual International ACM SIGIR Conference","author":"G. Kazai","year":"2004","unstructured":"Kazai, G., Lalmas, M., de Vries, A.P.: The overlap problem in content-oriented XML retrieval evaluation. In: Proceedings of the 27th Annual International ACM SIGIR Conference, pp. 72\u201379. ACM Press, New York (2004)"},{"key":"33_CR10","doi-asserted-by":"crossref","unstructured":"Piwowarski, B., Trotman, A., Lalmas, M.: Sound and complete relevance assessments for XML retrieval. ACM Transactions in Information Systems\u00a027(1) (2008)","DOI":"10.1145\/1416950.1416951"},{"key":"33_CR11","doi-asserted-by":"publisher","first-page":"74","DOI":"10.1016\/j.ipm.2005.03.006","volume":"42","author":"J. Reid","year":"2006","unstructured":"Reid, J., Lalmas, M., Finesilver, K., Hertzum, M.: Best entry points for structured document retrieval: Parts I & II. Information Processing and Management\u00a042, 74\u2013105 (2006)","journal-title":"Information Processing and Management"},{"issue":"2","key":"33_CR12","first-page":"350","volume":"49","author":"T. Saracevic","year":"2000","unstructured":"Saracevic, T.: Digital library evaluation: Toward evolution of concepts. Library Trends \u2013 Special issue on Evaluation of Digital Libraries\u00a049(2), 350\u2013369 (2000)","journal-title":"Library Trends \u2013 Special issue on Evaluation of Digital Libraries"},{"key":"33_CR13","doi-asserted-by":"publisher","first-page":"321","DOI":"10.1002\/asi.4630260604","volume":"26","author":"T. Saracevic","year":"1975","unstructured":"Saracevic, T.: Relevance: A review of and a framework for the thinking on the notion in information science. JASIS\u00a026, 321\u2013343 (1975)","journal-title":"JASIS"},{"key":"33_CR14","doi-asserted-by":"publisher","first-page":"10","DOI":"10.1145\/1147197.1147198","volume":"40","author":"K. Sparck Jones","year":"2006","unstructured":"Sparck Jones, K.: What\u2019s the value of TREC \u2013 is there a gap to jump or a chasm to bridge? SIGIR Forum\u00a040, 10\u201320 (2006)","journal-title":"SIGIR Forum"},{"key":"33_CR15","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"355","DOI":"10.1007\/3-540-45691-0_34","volume-title":"Evaluation of Cross-Language Information Retrieval Systems","author":"E.M. Voorhees","year":"2002","unstructured":"Voorhees, E.M.: The philosophy of information retrieval evaluation. In: Peters, C., Braschler, M., Gonzalo, J., Kluck, M. (eds.) CLEF 2001. LNCS, vol.\u00a02406, pp. 355\u2013370. Springer, Heidelberg (2002)"},{"key":"33_CR16","doi-asserted-by":"crossref","first-page":"307","DOI":"10.1145\/290941.291014","volume-title":"Proceedings of the 21st Annual International ACM SIGIR Conference on Research and Development in Information Retrieval","author":"J. Zobel","year":"1998","unstructured":"Zobel, J.: How reliable are the results of large-scale information retrieval experiments? In: Proceedings of the 21st Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 307\u2013314. ACM Press, New York (1998)"}],"container-title":["Lecture Notes in Computer Science","Research and Advanced Technology for Digital Libraries"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-04346-8_33","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,10,10]],"date-time":"2021-10-10T20:21:23Z","timestamp":1633897283000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-04346-8_33"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2009]]},"ISBN":["9783642043451","9783642043468"],"references-count":16,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-04346-8_33","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2009]]}}}