{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T14:07:40Z","timestamp":1743084460081,"version":"3.40.3"},"publisher-location":"Boston, MA","reference-count":13,"publisher":"Springer US","isbn-type":[{"type":"print","value":"9780387355443"},{"type":"electronic","value":"9780387399409"}],"license":[{"start":{"date-parts":[[2009,1,1]],"date-time":"2009-01-01T00:00:00Z","timestamp":1230768000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2009,1,1]],"date-time":"2009-01-01T00:00:00Z","timestamp":1230768000000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2009]]},"DOI":"10.1007\/978-0-387-39940-9_325","type":"book-chapter","created":{"date-parts":[[2009,9,16]],"date-time":"2009-09-16T08:05:42Z","timestamp":1253088342000},"page":"2513-2518","source":"Crossref","is-referenced-by-count":0,"title":["Search Engine Metrics"],"prefix":"10.1007","author":[{"given":"Ben","family":"Carterette","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"key":"325_CR1_325","doi-asserted-by":"crossref","unstructured":"Aslam J.A., Pavlu V., and Yilmaz E. A statistical method for system evaluation using incomplete judgments. In Proc. 32nd Annual Int. ACM SIGIR Conf. on Research and Development in Information Retrieval, 2006, pp. 541\u2013548.","DOI":"10.1145\/1148170.1148263"},{"key":"325_CR2_325","doi-asserted-by":"crossref","unstructured":"Carterette B., Allan J., and Sitaraman R.K. Minimal test collections for retrieval evaluation. In Proc. 32nd Annual Int. ACM SIGIR Conf. on Research and Development in Information Retrieval, 2006, pp. 268\u2013275.","DOI":"10.1145\/1148170.1148219"},{"key":"325_CR3_325","unstructured":"Cleverdon C.W. The cranfield tests on index language devices. In Readings in Information Retrieval. K.S. Jones and P. Willett (eds.). Morgan Kaufmann, 1967, pp. 47\u201359."},{"key":"325_CR4_325","unstructured":"Cleverdon C.W. and Mills J. The testing of index language devices. In Readings in Information Retrieval. K.S. Jones and P. Willett (eds.). Morgan Kaufmann, 1963, pp. 98\u2013110."},{"key":"325_CR5_325","doi-asserted-by":"crossref","first-page":"1120","DOI":"10.1002\/asi.10137","volume":"53","author":"J. Kekalainen","year":"2002","unstructured":"Kekalainen J. and Jarvelin K. Using graded relevance assessments in ir evaluation. JASIST, 53:1120\u20131129, 2002.","journal-title":"JASIST"},{"key":"325_CR6_325","doi-asserted-by":"crossref","unstructured":"Papineni K., Roukos S., Ward T., and Zhu W.J. BLEU: a method for automatic evaluation of machine translation. In Proc. 40th Annual Meeting of the Assoc. for Computational Linguistics, 2002, pp. 311\u2013318.","DOI":"10.3115\/1073083.1073135"},{"key":"325_CR7_325","volume-title":"Information Retrieval","author":"C.J. van Rijsbergen","year":"1979","unstructured":"van Rijsbergen C.J. Information Retrieval. Butterworths, London, UK, 1979."},{"key":"325_CR8_325","unstructured":"Salton G. and Lesk M.E. Computer evaluation of indexing and text processing. In Readings in Information Retrieval. K.S. Jones and P. Willett (eds.). Morgan Kaufmann, 1967, pp. 60\u201384."},{"key":"325_CR9_325","doi-asserted-by":"crossref","unstructured":"Soboroff I. Dynamic test collections: measuring search effectiveness on the live web. In Proc. 32nd Annual Int. ACM SIGIR Conf. on Research and Development in Information Retrieval, 2006, pp. 276\u2013283.","DOI":"10.1145\/1148170.1148220"},{"issue":"1","key":"325_CR10_325","doi-asserted-by":"crossref","first-page":"59","DOI":"10.1108\/eb026616","volume":"32","author":"J.K. Sparck","year":"1976","unstructured":"Sparck J.K. and van Rijsbergen C.J. Information retrieval test collections. J. Doc., 32(1):59\u201375, 1976.","journal-title":"J. Doc."},{"key":"325_CR11_325","doi-asserted-by":"crossref","unstructured":"Voorhees E. Variations in relevance judgments and the measurement of retrieval effectiveness. In Proc. 21st Annual Int. ACM SIGIR Conf. on Research and Development in Information Retrieval, 1998, pp. 315\u2013323.","DOI":"10.1145\/290941.291017"},{"key":"325_CR12_325","volume-title":"TREC: Experiment and Evaluation in Information Retrieval","author":"E.M. Voorhees","year":"2005","unstructured":"Voorhees E.M. Harman D.K. (eds.). TREC: Experiment and Evaluation in Information Retrieval. MIT, Cambridge, MA, USA, 2005."},{"key":"325_CR13_325","doi-asserted-by":"crossref","unstructured":"Zobel J. How reliable are the results of large-scale information retrieval experiments? In Proc. 21st Annual Int. ACM SIGIR Conf. on Research and Development in Information Retrieval, 1998, pp. 307\u2013314.","DOI":"10.1145\/290941.291014"}],"container-title":["Encyclopedia of Database Systems"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-0-387-39940-9_325","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,6,1]],"date-time":"2020-06-01T04:25:14Z","timestamp":1590985514000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-0-387-39940-9_325"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2009]]},"ISBN":["9780387355443","9780387399409"],"references-count":13,"URL":"https:\/\/doi.org\/10.1007\/978-0-387-39940-9_325","relation":{},"subject":[],"published":{"date-parts":[[2009]]}}}