{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T04:27:57Z","timestamp":1743049677503,"version":"3.40.3"},"publisher-location":"New York, NY","reference-count":13,"publisher":"Springer New York","isbn-type":[{"type":"print","value":"9781461482666"},{"type":"electronic","value":"9781461482659"}],"license":[{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2018]]},"DOI":"10.1007\/978-1-4614-8265-9_325","type":"book-chapter","created":{"date-parts":[[2018,12,6]],"date-time":"2018-12-06T13:25:47Z","timestamp":1544102747000},"page":"3328-3333","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Search Engine Metrics"],"prefix":"10.1007","author":[{"given":"Ben","family":"Carterette","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2018,12,7]]},"reference":[{"key":"325_CR19160","doi-asserted-by":"crossref","unstructured":"Aslam JA, Pavlu V, Yilmaz E. A statistical method for system evaluation using incomplete judgments. In: Proceedings of the 32nd Annual International ACM SIGIR Conference on Research and Development in Information Retrieval; 2006. p. 541\u20138.","DOI":"10.1145\/1148170.1148263"},{"key":"325_CR19161","doi-asserted-by":"crossref","unstructured":"Carterette B, Allan J, Sitaraman RK. Minimal test collections for retrieval evaluation. In: Proceedings of the 32nd Annual International ACM SIGIR Conference on Research and Development in Information Retrieval; 2006. p. 268\u201375.","DOI":"10.1145\/1148170.1148219"},{"key":"325_CR19162","unstructured":"Cleverdon CW. The cranfield tests on index language devices. In: Jones KS, Willett P, editors. Readings in information retrieval. Morgan Kaufmann; 1967. p. 47\u201359."},{"key":"325_CR19163","unstructured":"Cleverdon CW, Mills J. The testing of index language devices. In: Jones KS, Willett P, editors. Readings in information retrieval. Morgan Kaufmann; 1963. p. 98\u2013110."},{"issue":"13","key":"325_CR19164","doi-asserted-by":"publisher","first-page":"1120","DOI":"10.1002\/asi.10137","volume":"53","author":"J Kekalainen","year":"2002","unstructured":"Kekalainen J, Jarvelin K. Using graded relevance assessments in IR evaluation. JASIST. 2002;53(13):1120\u20139.","journal-title":"JASIST"},{"key":"325_CR19165","doi-asserted-by":"crossref","unstructured":"Papineni K, Roukos S, Ward T, Zhu WJ. BLEU: a method for automatic evaluation of machine translation. In: Proceedings of the 40th Annual Meeting of the Association for Computational Linguistics; 2002. p. 311\u20138.","DOI":"10.3115\/1073083.1073135"},{"key":"325_CR19166","volume-title":"Information retrieval","author":"CJ van Rijsbergen","year":"1979","unstructured":"van Rijsbergen CJ. Information retrieval. London: Butterworths; 1979."},{"key":"325_CR19167","unstructured":"Salton G, Lesk ME. Computer evaluation of indexing and text processing. In: Jones KS, Willett P, editors. Readings in information retrieval. Morgan Kaufmann; 1967. p. 60\u201384."},{"key":"325_CR19168","doi-asserted-by":"crossref","unstructured":"Soboroff I. Dynamic test collections: measuring search effectiveness on the live web. In: Proceedings of the 32nd Annual International ACM SIGIR Conference on Research and Development in Information Retrieval; 2006. p. 276\u201383.","DOI":"10.1145\/1148170.1148220"},{"issue":"1","key":"325_CR19169","doi-asserted-by":"publisher","first-page":"59","DOI":"10.1108\/eb026616","volume":"32","author":"JK Sparck","year":"1976","unstructured":"Sparck JK, van Rijsbergen CJ. Information retrieval test collections. J Doc. 1976;32(1):59\u201375.","journal-title":"J Doc"},{"key":"325_CR19170","doi-asserted-by":"crossref","unstructured":"Voorhees E. Variations in relevance judgments and the measurement of retrieval effectiveness. In: Proceedings of the 21st Annual International ACM SIGIR Conference on Research and Development in Information Retrieval; 1998. p. 315\u201323.","DOI":"10.1145\/290941.291017"},{"volume-title":"TREC: experiment and evaluation in information retrieval","year":"2005","key":"325_CR19171","unstructured":"Voorhees EM, Harman DK, editors. TREC: experiment and evaluation in information retrieval. Cambridge, MA: MIT; 2005."},{"key":"325_CR19172","doi-asserted-by":"crossref","unstructured":"Zobel J. How reliable are the results of large-scale information retrieval experiments? In: Proceedings of the 21st Annual International ACM SIGIR Conference on Research and Development in Information Retrieval; 1998. p. 307\u201314.","DOI":"10.1145\/290941.291014"}],"container-title":["Encyclopedia of Database Systems"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-1-4614-8265-9_325","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,6,1]],"date-time":"2020-06-01T22:16:25Z","timestamp":1591049785000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-1-4614-8265-9_325"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018]]},"ISBN":["9781461482666","9781461482659"],"references-count":13,"URL":"https:\/\/doi.org\/10.1007\/978-1-4614-8265-9_325","relation":{},"subject":[],"published":{"date-parts":[[2018]]},"assertion":[{"value":"7 December 2018","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}