{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,4]],"date-time":"2026-04-04T06:19:05Z","timestamp":1775283545091,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":15,"publisher":"ACM","license":[{"start":{"date-parts":[[2010,2,4]],"date-time":"2010-02-04T00:00:00Z","timestamp":1265241600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2010,2,4]]},"DOI":"10.1145\/1718487.1718516","type":"proceedings-article","created":{"date-parts":[[2010,8,24]],"date-time":"2010-08-24T13:16:50Z","timestamp":1282655810000},"page":"231-240","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":20,"title":["Measuring the reusability of test collections"],"prefix":"10.1145","author":[{"given":"Ben","family":"Carterette","sequence":"first","affiliation":[{"name":"University of Delaware, Newark, DE, USA"}]},{"given":"Evgeniy","family":"Gabrilovich","sequence":"additional","affiliation":[{"name":"Yahoo! Research, Santa Clara, CA, USA"}]},{"given":"Vanja","family":"Josifovski","sequence":"additional","affiliation":[{"name":"Yahoo! Research, Santa Clara, CA, USA"}]},{"given":"Donald","family":"Metzler","sequence":"additional","affiliation":[{"name":"Yahoo! Research, Santa Clara, CA, USA"}]}],"member":"320","published-online":{"date-parts":[[2010,2,4]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/1321440.1321529"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/1148170.1148284"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/1008992.1009000"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/1277741.1277755"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/1277741.1277754"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/1321440.1321564"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"crossref","DOI":"10.1201\/9780429246593","volume-title":"An Introduction to the Bootstrap","author":"Efron B.","year":"1994","unstructured":"B. Efron and R. Tibshirani . An Introduction to the Bootstrap . Chapman & Hall , 1994 . B. Efron and R. Tibshirani. An Introduction to the Bootstrap. Chapman & Hall, 1994."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/1292591.1292592"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/1277741.1277756"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/1458082.1458159"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1108\/eb026616"},{"key":"e_1_3_2_1_13_1","volume-title":"Information Retrieval","author":"van Rijsbergen C.J.","year":"1979","unstructured":"C.J. van Rijsbergen . Information Retrieval . Butterworths , London , 2 nd edition, 1979 . C.J. van Rijsbergen. Information Retrieval. Butterworths, London, 2nd edition, 1979.","edition":"2"},{"key":"e_1_3_2_1_14_1","volume-title":"TREC: Experiment and Evaluation in Information Retrieval","author":"Voorhees E.M.","year":"2005","unstructured":"E.M. Voorhees and D.K. Harman . TREC: Experiment and Evaluation in Information Retrieval . MIT Press , Cambridge, MA , 2005 . E.M. Voorhees and D.K. Harman. TREC: Experiment and Evaluation in Information Retrieval. MIT Press, Cambridge, MA, 2005."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/1183614.1183633"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/290941.291014"}],"event":{"name":"WSDM'10: Third ACM International Conference on Web Search and Data Mining","location":"New York New York USA","acronym":"WSDM'10","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data","SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the third ACM international conference on Web search and data mining"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1718487.1718516","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/1718487.1718516","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T12:41:24Z","timestamp":1750250484000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1718487.1718516"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2010,2,4]]},"references-count":15,"alternative-id":["10.1145\/1718487.1718516","10.1145\/1718487"],"URL":"https:\/\/doi.org\/10.1145\/1718487.1718516","relation":{},"subject":[],"published":{"date-parts":[[2010,2,4]]},"assertion":[{"value":"2010-02-04","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}