{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,16]],"date-time":"2026-01-16T17:50:01Z","timestamp":1768585801680,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":20,"publisher":"ACM","license":[{"start":{"date-parts":[[2008,7,20]],"date-time":"2008-07-20T00:00:00Z","timestamp":1216512000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2008,7,20]]},"DOI":"10.1145\/1390334.1390445","type":"proceedings-article","created":{"date-parts":[[2008,7,22]],"date-time":"2008-07-22T13:46:39Z","timestamp":1216734399000},"page":"651-658","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":64,"title":["Evaluation over thousands of queries"],"prefix":"10.1145","author":[{"given":"Ben","family":"Carterette","sequence":"first","affiliation":[{"name":"University of Massachusetts Amherst, Amherst, MA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Virgil","family":"Pavlu","sequence":"additional","affiliation":[{"name":"Northeastern University, Boston, MA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Evangelos","family":"Kanoulas","sequence":"additional","affiliation":[{"name":"Northeastern University, Boston, MA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Javed A.","family":"Aslam","sequence":"additional","affiliation":[{"name":"Northeastern University, Boston, MA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"James","family":"Allan","sequence":"additional","affiliation":[{"name":"University of Massachusetts Amherst, Amherst, MA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2008,7,20]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.21236\/ADA477388"},{"key":"e_1_3_2_1_2_1","unstructured":"J. A. Aslam and V. Pavlu. A practical sampling strategy for efficient retrieval evaluation technical report.  J. A. Aslam and V. Pavlu. A practical sampling strategy for efficient retrieval evaluation technical report."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.5555\/1763653.1763679"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/1076034.1076133"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/1148170.1148263"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/1277741.1277805"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4757-3456-0","volume-title":"Generalizability Theory","author":"Brennan R. L.","year":"2001","unstructured":"R. L. Brennan . Generalizability Theory . Springer-Verlag , New York , 2001 . R. L. Brennan. Generalizability Theory. Springer-Verlag, New York, 2001."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4684-9407-5"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/1148170.1148284"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/1277741.1277754"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/1148170.1148219"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/1321440.1321530"},{"key":"e_1_3_2_1_13_1","volume-title":"Proceedings of TREC","author":"Clarke C.","year":"2004","unstructured":"C. Clarke , N. Craswell , and I. Soboroff . Overview of the TREC 2004 Terabyte Track . In Proceedings of TREC , 2004 . C. Clarke, N. Craswell, and I. Soboroff. Overview of the TREC 2004 Terabyte Track. In Proceedings of TREC, 2004."},{"key":"e_1_3_2_1_14_1","volume-title":"The TREC 2005 terabyte track. In Proceedings of TREC","author":"Clarke C. L. A.","year":"2005","unstructured":"C. L. A. Clarke , F. Scholer , and I. Soboroff . The TREC 2005 terabyte track. In Proceedings of TREC , 2005 . C. L. A. Clarke, F. Scholer, and I. Soboroff. The TREC 2005 terabyte track. In Proceedings of TREC, 2005."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/1076034.1076064"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1108\/eb026616"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.2517-6161.1958.tb00304.x"},{"key":"e_1_3_2_1_19_1","volume-title":"Wiley Series in Probability and Mathematical Statistics","author":"Thompson S. K.","year":"1992","unstructured":"S. K. Thompson . Sampling. Wiley Series in Probability and Mathematical Statistics , 1992 . S. K. Thompson. Sampling. Wiley Series in Probability and Mathematical Statistics, 1992."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/1183614.1183633"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/290941.291014"}],"event":{"name":"SIGIR '08: The 31st Annual International ACM SIGIR Conference","location":"Singapore Singapore","acronym":"SIGIR '08","sponsor":["ACM Association for Computing Machinery","SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 31st annual international ACM SIGIR conference on Research and development in information retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1390334.1390445","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/1390334.1390445","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T14:47:20Z","timestamp":1750258040000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1390334.1390445"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2008,7,20]]},"references-count":20,"alternative-id":["10.1145\/1390334.1390445","10.1145\/1390334"],"URL":"https:\/\/doi.org\/10.1145\/1390334.1390445","relation":{},"subject":[],"published":{"date-parts":[[2008,7,20]]},"assertion":[{"value":"2008-07-20","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}