{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T04:30:08Z","timestamp":1750307408828,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":17,"publisher":"ACM","license":[{"start":{"date-parts":[[2010,7,19]],"date-time":"2010-07-19T00:00:00Z","timestamp":1279497600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2010,7,19]]},"DOI":"10.1145\/1835449.1835541","type":"proceedings-article","created":{"date-parts":[[2010,7,20]],"date-time":"2010-07-20T15:39:10Z","timestamp":1279640350000},"page":"547-554","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":13,"title":["Reusable test collections through experimental design"],"prefix":"10.1145","author":[{"given":"Ben","family":"Carterette","sequence":"first","affiliation":[{"name":"University of Delaware, Newark, DE, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Evangelos","family":"Kanoulas","sequence":"additional","affiliation":[{"name":"University of Sheffield, Sheffield, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Virgil","family":"Pavlu","sequence":"additional","affiliation":[{"name":"Northeastern University, Boston, MA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hui","family":"Fang","sequence":"additional","affiliation":[{"name":"University of Delaware, Newark, DE, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2010,7,19]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Overview of the TREC 2008 million query track. In Proceedings of TREC","author":"Allan J.","year":"2008","unstructured":"J. Allan , J. A. Aslam , B. Carterette , V. Pavlu , and E. Kanoulas . Overview of the TREC 2008 million query track. In Proceedings of TREC , 2008 . J. Allan, J. A. Aslam, B. Carterette, V. Pavlu, and E. Kanoulas. Overview of the TREC 2008 million query track. In Proceedings of TREC, 2008."},{"key":"e_1_3_2_1_2_1","unstructured":"J. A. Aslam and V. Pavlu. A practical sampling strategy for efficient retrieval evaluat ion technical report.  J. A. Aslam and V. Pavlu. A practical sampling strategy for efficient retrieval evaluat ion technical report."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/1277741.1277755"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/1277741.1277754"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/1571941.1572017"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/1148170.1148219"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/1718487.1718516"},{"key":"e_1_3_2_1_8_1","volume-title":"Overview of the TREC 2009 million query track. In Notebook Proceedings of TREC","author":"Carterette B.","year":"2009","unstructured":"B. Carterette , V. Pavlu , H. Fang , and E. Kanoulas . Overview of the TREC 2009 million query track. In Notebook Proceedings of TREC , 2009 . B. Carterette, V. Pavlu, H. Fang, and E. Kanoulas. Overview of the TREC 2009 million query track. In Notebook Proceedings of TREC, 2009."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/1321440.1321530"},{"key":"e_1_3_2_1_10_1","volume-title":"Statistical Power Analysis for the Behavioral Sciences","author":"Cohen J.","year":"1998","unstructured":"J. Cohen . Statistical Power Analysis for the Behavioral Sciences . Lawrence Erlbaum , 2 nd edition, 1998 . J. Cohen. Statistical Power Analysis for the Behavioral Sciences. Lawrence Erlbaum, 2nd edition, 1998.","edition":"2"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1016\/0306-4573(94)00047-7"},{"key":"e_1_3_2_1_12_1","volume-title":"Why most published research findings are false. PLoS Med., 2(8)","author":"Ionnidis J. P. A.","year":"2005","unstructured":"J. P. A. Ionnidis . Why most published research findings are false. PLoS Med., 2(8) , 2005 . J. P. A. Ionnidis. Why most published research findings are false. PLoS Med., 2(8), 2005."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/1458082.1458159"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.5555\/648264.753539"},{"key":"e_1_3_2_1_15_1","volume-title":"Proceedings of TREC","author":"Voorhees E. M.","year":"2009","unstructured":"E. M. Voorhees . Overview of trec 2009 . In Proceedings of TREC , 2009 . Notebook draft. E. M. Voorhees. Overview of trec 2009. In Proceedings of TREC, 2009. Notebook draft."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/1458082.1458158"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/290941.291014"}],"event":{"name":"SIGIR '10: The 33rd International ACM SIGIR conference on research and development in Information Retrieval","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"],"location":"Geneva Switzerland","acronym":"SIGIR '10"},"container-title":["Proceedings of the 33rd international ACM SIGIR conference on Research and development in information retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1835449.1835541","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/1835449.1835541","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T11:39:31Z","timestamp":1750246771000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1835449.1835541"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2010,7,19]]},"references-count":17,"alternative-id":["10.1145\/1835449.1835541","10.1145\/1835449"],"URL":"https:\/\/doi.org\/10.1145\/1835449.1835541","relation":{},"subject":[],"published":{"date-parts":[[2010,7,19]]},"assertion":[{"value":"2010-07-19","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}