{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,11]],"date-time":"2026-07-11T02:36:23Z","timestamp":1783737383769,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":15,"publisher":"ACM","license":[{"start":{"date-parts":[[2015,10,17]],"date-time":"2015-10-17T00:00:00Z","timestamp":1445040000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"Australian Research Council's Discovery Projects Scheme","award":["DP110101934"],"award-info":[{"award-number":["DP110101934"]}]},{"name":"Australian Research Council's Discovery Projects Scheme","award":["DP140102655"],"award-info":[{"award-number":["DP140102655"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2015,10,17]]},"DOI":"10.1145\/2806416.2806606","type":"proceedings-article","created":{"date-parts":[[2016,12,1]],"date-time":"2016-12-01T19:23:23Z","timestamp":1480620203000},"page":"1759-1762","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":27,"title":["Pooled Evaluation Over Query Variations"],"prefix":"10.1145","author":[{"given":"Alistair","family":"Moffat","sequence":"first","affiliation":[{"name":"The University of Melbourne, Melbourne, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Falk","family":"Scholer","sequence":"additional","affiliation":[{"name":"RMIT University, Melbourne, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Paul","family":"Thomas","sequence":"additional","affiliation":[{"name":"CSIRO, Canberra, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Peter","family":"Bailey","sequence":"additional","affiliation":[{"name":"Microsoft, Canberra, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2015,10,17]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/2766462.2767728"},{"key":"e_1_3_2_1_2_1","volume-title":"Proc. TREC","author":"Buckley C.","year":"1999","unstructured":"C. Buckley and J. Walz . The TREC-8 query track . In Proc. TREC , 1999 . C. Buckley and J. Walz. The TREC-8 query track. In Proc. TREC, 1999."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10791-007-9032-x"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/1277741.1277755"},{"key":"e_1_3_2_1_5_1","volume-title":"Overview of the TREC 2004 terabyte track. In Proc. TREC","author":"Clarke C. L. A.","year":"2004","unstructured":"C. L. A. Clarke , N. Craswell , and I. Soboroff . Overview of the TREC 2004 terabyte track. In Proc. TREC , 2004 . C. L. A. Clarke, N. Craswell, and I. Soboroff. Overview of the TREC 2004 terabyte track. In Proc. TREC, 2004."},{"key":"e_1_3_2_1_6_1","first-page":"21","volume-title":"The TREC test collections","author":"Harman D.","year":"2005","unstructured":"D. Harman . The TREC test collections . In E. M. Voorhees and D. K. Harman, editors, TREC : Experiment and Evaluation in Information Retrieval, chapter 2, pages 21 -- 52 . MIT Press , 2005 . D. Harman. The TREC test collections. In E. M. Voorhees and D. K. Harman, editors, TREC: Experiment and Evaluation in Information Retrieval, chapter 2, pages 21--52. MIT Press, 2005."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/1076034.1076115"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/1277741.1277806"},{"key":"e_1_3_2_1_9_1","volume-title":"Computer Laboratory","author":"Sparck Jones K.","year":"1975","unstructured":"K. Sparck Jones and C. J. van Rijsbergen . Report on the need for and the provision of an \"ideal\" information retrieval test collection. Technical report , Computer Laboratory , University of Cambridge, 1975 . British Library Research and Development Report No . 5266. K. Sparck Jones and C. J. van Rijsbergen. Report on the need for and the provision of an \"ideal\" information retrieval test collection. Technical report, Computer Laboratory, University of Cambridge, 1975. British Library Research and Development Report No. 5266."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0306-4573(00)00015-7"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0306-4573(00)00010-8"},{"key":"e_1_3_2_1_12_1","volume-title":"Overview of the TREC 2002 question answering track. In Proc. TREC","author":"Voorhees E. M.","year":"2002","unstructured":"E. M. Voorhees . Overview of the TREC 2002 question answering track. In Proc. TREC , 2002 . E. M. Voorhees. Overview of the TREC 2002 question answering track. In Proc. TREC, 2002."},{"key":"e_1_3_2_1_13_1","volume-title":"Overview of the TREC 2003 robust retrieval track. In Proc. TREC","author":"Voorhees E. M.","year":"2003","unstructured":"E. M. Voorhees . Overview of the TREC 2003 robust retrieval track. In Proc. TREC , 2003 . E. M. Voorhees. Overview of the TREC 2003 robust retrieval track. In Proc. TREC, 2003."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/1852102.1852106"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/290941.291014"}],"event":{"name":"CIKM'15: 24th ACM International Conference on Information and Knowledge Management","location":"Melbourne Australia","acronym":"CIKM'15","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 24th ACM International on Conference on Information and Knowledge Management"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2806416.2806606","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2806416.2806606","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T05:43:43Z","timestamp":1750225423000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2806416.2806606"}},"subtitle":["Users are as Diverse as Systems"],"short-title":[],"issued":{"date-parts":[[2015,10,17]]},"references-count":15,"alternative-id":["10.1145\/2806416.2806606","10.1145\/2806416"],"URL":"https:\/\/doi.org\/10.1145\/2806416.2806606","relation":{},"subject":[],"published":{"date-parts":[[2015,10,17]]},"assertion":[{"value":"2015-10-17","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}