{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T04:24:16Z","timestamp":1750220656879,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":18,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,10,19]],"date-time":"2020-10-19T00:00:00Z","timestamp":1603065600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,10,19]]},"DOI":"10.1145\/3340531.3412121","type":"proceedings-article","created":{"date-parts":[[2020,10,19]],"date-time":"2020-10-19T07:01:44Z","timestamp":1603090904000},"page":"1953-1956","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Building Test Collections using Bandit Techniques"],"prefix":"10.1145","author":[{"given":"Bahadir","family":"Altun","sequence":"first","affiliation":[{"name":"TOBB University of Economics and Technology, Ankara, Turkey"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mucahid","family":"Kutlu","sequence":"additional","affiliation":[{"name":"TOBB University of Economics and Technology, Ankara, Turkey"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2020,10,19]]},"reference":[{"key":"e_1_3_2_2_1_1","volume-title":"Voorhees","author":"Allan J.","year":"2017","unstructured":"Allan , J. , Harman , D. , Kanoulas , E. , Li , D. , Van Gysel , C. , Voorhees , E.M. : Trec 2017 common core track overview. In : TREC ( 2017) Allan, J., Harman, D., Kanoulas, E., Li, D., Van Gysel, C., Voorhees, E.M.: Trec 2017 common core track overview. In: TREC (2017)"},{"doi-asserted-by":"publisher","key":"e_1_3_2_2_2_1","DOI":"10.1145\/956863.956953"},{"doi-asserted-by":"publisher","key":"e_1_3_2_2_3_1","DOI":"10.1145\/1571941.1572017"},{"key":"e_1_3_2_2_4_1","first-page":"687","volume-title":"Proceedings of the international conference on scientific information.","volume":"1","author":"Cleverdon C.W.","year":"1959","unstructured":"Cleverdon , C.W. : The evaluation of systems used in information retrieval . In: Proceedings of the international conference on scientific information. vol. 1 , pp. 687 -- 698 . National Academy of Sciences Washington, DC , ( 1959 ) Cleverdon, C.W.: The evaluation of systems used in information retrieval. In: Proceedings of the international conference on scientific information. vol. 1, pp. 687--698. National Academy of Sciences Washington, DC, (1959)"},{"doi-asserted-by":"publisher","key":"e_1_3_2_2_5_1","DOI":"10.1145\/290941.291009"},{"key":"e_1_3_2_2_6_1","volume-title":"Lupu","author":"Lipani A.","year":"2019","unstructured":"Lipani , A. , Losada , D.E. , Zuccon , G. , Lupu , M. : Fixed-cost pooling strategies. IEEE Transactions on Knowledge and Data Engineering ( 2019 ) Lipani, A., Losada, D.E., Zuccon, G., Lupu, M.: Fixed-cost pooling strategies. IEEE Transactions on Knowledge and Data Engineering (2019)"},{"doi-asserted-by":"publisher","key":"e_1_3_2_2_7_1","DOI":"10.1007\/978-3-319-56608-5_28"},{"doi-asserted-by":"publisher","key":"e_1_3_2_2_8_1","DOI":"10.1016\/j.ipm.2017.04.005"},{"doi-asserted-by":"publisher","key":"e_1_3_2_2_9_1","DOI":"10.1145\/1277741.1277806"},{"key":"e_1_3_2_2_10_1","volume-title":"Zobel","author":"Moffat A.","year":"2008","unstructured":"Moffat , A. , Zobel , J. : Rank-biased precision for measurement of retrieval effectiveness. ACM Transactions on Information Systems (TOIS) 27(1), 2 ( 2008 ) Moffat, A., Zobel, J.: Rank-biased precision for measurement of retrieval effectiveness. ACM Transactions on Information Systems (TOIS) 27(1), 2 (2008)"},{"doi-asserted-by":"publisher","key":"e_1_3_2_2_11_1","DOI":"10.1145\/3308558.3313675"},{"doi-asserted-by":"publisher","key":"e_1_3_2_2_12_1","DOI":"10.1007\/s10791-015-9273-z"},{"key":"e_1_3_2_2_13_1","volume-title":"Van Rijsbergen","author":"Sparck Jones K.","year":"1975","unstructured":"Sparck Jones , K. , Van Rijsbergen , C. : Report on the need for and provision of an\" ideal. Information Retrieval Test Collection ( 1975 ) Sparck Jones, K., Van Rijsbergen, C.: Report on the need for and provision of an\" ideal. Information Retrieval Test Collection (1975)"},{"doi-asserted-by":"publisher","key":"e_1_3_2_2_14_1","DOI":"10.1145\/2484028.2484038"},{"key":"e_1_3_2_2_15_1","volume-title":": Variations in relevance judgments and the measurement of retrieval effectiveness. Information processing & management 36(5), 697--716","author":"Voorhees E.M.","year":"2000","unstructured":"Voorhees , E.M. : Variations in relevance judgments and the measurement of retrieval effectiveness. Information processing & management 36(5), 697--716 ( 2000 ). Voorhees, E.M.: Variations in relevance judgments and the measurement of retrieval effectiveness. Information processing & management 36(5), 697--716 (2000)."},{"key":"e_1_3_2_2_16_1","first-page":"355","volume-title":"Workshop of the cross-language evaluation forum for european languages.","author":"Voorhees E.M.","year":"2001","unstructured":"Voorhees , E.M. : The philosophy of information retrieval evaluation . In: Workshop of the cross-language evaluation forum for european languages. pp. 355 -- 370 ( 2001 ) Voorhees, E.M.: The philosophy of information retrieval evaluation. In:Workshop of the cross-language evaluation forum for european languages. pp. 355--370 (2001)"},{"doi-asserted-by":"publisher","key":"e_1_3_2_2_17_1","DOI":"10.1145\/1571941.1572138"},{"doi-asserted-by":"publisher","key":"e_1_3_2_2_18_1","DOI":"10.1145\/3269206.3271766"}],"event":{"sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGIR ACM Special Interest Group on Information Retrieval"],"acronym":"CIKM '20","name":"CIKM '20: The 29th ACM International Conference on Information and Knowledge Management","location":"Virtual Event Ireland"},"container-title":["Proceedings of the 29th ACM International Conference on Information & Knowledge Management"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3340531.3412121","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3340531.3412121","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:02:30Z","timestamp":1750197750000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3340531.3412121"}},"subtitle":["A Reproducibility Study"],"short-title":[],"issued":{"date-parts":[[2020,10,19]]},"references-count":18,"alternative-id":["10.1145\/3340531.3412121","10.1145\/3340531"],"URL":"https:\/\/doi.org\/10.1145\/3340531.3412121","relation":{},"subject":[],"published":{"date-parts":[[2020,10,19]]},"assertion":[{"value":"2020-10-19","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}