{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,3]],"date-time":"2025-09-03T11:09:39Z","timestamp":1756897779015,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":43,"publisher":"ACM","license":[{"start":{"date-parts":[[2021,3,22]],"date-time":"2021-03-22T00:00:00Z","timestamp":1616371200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100010801","name":"Xunta de Galicia","doi-asserted-by":"publisher","award":["GPC ED431B 2019\/03, ED431G 2019\/01"],"award-info":[{"award-number":["GPC ED431B 2019\/03, ED431G 2019\/01"]}],"id":[{"id":"10.13039\/501100010801","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Ministerio de Ciencia, Innovaci\u00f3n y Universidades","award":["RTI2018-093336-B-C22"],"award-info":[{"award-number":["RTI2018-093336-B-C22"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2021,3,22]]},"DOI":"10.1145\/3412841.3441947","type":"proceedings-article","created":{"date-parts":[[2021,4,23]],"date-time":"2021-04-23T05:10:24Z","timestamp":1619154624000},"page":"672-680","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":6,"title":["The wisdom of the rankers"],"prefix":"10.1145","author":[{"given":"David","family":"Otero","sequence":"first","affiliation":[{"name":"Universidade da Coru\u00f1a, A Coru\u00f1a, Spain"}]},{"given":"Javier","family":"Parapar","sequence":"additional","affiliation":[{"name":"Universidade da Coru\u00f1a, A Coru\u00f1a, Spain"}]},{"given":"\u00c1lvaro","family":"Barreiro","sequence":"additional","affiliation":[{"name":"Universidade da Coru\u00f1a, A Coru\u00f1a, Spain"}]}],"member":"320","published-online":{"date-parts":[[2021,4,22]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Proceedings of TREC","author":"Allan James","year":"2017","unstructured":"James Allan, Donna K. Harman, Evangelos Kanoulas, Dan Li, Christophe Van Gysel, and Ellen M. Voorhees. 2017. TREC 2017 Common Core Track Overview. In Proceedings of TREC 2017. NIST. https:\/\/trec.nist.gov\/pubs\/trec26\/papers\/Overview-CC.pdf"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2012.01.004"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/582415.582416"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/956863.956953"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/1148170.1148263"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2911451.2914671"},{"key":"e_1_3_2_1_7_1","volume-title":"Proceedings of TREC","author":"Benham Rodger","year":"2017","unstructured":"Rodger Benham, Luke Gallagher, Joel Mackenzie, Tadele T. Damessie, Ruey-Cheng Chen, Falk Scholer, and J. Shane Culpepper. 2017. RMIT at the TREC CORE Track. In Proceedings of TREC 2017. NIST. https:\/\/trec.nist.gov\/pubs\/trec26\/papers\/RMIT-CC.pdf"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10791-007-9032-x"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/1148170.1148219"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/1835449.1835490"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/1277741.1277934"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/290941.291009"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3331184.3331303"},{"volume-title":"10th International Conference of the CLEF Association 2019. Experimental IR Meets Multilinguality, Multimodality, and Interaction - 10th International Conference of the CLEF Association","author":"Meets Multilinguality Experimental IR","key":"e_1_3_2_1_14_1","unstructured":"Experimental IR Meets Multilinguality, Multimodality, and Interaction - 10th International Conference of the CLEF Association 2019. Experimental IR Meets Multilinguality, Multimodality, and Interaction - 10th International Conference of the CLEF Association (Lugano, Switzerland). Springer International Publishing, Cham."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/1076034.1076116"},{"volume-title":"Proceedings of the Workshop on Pattern Recognition in Practice. North Holland","key":"e_1_3_2_1_16_1","unstructured":"Fred. Jelinek and Robert L. Mercer. 1980. Interpolated estimation of Markov source parameters from sparse data. In Proceedings of the Workshop on Pattern Recognition in Practice. North Holland, Amsterdam, 381--397."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.2307\/2332226"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10791-013-9225-4"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/383952.383972"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2019.2947049"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3341981.3344223"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-98932-7_30"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/2851613.2851692"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2017.04.005"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1002\/asi.24077"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1017\/S1351324900000218"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3368567.3368584"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","unstructured":"Bhaskar Mitra and Nick Craswell. 2018. An Introduction to Neural Information Retrieval. Now Foundations and Trends. 10.1561\/1500000061","DOI":"10.1561\/1500000061"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3015022.3015025"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/2806416.2806606"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-36805-0"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/290941.291008"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1561\/1500000019"},{"key":"e_1_3_2_1_34_1","volume-title":"Proceedings of EVIA 2010","author":"Sakai Tetsuya","year":"2010","unstructured":"Tetsuya Sakai and Chin-Yew Lin. 2010. Ranking Retrieval Systems without Relevance Assessments: Revisited. In Proceedings of EVIA 2010. National Institute of Informatics (NII), 25--33. http:\/\/research.nii.ac.jp\/ntcir\/workshop\/OnlineProceedings8\/EVIA\/05-EVIA2010-SakaiT.pdf"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/1008992.1009001"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/383952.383961"},{"key":"e_1_3_2_1_37_1","volume-title":"van Rijsbergen","author":"Sp\u00e4rck Jones K.","year":"1975","unstructured":"K. Sp\u00e4rck Jones and Cornelis J. van Rijsbergen. 1975. Report on the need for and provision of an 'ideal' information retrieval test collection. Computer Laboratory (1975)."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3167132.3167207"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/383952.383963"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3269206.3271766"},{"key":"e_1_3_2_1_41_1","volume-title":"Harman","author":"Voorhees Ellen M.","year":"2005","unstructured":"Ellen M. Voorhees and Donna K. Harman. 2005. TREC: Experiment and Evaluation in Information Retrieval. The MIT Press."},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/1390334.1390435"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/290941.291014"}],"event":{"name":"SAC '21: The 36th ACM\/SIGAPP Symposium on Applied Computing","sponsor":["SIGAPP ACM Special Interest Group on Applied Computing"],"location":"Virtual Event Republic of Korea","acronym":"SAC '21"},"container-title":["Proceedings of the 36th Annual ACM Symposium on Applied Computing"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3412841.3441947","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3412841.3441947","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:02:23Z","timestamp":1750197743000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3412841.3441947"}},"subtitle":["a cost-effective method for building pooled test collections without participant systems"],"short-title":[],"issued":{"date-parts":[[2021,3,22]]},"references-count":43,"alternative-id":["10.1145\/3412841.3441947","10.1145\/3412841"],"URL":"https:\/\/doi.org\/10.1145\/3412841.3441947","relation":{},"subject":[],"published":{"date-parts":[[2021,3,22]]},"assertion":[{"value":"2021-04-22","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}