{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,16]],"date-time":"2026-01-16T20:51:26Z","timestamp":1768596686797,"version":"3.49.0"},"publisher-location":"Cham","reference-count":26,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783319566078","type":"print"},{"value":"9783319566085","type":"electronic"}],"license":[{"start":{"date-parts":[[2017,1,1]],"date-time":"2017-01-01T00:00:00Z","timestamp":1483228800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2017]]},"DOI":"10.1007\/978-3-319-56608-5_28","type":"book-chapter","created":{"date-parts":[[2017,4,7]],"date-time":"2017-04-07T06:25:19Z","timestamp":1491546319000},"page":"357-368","source":"Crossref","is-referenced-by-count":9,"title":["Fixed-Cost Pooling Strategies Based on IR Evaluation Measures"],"prefix":"10.1007","author":[{"given":"Aldo","family":"Lipani","sequence":"first","affiliation":[]},{"given":"Joao","family":"Palotti","sequence":"additional","affiliation":[]},{"given":"Mihai","family":"Lupu","sequence":"additional","affiliation":[]},{"given":"Florina","family":"Piroi","sequence":"additional","affiliation":[]},{"given":"Guido","family":"Zuccon","sequence":"additional","affiliation":[]},{"given":"Allan","family":"Hanbury","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2017,4,8]]},"reference":[{"key":"28_CR1","doi-asserted-by":"crossref","unstructured":"Aslam, J.A., Pavlu, V., Yilmaz, E.: A statistical method for system evaluation using incomplete judgments. In: Proceedings of SIGIR (2006)","DOI":"10.1145\/1148170.1148263"},{"issue":"6","key":"28_CR2","doi-asserted-by":"crossref","first-page":"491","DOI":"10.1007\/s10791-007-9032-x","volume":"10","author":"C Buckley","year":"2007","unstructured":"Buckley, C., Dimmick, D., Soboroff, I., Voorhees, E.: Bias and the limits of pooling for large collections. Inf. Retr. 10(6), 491\u2013508 (2007)","journal-title":"Inf. Retr."},{"key":"28_CR3","doi-asserted-by":"crossref","unstructured":"Buckley, C., Voorhees, E.M.: Evaluating evaluation measure stability. In: Proceedings of SIGIR (2000)","DOI":"10.1145\/345508.345543"},{"key":"28_CR4","doi-asserted-by":"crossref","unstructured":"B\u00fcttcher, S., Clarke, C.L.A., Yeung, P.C.K., Soboroff, I.: Reliable information retrieval evaluation with incomplete and biased judgments. In: Proceedings of SIGIR (2007)","DOI":"10.1145\/1277741.1277755"},{"key":"28_CR5","doi-asserted-by":"crossref","unstructured":"Carterette, B.: System effectiveness, user models, and user utility: a conceptual framework for investigation. In: Proceedings of SIGIR (2011)","DOI":"10.1145\/2009916.2010037"},{"key":"28_CR6","unstructured":"Cleverdon, C., Mills, J.: Factors determining the performance of indexing systems. In: Volume I - Design, Volume II - Test Results, ASLIB Cranfield Project (1966). (Reprinted in Sparck Jones, K., Willett, P. (eds.) Readings in Information Retrieval)"},{"key":"28_CR7","doi-asserted-by":"crossref","unstructured":"Cormack, G.V., Clarke, C.L.A., Buettcher, S.: Reciprocal rank fusion outperforms condorcet and individual rank learning methods. In: Proceedings of SIGIR (2009)","DOI":"10.1145\/1571941.1572114"},{"key":"28_CR8","doi-asserted-by":"crossref","unstructured":"Dumais, S., Banko, M., Brill, E., Lin, J., Ng, A.: Web question answering: is more always better? In: Proceedings of SIGIR (2002)","DOI":"10.1145\/564376.564428"},{"issue":"4","key":"28_CR9","doi-asserted-by":"crossref","first-page":"422","DOI":"10.1145\/582415.582418","volume":"20","author":"K J\u00e4rvelin","year":"2002","unstructured":"J\u00e4rvelin, K., Kek\u00e4l\u00e4inen, J.: Cumulated gain-based evaluation of IR techniques. ACM Trans. Inf. Syst. 20(4), 422\u2013446 (2002)","journal-title":"ACM Trans. Inf. Syst."},{"key":"28_CR10","unstructured":"Jones, K.S., van Rijsbergen, C.J.: Report on the need for and provision of an \u201cideal\u201d information retrieval test collection. British Library Research and Development Report 5266, University of Cambridge (1975)"},{"key":"28_CR11","doi-asserted-by":"crossref","unstructured":"Lipani, A.: Fairness in information retrieval. In: Proceedings of SIGIR (2016)","DOI":"10.1145\/2911451.2911473"},{"key":"28_CR12","doi-asserted-by":"crossref","unstructured":"Lipani, A., Lupu, M., Hanbury, A.: Splitting water: precision and anti-precision to reduce pool bias. In: Proceedings of SIGIR (2015)","DOI":"10.1145\/2766462.2767749"},{"key":"28_CR13","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"267","DOI":"10.1007\/978-3-319-30671-1_20","volume-title":"Advances in Information Retrieval","author":"A Lipani","year":"2016","unstructured":"Lipani, A., Lupu, M., Hanbury, A.: The curious incidence of bias corrections in the pool. In: Ferro, N., Crestani, F., Moens, M.-F., Mothe, J., Silvestri, F., Nunzio, G.M., Hauff, C., Silvello, G. (eds.) ECIR 2016. LNCS, vol. 9626, pp. 267\u2013279. Springer, Cham (2016). doi: 10.1007\/978-3-319-30671-1_20"},{"key":"28_CR14","doi-asserted-by":"crossref","unstructured":"Lipani, A., Lupu, M., Palotti, J., Zuccon, G., Hanbury, A.: Fixed budget pooling strategies based on fusion methods. In: Proceedings of SAC (2017)","DOI":"10.1145\/3019612.3019692"},{"key":"28_CR15","doi-asserted-by":"crossref","unstructured":"Lipani, A., Zuccon, G., Lupu, M., Koopman, B., Hanbury, A.: The impact of fixed-cost pooling strategies on test collection bias. In: Proceedings of ICTIR (2016)","DOI":"10.1145\/2970398.2970429"},{"key":"28_CR16","doi-asserted-by":"crossref","unstructured":"Moffat, A., Webber, W., Zobel, J.: Strategic system comparisons via targeted relevance judgments. In: Proceedings of SIGIR (2007)","DOI":"10.1145\/1277741.1277806"},{"issue":"1","key":"28_CR17","doi-asserted-by":"crossref","first-page":"2","DOI":"10.1145\/1416950.1416952","volume":"27","author":"A Moffat","year":"2008","unstructured":"Moffat, A., Zobel, J.: Rank-biased precision for measurement of retrieval effectiveness. TOIS 27(1), 2 (2008)","journal-title":"TOIS"},{"key":"28_CR18","unstructured":"Park, L.A., Zhang, Y.: On the distribution of user persistence for rank-biased precision. In: Proceedings of ADCS (2007)"},{"issue":"4","key":"28_CR19","doi-asserted-by":"crossref","first-page":"439","DOI":"10.1177\/0165551507086989","volume":"34","author":"S Robertson","year":"2008","unstructured":"Robertson, S.: On the history of evaluation in IR. J. Inf. Sci. 34(4), 439\u2013456 (2008)","journal-title":"J. Inf. Sci."},{"key":"28_CR20","unstructured":"Sakai, T.: New performance metrics based on multigrade relevance: their application to question answering. In Proceedings of NTCIR (2004)"},{"key":"28_CR21","doi-asserted-by":"crossref","unstructured":"Soboroff, I.: A comparison of pooled and sampled relevance judgments. In: Proceedings of SIGIR (2007)","DOI":"10.1145\/1277741.1277908"},{"key":"28_CR22","volume-title":"TREC: Experiment and Evaluation in Information Retrieval","author":"EM Voorhees","year":"2005","unstructured":"Voorhees, E.M., Harman, D.K.: TREC: Experiment and Evaluation in Information Retrieval. The MIT Press, Cambridge (2005)"},{"key":"28_CR23","doi-asserted-by":"crossref","unstructured":"Webber, W., Park, L.A.: Score adjustment for correction of pooling bias. In: Proceedings of SIGIR (2009)","DOI":"10.1145\/1571941.1572018"},{"key":"28_CR24","doi-asserted-by":"crossref","unstructured":"Yilmaz, E., Aslam, J.A.: Estimating average precision with incomplete and imperfect judgments. In: Proceedings of CIKM (2006)","DOI":"10.1145\/1183614.1183633"},{"issue":"1","key":"28_CR25","doi-asserted-by":"crossref","first-page":"46","DOI":"10.1007\/s10791-009-9099-7","volume":"13","author":"Y Zhang","year":"2010","unstructured":"Zhang, Y., Park, L.A., Moffat, A.: Click-based evidence for decaying weight distributions in search effectiveness metrics. Inf. Retr. 13(1), 46\u201369 (2010)","journal-title":"Inf. Retr."},{"key":"28_CR26","doi-asserted-by":"crossref","unstructured":"Zobel, J.: How reliable are the results of large-scale information retrieval experiments? In: Proceedings of SIGIR (1998)","DOI":"10.1145\/290941.291014"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-56608-5_28","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,9,20]],"date-time":"2019-09-20T15:34:28Z","timestamp":1568993668000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-56608-5_28"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017]]},"ISBN":["9783319566078","9783319566085"],"references-count":26,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-56608-5_28","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2017]]}}}