{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,8]],"date-time":"2026-07-08T20:12:52Z","timestamp":1783541572915,"version":"3.55.0"},"publisher-location":"Cham","reference-count":21,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783319163536","type":"print"},{"value":"9783319163543","type":"electronic"}],"license":[{"start":{"date-parts":[[2015,1,1]],"date-time":"2015-01-01T00:00:00Z","timestamp":1420070400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2015]]},"DOI":"10.1007\/978-3-319-16354-3_83","type":"book-chapter","created":{"date-parts":[[2015,3,16]],"date-time":"2015-03-16T12:53:25Z","timestamp":1426510405000},"page":"768-780","source":"Crossref","is-referenced-by-count":12,"title":["Rank-Biased Precision Reloaded: Reproducibility and Generalization"],"prefix":"10.1007","author":[{"given":"Nicola","family":"Ferro","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Gianmaria","family":"Silvello","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","reference":[{"key":"83_CR1","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1007\/978-3-540-30222-3_5","volume-title":"Comparative Evaluation of Multilingual Information Access Systems","author":"M. Braschler","year":"2004","unstructured":"Braschler, M.: CLEF 2003 \u2013 Overview of Results. In: Peters, C., Gonzalo, J., Braschler, M., Kluck, M. (eds.) CLEF 2003. LNCS, vol.\u00a03237, pp. 44\u201363. Springer, Heidelberg (2004)"},{"key":"83_CR2","first-page":"25","volume-title":"Proc. 27th Ann. Int. ACM Conference on Research and Development in IR (SIGIR 2004)","author":"C. Buckley","year":"2004","unstructured":"Buckley, C., Voorhees, E.M.: Retrieval Evaluation with Incomplete Information. In: Proc. 27th Ann. Int. ACM Conference on Research and Development in IR (SIGIR 2004), pp. 25\u201332. ACM Press, USA (2004)"},{"key":"83_CR3","first-page":"53","volume-title":"TREC. Experiment and Evaluation in Information Retrieval","author":"C. Buckley","year":"2005","unstructured":"Buckley, C., Voorhees, E.M.: Retrieval System Evaluation. In: TREC. Experiment and Evaluation in Information Retrieval, pp. 53\u201378. MIT Press, Cambridge (2005)"},{"key":"83_CR4","first-page":"903","volume-title":"Proc. 34th Ann. Int. ACM Conference on Research and Development in IR (SIGIR 2011)","author":"B.A. Carterette","year":"2011","unstructured":"Carterette, B.A.: System Effectiveness, User Models, and User Utility: A Conceptual Framework for Investigation. In: Proc. 34th Ann. Int. ACM Conference on Research and Development in IR (SIGIR 2011), pp. 903\u2013912. ACM Press, USA (2011)"},{"key":"83_CR5","first-page":"621","volume-title":"Proc. 18th Int. Conference on Information and Knowledge Management (CIKM 2009)","author":"O. Chapelle","year":"2009","unstructured":"Chapelle, O., Metzler, D., Zhang, Y., Grinspan, P.: Expected Reciprocal Rank for Graded Relevance. In: Proc. 18th Int. Conference on Information and Knowledge Management (CIKM 2009), pp. 621\u2013630. ACM Press, USA (2009)"},{"key":"83_CR6","doi-asserted-by":"crossref","unstructured":"Clarke, C.L.A., Craswell, N., Voorhees, H.: Overview of the TREC 2012 Web Track. In: The Twenty-First Text REtrieval Conference Proceedings (TREC 2012), NIST, SP 500-298, USA, pp. 1\u20138 (2013)","DOI":"10.6028\/NIST.SP.500-298.web-overview"},{"key":"83_CR7","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1007\/978-3-642-15754-7_2","volume-title":"Multilingual Information Access Evaluation I. Text Retrieval Experiments","author":"N. Ferro","year":"2010","unstructured":"Ferro, N., Peters, C.: CLEF 2009 Ad Hoc Track Overview: TEL and Persian Tasks. In: Peters, C., Di Nunzio, G.M., Kurimo, M., Mandl, T., Mostefa, D., Pe\u00f1as, A., Roda, G. (eds.) CLEF 2009. LNCS, vol.\u00a06241, pp. 13\u201335. Springer, Heidelberg (2010)"},{"key":"83_CR8","doi-asserted-by":"crossref","unstructured":"Gosset, W.S.: The Probable Error of a Mean. Biometrika\u00a0(1), 1\u201325 (1908)","DOI":"10.1093\/biomet\/6.1.1"},{"issue":"4","key":"83_CR9","doi-asserted-by":"publisher","first-page":"422","DOI":"10.1145\/582415.582418","volume":"20","author":"K. J\u00e4rvelin","year":"2002","unstructured":"J\u00e4rvelin, K., Kek\u00e4l\u00e4inen, J.: Cumulated Gain-Based Evaluation of IR Techniques. ACM Transactions on Information Systems (TOIS)\u00a020(4), 422\u2013446 (2002)","journal-title":"ACM Transactions on Information Systems (TOIS)"},{"key":"83_CR10","unstructured":"Kendall, M.G.: Rank correlation methods. Griffin, Oxford, England (1948)"},{"key":"83_CR11","doi-asserted-by":"crossref","unstructured":"Moffat, A., Thomas, P., Scholer, F.: Users Versus Models: What Observation Tells Us About Effectiveness Metrics. In: Proc. 22h Int. Conference on Information and Knowledge Management (CIKM 2013), pp. 659\u2013668. ACM Press (2013)","DOI":"10.1145\/2505515.2507665"},{"issue":"1","key":"83_CR12","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/1416950.1416952","volume":"27","author":"A. Moffat","year":"2008","unstructured":"Moffat, A., Zobel, J.: Rank-Biased Precision for Measurement of Retrieval Effectiveness. ACM Transactions on Information Systems\u00a027(1), 1\u201327 (2008)","journal-title":"ACM Transactions on Information Systems"},{"issue":"5","key":"83_CR13","doi-asserted-by":"publisher","first-page":"447","DOI":"10.1007\/s10791-008-9059-7","volume":"11","author":"T. Sakai","year":"2008","unstructured":"Sakai, T., Kando, N.: On Information Retrieval Metrics Designed for Evaluation with Incomplete Relevance Assessments. Inf. Retrieval\u00a011(5), 447\u2013470 (2008)","journal-title":"Inf. Retrieval"},{"key":"83_CR14","first-page":"74","volume-title":"Proc. 24th Ann. Int. ACM Conference on Research and Development in IR (SIGIR 2001)","author":"E. Voorhees","year":"2001","unstructured":"Voorhees, E.: Evaluation by Highly Relevant Documents. In: Proc. 24th Ann. Int. ACM Conference on Research and Development in IR (SIGIR 2001), pp. 74\u201382. ACM Press, USA (2001)"},{"key":"83_CR15","doi-asserted-by":"crossref","unstructured":"Voorhees, E.M.: Overview of the TREC 2004 Robust Track. In: The 13th Text REtrieval Conference Proceedings (TREC 2004), USA, pp. 500\u2013261 (2004)","DOI":"10.6028\/NIST.SP.500-261"},{"key":"83_CR16","doi-asserted-by":"crossref","unstructured":"Voorhees, E.M., Harman, D.K.: Overview of the Fifth Text REtrieval Conference (TREC-5). In: The 5th Text REtrieval Conference (TREC-5), NIST, SP 500-238, pp. 1\u201328 (1996)","DOI":"10.6028\/NIST.SP.500-238"},{"key":"83_CR17","doi-asserted-by":"crossref","unstructured":"Voorhees, E.M., Tice, D.M.: The TREC-8 Question Answering Track Evaluation. In: The 8th Text REtrieval Conference (TREC-8), NIST, SP 500-246, USA, pp. 83\u2013105 (1999)","DOI":"10.6028\/NIST.SP.500-246.overview"},{"issue":"6","key":"83_CR18","doi-asserted-by":"publisher","first-page":"80","DOI":"10.2307\/3001968","volume":"1","author":"F. Wilcoxon","year":"1945","unstructured":"Wilcoxon, F.: Individual Comparisons by Ranking Methods. Biometrics Bulletin\u00a01(6), 80\u201383 (1945)","journal-title":"Biometrics Bulletin"},{"issue":"2","key":"83_CR19","doi-asserted-by":"publisher","first-page":"173","DOI":"10.1007\/s10115-007-0101-7","volume":"16","author":"E. Yilmaz","year":"2008","unstructured":"Yilmaz, E., Aslam, J.A.: Estimating Average Precision when Judgments are Incomplete. Knowledge and Information Systems\u00a016(2), 173\u2013211 (2008)","journal-title":"Knowledge and Information Systems"},{"key":"83_CR20","first-page":"1561","volume-title":"Proc. 19th Int. Conference on Information and Knowledge Management (CIKM 2010)","author":"E. Yilmaz","year":"2010","unstructured":"Yilmaz, E., Shokouhi, M., Craswell, N., Robertson, S.: Expected Browsing Utility for Web Search Evaluation. In: Proc. 19th Int. Conference on Information and Knowledge Management (CIKM 2010), pp. 1561\u20131565. ACM Press, USA (2010)"},{"issue":"1","key":"83_CR21","doi-asserted-by":"publisher","first-page":"46","DOI":"10.1007\/s10791-009-9099-7","volume":"13","author":"Y. Zhang","year":"2010","unstructured":"Zhang, Y., Park, L., Moffat, A.: Click-based evidence for decaying weight distributions in search effectiveness metrics. Inf. Retrieval\u00a013(1), 46\u201369 (2010)","journal-title":"Inf. Retrieval"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-16354-3_83","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,7]],"date-time":"2024-06-07T21:36:36Z","timestamp":1717796196000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-16354-3_83"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015]]},"ISBN":["9783319163536","9783319163543"],"references-count":21,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-16354-3_83","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2015]]}}}