{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,12]],"date-time":"2026-11-12T06:57:27Z","timestamp":1794466647538,"version":"4.9.1"},"publisher-location":"Berlin, Heidelberg","reference-count":26,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"value":"9783642450679","type":"print"},{"value":"9783642450686","type":"electronic"}],"license":[{"start":{"date-parts":[[2013,1,1]],"date-time":"2013-01-01T00:00:00Z","timestamp":1356998400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2013]]},"DOI":"10.1007\/978-3-642-45068-6_1","type":"book-chapter","created":{"date-parts":[[2013,12,9]],"date-time":"2013-12-09T07:55:05Z","timestamp":1386575705000},"page":"1-12","source":"Crossref","is-referenced-by-count":38,"title":["Seven Numeric Properties of Effectiveness Metrics"],"prefix":"10.1007","author":[{"given":"Alistair","family":"Moffat","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","reference":[{"key":"1_CR1","doi-asserted-by":"crossref","unstructured":"Aslam, J.A., Pavlu, V., Yilmaz, E.: A statistical method for system evaluation using incomplete judgments. In: Proc. SIGIR, Seattle, Washington, pp. 541\u2013548 (2006)","DOI":"10.1145\/1148170.1148263"},{"key":"1_CR2","doi-asserted-by":"crossref","unstructured":"Buckley, C., Voorhees, E.M.: Evaluating evaluation measure stability. In: Proc. SIGIR, Athens, Greece, pp. 33\u201340 (2000)","DOI":"10.1145\/345508.345543"},{"key":"1_CR3","doi-asserted-by":"crossref","unstructured":"Buckley, C., Voorhees, E.M.: Retrieval evaluation with incomplete information. In: Proc. SIGIR, Sheffield, England, pp. 25\u201332 (2004)","DOI":"10.1145\/1008992.1009000"},{"key":"1_CR4","unstructured":"B\u00fcttcher, S., Clarke, C.L.A., Cormack, G.V.: Information Retrieval: Implementing and Evaluating Search Engines. The MIT Press (2010)"},{"key":"1_CR5","doi-asserted-by":"crossref","unstructured":"Carterette, B.: System effectiveness, user models, and user utility: A conceptual framework for investigation. In: Proc. SIGIR, Beijing, China, pp. 903\u2013912 (2011)","DOI":"10.1145\/2009916.2010037"},{"key":"1_CR6","doi-asserted-by":"crossref","unstructured":"Carterette, B., Kanoulas, E., Yilmaz, E.: Simulating simple user behavior for system effectiveness evaluation. In: Proc. CIKM, Glasgow, Scotland, pp. 611\u2013620 (2011)","DOI":"10.1145\/2063576.2063668"},{"key":"1_CR7","doi-asserted-by":"crossref","unstructured":"Chapelle, O., Metzler, D., Zhang, Y., Grinspan, P.: Expected reciprocal rank for graded relevance. In: Proc. CIKM, Hong Kong, China, pp. 621\u2013630 (2009)","DOI":"10.1145\/1645953.1646033"},{"key":"1_CR8","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"488","DOI":"10.1007\/11735106_48","volume-title":"Advances in Information Retrieval","author":"G. Demartini","year":"2006","unstructured":"Demartini, G., Mizzaro, S.: A classification of IR effectiveness metrics. In: Lalmas, M., MacFarlane, A., R\u00fcger, S.M., Tombros, A., Tsikrika, T., Yavlinsky, A. (eds.) ECIR 2006. LNCS, vol.\u00a03936, pp. 488\u2013491. Springer, Heidelberg (2006)"},{"key":"1_CR9","doi-asserted-by":"crossref","unstructured":"Dupret, G., Piwowarski, B.: A user browsing model to predict search engine click data from past observations. In: Proc. SIGIR, Singapore, pp. 331\u2013338 (2008)","DOI":"10.1145\/1390334.1390392"},{"key":"1_CR10","doi-asserted-by":"crossref","unstructured":"Dupret, G., Piwowarski, B.: A user behavior model for average precision and its generalization to graded judgments. In: Proc. SIGIR, Geneva, Switzerland, pp. 531\u2013538 (2010)","DOI":"10.1145\/1835449.1835538"},{"issue":"4","key":"1_CR11","doi-asserted-by":"publisher","first-page":"422","DOI":"10.1145\/582415.582418","volume":"20","author":"K. J\u00e4rvelin","year":"2002","unstructured":"J\u00e4rvelin, K., Kek\u00e4l\u00e4inen, J.: Cumulated gain-based evaluation of IR techniques. ACM Trans. Inf. Sys.\u00a020(4), 422\u2013446 (2002)","journal-title":"ACM Trans. Inf. Sys."},{"issue":"4","key":"1_CR12","doi-asserted-by":"publisher","first-page":"1020","DOI":"10.1016\/j.ipm.2006.08.009","volume":"43","author":"R.M. Losee","year":"2007","unstructured":"Losee, R.M.: Percent perfect performance (PPP). Inf. Proc. Man.\u00a043(4), 1020\u20131029 (2007)","journal-title":"Inf. Proc. Man."},{"key":"1_CR13","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"642","DOI":"10.1007\/978-3-540-78646-7_71","volume-title":"Advances in Information Retrieval","author":"S. Mizzaro","year":"2008","unstructured":"Mizzaro, S.: The good, the bad, the difficult, and the easy: Something wrong with information retrieval evaluation? In: Macdonald, C., Ounis, I., Plachouras, V., Ruthven, I., White, R.W. (eds.) ECIR 2008. LNCS, vol.\u00a04956, pp. 642\u2013646. Springer, Heidelberg (2008)"},{"key":"1_CR14","doi-asserted-by":"crossref","unstructured":"Moffat, A., Thomas, P., Scholer, F.: Users versus models: What observation tells us about effectiveness metrics. In: Proc. CIKM, San Francisco, California (to appear, 2013)","DOI":"10.1145\/2505515.2507665"},{"issue":"1:2","key":"1_CR15","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/1416950.1416952","volume":"27","author":"A. Moffat","year":"2008","unstructured":"Moffat, A., Zobel, J.: Rank-biased precision for measurement of retrieval effectiveness. ACM Trans. Inf. Sys. 27(1:2), 1\u201327 (2008)","journal-title":"ACM Trans. Inf. Sys."},{"key":"1_CR16","doi-asserted-by":"crossref","unstructured":"Robertson, S.: On GMAP: and other transformations. In: Proc. CIKM, Arlington, Virginia, pp. 78\u201383 (2006)","DOI":"10.1145\/1183614.1183630"},{"key":"1_CR17","doi-asserted-by":"crossref","unstructured":"Robertson, S.: A new interpretation of average precision. In: Proc. SIGIR, Singapore, pp. 689\u2013690 (2008)","DOI":"10.1145\/1390334.1390453"},{"issue":"5","key":"1_CR18","doi-asserted-by":"publisher","first-page":"447","DOI":"10.1007\/s10791-008-9059-7","volume":"11","author":"T. Sakai","year":"2008","unstructured":"Sakai, T., Kando, N.: On information retrieval metrics designed for evaluation with incomplete relevance assessments. Inf. Ret.\u00a011(5), 447\u2013470 (2008)","journal-title":"Inf. Ret."},{"key":"1_CR19","doi-asserted-by":"crossref","unstructured":"Sakai, T.: Alternatives to BPref. In: Proc. SIGIR, Amsterdam, Netherlands, pp. 71\u201378 (2007)","DOI":"10.1145\/1277741.1277756"},{"key":"1_CR20","doi-asserted-by":"crossref","unstructured":"Sanderson, M., Zobel, J.: Information retrieval system evaluation: Effort, sensitivity, and reliability. In: Proc. SIGIR, Salvador, Brazil, pp. 162\u2013169 (2005)","DOI":"10.1145\/1076034.1076064"},{"key":"1_CR21","doi-asserted-by":"crossref","unstructured":"Smucker, M.D., Clarke, C.L.A.: Time-based calibration of effectiveness measures. In: Proc. SIGIR, Portland, Oregon, pp. 95\u2013104 (2012)","DOI":"10.1145\/2348283.2348300"},{"key":"1_CR22","doi-asserted-by":"crossref","unstructured":"Turpin, A., Scholer, F.: User performance versus precision measures for simple search tasks. In: Proc. SIGIR, Seattle, Washington, pp. 11\u201318 (2006)","DOI":"10.1145\/1148170.1148176"},{"key":"1_CR23","doi-asserted-by":"crossref","unstructured":"Webber, W., Moffat, A., Zobel, J.: Score standardization for inter-collection comparison of retrieval systems. In: Proc. SIGIR, Singapore, pp. 51\u201358 (2008)","DOI":"10.1145\/1390334.1390346"},{"key":"1_CR24","doi-asserted-by":"crossref","unstructured":"Yilmaz, E., Aslam, J.A.: Estimating average precision with incomplete and imperfect judgments. In: Proc. CIKM, Arlington, Virginia, pp. 102\u2013111 (2006)","DOI":"10.1145\/1183614.1183633"},{"issue":"1","key":"1_CR25","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1145\/1670598.1670600","volume":"43","author":"J. Zobel","year":"2009","unstructured":"Zobel, J., Moffat, A., Park, L.A.F.: Against recall: Is it persistence, cardinality, density, coverage, or totality? SIGIR Forum\u00a043(1), 3\u201315 (2009)","journal-title":"SIGIR Forum"},{"key":"1_CR26","doi-asserted-by":"crossref","unstructured":"Zobel, J.: How reliable are the results of large-scale information retrieval experiments? In: Proc. SIGIR, Melbourne, Australia, pp. 307\u2013314 (1998)","DOI":"10.1145\/290941.291014"}],"container-title":["Lecture Notes in Computer Science","Information Retrieval Technology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-45068-6_1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,2,16]],"date-time":"2023-02-16T16:27:27Z","timestamp":1676564847000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-642-45068-6_1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013]]},"ISBN":["9783642450679","9783642450686"],"references-count":26,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-45068-6_1","relation":{"is-part-of":[{"id-type":"doi","id":"https:\/\/doi.org\/10.1007\/978-3-642-45068-6","asserted-by":"object"}]},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2013]]}}}