{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,11]],"date-time":"2026-07-11T02:27:59Z","timestamp":1783736879989,"version":"3.55.0"},"reference-count":25,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2009,6,30]],"date-time":"2009-06-30T00:00:00Z","timestamp":1246320000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2009,6,30]],"date-time":"2009-06-30T00:00:00Z","timestamp":1246320000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Inf Retrieval"],"published-print":{"date-parts":[[2010,2]]},"DOI":"10.1007\/s10791-009-9099-7","type":"journal-article","created":{"date-parts":[[2009,6,29]],"date-time":"2009-06-29T14:57:09Z","timestamp":1246287429000},"page":"46-69","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":49,"title":["Click-based evidence for decaying weight distributions in search effectiveness metrics"],"prefix":"10.1007","volume":"13","author":[{"given":"Yuye","family":"Zhang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Laurence A. F.","family":"Park","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alistair","family":"Moffat","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2009,6,30]]},"reference":[{"key":"9099_CR14","doi-asserted-by":"publisher","unstructured":"Agichtein, E., Brill, E., & Dumais, S. (2006). Improving web search ranking by incorporating user behavior information. In Proceedings of the 29th annual international ACM SIGIR conference on research and development in information retrieval (pp. 19\u201326). New York, NY: ACM. doi:10.1145\/1148170.1148177.","DOI":"10.1145\/1148170.1148177"},{"key":"9099_CR4","doi-asserted-by":"publisher","unstructured":"Buckley, C., & Voorhees, E. M. (2004). Retrieval evaluation with incomplete information. In Proceedings of the 27th annual international ACM SIGIR conference on research and development in information retrieval (pp. 25\u201332). New York, NY: ACM. doi:10.1145\/1008992.100900.","DOI":"10.1145\/1008992.100900"},{"key":"9099_CR21","unstructured":"Clarke, C. L. A., Craswell, N., & Soboroff, I. (2004). Overview of the TREC 2004 terabyte track. In Proceedings of the 2004 TREC text retrieval conference. National Institute of Standards and Technology. http:\/\/trec.nist.gov\/pubs\/trec13\/papers\/TERA.OVERVIEW.pdf"},{"key":"9099_CR24","doi-asserted-by":"publisher","first-page":"30","DOI":"10.1002\/asi.5090190108","volume":"19","author":"W.S. Cooper","year":"1968","unstructured":"Cooper, W. S. (1968). Expected search length: A single measure of retrieval effectiveness based on the weak ordering action of retrieval systems. American Documentation, 19, 30\u201341.","journal-title":"American Documentation"},{"key":"9099_CR20","unstructured":"Craswell, N., &  Hawking, D. (2001). Overview of the TREC-2001 web track. In Proceedings of the 2001 TREC text retrieval conference. National Institute of Standards and Technology. http:\/\/trec.nist.gov\/pubs\/trec10\/papers\/web2001.ps"},{"key":"9099_CR19","unstructured":"Hawking, D. (2000). Overview of the TREC-9 web track. In Proceedings of the 2000 TREC text retrieval conference. National Institute of Standards and Technology. http:\/\/trec.nist.gov\/pubs\/trec9\/papers\/web9.pdf"},{"key":"9099_CR11","doi-asserted-by":"publisher","unstructured":"Jansen, B. J., & Spink, A. (2006). How are we searching the world wide web? A comparison of nine search engine transaction logs. Information Processing and Management, 42(1), 248\u2013263. doi:10.1016\/j.ipm.2004.10.00.","DOI":"10.1016\/j.ipm.2004.10.00"},{"issue":"4","key":"9099_CR3","doi-asserted-by":"publisher","first-page":"422","DOI":"10.1145\/582415.582418","volume":"20","author":"K. J\u00e4rvelin","year":"2002","unstructured":"J\u00e4rvelin, K., & Kek\u00e4l\u00e4inen, J. (2002). Cumulated gain-based evaluation of IR techniques. ACM Transactions on Information Systems, 20(4), 422\u2013446.","journal-title":"ACM Transactions on Information Systems"},{"key":"9099_CR12","doi-asserted-by":"publisher","unstructured":"Joachims, T. (2002). Optimizing search engines using clickthrough data. In KDD \u201902: Proceedings of the eighth ACM SIGKDD international conference on knowledge discovery and data mining (pp. 133\u2013142). New York, NY: ACM. doi:10.1145\/775047.775067.","DOI":"10.1145\/775047.775067"},{"key":"9099_CR13","doi-asserted-by":"publisher","unstructured":"Joachims, T., Granka, L., Pan, B., Hembrooke, H., &  Gay, G. (2005). Accurately interpreting clickthrough data as implicit feedback. In Proceedings of the 28th annual international ACM SIGIR conference on research and development in information retrieval (pp. 154\u2013161). New York, NY: ACM. doi:10.1145\/1076034.1076063.","DOI":"10.1145\/1076034.1076063"},{"key":"9099_CR22","volume-title":"Rank correlation methods","author":"M.G. Kendall","year":"1990","unstructured":"Kendall, M. G., & Gibbons, J. D. (1990). Rank correlation methods  (5th ed.). New York: Oxford University Press.","edition":"5"},{"key":"9099_CR15","doi-asserted-by":"publisher","unstructured":"Lee, U., Liu, Z., & Cho, J. (2005). Automatic identification of user goals in web search. In Proceedings of the 14th international conference on the World Wide Web (pp. 391\u2013400). New York, NY: ACM. doi:10.1145\/1060745.1060804.","DOI":"10.1145\/1060745.1060804"},{"key":"9099_CR17","doi-asserted-by":"crossref","unstructured":"Liu, Y., Gao, B., Liu, T. Y., Zhang, Y., Ma, Z., He, S., et al. (2008). Browse rank: Letting web users vote for page importance. In Proceedings of the 31st annual international ACM SIGIR conference on research and development in information retrieval (pp. 451\u2013458). New York, NY: ACM. doi:10.1145\/1390334.139041.","DOI":"10.1145\/1390334.1390412"},{"key":"9099_CR9","doi-asserted-by":"publisher","unstructured":"Moffat, A., Webber, W., & Zobel, J. (2007). Strategic system comparisons via targeted relevance judgments. In Proceedings of the 30th annual international ACM SIGIR conference on research and development in information retrieval (pp. 375\u2013382). New York, NY: ACM. doi:10.1145\/1277741.127780.","DOI":"10.1145\/1277741.127780"},{"issue":"1:2","key":"9099_CR2","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/1416950.1416952","volume":"27","author":"A. Moffat","year":"2008","unstructured":"Moffat, A., & Zobel, J. (2008). Rank-biased precision for measurement of retrieval effectiveness. ACM Transactions on Information Systems, 27(1\u20132), 1\u201327.","journal-title":"ACM Transactions on Information Systems"},{"key":"9099_CR8","unstructured":"Park, L. A., & Zhang, Y. (2007). On the distribution of user persistence for rank-biased precision. In Proceedings of the 12th Australasian document computing symposium (pp. 17\u201324). Australia: School of Computer Science and Information Technology, RMIT University."},{"key":"9099_CR23","doi-asserted-by":"publisher","unstructured":"Robertson, S. (2008). A new interpretation of average precision. In Proceedings of the 31st annual  international ACM SIGIR conference on research and development in information retrieval (pp. 689\u2013690). New York, NY: ACM. doi:10.1145\/1390334.1390453.","DOI":"10.1145\/1390334.1390453"},{"key":"9099_CR6","doi-asserted-by":"crossref","unstructured":"Sakai, T. (2004). Ranking the NTCIR systems based on multigrade relevance. In Proceedings of the  Asian information retrieval symposium. LNCS (Vol. 3411, pp. 251\u2013262), Berlin, Heidelberg: Springer.","DOI":"10.1007\/978-3-540-31871-2_22"},{"key":"9099_CR5","doi-asserted-by":"publisher","unstructured":"Sakai, T. (2007). Alternatives to BPref. In Proceedings of the 30th annual international ACM SIGIR conference on research and development in information retrieval (pp. 71\u201378). New York, NY: ACM. doi:10.1145\/1277741.1277756.","DOI":"10.1145\/1277741.1277756"},{"key":"9099_CR25","unstructured":"Sakai, T., &  Robertson, S. (2008). Modelling a user population for designing information retrieval metrics. In EVIA 2008 A satellite workshop of NTCIR-7: Proceedings of the second intenational workshop on evaluating information access (pp. 30\u201341). Tokyo, Japan: National Institute of Informatics."},{"key":"9099_CR16","doi-asserted-by":"publisher","unstructured":"Teevan, J., Dumais, S. T., & Liebling, D. J. (2008). To personalize or not to personalize: Modeling queries with variation in user intent. In Proceedings of the 31st annual  international ACM SIGIR conference on research and development in information retrieval (pp. 163\u2013170). New York, NY: ACM. doi:10.1145\/1390334.1390364.","DOI":"10.1145\/1390334.1390364"},{"key":"9099_CR18","unstructured":"Turpin, A., Scholer, F., Billerbeck, B., & Abel, L. A. (2006). Examining the pseudo-standard web search engine results page. In Proceedings of the 11th Australasian document computing symposium (pp. 9\u201316). Australia: Faculty of Information Technology, Queensland University of Technology."},{"key":"9099_CR1","doi-asserted-by":"crossref","unstructured":"Voorhees, E. M., & Harman, D. (2000). Overview of the ninth text retrieval conf. (TREC-9). In Proceedings of the 2000 TREC text retrieval conference. National Institute of Standards and Technology. http:\/\/trec.nist.gov\/pubs\/trec9\/papers\/overview_9.pdf","DOI":"10.6028\/NIST.SP.500-249"},{"key":"9099_CR10","doi-asserted-by":"publisher","unstructured":"Webber, W., Moffat, A., & Zobel, J. (2008). Score standardization for inter-collection comparison of retrieval systems. In Proceedings of the 31st annual international ACM SIGIR conference on research and development in information retrieval (pp. 51\u201358). New York, NY: ACM. doi:10.1145\/1390334.1390346.","DOI":"10.1145\/1390334.1390346"},{"key":"9099_CR7","doi-asserted-by":"publisher","unstructured":"Zobel, J. (1998). How reliable are the results of large-scale information retrieval experiments? In Proceedings of the  21st annual  international ACM SIGIR conference on research and development in information retrieval (pp. 307\u2013314). New York, NY: ACM. doi:10.1145\/290941.291014.","DOI":"10.1145\/290941.291014"}],"container-title":["Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10791-009-9099-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10791-009-9099-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10791-009-9099-7","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10791-009-9099-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,2]],"date-time":"2024-01-02T14:47:13Z","timestamp":1704206833000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10791-009-9099-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2009,6,30]]},"references-count":25,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2010,2]]}},"alternative-id":["9099"],"URL":"https:\/\/doi.org\/10.1007\/s10791-009-9099-7","relation":{},"ISSN":["1386-4564","1573-7659"],"issn-type":[{"value":"1386-4564","type":"print"},{"value":"1573-7659","type":"electronic"}],"subject":[],"published":{"date-parts":[[2009,6,30]]},"assertion":[{"value":"13 November 2008","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 June 2009","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 June 2009","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}