{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,22]],"date-time":"2025-10-22T17:48:54Z","timestamp":1761155334521},"reference-count":18,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2009,9,16]],"date-time":"2009-09-16T00:00:00Z","timestamp":1253059200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2009,9,16]],"date-time":"2009-09-16T00:00:00Z","timestamp":1253059200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Inf Retrieval"],"published-print":{"date-parts":[[2010,6]]},"DOI":"10.1007\/s10791-009-9116-x","type":"journal-article","created":{"date-parts":[[2009,9,14]],"date-time":"2009-09-14T22:45:54Z","timestamp":1252968354000},"page":"271-290","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":25,"title":["On the choice of effectiveness measures for learning to rank"],"prefix":"10.1007","volume":"13","author":[{"given":"Emine","family":"Yilmaz","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Stephen","family":"Robertson","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2009,9,16]]},"reference":[{"key":"9116_CR1","doi-asserted-by":"crossref","unstructured":"Aslam, J. A., Yilmaz, E., & Pavlu V. (2005). The maximum entropy method for analyzing retrieval measures. In Marchionini, G., Moffat A., Tait, J., Baeza-Yates, R., & Ziviani, N., (Eds.), Proceedings of the 28th annual international ACM SIGIR conference on research and development in information retrieval (pp. 27\u201334). ACM Press, August 2005.","DOI":"10.1145\/1076034.1076042"},{"key":"9116_CR3","first-page":"193","volume-title":"NIPS","author":"C. J. C. Burges","year":"2006","unstructured":"Burges, C. J. C., Ragno, R., & Le Q. V. (2006). Learning to rank with nonsmooth cost functions. In Sch\u00f6lkopf, B., Platt, J. C., & Hoffman, T. (Eds.), NIPS (pp. 193\u2013200). Cambridge, MA: MIT Press."},{"key":"9116_CR2","doi-asserted-by":"crossref","unstructured":"Burges, C., Shaked, T., Renshaw, E., Lazier, A., Deeds, M., Hamilton, N., et al. (2005). Learning to rank using gradient descent. In ICML \u201905: Proceedings of the 22nd international conference on machine learning (pp. 89\u201396). New York, NY, USA: ACM.","DOI":"10.1145\/1102351.1102363"},{"key":"9116_CR4","doi-asserted-by":"crossref","unstructured":"Donmez, P., Svore, K., & Burges, C. J. (2008). On the optimality of lambdarank. Technical report, Microsoft Research.","DOI":"10.1145\/1571941.1572021"},{"key":"9116_CR5","doi-asserted-by":"crossref","unstructured":"J\u00e4rvelin, K., & Kek\u00e4l\u00e4inen, J. (2000). Ir evaluation methods for retrieving highly relevant documents. In SIGIR \u201900: Proceedings of the 23rd annual international ACM SIGIR conference on Research and development in information retrieval (pp. 41\u201348). New York, NY, USA: ACM.","DOI":"10.1145\/345508.345545"},{"key":"9116_CR6","doi-asserted-by":"crossref","unstructured":"Joachims, T. (2005). A support vector method for multivariate performance measures. In ICML \u201905: Proceedings of the 22nd international conference on Machine learning (pp 377\u2013384). New York, NY, USA: ACM.","DOI":"10.1145\/1102351.1102399"},{"key":"9116_CR7","unstructured":"Le, Q. V., & Smola. A. J. (2007). Direct optimization of ranking measures. CoRR, abs\/0704.3359."},{"key":"9116_CR8","doi-asserted-by":"crossref","unstructured":"Ling, C. X., Huang, J., & Zhang, H. (2003). Auc: A statistically consistent and more discriminating measure than accuracy. In IJCAI \u201903: Proceedings of the 18th international conference on artificial intelligence (pp. 329\u2013341).","DOI":"10.1007\/3-540-44886-1_25"},{"key":"9116_CR9","unstructured":"Liu, T.-Y., & He Y. (2008). Are algorithms directly optimizing ir measures really direct? Technical report, Microsoft Research."},{"key":"9116_CR10","doi-asserted-by":"crossref","unstructured":"Robertson, S. (2008). A new interpretation of average precision. In SIGIR \u201908: Proceedings of the 31st annual international ACM SIGIR conference on Research and development in information retrieval (pp. 689\u2013690). New York, NY, USA: ACM.","DOI":"10.1145\/1390334.1390453"},{"issue":"3","key":"9116_CR11","doi-asserted-by":"publisher","first-page":"321","DOI":"10.1007\/s10791-007-9025-9","volume":"10","author":"S. Robertson","year":"2007","unstructured":"Robertson, S., & Zaragoza H. (2007). On rank-based effectiveness measures and optimization. Information Retrieval, 10(3), 321\u2013339.","journal-title":"Information Retrieval"},{"key":"9116_CR12","doi-asserted-by":"crossref","unstructured":"Sanderson, M., & Zobel J. (2005). Information retrieval system evaluation: Effort, sensitivity, and reliability. In Baeza-Yates, R. A., Ziviani, N., Marchionini, G., Moffat, A., & Tait, J. (Eds.), SIGIR (pp. 162\u2013169). ACM.","DOI":"10.1145\/1076034.1076064"},{"key":"9116_CR13","doi-asserted-by":"crossref","unstructured":"Taylor, M., Guiver, J., Robertson, S., & Minka, T. (2008). Softrank: optimizing non-smooth rank metrics. In WSDM \u201908: Proceedings of the international conference on Web search and web data mining (pp. 77\u201386) New York, NY, USA: ACM.","DOI":"10.1145\/1341531.1341544"},{"key":"9116_CR14","doi-asserted-by":"crossref","unstructured":"Taylor, M., Zaragoza, H., Craswell, N., Robertson, S., & Burges, C. (2006). Optimisation methods for ranking functions with multiple parameters. In CIKM \u201906: Proceedings of the 15th ACM international conference on Information and knowledge management (pp. 585\u2013593). New York, NY, USA: ACM","DOI":"10.1145\/1183614.1183698"},{"key":"9116_CR15","doi-asserted-by":"crossref","unstructured":"Webber, W., Moffat, A., Zobel, J., & Sakai, T. (2008). Precision-at-ten considered redundant. In SIGIR (pp. 695\u2013696). New York, NY, USA: ACM.","DOI":"10.1145\/1390334.1390456"},{"key":"9116_CR16","doi-asserted-by":"crossref","unstructured":"Xu, J., & Li, H. (2007). Adarank: a boosting algorithm for information retrieval. In SIGIR \u201907: Proceedings of the 30th annual international ACM SIGIR conference on Research and development in information retrieval (pp. 391\u2013398). New York, NY, USA: ACM.","DOI":"10.1145\/1277741.1277809"},{"issue":"2","key":"9116_CR17","doi-asserted-by":"publisher","first-page":"173","DOI":"10.1007\/s10115-007-0101-7","volume":"16","author":"E. Yilmaz","year":"2008","unstructured":"Yilmaz, E., & Aslam J. A. (2008). Estimating average precision when judgments are incomplete. Knowledge and Information Systems, 16(2), 173\u2013211, August 2008.","journal-title":"Knowledge and Information Systems"},{"key":"9116_CR18","doi-asserted-by":"crossref","unstructured":"Yue, Y., Finleym, T., Radlinski, F., & Joachims, T. (2007). A support vector method for optimizing average precision. In SIGIR \u201907: Proceedings of the 30th annual international ACM SIGIR conference on Research and development in information retrieval (pp. 271\u2013278). New York, NY, USA: ACM.","DOI":"10.1145\/1277741.1277790"}],"container-title":["Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10791-009-9116-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10791-009-9116-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10791-009-9116-x","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10791-009-9116-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,2]],"date-time":"2024-01-02T14:49:58Z","timestamp":1704206998000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10791-009-9116-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2009,9,16]]},"references-count":18,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2010,6]]}},"alternative-id":["9116"],"URL":"https:\/\/doi.org\/10.1007\/s10791-009-9116-x","relation":{},"ISSN":["1386-4564","1573-7659"],"issn-type":[{"value":"1386-4564","type":"print"},{"value":"1573-7659","type":"electronic"}],"subject":[],"published":{"date-parts":[[2009,9,16]]},"assertion":[{"value":"24 April 2009","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 August 2009","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 September 2009","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}