{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,4]],"date-time":"2026-04-04T06:11:46Z","timestamp":1775283106197,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":21,"publisher":"ACM","license":[{"start":{"date-parts":[[2007,7,23]],"date-time":"2007-07-23T00:00:00Z","timestamp":1185148800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2007,7,23]]},"DOI":"10.1145\/1277741.1277806","type":"proceedings-article","created":{"date-parts":[[2008,9,18]],"date-time":"2008-09-18T11:59:52Z","timestamp":1221739192000},"page":"375-382","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":48,"title":["Strategic system comparisons via targeted relevance judgments"],"prefix":"10.1145","author":[{"given":"Alistair","family":"Moffat","sequence":"first","affiliation":[{"name":"The University of Melbourne, Victoria, Australia"}]},{"given":"William","family":"Webber","sequence":"additional","affiliation":[{"name":"The University of Melbourne, Victoria, Australia"}]},{"given":"Justin","family":"Zobel","sequence":"additional","affiliation":[{"name":"RMIT University, Victoria, Australia"}]}],"member":"320","published-online":{"date-parts":[[2007,7,23]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/1148170.1148263"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/345508.345543"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/1008992.1009000"},{"key":"e_1_3_2_1_4_1","first-page":"53","volume-title":"TREC: Experiment and Evaluation in Information Retrieval","author":"Buckley C.","year":"2005","unstructured":"C. Buckley and E. M. Voorhees . Retrieval system evaluation . In TREC: Experiment and Evaluation in Information Retrieval , chapter 3, pages 53 -- 75 . MIT Press , Cambridge, Massachusetts , 2005 . C. Buckley and E. M. Voorhees. Retrieval system evaluation. In TREC: Experiment and Evaluation in Information Retrieval, chapter 3, pages 53--75. MIT Press, Cambridge, Massachusetts, 2005."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/1148170.1148219"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/1148170.1148262"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/290941.291009"},{"key":"e_1_3_2_1_8_1","volume-title":"Proc. Twenty-First Annual International ACM SIGIR Conf. on Research and Development in Information Retrieval","author":"Croft W. B.","year":"1998","unstructured":"W. B. Croft , A. Moffat , C. J. van Rijsbergen , R. Wilkinson , and J. Zobel , editors . Proc. Twenty-First Annual International ACM SIGIR Conf. on Research and Development in Information Retrieval , Melbourne, Australia , August 1998 . ACM Press, New York. W. B. Croft, A. Moffat, C. J. van Rijsbergen, R. Wilkinson, and J. Zobel, editors. Proc. Twenty-First Annual International ACM SIGIR Conf. on Research and Development in Information Retrieval, Melbourne, Australia, August 1998. ACM Press, New York."},{"key":"e_1_3_2_1_9_1","volume-title":"Proc. Twenty-Ninth Annual International ACM SIGIR Conference on Research and Development in Information Retrieval","author":"Dumais S.","year":"2006","unstructured":"S. Dumais , E. N. Efthimiadis , D. Hawking , and K. J\u00e4rvelin , editors . Proc. Twenty-Ninth Annual International ACM SIGIR Conference on Research and Development in Information Retrieval , Seattle, Washington , August 2006 . ACM Press, New York. S. Dumais, E. N. Efthimiadis, D. Hawking, and K. J\u00e4rvelin, editors. Proc. Twenty-Ninth Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, Seattle, Washington, August 2006. ACM Press, New York."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1016\/0306-4573(92)90001-G"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/582415.582418"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/1076034.1076063"},{"key":"e_1_3_2_1_13_1","volume-title":"Proc. Twenty-Eighth Annual International ACM SIGIR Conf.on Research and Development in Information Retrieval","author":"Marchionini G.","year":"2005","unstructured":"G. Marchionini , A. Moffat , J. Tate , R. Baeza-Yates , and N. Ziviani , editor's . Proc. Twenty-Eighth Annual International ACM SIGIR Conf.on Research and Development in Information Retrieval , Salvador, Brazil , August 2005 . ACM Press, New York. G. Marchionini, A. Moffat, J. Tate, R. Baeza-Yates, and N. Ziviani, editor's. Proc. Twenty-Eighth Annual International ACM SIGIR Conf.on Research and Development in Information Retrieval, Salvador, Brazil, August 2005. ACM Press, New York."},{"key":"e_1_3_2_1_14_1","volume-title":"Rank-biased precision for measurement of retrieval effectiveness","author":"Moffat A.","year":"2007","unstructured":"A. Moffat and J. Zobel . Rank-biased precision for measurement of retrieval effectiveness . 2007 . Under review. A. Moffat and J. Zobel. Rank-biased precision for measurement of retrieval effectiveness. 2007. Under review."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1016\/0306-4573(92)90002-H"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/1076034.1076064"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/215206.215351"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1016\/0306-4573(92)90005-K"},{"key":"e_1_3_2_1_19_1","first-page":"355","volume-title":"Proc. 2001 Cross Language Evaluation Forum Workshop","volume":"2406","author":"Voorhees E. M.","year":"2001","unstructured":"E. M. Voorhees . The philosophy of information retrieval evaluation. In C. Peters, M. Braschler, J. Gonzalo, and M. Kluck, editors , Proc. 2001 Cross Language Evaluation Forum Workshop , pages 355 -- 370 , Darm-stadt, Germany , September 2001 . LNCS volume 2406 . E. M. Voorhees. The philosophy of information retrieval evaluation. In C. Peters, M. Braschler, J. Gonzalo, and M. Kluck, editors, Proc. 2001 Cross Language Evaluation Forum Workshop, pages 355--370, Darm-stadt, Germany, September 2001. LNCS volume 2406."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/1183614.1183633"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/290941.291014"}],"event":{"name":"SIGIR07: The 30th Annual International SIGIR Conference","location":"Amsterdam The Netherlands","acronym":"SIGIR07","sponsor":["ACM Association for Computing Machinery","SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 30th annual international ACM SIGIR conference on Research and development in information retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1277741.1277806","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/1277741.1277806","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T14:58:14Z","timestamp":1750258694000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1277741.1277806"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2007,7,23]]},"references-count":21,"alternative-id":["10.1145\/1277741.1277806","10.1145\/1277741"],"URL":"https:\/\/doi.org\/10.1145\/1277741.1277806","relation":{},"subject":[],"published":{"date-parts":[[2007,7,23]]},"assertion":[{"value":"2007-07-23","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}