{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,12]],"date-time":"2026-03-12T14:09:09Z","timestamp":1773324549880,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":16,"publisher":"ACM","license":[{"start":{"date-parts":[[2007,7,23]],"date-time":"2007-07-23T00:00:00Z","timestamp":1185148800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2007,7,23]]},"DOI":"10.1145\/1277741.1277755","type":"proceedings-article","created":{"date-parts":[[2008,9,18]],"date-time":"2008-09-18T11:59:52Z","timestamp":1221739192000},"page":"63-70","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":77,"title":["Reliable information retrieval evaluation with incomplete and biased judgements"],"prefix":"10.1145","author":[{"given":"Stefan","family":"B\u00fcttcher","sequence":"first","affiliation":[{"name":"University of Waterloo"}]},{"given":"Charles L. A.","family":"Clarke","sequence":"additional","affiliation":[{"name":"University of Waterloo"}]},{"given":"Peter C. K.","family":"Yeung","sequence":"additional","affiliation":[{"name":"University of Waterloo"}]},{"given":"Ian","family":"Soboroff","sequence":"additional","affiliation":[{"name":"National Institute of Standards and Technology"}]}],"member":"320","published-online":{"date-parts":[[2007,7,23]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/1183614.1183773"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/1148170.1148263"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/1148170.1148275"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/1008992.1009000"},{"key":"e_1_3_2_1_5_1","volume-title":"Proceedings of TREC 2006","author":"B\u00f6ttcher S.","year":"2006"},{"key":"e_1_3_2_1_6_1","volume-title":"Proceedings of the 13th Text REtrieval Conference","author":"Clarke C. L. A.","year":"2004"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.5555\/275537.275544"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1023\/A:1022627411411"},{"key":"e_1_3_2_1_9_1","first-page":"86","volume-title":"ELECTRA Workshop: Methodologies and Evaluation of Lexical Cohesion Techniques in Real-World Applications Beyond Bag of Words","author":"Gr\u00f6nqvist L.","year":"2005"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/582415.582418"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.5555\/645326.649721"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.5555\/645528.657646"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"crossref","unstructured":"M. G. Kendall. A New Measure of Rank Correlation. Biometrika (30):81--89 1938.  M. G. Kendall. A New Measure of Rank Correlation. Biometrika (30):81--89 1938.","DOI":"10.2307\/2332226"},{"key":"e_1_3_2_1_14_1","first-page":"355","volume-title":"Revised Papers from the Second Workshop of the Cross-Language Evaluation Forum","author":"Voorhees E. M.","year":"2002"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/1183614.1183633"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/290941.291014"}],"event":{"name":"SIGIR07: The 30th Annual International SIGIR Conference","location":"Amsterdam The Netherlands","acronym":"SIGIR07","sponsor":["ACM Association for Computing Machinery","SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 30th annual international ACM SIGIR conference on Research and development in information retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1277741.1277755","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/1277741.1277755","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T14:58:14Z","timestamp":1750258694000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1277741.1277755"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2007,7,23]]},"references-count":16,"alternative-id":["10.1145\/1277741.1277755","10.1145\/1277741"],"URL":"https:\/\/doi.org\/10.1145\/1277741.1277755","relation":{},"subject":[],"published":{"date-parts":[[2007,7,23]]},"assertion":[{"value":"2007-07-23","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}