{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,25]],"date-time":"2026-03-25T01:00:35Z","timestamp":1774400435247,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":17,"publisher":"ACM","license":[{"start":{"date-parts":[[2010,7,19]],"date-time":"2010-07-19T00:00:00Z","timestamp":1279497600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2010,7,19]]},"DOI":"10.1145\/1835449.1835540","type":"proceedings-article","created":{"date-parts":[[2010,7,20]],"date-time":"2010-07-20T15:39:10Z","timestamp":1279640350000},"page":"539-546","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":65,"title":["The effect of assessor error on IR system evaluation"],"prefix":"10.1145","author":[{"given":"Ben","family":"Carterette","sequence":"first","affiliation":[{"name":"University of Delaware, Newark, DE, USA"}]},{"given":"Ian","family":"Soboroff","sequence":"additional","affiliation":[{"name":"National Institute of Standards and Technology, Gaithersburg, MD, USA"}]}],"member":"320","published-online":{"date-parts":[[2010,7,19]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Evangelos Kanoulas. Overview of the TREC 2008 million query track. In Proceedings of TREC","author":"Allan James","year":"2008","unstructured":"James Allan , Javed A. Aslam , Ben Carterette , Virgil Pavlu , and Evangelos Kanoulas. Overview of the TREC 2008 million query track. In Proceedings of TREC , 2008 . James Allan, Javed A. Aslam, Ben Carterette, Virgil Pavlu, and Evangelos Kanoulas. Overview of the TREC 2008 million query track. In Proceedings of TREC, 2008."},{"key":"e_1_3_2_1_2_1","unstructured":"Javed A. Aslam and Virgil Pavlu. A practical sampling strategy for efficient retrieval evaluation technical report.  Javed A. Aslam and Virgil Pavlu. A practical sampling strategy for efficient retrieval evaluation technical report."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/1148170.1148263"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/1390334.1390447"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/1277741.1277754"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/1148170.1148219"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/1390334.1390445"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/290941.291009"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.6028\/NIST.SP.500-225"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/1458082.1458160"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/1076034.1076064"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/383952.383961"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/290941.291017"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.5555\/648264.753539"},{"key":"e_1_3_2_1_15_1","volume-title":"TREC: Experiment and Evaluation in Information Retrieval","author":"Voorhees Ellen M.","year":"2005","unstructured":"Ellen M. Voorhees and Donna K. Harman , editors . TREC: Experiment and Evaluation in Information Retrieval . MIT Press , 2005 . Ellen M. Voorhees and Donna K. Harman, editors. TREC: Experiment and Evaluation in Information Retrieval. MIT Press, 2005."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/1183614.1183633"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/290941.291014"}],"event":{"name":"SIGIR '10: The 33rd International ACM SIGIR conference on research and development in Information Retrieval","location":"Geneva Switzerland","acronym":"SIGIR '10","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 33rd international ACM SIGIR conference on Research and development in information retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1835449.1835540","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/1835449.1835540","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T11:39:31Z","timestamp":1750246771000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1835449.1835540"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2010,7,19]]},"references-count":17,"alternative-id":["10.1145\/1835449.1835540","10.1145\/1835449"],"URL":"https:\/\/doi.org\/10.1145\/1835449.1835540","relation":{},"subject":[],"published":{"date-parts":[[2010,7,19]]},"assertion":[{"value":"2010-07-19","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}