{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T04:54:09Z","timestamp":1755838449442,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":47,"publisher":"ACM","license":[{"start":{"date-parts":[[2015,8,9]],"date-time":"2015-08-09T00:00:00Z","timestamp":1439078400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2015,8,9]]},"DOI":"10.1145\/2766462.2767754","type":"proceedings-article","created":{"date-parts":[[2015,8,4]],"date-time":"2015-08-04T13:57:50Z","timestamp":1438696670000},"page":"555-564","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":10,"title":["Impact of Surrogate Assessments on High-Recall Retrieval"],"prefix":"10.1145","author":[{"given":"Adam","family":"Roegiest","sequence":"first","affiliation":[{"name":"University of Waterloo, Waterloo, ON, Canada"}]},{"given":"Gordon V.","family":"Cormack","sequence":"additional","affiliation":[{"name":"University of Waterloo, Waterloo, ON, Canada"}]},{"given":"Charles L.A.","family":"Clarke","sequence":"additional","affiliation":[{"name":"University of Waterloo, Waterloo, ON, Canada"}]},{"given":"Maura R.","family":"Grossman","sequence":"additional","affiliation":[{"name":"Wachtell, Lipton, Rosen & Katz, New York, NY, USA"}]}],"member":"320","published-online":{"date-parts":[[2015,8,9]]},"reference":[{"volume-title":"Loudoun Cnty.","year":"2012","author":"Protective Order Memorandum","key":"e_1_3_2_1_1_1"},{"key":"e_1_3_2_1_2_1","unstructured":"Da Silva Moore v. Publicis Groupe 287 F.R.D. 182 (S.D.N.Y. 2012).  Da Silva Moore v. Publicis Groupe 287 F.R.D. 182 (S.D.N.Y. 2012)."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/1390334.1390447"},{"volume-title":"ICAIL DESI III Workshop","year":"2009","author":"Barnett T.","key":"e_1_3_2_1_4_1"},{"key":"e_1_3_2_1_5_1","first-page":"11","author":"Brodley C. E.","year":"2011","journal-title":"Identifying mislabeled training data. J. of A.I. Research"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10791-007-9032-x"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1016\/0306-4573(92)90031-T"},{"volume-title":"ICAIL DESI V Workshop","year":"2013","author":"Cheng J.","key":"e_1_3_2_1_8_1"},{"volume-title":"The Effect of Variations in Relevance Assessments in Comparative Experimental Tests of Index Languages","year":"1970","author":"Cleverdon C. W.","key":"e_1_3_2_1_9_1"},{"volume-title":"Proc. TREC-6","year":"1997","author":"Cormack G. V.","key":"e_1_3_2_1_10_1"},{"issue":"1","key":"e_1_3_2_1_11_1","volume":"7","author":"Cormack G. V.","year":"2013","journal-title":"Facciola, Magistrate Judge. Fed. Courts Law Rev."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2600428.2609601"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/1571941.1572045"},{"volume-title":"Proc. 2nd CEAS","year":"2005","author":"Cormack G. V.","key":"e_1_3_2_1_14_1"},{"volume-title":"Relevance Feedback and Legal Tracks. In Proc. TREC-18","year":"2009","author":"Cormack G. V.","key":"e_1_3_2_1_15_1"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10791-011-9162-z"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2013.2292894"},{"volume-title":"Advances in Kernel Methods - Support Vector Learning","year":"1999","author":"Joachims T.","key":"e_1_3_2_1_18_1"},{"volume-title":"Inside Counsel","year":"2011","author":"Gonsowski D.","key":"e_1_3_2_1_19_1"},{"key":"e_1_3_2_1_20_1","first-page":"17","author":"Grossman M. R.","year":"2011","journal-title":"Rich. J. Law & Tech."},{"key":"e_1_3_2_1_21_1","first-page":"32","author":"Grossman M. R.","year":"2012","journal-title":"Pace Law Rev."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.6028\/NIST.SP.500-225"},{"volume-title":"Proc. TREC-18","year":"2009","author":"Hedin B.","key":"e_1_3_2_1_23_1"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1002\/9780470712184"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/1557019.1557070"},{"volume-title":"Relevance assessments and retrieval system evaluation. Information Storage and Retrieval, 4(4)","year":"1968","author":"Lesk M. E.","key":"e_1_3_2_1_26_1"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/2600428.2609618"},{"key":"e_1_3_2_1_28_1","unstructured":"J. Pickens. In TAR wrong decisions can lead to the right documents (a response to Ralph Losey). http:\/\/web.archive.org\/save\/http:\/\/www.catalystsecure.com\/blog\/2014\/02\/in-tar-wrong-decisions-can-lead-to-the-right-documents-a-response-to-ralph-losey\/.  J. Pickens. In TAR wrong decisions can lead to the right documents (a response to Ralph Losey). http:\/\/web.archive.org\/save\/http:\/\/www.catalystsecure.com\/blog\/2014\/02\/in-tar-wrong-decisions-can-lead-to-the-right-documents-a-response-to-ralph-losey\/."},{"volume-title":"The TREC 2002 Filtering Track report. In Proc. TREC-11","year":"2002","author":"Robertson S.","key":"e_1_3_2_1_29_1"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1002\/asi.v61:1"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1002\/asi.4630260604"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1002\/asi.v58:13"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1002\/asi.v58:13"},{"key":"e_1_3_2_1_34_1","first-page":"29","author":"Schamber L.","year":"1994","journal-title":"Rev. Info. Sci. and Tech. (ARIST)"},{"volume-title":"ICAIL DESI V Workshop","year":"2013","author":"Scholtes J. C.","key":"e_1_3_2_1_35_1"},{"volume-title":"Proc. CEAS","year":"2008","author":"Sculley D.","key":"e_1_3_2_1_36_1"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/505282.505283"},{"volume-title":"University of Wisconsin","year":"2010","author":"Settles B.","key":"e_1_3_2_1_38_1"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/1835449.1835549"},{"volume-title":"Proc. ADCS","year":"2007","author":"Trotman A.","key":"e_1_3_2_1_40_1"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0306-4573(00)00010-8"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.5555\/648264.753539"},{"volume-title":"Overview of the Sixth Text REtrieval Conference (TREC-6). In Proc. TREC-6","year":"1997","author":"Voorhees E. M.","key":"e_1_3_2_1_43_1"},{"volume-title":"TREC: Experiment and Evaluation in Information Retrieval","year":"2005","author":"Voorhees E. M.","key":"e_1_3_2_1_44_1"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/1871437.1871508"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/2484028.2484156"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-004-0751-8"}],"event":{"name":"SIGIR '15: The 38th International ACM SIGIR conference on research and development in Information Retrieval","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"],"location":"Santiago Chile","acronym":"SIGIR '15"},"container-title":["Proceedings of the 38th International ACM SIGIR Conference on Research and Development in Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2766462.2767754","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2766462.2767754","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T05:07:27Z","timestamp":1750223247000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2766462.2767754"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,8,9]]},"references-count":47,"alternative-id":["10.1145\/2766462.2767754","10.1145\/2766462"],"URL":"https:\/\/doi.org\/10.1145\/2766462.2767754","relation":{},"subject":[],"published":{"date-parts":[[2015,8,9]]},"assertion":[{"value":"2015-08-09","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}