{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,18]],"date-time":"2025-12-18T19:02:09Z","timestamp":1766084529322,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":32,"publisher":"ACM","license":[{"start":{"date-parts":[[2017,8,7]],"date-time":"2017-08-07T00:00:00Z","timestamp":1502064000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2017,8,7]]},"DOI":"10.1145\/3077136.3080812","type":"proceedings-article","created":{"date-parts":[[2017,7,28]],"date-time":"2017-07-28T19:35:01Z","timestamp":1501270501000},"page":"5-14","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":16,"title":["Navigating Imprecision in Relevance Assessments on the Road to Total Recall"],"prefix":"10.1145","author":[{"given":"Gordon V.","family":"Cormack","sequence":"first","affiliation":[{"name":"University of Waterloo, Waterloo, ON, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Maura R.","family":"Grossman","sequence":"additional","affiliation":[{"name":"University of Waterloo, Waterloo, ON, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2017,8,7]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1002\/asi.21300"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/1148170.1148263"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/1390334.1390447"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3166.3197"},{"volume-title":"Relevance Feedback and Legal Tracks. In TREC","year":"2009","author":"Cormack G.","key":"e_1_3_2_1_5_1"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2911451.2911510"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/2600428.2609601"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/2766462.2767771"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2983323.2983776"},{"volume-title":"TREC","year":"2015","author":"Cormack G. V.","key":"e_1_3_2_1_10_1"},{"volume-title":"Autonomy and reliability of continuous active learning for technology-assisted review. arXiv:1504.06868","year":"2015","author":"Cormack G. V.","key":"e_1_3_2_1_11_1"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10791-011-9162-z"},{"key":"e_1_3_2_1_13_1","series-title":"Oct. 1","volume-title":"Computers vs. humans' Putting the TREC 2009 study in perspective. New York Law Journal,","author":"Green S.","year":"2012"},{"issue":"3","key":"e_1_3_2_1_14_1","article-title":"Technology-assisted review in e-discovery can be more effective and more efficient than exhaustive manual review","volume":"17","author":"Grossman M. R.","year":"2011","journal-title":"Richmond Journal of Law & Technology"},{"volume-title":"TREC 2016 Total Recall Track Overview. In TREC 2016.","author":"Grossman M. R.","key":"e_1_3_2_1_15_1"},{"volume-title":"Overview of the First Text REtrieval Conference (TREC-1). In TREC 1","year":"1992","author":"Harman D.","key":"e_1_3_2_1_16_1"},{"key":"e_1_3_2_1_17_1","first-page":"4","article-title":"Overview of the fourth text retrieval conference (trec-4)","author":"Harman D.","year":"1996","journal-title":"TREC"},{"volume-title":"The TREC ad hoc experiments","year":"2005","author":"Harman D. K.","key":"e_1_3_2_1_18_1"},{"volume-title":"Overview of the TREC 2009 Legal Track. In TREC 2009.","author":"Hedin B.","key":"e_1_3_2_1_19_1"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1952.10483446"},{"volume-title":"Search and Evaluation for Latent Variable Models of Text with Applications to Information Retrieval and Machine Translation","year":"2016","author":"Krstovski K.","key":"e_1_3_2_1_21_1"},{"volume-title":"4th HCOMP","year":"2016","author":"McDonnell T.","key":"e_1_3_2_1_22_1"},{"volume-title":"Overview of the TREC 2008 Legal Track. In TREC 2008.","author":"Oard D. W.","key":"e_1_3_2_1_23_1"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/2911451.2914709"},{"volume-title":"Clarke. TREC 2015 Total Recall Track Overview. In TREC 2015.","author":"Roegiest A.","key":"e_1_3_2_1_25_1"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1002\/asi.21233"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1561\/1500000009"},{"volume-title":"Relevance and information behavior. Annual review of information science and technology (ARIST), 29:3--48","year":"1994","author":"Schamber L.","key":"e_1_3_2_1_28_1"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0306-4573(00)00010-8"},{"key":"e_1_3_2_1_30_1","first-page":"355","volume-title":"Workshop of the Cross-Language Evaluation Forum for European Languages","author":"Voorhees E. M.","year":"2001"},{"volume-title":"Proc. SIGIR Information Retrieval for E-Discovery Workshop","year":"2011","author":"Webber W.","key":"e_1_3_2_1_31_1"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/1871437.1871508"}],"event":{"name":"SIGIR '17: The 40th International ACM SIGIR conference on research and development in Information Retrieval","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"],"location":"Shinjuku Tokyo Japan","acronym":"SIGIR '17"},"container-title":["Proceedings of the 40th International ACM SIGIR Conference on Research and Development in Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3077136.3080812","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3077136.3080812","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T03:37:18Z","timestamp":1750217838000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3077136.3080812"}},"subtitle":["Roger and Me"],"short-title":[],"issued":{"date-parts":[[2017,8,7]]},"references-count":32,"alternative-id":["10.1145\/3077136.3080812","10.1145\/3077136"],"URL":"https:\/\/doi.org\/10.1145\/3077136.3080812","relation":{},"subject":[],"published":{"date-parts":[[2017,8,7]]},"assertion":[{"value":"2017-08-07","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}