{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,22]],"date-time":"2026-01-22T04:34:09Z","timestamp":1769056449293,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":15,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,7,10]],"date-time":"2024-07-10T00:00:00Z","timestamp":1720569600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,7,10]]},"DOI":"10.1145\/3626772.3657903","type":"proceedings-article","created":{"date-parts":[[2024,7,11]],"date-time":"2024-07-11T12:40:05Z","timestamp":1720701605000},"page":"2677-2681","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Unbiased Validation of Technology-Assisted Review for eDiscovery"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5890-0293","authenticated-orcid":false,"given":"Gordon V","family":"Cormack","sequence":"first","affiliation":[{"name":"University of Waterloo, Waterloo, ON, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2279-4262","authenticated-orcid":false,"given":"Maura R","family":"Grossman","sequence":"additional","affiliation":[{"name":"University of Waterloo, Waterloo, ON, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-3131-0744","authenticated-orcid":false,"given":"Andrew","family":"Harbison","sequence":"additional","affiliation":[{"name":"Grant Thornton Ireland, Dublin, Ireland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-3169-9685","authenticated-orcid":false,"given":"Tom","family":"O'Halloran","sequence":"additional","affiliation":[{"name":"Grant Thornton Ireland, Dublin, Ireland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-4535-7584","authenticated-orcid":false,"given":"Bronagh","family":"McManus","sequence":"additional","affiliation":[{"name":"Grant Thornton Ireland, Dublin, Ireland"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,7,11]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Winston & Strawn","author":"Cohen S. M.","year":"2014","unstructured":"S. M. Cohen, E. T. Timkovich J. J. Rosenthal. The tested effectiveness of Equivio&gt;Relevance in technology-assisted review. Winston & Strawn, 2014."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/2983323.2983776"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3077136.3080812"},{"issue":"3","key":"e_1_3_2_1_4_1","article-title":"Technology-assisted review in e-discovery can be more effective and more efficient than exhaustive manual review","volume":"17","author":"Grossman M. R.","year":"2011","unstructured":"M. R. Grossman and G. V. Cormack. Technology-assisted review in e-discovery can be more effective and more efficient than exhaustive manual review. Richmond J. Law & Tech., 17(3), 2011.","journal-title":"Richmond J. Law & Tech."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.58948\/2331-3528.1800"},{"key":"e_1_3_2_1_6_1","first-page":"1","article-title":"Comments on ?The implications of Rule 26 (g) on the use of technology-assisted review","author":"Grossman M. R.","year":"2014","unstructured":"M. R. Grossman and G. V. Cormack. Comments on ?The implications of Rule 26 (g) on the use of technology-assisted review\". Fed. Courts L. Rev. 1, 2014.","journal-title":"Fed. Courts L. Rev."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1952.10483446"},{"key":"e_1_3_2_1_8_1","unstructured":"A. Peck. Rio Tinto PLC v. Vale S.A. 306 F.R.D. 125 (S.D.N.Y. 2015)."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2766462.2767754"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/2911451.2914709"},{"key":"e_1_3_2_1_11_1","volume-title":"Document categorization in legal electronic discovery: Computer classification vs. manual review. J. Am. Soc. for Info. Science and Tech. (JASIST), 61(1):70--80","author":"Roitblat H. L.","year":"2010","unstructured":"H. L. Roitblat, A. Kershaw, and P. Oot. Document categorization in legal electronic discovery: Computer classification vs. manual review. J. Am. Soc. for Info. Science and Tech. (JASIST), 61(1):70--80, 2010."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1002\/asi.20682"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/1835449.1835549"},{"key":"e_1_3_2_1_14_1","volume-title":"Variations in relevance judgments and the measurement of retrieval effectiveness. Info. Processing & Mgmt., 36(5)","author":"Voorhees M.","year":"2000","unstructured":"M. Voorhees. Variations in relevance judgments and the measurement of retrieval effectiveness. Info. Processing & Mgmt., 36(5), 2000."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/1871437.1871508"}],"event":{"name":"SIGIR 2024: The 47th International ACM SIGIR Conference on Research and Development in Information Retrieval","location":"Washington DC USA","acronym":"SIGIR 2024","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3626772.3657903","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3626772.3657903","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T05:20:18Z","timestamp":1755840018000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3626772.3657903"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7,10]]},"references-count":15,"alternative-id":["10.1145\/3626772.3657903","10.1145\/3626772"],"URL":"https:\/\/doi.org\/10.1145\/3626772.3657903","relation":{},"subject":[],"published":{"date-parts":[[2024,7,10]]},"assertion":[{"value":"2024-07-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}