{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,16]],"date-time":"2026-01-16T15:25:03Z","timestamp":1768577103133,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":14,"publisher":"ACM","license":[{"start":{"date-parts":[[2019,7,18]],"date-time":"2019-07-18T00:00:00Z","timestamp":1563408000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"Natural Sciences and Engineering Research Council of Canada","award":["CRDPJ 468812-14 and RGPIN-2014-03642"],"award-info":[{"award-number":["CRDPJ 468812-14 and RGPIN-2014-03642"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2019,7,18]]},"DOI":"10.1145\/3331184.3331270","type":"proceedings-article","created":{"date-parts":[[2019,7,19]],"date-time":"2019-07-19T13:40:26Z","timestamp":1563543626000},"page":"901-904","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Time-Limits and Summaries for Faster Relevance Assessing"],"prefix":"10.1145","author":[{"given":"Shahin","family":"Rahbariasl","sequence":"first","affiliation":[{"name":"University of Waterloo, Waterloo, ON, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mark D.","family":"Smucker","sequence":"additional","affiliation":[{"name":"University of Waterloo, Waterloo, ON, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2019,7,18]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"TREC.","author":"Allan J.","year":"2017","unstructured":"Allan, J., E. Kanoulas, D. Li, C. V. Gysel, D. Harman, and E. Voorhees (2017). Trec 2017 common core track overview. In TREC."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.18637\/jss.v067.i01"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/1571941.1572114"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.3389\/fnins.2014.00150"},{"key":"e_1_3_2_1_5_1","volume-title":"Detection theory: a user's guide","author":"Macmillan N.","year":"2005","unstructured":"Macmillan, N. and C. Creelman (2005). Detection theory: a user's guide."},{"key":"e_1_3_2_1_6_1","volume-title":"Fourth AAAI Conf. on Human Comp. and Crowdsourcing.","author":"Maddalena E.","year":"2016","unstructured":"Maddalena, E., M. Basaldella, D. De Nart, D. Degl'Innocenti, S. Mizzaro, and G. Demartini (2016). Crowdsourcing relevance assessments: The unexpected benefits of limiting the time to judge. In Fourth AAAI Conf. on Human Comp. and Crowdsourcing."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1017\/S1351324901002741"},{"key":"e_1_3_2_1_8_1","volume-title":"Information retrieval for e-discovery. Foundations and Trends in Information Retrieval 7(2--3), 99--237","author":"Oard D. W.","year":"2013","unstructured":"Oard, D. W. and W. Webber (2013). Information retrieval for e-discovery. Foundations and Trends in Information Retrieval 7(2--3), 99--237."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1561\/1500000009"},{"key":"e_1_3_2_1_10_1","volume-title":"Proceedings of the SIGIR 2011 Workshop on crowdsourcing for information retrieval.","author":"Smucker M. D.","year":"2011","unstructured":"Smucker, M. D. and C. P. Jethani (2011). The crowd vs. the lab: A comparison of crowd-sourced and university laboratory participant behavior. In Proceedings of the SIGIR 2011 Workshop on crowdsourcing for information retrieval."},{"key":"e_1_3_2_1_11_1","volume-title":"Proceedings of SIGIR Information Retrieval for E-Discovery Workshop","volume":"1","author":"Wang J.","year":"2011","unstructured":"Wang, J. (2011). Accuracy, agreement, speed, and perceived difficulty of users' relevance judgments for e-discovery. In Proceedings of SIGIR Information Retrieval for E-Discovery Workshop, Volume 1."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.5555\/1920331.1920438"},{"key":"e_1_3_2_1_13_1","unstructured":"Zhang H. (2019). Increasing the Efficiency of High-Recall Information Retrieval. PhD thesis University of Waterloo."},{"key":"e_1_3_2_1_14_1","volume-title":"U Waterloo MDS at the TREC 2017 common core track.InTREC","author":"Zhang H.","year":"2017","unstructured":"Zhang, H., M. Abualsaud, N. Ghelani, A. Ghosh, M. D. Smucker, G. V. Cormack, and M. R. Grossman (2017). U Waterloo MDS at the TREC 2017 common core track.InTREC."}],"event":{"name":"SIGIR '19: The 42nd International ACM SIGIR Conference on Research and Development in Information Retrieval","location":"Paris France","acronym":"SIGIR '19","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 42nd International ACM SIGIR Conference on Research and Development in Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3331184.3331270","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3331184.3331270","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,16]],"date-time":"2026-01-16T00:57:13Z","timestamp":1768525033000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3331184.3331270"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,7,18]]},"references-count":14,"alternative-id":["10.1145\/3331184.3331270","10.1145\/3331184"],"URL":"https:\/\/doi.org\/10.1145\/3331184.3331270","relation":{},"subject":[],"published":{"date-parts":[[2019,7,18]]},"assertion":[{"value":"2019-07-18","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}