{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,26]],"date-time":"2026-08-26T11:21:17Z","timestamp":1787743277291,"version":"build-2784847793"},"publisher-location":"New York, NY, USA","reference-count":19,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,7,25]],"date-time":"2020-07-25T00:00:00Z","timestamp":1595635200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,7,25]]},"DOI":"10.1145\/3397271.3401267","type":"proceedings-article","created":{"date-parts":[[2020,7,25]],"date-time":"2020-07-25T07:50:08Z","timestamp":1595663408000},"page":"2053-2056","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":6,"title":["Active Learning Stopping Strategies for Technology-Assisted Sensitivity Review"],"prefix":"10.1145","author":[{"given":"Graham","family":"McDonald","sequence":"first","affiliation":[{"name":"University of Glasgow, Glasgow, United Kingdom"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Craig","family":"Macdonald","sequence":"additional","affiliation":[{"name":"University of Glasgow, Glasgow, United Kingdom"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Iadh","family":"Ounis","sequence":"additional","affiliation":[{"name":"University of Glasgow, Glasgow, United Kingdom"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2020,7,25]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.1023\/A:1022821128753"},{"key":"e_1_3_2_2_2_1","volume-title":"Proc. NIPS.","author":"Atlas L.","unstructured":"L. Atlas , D. Cohn , and R. Ladner . 1990. Training Connectionist Networks with Queries and Selective Sampling . In Proc. NIPS. L. Atlas, D. Cohn, and R. Ladner. 1990. Training Connectionist Networks with Queries and Selective Sampling. In Proc. NIPS."},{"key":"e_1_3_2_2_3_1","volume-title":"Proc. CoNLL.","author":"Bloodgood M.","unstructured":"M. Bloodgood and K. Vijay-Shanker . 2009. A Method for Stopping Active Learning Based on Stabilizing Predictions and the Need for User-Adjustable Stopping . In Proc. CoNLL. M. Bloodgood and K. Vijay-Shanker. 2009. A Method for Stopping Active Learning Based on Stabilizing Predictions and the Need for User-Adjustable Stopping. In Proc. CoNLL."},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1177\/001316446002000104"},{"key":"e_1_3_2_2_5_1","volume-title":"Proc. SIGIR.","author":"Cormack G.","unstructured":"G. Cormack and M. Grossman . 2014. Evaluation of Machine-Learning Protocols for Technology-Assisted Review in Electronic Discovery . In Proc. SIGIR. G. Cormack and M. Grossman. 2014. Evaluation of Machine-Learning Protocols for Technology-Assisted Review in Electronic Discovery. In Proc. SIGIR."},{"key":"e_1_3_2_2_6_1","volume-title":"Border: Active Learning in Imbalanced Data Classification. In Proc. CIKM.","author":"Ertekin S.","year":"2007","unstructured":"S. Ertekin , J. Huang , L. Bottou , and L. Giles . 2007 . Learning on the Border: Active Learning in Imbalanced Data Classification. In Proc. CIKM. S. Ertekin, J. Huang, L. Bottou, and L. Giles. 2007. Learning on the Border: Active Learning in Imbalanced Data Classification. In Proc. CIKM."},{"key":"e_1_3_2_2_7_1","volume-title":"Proc. PIR@SIGIR.","author":"Gollins T.","unstructured":"T. Gollins , G. McDonald , C. Macdonald , and I. Ounis . 2014. On Using Information Retrieval for the Selection and Sensitivity Review of Digital Public Records . In Proc. PIR@SIGIR. T. Gollins, G. McDonald, C. Macdonald, and I. Ounis. 2014. On Using Information Retrieval for the Selection and Sensitivity Review of Digital Public Records. In Proc. PIR@SIGIR."},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"crossref","unstructured":"C. Lefebvre E. Manheimer and J. Glanville. 2008. Searching for Studies. Cochrane Handbook for Systematic Reviews of Interventions (2008) 95--150.  C. Lefebvre E. Manheimer and J. Glanville. 2008. Searching for Studies. Cochrane Handbook for Systematic Reviews of Interventions (2008) 95--150.","DOI":"10.1002\/9780470712184.ch6"},{"key":"e_1_3_2_2_9_1","volume-title":"Proc. SIGIR.","author":"Lewis D.","unstructured":"D. Lewis and W. Gale . 1994. A Sequential Algorithm for Training Text Classifiers . In Proc. SIGIR. D. Lewis and W. Gale. 1994. A Sequential Algorithm for Training Text Classifiers. In Proc. SIGIR."},{"key":"e_1_3_2_2_10_1","volume-title":"Proc. ICML.","author":"McCallumzy A.","unstructured":"A. McCallumzy and K. Nigamy . 1998. Employing EM and Pool-Based Active Learning for Text Classification . In Proc. ICML. A. McCallumzy and K. Nigamy. 1998. Employing EM and Pool-Based Active Learning for Text Classification. In Proc. ICML."},{"key":"e_1_3_2_2_11_1","volume-title":"Proc. ECIR.","author":"McDonald G.","unstructured":"G. McDonald , C. Macdonald , and I. Ounis . 2018. Active Learning Strategies for Technology-Assisted Sensitivity Review . In Proc. ECIR. G. McDonald, C. Macdonald, and I. Ounis. 2018. Active Learning Strategies for Technology-Assisted Sensitivity Review. In Proc. ECIR."},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1016\/0004-3702(82)90040-6"},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10506-010-9093-9"},{"key":"e_1_3_2_2_14_1","volume-title":"Proc. CoNLL.","author":"Olsson F.","unstructured":"F. Olsson and K. Tomanek . 2009. An Intrinsic Stopping Criterion for Committee-Based Active Learning . In Proc. CoNLL. F. Olsson and K. Tomanek. 2009. An Intrinsic Stopping Criterion for Committee-Based Active Learning. In Proc. CoNLL."},{"key":"e_1_3_2_2_15_1","volume-title":"Proc. ICML.","author":"Roy N.","unstructured":"N. Roy and A. McCallum . 2001. Toward Optimal Active Learning through Sampling Estimation of Error Reduction . In Proc. ICML. N. Roy and A. McCallum. 2001. Toward Optimal Active Learning through Sampling Estimation of Error Reduction. In Proc. ICML."},{"key":"e_1_3_2_2_16_1","volume-title":"More: Active Learning with Support Vector Machines. In Proc. ICML.","author":"Schohn G.","year":"2000","unstructured":"G. Schohn and D. Cohn . 2000 . Less is More: Active Learning with Support Vector Machines. In Proc. ICML. G. Schohn and D. Cohn. 2000. Less is More: Active Learning with Support Vector Machines. In Proc. ICML."},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.5555\/3019233"},{"key":"e_1_3_2_2_18_1","volume-title":"Proc. EMNLP-CoNLL.","author":"Zhu J.","unstructured":"J. Zhu and E. Hovy . 2007. Active Learning for Word Sense Disambiguation with Methods for Addressing the Class Imbalance Problem . In Proc. EMNLP-CoNLL. J. Zhu and E. Hovy. 2007. Active Learning for Word Sense Disambiguation with Methods for Addressing the Class Imbalance Problem. In Proc. EMNLP-CoNLL."},{"key":"e_1_3_2_2_19_1","volume-title":"Proc. Coling.","author":"Zhu J.","unstructured":"J. Zhu , H. Wang , and E. Hovy . 2008. Multi-Criteria-Based Strategy to Stop Active Learning for Data Annotation . In Proc. Coling. J. Zhu, H. Wang, and E. Hovy. 2008. Multi-Criteria-Based Strategy to Stop Active Learning for Data Annotation. In Proc. Coling."}],"event":{"name":"SIGIR '20: The 43rd International ACM SIGIR conference on research and development in Information Retrieval","location":"Virtual Event China","acronym":"SIGIR '20","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 43rd International ACM SIGIR Conference on Research and Development in Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3397271.3401267","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3397271.3401267","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:41:38Z","timestamp":1750200098000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3397271.3401267"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,7,25]]},"references-count":19,"alternative-id":["10.1145\/3397271.3401267","10.1145\/3397271"],"URL":"https:\/\/doi.org\/10.1145\/3397271.3401267","relation":{},"subject":[],"published":{"date-parts":[[2020,7,25]]},"assertion":[{"value":"2020-07-25","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}