{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,8]],"date-time":"2026-02-08T07:58:07Z","timestamp":1770537487641,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":25,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,7,18]],"date-time":"2023-07-18T00:00:00Z","timestamp":1689638400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"European Commission","award":["860721"],"award-info":[{"award-number":["860721"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,7,19]]},"DOI":"10.1145\/3539618.3591802","type":"proceedings-article","created":{"date-parts":[[2023,7,19]],"date-time":"2023-07-19T00:22:59Z","timestamp":1689726179000},"page":"3105-3109","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["VoMBaT: A Tool for Visualising Evaluation Measure Behaviour in High-Recall Search Tasks"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4420-4147","authenticated-orcid":false,"given":"Wojciech","family":"Kusa","sequence":"first","affiliation":[{"name":"TU Wien, Vienna, Austria"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3643-6493","authenticated-orcid":false,"given":"Aldo","family":"Lipani","sequence":"additional","affiliation":[{"name":"University College London, London, United Kingdom"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1161-7359","authenticated-orcid":false,"given":"Petr","family":"Knoth","sequence":"additional","affiliation":[{"name":"The Open University, Milton Keynes, United Kingdom"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7149-5843","authenticated-orcid":false,"given":"Allan","family":"Hanbury","sequence":"additional","affiliation":[{"name":"TU Wien, Vienna, Austria"}]}],"member":"320","published-online":{"date-parts":[[2023,7,18]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"TREC 2006 Legal Track Overview.. In TREC. Citeseer.","author":"Baron Jason R","year":"2006","unstructured":"Jason R Baron, David D Lewis, and Douglas W Oard. 2006. TREC 2006 Legal Track Overview.. In TREC. Citeseer."},{"key":"e_1_3_2_1_2_1","volume-title":"AMIA annual symposium proceedings","author":"Cohen Aaron M","unstructured":"Aaron M Cohen, Kyle Ambert, and Marian McDonagh. 2010. A prospective evaluation of an automated classification system to support evidence-based medicine and systematic review. In AMIA annual symposium proceedings, Vol. 2010. American Medical Informatics Association, 121."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1197\/jamia.M1929"},{"key":"e_1_3_2_1_4_1","volume-title":"Second International Workshop on AI and Intelligent Assistance for Legal Professionals in the Digital Workplace (LegalAIIA","author":"Conrad Jack G","year":"2021","unstructured":"Jack G Conrad and Jeremy Pickens. 2021. Second International Workshop on AI and Intelligent Assistance for Legal Professionals in the Digital Workplace (LegalAIIA 2021).. In ASAIL\/LegalAIIA@ ICAIL. 48."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/2911451.2911510"},{"key":"e_1_3_2_1_6_1","volume-title":"Overview of the TREC 2010 Legal Track.. In TREC.","author":"Cormack Gordon V","year":"2010","unstructured":"Gordon V Cormack, Maura R Grossman, Bruce Hedin, and Douglas W Oard. 2010. Overview of the TREC 2010 Legal Track.. In TREC."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1177\/0272989X12457243"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-99739-7_69"},{"key":"e_1_3_2_1_9_1","first-page":"171","article-title":"Tarpits","volume":"35","author":"Dowling David","year":"2020","unstructured":"David Dowling. 2020. Tarpits: The Sticky Consequences of Poorly Implementing Technology-Assisted Review. Berkeley Tech. LJ, Vol. 35 (2020), 171.","journal-title":"The Sticky Consequences of Poorly Implementing Technology-Assisted Review. Berkeley Tech. LJ"},{"key":"e_1_3_2_1_10_1","volume-title":"TREC 2016 Total Recall Track Overview.. In TREC.","author":"Grossman Maura R","year":"2016","unstructured":"Maura R Grossman, Gordon V Cormack, and Adam Roegiest. 2016. TREC 2016 Total Recall Track Overview.. In TREC."},{"key":"e_1_3_2_1_11_1","volume-title":"CLEF 2017 technologically assisted reviews in empirical medicine overview. CEUR Workshop Proceedings","volume":"1866","author":"Kanoulas Evangelos","year":"2017","unstructured":"Evangelos Kanoulas, Dan Li, Leif Azzopardi, and Rene Spijker. 2017. CLEF 2017 technologically assisted reviews in empirical medicine overview. CEUR Workshop Proceedings, Vol. 1866 (9 2017), 1--29. https:\/\/pureportal.strath.ac.uk\/en\/publications\/clef-2017-technologically-assisted-reviews-in-empirical-medicine-"},{"key":"e_1_3_2_1_12_1","volume-title":"CLEF 2018 technologically assisted reviews in empirical medicine overview. CEUR Workshop Proceedings","volume":"2125","author":"Kanoulas Evangelos","year":"2018","unstructured":"Evangelos Kanoulas, Dan Li, Leif Azzopardi, and Rene Spijker. 2018. CLEF 2018 technologically assisted reviews in empirical medicine overview. CEUR Workshop Proceedings, Vol. 2125 (7 2018). https:\/\/pureportal.strath.ac.uk\/en\/publications\/clef-2018-technologically-assisted-reviews-in-empirical-medicine-"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswax.2020.100030"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-99736-6_39"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.iswa.2023.200193"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-99736-6_24"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3417334"},{"key":"e_1_3_2_1_18_1","volume-title":"Overview of the TREC 2008 legal track. Technical Report. MARYLAND UNIV COLLEGE PARK COLL OF INFORMATION STUDIES.","author":"Oard Douglas W","year":"2008","unstructured":"Douglas W Oard, Bruce Hedin, Stephen Tomlinson, and Jason R Baron. 2008. Overview of the TREC 2008 legal track. Technical Report. MARYLAND UNIV COLLEGE PARK COLL OF INFORMATION STUDIES."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1186\/2046-4053-4-5"},{"key":"e_1_3_2_1_20_1","volume-title":"Overview of the TREC 2007 Legal Track.. In TREC.","author":"Tomlinson Stephen","year":"2007","unstructured":"Stephen Tomlinson, Douglas W Oard, Jason R Baron, and Paul Thompson. 2007. Overview of the TREC 2007 Legal Track.. In TREC."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2021.106589"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/1835804.1835829"},{"key":"e_1_3_2_1_23_1","volume-title":"Semi-automated screening of biomedical citations for systematic reviews. BMC bioinformatics","author":"Wallace Byron C","year":"2010","unstructured":"Byron C Wallace, Thomas A Trikalinos, Joseph Lau, Carla Brodley, and Christopher H Schmid. 2010b. Semi-automated screening of biomedical citations for systematic reviews. BMC bioinformatics, Vol. 11, 1 (2010), 1--11."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3477495.3531663"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"crossref","unstructured":"Eugene Yang Sean MacAvaney David D. Lewis and Ophir Frieder. 2022. Goldilocks: Just-Right Tuning of BERT for Technology-Assisted Review. In Advances in Information Retrieval Matthias Hagen Suzan Verberne Craig Macdonald Christin Seifert Krisztian Balog Kjetil N\u00f8rv\u00e5g and Vinay Setty (Eds.). Springer International Publishing Cham 502--517","DOI":"10.1007\/978-3-030-99736-6_34"}],"event":{"name":"SIGIR '23: The 46th International ACM SIGIR Conference on Research and Development in Information Retrieval","location":"Taipei Taiwan","acronym":"SIGIR '23","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3539618.3591802","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3539618.3591802","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:37:58Z","timestamp":1750178278000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3539618.3591802"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,7,18]]},"references-count":25,"alternative-id":["10.1145\/3539618.3591802","10.1145\/3539618"],"URL":"https:\/\/doi.org\/10.1145\/3539618.3591802","relation":{},"subject":[],"published":{"date-parts":[[2023,7,18]]},"assertion":[{"value":"2023-07-18","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}