{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,29]],"date-time":"2026-05-29T21:06:01Z","timestamp":1780088761156,"version":"3.54.0"},"publisher-location":"New York, NY, USA","reference-count":42,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,8,2]],"date-time":"2024-08-02T00:00:00Z","timestamp":1722556800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100006374","name":"European Commission","doi-asserted-by":"publisher","award":["860721"],"award-info":[{"award-number":["860721"]}],"id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,8,2]]},"DOI":"10.1145\/3664190.3672532","type":"proceedings-article","created":{"date-parts":[[2024,8,5]],"date-time":"2024-08-05T12:39:41Z","timestamp":1722861581000},"page":"43-49","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["Normalised Precision at Fixed Recall for Evaluating TAR"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4420-4147","authenticated-orcid":false,"given":"Wojciech","family":"Kusa","sequence":"first","affiliation":[{"name":"TU Wien, Vienna, Austria"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2862-8209","authenticated-orcid":false,"given":"Georgios","family":"Peikos","sequence":"additional","affiliation":[{"name":"University of Milano-Bicocca, Milan, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5164-2690","authenticated-orcid":false,"given":"Moritz","family":"Staudinger","sequence":"additional","affiliation":[{"name":"TU Wien, Vienna, Austria"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3643-6493","authenticated-orcid":false,"given":"Aldo","family":"Lipani","sequence":"additional","affiliation":[{"name":"University College London, London, UK"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7149-5843","authenticated-orcid":false,"given":"Allan","family":"Hanbury","sequence":"additional","affiliation":[{"name":"TU Wien, Vienna, Austria"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,8,5]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3331184.3331358"},{"key":"e_1_3_2_1_2_1","volume-title":"TREC 2006 Legal Track Overview.. In TREC. Citeseer.","author":"Baron Jason R","year":"2006","unstructured":"Jason R Baron, David D Lewis, and Douglas W Oard. 2006. TREC 2006 Legal Track Overview.. In TREC. Citeseer."},{"key":"e_1_3_2_1_3_1","volume-title":"Eddy Chen, and Aymen A Elfiky.","author":"Bertsimas Dimitris","year":"2018","unstructured":"Dimitris Bertsimas, Jack Dunn, Colin Pawlowski, John Silberholz, Alexander Weinstein, Ying Daisy Zhuo, Eddy Chen, and Aymen A Elfiky. 2018. Applied informatics decision support tool for mortality predictions in patients with cancer. JCO clinical cancer informatics, Vol. 2 (2018), 1--11."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1002\/pmic.201100039"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/2499178.2499182"},{"key":"e_1_3_2_1_6_1","volume-title":"Enhancing early autism prediction based on electronic records using clinical narratives. Journal of Biomedical Informatics","author":"Chen Junya","year":"2023","unstructured":"Junya Chen, Matthew Engelhard, Ricardo Henao, Samuel Berchuck, Brian Eichner, Eliana M Perrin, Guillermo Sapiro, and Geraldine Dawson. 2023. Enhancing early autism prediction based on electronic records using clinical narratives. Journal of Biomedical Informatics (2023), 104390."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"crossref","unstructured":"Benjamin Clavi\u00e9 Alexandru Ciceu Frederick Naylor Guillaume Souli\u00e9 and Thomas Brightwell. 2023. Large Language Models in\u00a0the\u00a0Workplace: A Case Study on\u00a0Prompt Engineering for\u00a0Job Type Classification. In Natural Language Processing and Information Systems Elisabeth M\u00e9tais Farid Meziane Vijayan Sugumaran Warren Manning and Stephan Reiff-Marganiec (Eds.). Springer Nature Switzerland Cham 3--17.","DOI":"10.1007\/978-3-031-35320-8_1"},{"key":"e_1_3_2_1_8_1","volume-title":"AMIA annual symposium proceedings","author":"Cohen Aaron M","unstructured":"Aaron M Cohen, Kyle Ambert, and Marian McDonagh. 2010. A prospective evaluation of an automated classification system to support evidence-based medicine and systematic review. In AMIA annual symposium proceedings, Vol. 2010. American Medical Informatics Association, 121."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1197\/jamia.M1929"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/2911451.2911510"},{"key":"e_1_3_2_1_11_1","volume-title":"Overview of the TREC 2010 Legal Track.. In TREC.","author":"Cormack Gordon V","year":"2010","unstructured":"Gordon V Cormack, Maura R Grossman, Bruce Hedin, and Douglas W Oard. 2010. Overview of the TREC 2010 Legal Track.. In TREC."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1177\/0272989X12457243"},{"key":"e_1_3_2_1_13_1","volume-title":"Plasma protein biomarkers for early prediction of lung cancer. eBioMedicine","author":"Davies Michael PA","year":"2023","unstructured":"Michael PA Davies, Takahiro Sato, Haitham Ashoor, Liping Hou, Triantafillos Liloglou, Robert Yang, and John K Field. 2023. Plasma protein biomarkers for early prediction of lung cancer. eBioMedicine, Vol. 93 (2023), 104686."},{"key":"e_1_3_2_1_14_1","first-page":"171","article-title":"Tarpits","volume":"35","author":"Dowling David","year":"2020","unstructured":"David Dowling. 2020. Tarpits: The Sticky Consequences of Poorly Implementing Technology-Assisted Review. Berkeley Tech. LJ, Vol. 35 (2020), 171.","journal-title":"The Sticky Consequences of Poorly Implementing Technology-Assisted Review. Berkeley Tech. LJ"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1983.10478008"},{"key":"e_1_3_2_1_16_1","volume-title":"TREC 2016 Total Recall Track Overview.. In TREC.","author":"Grossman Maura R","year":"2016","unstructured":"Maura R Grossman, Gordon V Cormack, and Adam Roegiest. 2016. TREC 2016 Total Recall Track Overview.. In TREC."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/IROS55552.2023.10341550"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/42.974923"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/582415.582418"},{"key":"e_1_3_2_1_20_1","volume-title":"CLEF 2017 technologically assisted reviews in empirical medicine overview. CEUR Workshop Proceedings","volume":"1866","author":"Kanoulas Evangelos","year":"2017","unstructured":"Evangelos Kanoulas, Dan Li, Leif Azzopardi, and Rene Spijker. 2017. CLEF 2017 technologically assisted reviews in empirical medicine overview. CEUR Workshop Proceedings, Vol. 1866 (9 2017), 1--29. https:\/\/pureportal.strath.ac.uk\/en\/publications\/clef-2017-technologically-assisted-reviews-in-empirical-medicine-"},{"key":"e_1_3_2_1_21_1","volume-title":"CLEF 2018 technologically assisted reviews in empirical medicine overview. CEUR Workshop Proceedings","volume":"2125","author":"Kanoulas Evangelos","year":"2018","unstructured":"Evangelos Kanoulas, Dan Li, Leif Azzopardi, and Rene Spijker. 2018. CLEF 2018 technologically assisted reviews in empirical medicine overview. CEUR Workshop Proceedings, Vol. 2125 (7 2018). https:\/\/pureportal.strath.ac.uk\/en\/publications\/clef-2018-technologically-assisted-reviews-in-empirical-medicine-"},{"key":"e_1_3_2_1_22_1","volume-title":"CLEF 2019 Technology Assisted Reviews in Empirical Medicine Overview. In CLEF.","author":"Kanoulas E.","year":"2019","unstructured":"E. Kanoulas, Dan Li, Leif Azzopardi, and Ren\u00e9 Spijker. 2019. CLEF 2019 Technology Assisted Reviews in Empirical Medicine Overview. In CLEF."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswax.2020.100030"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1007\/978--3-030--99736--6_39"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.iswa.2023.200193"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3539618.3591802"},{"key":"e_1_3_2_1_27_1","volume-title":"CSMeD: Bridging the Dataset Gap in Automated Citation Screening for Systematic Literature Reviews. In 37th Conference on Neural Information Processing Systems Track on Datasets and Benchmarks.","author":"Kusa Wojciech","year":"2023","unstructured":"Wojciech Kusa, \u00d3scar E. Mendoza, Matthias Samwald, Petr Knoth, and Allan Hanbury. 2023. CSMeD: Bridging the Dataset Gap in Automated Citation Screening for Systematic Literature Reviews. In 37th Conference on Neural Information Processing Systems Track on Datasets and Benchmarks."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-99736-6_24"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/COMPSAC.2007.149"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.autcon.2019.04.013"},{"key":"e_1_3_2_1_31_1","volume-title":"Overview of the TREC 2008 legal track. Technical Report. MARYLAND UNIV COLLEGE PARK COLL OF INFORMATION STUDIES.","author":"Oard Douglas W","year":"2008","unstructured":"Douglas W Oard, Bruce Hedin, Stephen Tomlinson, and Jason R Baron. 2008. Overview of the TREC 2008 legal track. Technical Report. MARYLAND UNIV COLLEGE PARK COLL OF INFORMATION STUDIES."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1186\/2046-4053-4-5"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/1198296.1198297"},{"key":"e_1_3_2_1_34_1","volume-title":"Proceedings of the Conference (8","author":"Reimers Nils","year":"2019","unstructured":"Nils Reimers and Iryna Gurevych. 2019. Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks. EMNLP-IJCNLP 2019 - 2019 Conference on Empirical Methods in Natural Language Processing and 9th International Joint Conference on Natural Language Processing, Proceedings of the Conference (8 2019), 3982--3992. https:\/\/arxiv.org\/abs\/1908.10084v1"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3077136.3080707"},{"key":"e_1_3_2_1_36_1","volume-title":"Overview of the TREC 2007 Legal Track.. In TREC.","author":"Tomlinson Stephen","year":"2007","unstructured":"Stephen Tomlinson, Douglas W Oard, Jason R Baron, and Paul Thompson. 2007. Overview of the TREC 2007 Legal Track.. In TREC."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2021.106589"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/1835804.1835829"},{"key":"e_1_3_2_1_39_1","volume-title":"Semi-automated screening of biomedical citations for systematic reviews. BMC bioinformatics","author":"Wallace Byron C","year":"2010","unstructured":"Byron C Wallace, Thomas A Trikalinos, Joseph Lau, Carla Brodley, and Christopher H Schmid. 2010. Semi-automated screening of biomedical citations for systematic reviews. BMC bioinformatics, Vol. 11, 1 (2010), 1--11."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3477495.3531663"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3469096.3469872"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"crossref","unstructured":"Eugene Yang Sean MacAvaney David D. Lewis and Ophir Frieder. 2022. Goldilocks: Just-Right Tuning of BERT for Technology-Assisted Review. In Advances in Information Retrieval Matthias Hagen Suzan Verberne Craig Macdonald Christin Seifert Krisztian Balog Kjetil N\u00f8rv\u00e5g and Vinay Setty (Eds.). Springer International Publishing Cham 502--517.","DOI":"10.1007\/978-3-030-99736-6_34"}],"event":{"name":"ICTIR '24: The 2024 ACM SIGIR International Conference on the Theory of Information Retrieval","location":"Washington DC USA","acronym":"ICTIR '24","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 2024 ACM SIGIR International Conference on Theory of Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3664190.3672532","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3664190.3672532","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T23:58:24Z","timestamp":1755907104000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3664190.3672532"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,8,2]]},"references-count":42,"alternative-id":["10.1145\/3664190.3672532","10.1145\/3664190"],"URL":"https:\/\/doi.org\/10.1145\/3664190.3672532","relation":{},"subject":[],"published":{"date-parts":[[2024,8,2]]},"assertion":[{"value":"2024-08-05","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}