{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,8]],"date-time":"2026-07-08T20:12:55Z","timestamp":1783541575905,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":28,"publisher":"ACM","license":[{"start":{"date-parts":[[2019,7,18]],"date-time":"2019-07-18T00:00:00Z","timestamp":1563408000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"Australian Research Council DECRA Research Fellowship","award":["DE180101579"],"award-info":[{"award-number":["DE180101579"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2019,7,18]]},"DOI":"10.1145\/3331184.3331399","type":"proceedings-article","created":{"date-parts":[[2019,7,19]],"date-time":"2019-07-19T13:40:26Z","timestamp":1563543626000},"page":"1325-1328","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":27,"title":["TrecTools"],"prefix":"10.1145","author":[{"given":"Jo\u00e3o","family":"Palotti","sequence":"first","affiliation":[{"name":"Qatar Computing Research Institute, Doha, Qatar"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Harrisen","family":"Scells","sequence":"additional","affiliation":[{"name":"The University of Queensland, Brisbane, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Guido","family":"Zuccon","sequence":"additional","affiliation":[{"name":"The University of Queensland, Brisbane, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2019,7,18]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3077136.3084145"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/383952.384007"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","unstructured":"Leif Azzopardi Paul Thomas and Alistair Moffat. 2019. cwl_eval: An Evaluation Tool for Information Retrieval. In SIGIR. ACM. 10.1145\/3331184.3331398","DOI":"10.1145\/3331184.3331398"},{"key":"e_1_3_2_1_4_1","unstructured":"Chris Buckley et al. 2004. The trec_eval evaluation package."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","unstructured":"Charles L. A. Clarke Maheedhar Kolla Gordon V. Cormack Olga Vechtomova Azin Ashkan Stefan B\u00fcttcher and Ian MacKinnon. 2008. Novelty and diversity in information retrieval evaluation. In SIGIR. ACM 659--666. 10.1145\/1390334.1390446","DOI":"10.1145\/1390334.1390446"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/1571941.1572114"},{"key":"e_1_3_2_1_7_1","volume-title":"Overview of the CLEF 2018 Consumer Health Search Task. In CLEF. http:\/\/ceur-ws.org\/Vol-2125\/invited_paper_17","author":"Zuccon Guido","year":"2018","unstructured":"Jimmy, Guido Zuccon, Jo\u00e3o Palotti, Lorraine Goeuriot, and Liadh Kelly. 2018. Overview of the CLEF 2018 Consumer Health Search Task. In CLEF. http:\/\/ceur-ws.org\/Vol-2125\/invited_paper_17.pdf."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","unstructured":"Bevan Koopman and Guido Zuccon. 2014. Relevation!: An open source system for information retrieval relevance assessment. In SIGIR. 1243--1244. 10.1145\/2600428.2611175","DOI":"10.1145\/2600428.2611175"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","unstructured":"Joon Ho Lee. 1997. Analyses of Multiple Evidence Combination. In SIGIR. ACM 267--276. 10.1145\/278459.258587","DOI":"10.1145\/278459.258587"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3077136.3084146"},{"key":"e_1_3_2_1_11_1","volume-title":"Fixed-cost pooling strategies based on IR evaluation measures","author":"Lipani Aldo","unstructured":"Aldo Lipani, Joao Palotti, Mihai Lupu, Florina Piroi, Guido Zuccon, and Allan Hanbury. 2017. Fixed-cost pooling strategies based on IR evaluation measures. In ECIR. Springer, 357--368."},{"key":"e_1_3_2_1_12_1","volume-title":"Proc. of OSIR at SIGIR","author":"Macdonald Craig","year":"2012","unstructured":"Craig Macdonald, Richard McCreadie, Rodrygo L. T. Santos, and Iadh Ounis. 2012. From puppy to maturity: Experiences in developing Terrier. Proc. of OSIR at SIGIR (2012), 60--63."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","unstructured":"Craig Macdonald and Iadh Ounis. 2006. Voting for candidates: adapting data fusion techniques for an expert search task. In CIKM. ACM 387--396. 10.1145\/1183614.1183671","DOI":"10.1145\/1183614.1183671"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/1416950.1416952"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/2911451.2914741"},{"key":"e_1_3_2_1_16_1","unstructured":"Jo\u00e3o Palotti Guido Zuccon Lorraine Goeuriot Liadh Kelly Allan Hanbury Gareth J. F. Jones Mihai Lupu and Pavel Pecina. 2015. ShARe\/CLEF eHealth Evaluation Lab 2015 Task 2: User-centred Health Information Retrieval. In CLEF."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3269206.3269261"},{"key":"e_1_3_2_1_18_1","volume-title":"CLEF 2017 Task Overview: The IR Task at the eHealth Evaluation Lab - Evaluating Retrieval Methods for Consumer Health Search. In CLEF. http:\/\/ceur-ws.org\/Vol-1866\/invited_paper_16","author":"Palotti Jo\u00e3o","year":"2017","unstructured":"Jo\u00e3o Palotti, Guido Zuccon, Jimmy, Pavel Pecina, Mihai Lupu, Lorraine Goeuriot, Liadh Kelly, and Allan Hanbury. 2017. CLEF 2017 Task Overview: The IR Task at the eHealth Evaluation Lab - Evaluating Retrieval Methods for Consumer Health Search. In CLEF. http:\/\/ceur-ws.org\/Vol-1866\/invited_paper_16.pdf."},{"key":"e_1_3_2_1_19_1","volume-title":"Report on the need for and provision of an 'ideal' information retrieval test collection. Computer Laboratory","author":"Spark-Jones K.","year":"1975","unstructured":"K. Spark-Jones. 1975. Report on the need for and provision of an 'ideal' information retrieval test collection. Computer Laboratory (1975)."},{"key":"e_1_3_2_1_20_1","volume-title":"Proceedings of the International Conference on Intelligent Analysis","volume":"2","author":"Strohman Trevor","unstructured":"Trevor Strohman, Donald Metzler, Howard Turtle, and W. Bruce Croft. 2005. Indri: A language model-based search engine for complex queries. In Proceedings of the International Conference on Intelligent Analysis, Vol. 2. 2--6."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","unstructured":"Juli\u00e1n Urbano and M\u00f3nica Marrero. 2017. The Treatment of Ties in AP Correlation. In SIGIR. 321--324. 10.1145\/3121050.3121106","DOI":"10.1145\/3121050.3121106"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","unstructured":"Christophe Van Gysel and Maarten de Rijke. 2018. Pytrec_Eval: An Extremely Fast Python Interface to Trec_Eval. In SIGIR. ACM 873--876. 10.1145\/3209978.3210065","DOI":"10.1145\/3209978.3210065"},{"key":"e_1_3_2_1_23_1","volume-title":"ECIR","volume":"2017","author":"Gysel Christophe Van","year":"2017","unstructured":"Christophe Van Gysel, Evangelos Kanoulas, and Maarten de Rijke. 2017. Pyndri: a Python Interface to the Indri Search Engine. In ECIR, Vol. 2017. Springer."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","unstructured":"Lidan Wang Paul N. Bennett and Kevyn Collins-Thompson. 2012. Robust ranking models via risk-sensitive optimization. In SIGIR. ACM 761--770. 10.1145\/2348283.2348385","DOI":"10.1145\/2348283.2348385"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3239571"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","unstructured":"Emine Yilmaz Javed A. Aslam and Stephen Robertson. 2008. A new rank correlation coefficient for information retrieval. In SIGIR. ACM 587--594. 10.1145\/1390334.1390435","DOI":"10.1145\/1390334.1390435"},{"key":"e_1_3_2_1_27_1","volume-title":"Understandability biased evaluation for information retrieval","author":"Zuccon Guido","unstructured":"Guido Zuccon. 2016. Understandability biased evaluation for information retrieval. In ECIR. Springer, 280--292."},{"key":"e_1_3_2_1_28_1","first-page":"15","article-title":"The IR Task at the CLEF eHealth Evaluation Lab 2016: User-centred Health Information Retrieval","volume":"1609","author":"Zuccon Guido","year":"2016","unstructured":"Guido Zuccon, Jo\u00e3o Palotti, Lorraine Goeuriot, Liadh Kelly, Mihai Lupu, Pavel Pecina, Henning Mueller, Julie Budaher, and Anthony Deacon. 2016. The IR Task at the CLEF eHealth Evaluation Lab 2016: User-centred Health Information Retrieval. In CLEF, Vol. 1609. 15--27.","journal-title":"CLEF"}],"event":{"name":"SIGIR '19: The 42nd International ACM SIGIR Conference on Research and Development in Information Retrieval","location":"Paris France","acronym":"SIGIR '19","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 42nd International ACM SIGIR Conference on Research and Development in Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3331184.3331399","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3331184.3331399","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,16]],"date-time":"2026-01-16T00:55:45Z","timestamp":1768524945000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3331184.3331399"}},"subtitle":["an Open-source Python Library for Information Retrieval Practitioners Involved in TREC-like Campaigns"],"short-title":[],"issued":{"date-parts":[[2019,7,18]]},"references-count":28,"alternative-id":["10.1145\/3331184.3331399","10.1145\/3331184"],"URL":"https:\/\/doi.org\/10.1145\/3331184.3331399","relation":{},"subject":[],"published":{"date-parts":[[2019,7,18]]},"assertion":[{"value":"2019-07-18","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}