{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,28]],"date-time":"2026-04-28T20:33:54Z","timestamp":1777408434580,"version":"3.51.4"},"reference-count":18,"publisher":"Oxford University Press (OUP)","issue":"9","license":[{"start":{"date-parts":[[2020,7,8]],"date-time":"2020-07-08T00:00:00Z","timestamp":1594166400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/academic.oup.com\/journals\/pages\/open_access\/funder_policies\/chorus\/standard_publication_model"}],"funder":[{"name":"Allen Institute for AI and Microsoft Research"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020,9,1]]},"abstract":"<jats:title>Abstract<\/jats:title>\n               <jats:p>TREC-COVID is an information retrieval (IR) shared task initiated to support clinicians and clinical research during the COVID-19 pandemic. IR for pandemics breaks many normal assumptions, which can be seen by examining 9 important basic IR research questions related to pandemic situations. TREC-COVID differs from traditional IR shared task evaluations with special considerations for the expected users, IR modality considerations, topic development, participant requirements, assessment process, relevance criteria, evaluation metrics, iteration process, projected timeline, and the implications of data use as a post-task test collection. This article describes how all these were addressed for the particular requirements of developing IR systems under a pandemic situation. Finally, initial participation numbers are also provided, which demonstrate the tremendous interest the IR community has in this effort.<\/jats:p>","DOI":"10.1093\/jamia\/ocaa091","type":"journal-article","created":{"date-parts":[[2020,5,1]],"date-time":"2020-05-01T19:09:27Z","timestamp":1588360167000},"page":"1431-1436","source":"Crossref","is-referenced-by-count":72,"title":["TREC-COVID: rationale and structure of an information retrieval shared task for COVID-19"],"prefix":"10.1093","volume":"27","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6525-5213","authenticated-orcid":false,"given":"Kirk","family":"Roberts","sequence":"first","affiliation":[{"name":"University of Texas Health Science Center at Houston, Houston, Texas, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tasmeer","family":"Alam","sequence":"additional","affiliation":[{"name":"National Institute of Standards and Technology, Gaithersburg, Maryland, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Steven","family":"Bedrick","sequence":"additional","affiliation":[{"name":"Oregon Health & Science University, Portland, Oregon, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dina","family":"Demner-Fushman","sequence":"additional","affiliation":[{"name":"US National Library of Medicine, Bethesda, Maryland, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kyle","family":"Lo","sequence":"additional","affiliation":[{"name":"Allen Institute for AI, Seattle, Washington, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ian","family":"Soboroff","sequence":"additional","affiliation":[{"name":"National Institute of Standards and Technology, Gaithersburg, Maryland, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ellen","family":"Voorhees","sequence":"additional","affiliation":[{"name":"National Institute of Standards and Technology, Gaithersburg, Maryland, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lucy Lu","family":"Wang","sequence":"additional","affiliation":[{"name":"Allen Institute for AI, Seattle, Washington, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4114-5148","authenticated-orcid":false,"given":"William R","family":"Hersh","sequence":"additional","affiliation":[{"name":"Oregon Health & Science University, Portland, Oregon, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"286","published-online":{"date-parts":[[2020,7,8]]},"reference":[{"issue":"4","key":"2020110613114257500_ocaa091-B1","doi-asserted-by":"crossref","first-page":"954","DOI":"10.1016\/j.cell.2020.04.013","article-title":"SnapShot: COVID-19","volume":"181","author":"Oberfeld","year":"2020","journal-title":"Cell"},{"key":"2020110613114257500_ocaa091-B2","article-title":"CORD-19: The COVID-19 open research dataset","author":"Wang","journal-title":"arXiv"},{"key":"2020110613114257500_ocaa091-B3","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-030-47686-1","volume-title":"Information Retrieval: A Biomedical and Health Perspective","author":"Hersh","year":"2020","edition":"4th ed."},{"key":"2020110613114257500_ocaa091-B4","author":"Hersh","year":"2003"},{"key":"2020110613114257500_ocaa091-B5","doi-asserted-by":"crossref","DOI":"10.1093\/database\/bax068","article-title":"Information retrieval for biomedical datasets: the 2016 bioCADDIE dataset retrieval challenge","volume":"2017","author":"Roberts","year":"2017","journal-title":"Database"},{"issue":"1","key":"2020110613114257500_ocaa091-B6","doi-asserted-by":"crossref","first-page":"113","DOI":"10.1007\/s10791-015-9259-x","article-title":"State-of-the-art in biomedical literature retrieval for clinical cases: A survey of the TREC 2014 CDS Track","volume":"19","author":"Roberts","year":"2016","journal-title":"Information Retrieval"},{"key":"2020110613114257500_ocaa091-B7","author":"Roberts"},{"key":"2020110613114257500_ocaa091-B8","author":"Jimmy,"},{"key":"2020110613114257500_ocaa091-B9","article-title":"Rapidly deploying a neural search engine for the COVID-19 open research dataset: preliminary thoughts and lessons learned","author":"Zhang","year":"2004","journal-title":"arXiv"},{"key":"2020110613114257500_ocaa091-B10","volume-title":"TREC: Experiment and Evaluation in Information Retrieval","author":"Voorhees","year":"2005"},{"issue":"5","key":"2020110613114257500_ocaa091-B11","doi-asserted-by":"crossref","first-page":"552","DOI":"10.1136\/amiajnl-2011-000203","article-title":"2010 i2b2\/VA challenge on concepts, assertions, and relations in clinical text","volume":"18","author":"Uzuner","year":"2011","journal-title":"J Am Med Inform Assoc"},{"key":"2020110613114257500_ocaa091-B12","author":"Roberts","year":"2015"},{"key":"2020110613114257500_ocaa091-B13","author":"Roberts","year":"2016"},{"key":"2020110613114257500_ocaa091-B14","author":"Roberts","year":"2018"},{"key":"2020110613114257500_ocaa091-B15","author":"Roberts","year":"2019"},{"key":"2020110613114257500_ocaa091-B16","author":"Buckley","year":"2004"},{"key":"2020110613114257500_ocaa091-B17","first-page":"1253","author":"Yang","year":"2017"},{"key":"2020110613114257500_ocaa091-B18","author":"Ounis","year":"2011"}],"container-title":["Journal of the American Medical Informatics Association"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/academic.oup.com\/jamia\/advance-article-pdf\/doi\/10.1093\/jamia\/ocaa091\/33162172\/ocaa091.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/academic.oup.com\/jamia\/article-pdf\/27\/9\/1431\/34153771\/ocaa091.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"http:\/\/academic.oup.com\/jamia\/article-pdf\/27\/9\/1431\/34153771\/ocaa091.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,11,6]],"date-time":"2020-11-06T19:37:30Z","timestamp":1604691450000},"score":1,"resource":{"primary":{"URL":"https:\/\/academic.oup.com\/jamia\/article\/27\/9\/1431\/5828938"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,7,8]]},"references-count":18,"journal-issue":{"issue":"9","published-online":{"date-parts":[[2020,7,8]]},"published-print":{"date-parts":[[2020,9,1]]}},"URL":"https:\/\/doi.org\/10.1093\/jamia\/ocaa091","relation":{},"ISSN":["1067-5027","1527-974X"],"issn-type":[{"value":"1067-5027","type":"print"},{"value":"1527-974X","type":"electronic"}],"subject":[],"published-other":{"date-parts":[[2020,9]]},"published":{"date-parts":[[2020,7,8]]}}}