{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,20]],"date-time":"2025-10-20T17:52:12Z","timestamp":1760982732724},"reference-count":22,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2008,10,29]],"date-time":"2008-10-29T00:00:00Z","timestamp":1225238400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2008,10,29]],"date-time":"2008-10-29T00:00:00Z","timestamp":1225238400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Inf Retrieval"],"published-print":{"date-parts":[[2009,2]]},"DOI":"10.1007\/s10791-008-9072-x","type":"journal-article","created":{"date-parts":[[2008,10,28]],"date-time":"2008-10-28T12:56:00Z","timestamp":1225198560000},"page":"81-97","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":20,"title":["Tasks, topics and relevance judging for the TREC Genomics Track: five years of experience evaluating biomedical text information retrieval systems"],"prefix":"10.1007","volume":"12","author":[{"given":"Phoebe M.","family":"Roberts","sequence":"first","affiliation":[]},{"given":"Aaron M.","family":"Cohen","sequence":"additional","affiliation":[]},{"given":"William R.","family":"Hersh","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2008,10,29]]},"reference":[{"issue":"10","key":"9072_CR1","doi-asserted-by":"publisher","first-page":"913","DOI":"10.1002\/asi.10286","volume":"54","author":"P Borlund","year":"2003","unstructured":"Borlund, P. (2003). The concept of relevance in IR. Journal of the American Society for Information Science and Technology,\n                           54(10), 913\u2013925.","journal-title":"Journal of the American Society for Information Science and Technology"},{"issue":"10","key":"9072_CR2","doi-asserted-by":"publisher","first-page":"e99","DOI":"10.1371\/journal.pcbi.0020099","volume":"2","author":"K Burkhardt","year":"2006","unstructured":"Burkhardt, K., Schneider, B., et al. (2006). A biocurator perspective: Annotation at the Research Collaboratory for Structural Bioinformatics Protein Data Bank. PLoS Computational Biology,\n                           2(10), e99.","journal-title":"PLoS Computational Biology"},{"key":"9072_CR3","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1186\/1747-5333-1-4","volume":"1","author":"AM Cohen","year":"2006","unstructured":"Cohen, A. M., & Hersh, W. R. (2006). The TREC 2004 genomics track categorization task: Classifying full text biomedical documents. Journal of Biomedical Discovery and Collaboration,\n                           1, 4.","journal-title":"Journal of Biomedical Discovery and Collaboration"},{"key":"9072_CR4","doi-asserted-by":"crossref","unstructured":"Cohen, K. B., Fox, L., et al. (2005). Empirical data on corpus design and usage in biomedical natural language processing. AMIA Annual Symposium Proceedings, 156\u2013160.","DOI":"10.3115\/1641484.1641490"},{"issue":"Suppl 1","key":"9072_CR5","doi-asserted-by":"publisher","first-page":"S12","DOI":"10.1186\/1471-2105-6-S1-S12","volume":"6","author":"ME Colosimo","year":"2005","unstructured":"Colosimo, M. E., Morgan, A. A., et al. (2005). Data preparation and interannotator agreement: BioCreAtIvE task 1B. BMC Bioinformatics, 6(Suppl 1), S12. Epub 2005 May 24.","journal-title":"BMC Bioinformatics"},{"key":"9072_CR6","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1002\/cfg.457","volume":"6","author":"S Dingare","year":"2005","unstructured":"Dingare, S., Finkel, J., et al. (2005). A system for identifying named entities in biomedical text: How results from two evaluations reflect on both the system and the evaluations. Comparative and Functional Genomics,\n                           6, 77\u201385.","journal-title":"Comparative and Functional Genomics"},{"issue":"7141","key":"9072_CR7","doi-asserted-by":"publisher","first-page":"142","DOI":"10.1038\/447142a","volume":"447","author":"M Gerstein","year":"2007","unstructured":"Gerstein, M., Seringhaus, M., et al. (2007). Structured digital abstract makes text mining easy. Nature,\n                           447(7141), 142.","journal-title":"Nature"},{"issue":"7150","key":"9072_CR8","doi-asserted-by":"publisher","first-page":"130","DOI":"10.1038\/448130b","volume":"448","author":"U Hahn","year":"2007","unstructured":"Hahn, U., Wermter, J., et al. (2007). Text mining: Powering the database revolution. Nature,\n                           448(7150), 130.","journal-title":"Nature"},{"key":"9072_CR9","volume-title":"TREC genomics track overview. The Twelfth Text Retrieval Conference (TREC 2004)","author":"W Hersh","year":"2003","unstructured":"Hersh, W., & Bhupatiraju, R. T. (2003). TREC genomics track overview. The Twelfth Text Retrieval Conference (TREC 2004). Gaithersburg, MD: National Institute for Standards & Technology."},{"key":"9072_CR10","volume-title":"TREC 2006 genomics track overview. The Fifteenth Text Retrieval Conference (TREC 2006)","author":"WR Hersh","year":"2006","unstructured":"Hersh, W. R., Cohen, A., et al. (2006). TREC 2006 genomics track overview. The Fifteenth Text Retrieval Conference (TREC 2006). Gaithersburg, MD: National Institute for Standards & Technology."},{"key":"9072_CR11","volume-title":"TREC 2007 genomics track overview. The Sixteenth Text Retrieval Conference (TREC 2007)","author":"WR Hersh","year":"2007","unstructured":"Hersh, W. R., Cohen, A., et al. (2007). TREC 2007 genomics track overview. The Sixteenth Text Retrieval Conference (TREC 2007). Gaithersburg, MD: National Institute for Standards & Technology."},{"issue":"4","key":"9072_CR12","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1016\/S1532-0464(03)00014-5","volume":"35","author":"L Hirschman","year":"2002","unstructured":"Hirschman, L., Morgan, A. A., et al. (2002). Rutabaga by any other name: Extracting biological names. Journal of Biomedical Informatics,\n                           35(4), 247\u2013259.","journal-title":"Journal of Biomedical Informatics"},{"issue":"Suppl 1","key":"9072_CR13","doi-asserted-by":"publisher","first-page":"S1","DOI":"10.1186\/1471-2105-6-S1-S1","volume":"6","author":"L Hirschman","year":"2005","unstructured":"Hirschman, L., Yeh, A., et al. (2005). Overview of BioCreAtIvE: Critical assessment of information extraction for biology. BMC Bioinformatics,\n                           6(Suppl 1), S1.","journal-title":"BMC Bioinformatics"},{"issue":"1","key":"9072_CR14","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1197\/jamia.M1217","volume":"9","author":"G Hripcsak","year":"2002","unstructured":"Hripcsak, G., & Wilcox, A. (2002). Reference standards, judges, and comparison subjects: Roles for experts in evaluating system performance. Journal of the American Medical Informatics Association,\n                           9(1), 1\u201315.","journal-title":"Journal of the American Medical Informatics Association"},{"issue":"3","key":"9072_CR15","doi-asserted-by":"publisher","first-page":"253","DOI":"10.1197\/jamia.M2233","volume":"14","author":"NC Ide","year":"2007","unstructured":"Ide, N. C., Loane, R. F., et al. (2007). Essie: A concept-based search engine for structured biomedical text. Journal of the American Medical Informatics Association,\n                           14(3), 253\u2013263.","journal-title":"Journal of the American Medical Informatics Association"},{"issue":"3","key":"9072_CR16","first-page":"265","volume":"88","author":"CE Lipscomb","year":"2000","unstructured":"Lipscomb, C. E. (2000). Medical subject headings (MeSH). Bulletin of the Medical Library Association,\n                           88(3), 265\u2013266.","journal-title":"Bulletin of the Medical Library Association"},{"issue":"4","key":"9072_CR17","doi-asserted-by":"publisher","first-page":"636","DOI":"10.1016\/j.jbi.2008.01.001","volume":"41","author":"B Medlock","year":"2008","unstructured":"Medlock, B. (2008). Exploring hedge identification in biomedical literature. Journal of Biomedical Informatics, 41(4), 636\u2013654.","journal-title":"Journal of Biomedical Informatics"},{"issue":"Suppl 3","key":"9072_CR18","doi-asserted-by":"publisher","first-page":"S6","DOI":"10.1186\/1471-2105-9-S3-S6","volume":"9","author":"S Pyysalo","year":"2008","unstructured":"Pyysalo, S., Airola, A., et al. (2008). Comparative analysis of five protein-protein interaction corpora. BMC Bioinformatics,\n                           9(Suppl 3), S6.","journal-title":"BMC Bioinformatics"},{"issue":"10","key":"9072_CR19","doi-asserted-by":"publisher","first-page":"e125","DOI":"10.1371\/journal.pcbi.0020125","volume":"2","author":"N Salimi","year":"2006","unstructured":"Salimi, N., & Vita, R. (2006). The biocurator: Connecting and enhancing scientific data. PLoS Computational Biology,\n                           2(10), e125.","journal-title":"PLoS Computational Biology"},{"key":"9072_CR20","doi-asserted-by":"publisher","first-page":"697","DOI":"10.1016\/S0306-4573(00)00010-8","volume":"36","author":"EM Voorhees","year":"2000","unstructured":"Voorhees, E. M. (2000). Variations in relevance judgments and the measurement of retrieval effectiveness. Information Processing and Management,\n                           36, 697\u2013716.","journal-title":"Information Processing and Management"},{"issue":"7","key":"9072_CR21","doi-asserted-by":"publisher","first-page":"961","DOI":"10.1002\/asi.20361","volume":"57","author":"YC Xu","year":"2006","unstructured":"Xu, Y. C., & Chen, Z. (2006). Relevance judgment: What do information users consider beyond topicality? Journal of the American Society for Information Science and Technology,\n                           57(7), 961\u2013973.","journal-title":"Journal of the American Society for Information Science and Technology"},{"issue":"Suppl 1","key":"9072_CR22","doi-asserted-by":"publisher","first-page":"i331","DOI":"10.1093\/bioinformatics\/btg1046","volume":"19","author":"AS Yeh","year":"2003","unstructured":"Yeh, A. S., Hirschman, L., et al. (2003). Evaluation of text data mining for database curation: Lessons learned from the KDD Challenge Cup. Bioinformatics,\n                           19(Suppl 1), i331\u2013i339.","journal-title":"Bioinformatics"}],"container-title":["Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10791-008-9072-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10791-008-9072-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10791-008-9072-x","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10791-008-9072-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,2]],"date-time":"2024-01-02T14:37:03Z","timestamp":1704206223000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10791-008-9072-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2008,10,29]]},"references-count":22,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2009,2]]}},"alternative-id":["9072"],"URL":"https:\/\/doi.org\/10.1007\/s10791-008-9072-x","relation":{},"ISSN":["1386-4564","1573-7659"],"issn-type":[{"value":"1386-4564","type":"print"},{"value":"1573-7659","type":"electronic"}],"subject":[],"published":{"date-parts":[[2008,10,29]]},"assertion":[{"value":"7 April 2008","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 October 2008","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 October 2008","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}