{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,4]],"date-time":"2026-04-04T06:20:21Z","timestamp":1775283621071,"version":"3.50.1"},"reference-count":18,"publisher":"Elsevier BV","issue":"1","license":[{"start":{"date-parts":[[2000,1,1]],"date-time":"2000-01-01T00:00:00Z","timestamp":946684800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Information Processing & Management"],"published-print":{"date-parts":[[2000,1]]},"DOI":"10.1016\/s0306-4573(99)00044-8","type":"journal-article","created":{"date-parts":[[2002,7,25]],"date-time":"2002-07-25T12:27:28Z","timestamp":1027600048000},"page":"37-85","source":"Crossref","is-referenced-by-count":36,"title":["Further reflections on TREC"],"prefix":"10.1016","volume":"36","author":[{"given":"Karen","family":"Sparck Jones","sequence":"first","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/S0306-4573(99)00044-8_BIB1","unstructured":"Belkin, N. J., Kantor, P., Cool, C. & Quatrain, R. (1994). Combining evidence for information retrieval. Proceedings of the Second Text REtrieval Conference (TREC-2) (pp. 35\u201343)."},{"key":"10.1016\/S0306-4573(99)00044-8_BIB2","doi-asserted-by":"crossref","unstructured":"Buckley, C., Singhal, A. & Mitra, M. (1997). Using query zoning and correlation within SMART: TREC-5. Proceedings of the Fifth Text REtrieval Conference (TREC-5) (pp. 105\u2013118).","DOI":"10.6028\/NIST.SP.500-240.adhoc-Cornell"},{"key":"10.1016\/S0306-4573(99)00044-8_BIB4","doi-asserted-by":"crossref","unstructured":"Harman, D.K. (1996). Overview of the Fourth Text REtrieval Conference (TREC-4). Proceedings of the Fourth Text REtrieval Conference (TREC-4) (pp. 1\u201324).","DOI":"10.6028\/NIST.SP.500-236"},{"key":"10.1016\/S0306-4573(99)00044-8_BIB5","unstructured":"Hawking, D. & Thistlethwaite, P. (1998). Overview of TREC-6 very large collection track. Proceedings of the Sixth Text REtrieval Conference (TREC-6) (pp. 93\u2013105)."},{"key":"10.1016\/S0306-4573(99)00044-8_BIB6","unstructured":"Lewis, D. (1997). The TREC-5 filtering track. Proceedings of the Fifth Text REtrieval Conference (TREC-5) (pp. 75\u201396)."},{"issue":"3","key":"10.1016\/S0306-4573(99)00044-8_BIB7","doi-asserted-by":"crossref","first-page":"291","DOI":"10.1016\/0306-4573(94)00048-8","article-title":"Reflections on TREC","volume":"32","author":"Sparck Jones","year":"1995","journal-title":"Information Processing and Management"},{"key":"10.1016\/S0306-4573(99)00044-8_BIB8","series-title":"Evaluating natural language processing systems","author":"Sparck Jones","year":"1996"},{"key":"10.1016\/S0306-4573(99)00044-8_BIB9","unstructured":"Tague-Sutcliffe, J. & Blustein, J. (1995). A statistical analysis of the TREC-3 data. Proceedings of the Third Text REtrieval Conference (TREC-3) (pp. 385\u2013398)."},{"key":"10.1016\/S0306-4573(99)00044-8_BIB10","unstructured":"TREC-1 (1993). In D. K. Harman (Ed.), The First Text REtrieval Conference (TREC-1). Special Publication SP 500-207. Gaithersburg, MD: National Institute of Standards and Technology."},{"key":"10.1016\/S0306-4573(99)00044-8_BIB14","unstructured":"TREC-2 (1994). D. K. Harman (Ed.), The Second Text REtrieval Conference (TREC-2). Special Publication SP 500-215. Gaithersburg, MD: National Institute of Standards and Technology."},{"key":"10.1016\/S0306-4573(99)00044-8_BIB15","unstructured":"TREC-3 (1995). D. K. Harman (Ed.), The Third Text REtrieval Conference (TREC-3). Special Publication SP 500-225. Gaithersburg, MD: National Institute of Standards and Technology."},{"key":"10.1016\/S0306-4573(99)00044-8_BIB16","unstructured":"TREC-4 (1996). D. K. Harman (Ed.), The Fourth Text REtrieval Conference (TREC-4). Special Publication SP 500-235. Gaithersburg, MD: National Institute of Standards and Technology."},{"key":"10.1016\/S0306-4573(99)00044-8_BIB17","unstructured":"TREC-5 (1997). Voorhees, E. M. & D. K. Harman (Eds.), The Fifth Text REtrieval Conference (TREC-5). Special Publication SP 500-238. Gaithersburg, MD: National Institute of Standards and Technology."},{"key":"10.1016\/S0306-4573(99)00044-8_BIB18","unstructured":"TREC-6 (1998). Voorhees, E. M. & D. K. Harman (Eds.), The Sixth Text REtrieval Conference (TREC-6). Special Publications SP 500-240. Gaithersburg, MD: National Institute of Standards and Technology."},{"key":"10.1016\/S0306-4573(99)00044-8_BIB11","series-title":"SIGIR-98, Proceedings of the 21st Annual International Conference on Research and Development in Information Retrieval","first-page":"315","article-title":"Variations in relevance judgements and the measurement of retrieval effectiveness","author":"Voorhees","year":"1998"},{"key":"10.1016\/S0306-4573(99)00044-8_BIB12","doi-asserted-by":"crossref","unstructured":"Voorhees, E. & Harman, D. K. (1997) Overview of the Fifth Text REtrieval Conference (TREC-5). The Fifth Text REtrieval Conference (TREC-5) (pp. 1\u201328).","DOI":"10.6028\/NIST.SP.500-238"},{"key":"10.1016\/S0306-4573(99)00044-8_BIB13","series-title":"SIGIR-98, Proceedings of the 21st Annual International Conference on Research and Development in Information Retrieval","first-page":"307","article-title":"How reliable are the results of Lange-scale information retrieval experiments?","author":"Zobel","year":"1998"},{"key":"10.1016\/S0306-4573(99)00044-8_BIB3","doi-asserted-by":"crossref","unstructured":"Harman, D. K. (1993\u20131996) Overview chapters in TREC-1\u2013TREC-4, Proceedings of the First Text Retrieval Conference (TREC-4).","DOI":"10.6028\/NIST.SP.500-207"}],"container-title":["Information Processing & Management"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0306457399000448?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0306457399000448?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2024,12,3]],"date-time":"2024-12-03T20:55:02Z","timestamp":1733259302000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0306457399000448"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2000,1]]},"references-count":18,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2000,1]]}},"alternative-id":["S0306457399000448"],"URL":"https:\/\/doi.org\/10.1016\/s0306-4573(99)00044-8","relation":{},"ISSN":["0306-4573"],"issn-type":[{"value":"0306-4573","type":"print"}],"subject":[],"published":{"date-parts":[[2000,1]]}}}