{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,27]],"date-time":"2026-03-27T14:50:46Z","timestamp":1774623046107,"version":"3.50.1"},"reference-count":12,"publisher":"Elsevier BV","issue":"1","license":[{"start":{"date-parts":[[2000,1,1]],"date-time":"2000-01-01T00:00:00Z","timestamp":946684800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Information Processing &amp; Management"],"published-print":{"date-parts":[[2000,1]]},"DOI":"10.1016\/s0306-4573(99)00046-1","type":"journal-article","created":{"date-parts":[[2002,7,25]],"date-time":"2002-07-25T19:22:55Z","timestamp":1027624975000},"page":"95-108","source":"Crossref","is-referenced-by-count":145,"title":["Experimentation as a way of life: Okapi at TREC"],"prefix":"10.1016","volume":"36","author":[{"given":"S.E","family":"Robertson","sequence":"first","affiliation":[]},{"given":"S","family":"Walker","sequence":"additional","affiliation":[]},{"given":"M","family":"Beaulieu","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/S0306-4573(99)00046-1_BIB1","series-title":"Proceedings of the sixth Text REtrieval Conference (TREC-6)","first-page":"143","article-title":"Interactive Okapi at TREC-6","author":"Beaulieu","year":"1998"},{"key":"10.1016\/S0306-4573(99)00046-1_BIB2","doi-asserted-by":"crossref","first-page":"85","DOI":"10.1002\/(SICI)1097-4571(199601)47:1<85::AID-ASI8>3.0.CO;2-Z","article-title":"Evaluating interactive systems in TREC","volume":"47","author":"Beaulieu","year":"1996","journal-title":"Journal of the American Society for Information Science"},{"key":"10.1016\/S0306-4573(99)00046-1_BIB3","series-title":"Proceedings of the fifth Text REtrieval Conference (TREC-5)","first-page":"143","article-title":"Okapi at TREC-5","author":"Beaulieu","year":"1997"},{"key":"10.1016\/S0306-4573(99)00046-1_BIB4","doi-asserted-by":"crossref","unstructured":"Hawking D., Thistlewaite P. & Harman D. (1999) Scaling up the TREC collection. Information Retrieval, 1, 113\u2013137","DOI":"10.1023\/A:1009938405269"},{"key":"10.1016\/S0306-4573(99)00046-1_BIB5","doi-asserted-by":"crossref","first-page":"345","DOI":"10.1016\/0306-4573(94)00051-4","article-title":"Large test collection experiments on an operational, interactive system: Okapi at TREC","volume":"35","author":"Robertson","year":"1995","journal-title":"Information Processing and Management"},{"key":"10.1016\/S0306-4573(99)00046-1_BIB6","series-title":"Overview of the Third Text REtrieval Conference (TREC-3)","first-page":"109","article-title":"Okapi at TREC-3","author":"Robertson","year":"1995"},{"key":"10.1016\/S0306-4573(99)00046-1_BIB7","series-title":"SIGIR 97. Proceedings of the 20th International Conference on Research and Development in Information Retrieval, Philadelphia","first-page":"16","article-title":"On relevance weights with little relevance information","author":"Robertson","year":"1997"},{"key":"10.1016\/S0306-4573(99)00046-1_BIB8","doi-asserted-by":"crossref","first-page":"129","DOI":"10.1002\/asi.4630270302","article-title":"Relevance weighting of search terms","volume":"27","author":"Robertson","year":"1976","journal-title":"Journal of the American Society for Information Science"},{"key":"10.1016\/S0306-4573(99)00046-1_BIB9","doi-asserted-by":"crossref","first-page":"359","DOI":"10.1108\/eb026866","article-title":"On term selection for query expansion","volume":"46","author":"Robertson","year":"1990","journal-title":"Journal of Documentation"},{"key":"10.1016\/S0306-4573(99)00046-1_BIB10","unstructured":"Robertson, S. E. et al. (1997). Journal of Documentation, 53 (1) 10 papers, pp. 3\u201387"},{"key":"10.1016\/S0306-4573(99)00046-1_BIB12","unstructured":"Voorhees, E.M. & Harman, D.K. (1998). Proceedings of the sixth Text REtrieval Conference (TREC-6). NIST Special Publication 500-240"},{"key":"10.1016\/S0306-4573(99)00046-1_BIB13","series-title":"Proceedings of the sixth Text REtrieval Conference (TREC-6)","first-page":"125","article-title":"Okapi at TREC-6: automatic ad hoc, VLC, routing and filtering","author":"Walker","year":"1998"}],"container-title":["Information Processing &amp; Management"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0306457399000461?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0306457399000461?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2019,4,22]],"date-time":"2019-04-22T18:55:49Z","timestamp":1555959349000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0306457399000461"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2000,1]]},"references-count":12,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2000,1]]}},"alternative-id":["S0306457399000461"],"URL":"https:\/\/doi.org\/10.1016\/s0306-4573(99)00046-1","relation":{},"ISSN":["0306-4573"],"issn-type":[{"value":"0306-4573","type":"print"}],"subject":[],"published":{"date-parts":[[2000,1]]}}}