{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,10]],"date-time":"2025-10-10T12:25:50Z","timestamp":1760099150387,"version":"3.30.1"},"reference-count":21,"publisher":"Elsevier BV","issue":"11-16","license":[{"start":{"date-parts":[[1999,5,1]],"date-time":"1999-05-01T00:00:00Z","timestamp":925516800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Computer Networks"],"published-print":{"date-parts":[[1999,5]]},"DOI":"10.1016\/s1389-1286(99)00024-9","type":"journal-article","created":{"date-parts":[[2002,7,26]],"date-time":"2002-07-26T02:32:32Z","timestamp":1027650752000},"page":"1321-1330","source":"Crossref","is-referenced-by-count":82,"title":["Results and challenges in Web search evaluation"],"prefix":"10.1016","volume":"31","author":[{"given":"David","family":"Hawking","sequence":"first","affiliation":[]},{"given":"Nick","family":"Craswell","sequence":"additional","affiliation":[]},{"given":"Paul","family":"Thistlewaite","sequence":"additional","affiliation":[]},{"given":"Donna","family":"Harman","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/S1389-1286(99)00024-9_BIB1","doi-asserted-by":"crossref","unstructured":"J. Allan, J. Callan, M. Sanderson, J. Xu and S.Wegmann, INQUERY and TREC-7, in: E.M. Voorhees and D.K. Harman (Eds.), Proc. 7th Text Retrieval Conference (TREC-7), Gaithersburg, MD, U.S. National Institute Standards Technology, NIST Special Publication 500-?, November 1998.","DOI":"10.6028\/NIST.SP.500-242.adhoc-UMass"},{"key":"10.1016\/S1389-1286(99)00024-9_BIB2","doi-asserted-by":"crossref","unstructured":"H. Ashman and P. Thistlewaite (Eds.), Proc. 7th Int. World Wide Web Conference, Brisbane, Australia, Computer Networks and ISDN Systems 30 (1\u20137) (1998).","DOI":"10.1016\/S0169-7552(98)00138-X"},{"key":"10.1016\/S1389-1286(99)00024-9_BIB3","doi-asserted-by":"crossref","unstructured":"K. Bharat and A. Broder, A technique for measuring the relative size and overlap of public Web search engines, in: H. Ashman and P. Thistlewaite (Eds.), Proc. 7th Int. World Wide Web Conference, Brisbane, Australia, Computer Networks and ISDN Systems 30 (1998) 379\u2013388.","DOI":"10.1016\/S0169-7552(98)00127-5"},{"key":"10.1016\/S1389-1286(99)00024-9_BIB4","unstructured":"K. Bharat, A. Broder, M. Henzinger, P. Kumar and S. Venkatasubramanian, The Connectivity Server: Fast access to linkage information on the Web, in: H. Ashman and P. Thistlewaite (Eds.), Proc. 7th Int. World Wide Web Conference, Brisbane, Australia, Computer Networks and ISDN Systems 30 (1998) 469\u2013477."},{"key":"10.1016\/S1389-1286(99)00024-9_BIB5","doi-asserted-by":"crossref","unstructured":"S. Brin and L. Page, The anatomy of a large-scale hypertextual Web search engine, in: H. Ashman and P. Thistlewaite (Eds.), Proc. 7th Int. World Wide Web Conference, Brisbane, Australia, Computer Networks and ISDN Systems 30 (1998) 107\u2013117.","DOI":"10.1016\/S0169-7552(98)00110-X"},{"key":"10.1016\/S1389-1286(99)00024-9_BIB6","doi-asserted-by":"crossref","unstructured":"C. Buckley, A. Singhal and M. Mitra, Using query zoning and correlation within SMART: TREC-5, in: E.M. Voorhees and D.K. Harman (Eds.), Proc. 5th Text Retrieval Conference (TREC-5), Gaithersburg MD, U.S. National Institute Standards Technology, NIST Special Publication 500-238, pp. 105\u2013118, 1996.","DOI":"10.6028\/NIST.SP.500-238.Spanish-Cornell"},{"key":"10.1016\/S1389-1286(99)00024-9_BIB7","doi-asserted-by":"crossref","unstructured":"G.V. Cormack, C.R. Palmer, M. van Biesbrouck and C.L.A. Clarke, Short Boolean queries: MultiText experiments for TREC-7, in: E.M. Voorhees and D.K. Harman (Eds.), Proc. 7th Text Retrieval Conference (TREC-7), Gaithersburg, MD, U.S. National Institute Standards Technology, NIST Special Publication 500-?, 1998.","DOI":"10.1145\/305110.305117"},{"key":"10.1016\/S1389-1286(99)00024-9_BIB8","doi-asserted-by":"crossref","unstructured":"D. Hawking and P. Thistlewaite, Overview of TREC-6 very large collection track, in: E.M. Voorhees and D.K. Harman (Es.), Proc. 6th Text Retrieval Conference (TREC-6), Gaithersburg, MD, U.S. National Institute Standards Technology, NIST Special Publication 500-240, pp. 93\u2013106, 1997.","DOI":"10.6028\/NIST.SP.500-240.vlc-overview"},{"key":"10.1016\/S1389-1286(99)00024-9_BIB9","unstructured":"D. Hawking, N. Craswell and P. Thistlewaite, Overview of TREC-7 very large collection track, in: E.M. Voorhees and D.K. Harman (Eds.), Proc. 7th Text Retrieval Conference (TREC-7), Gaithersburg, MD, U.S. National Institute Standards Technology, NIST Special Publication 500-?, 1998."},{"key":"10.1016\/S1389-1286(99)00024-9_BIB10","unstructured":"D. Hawking, P. Thistlewaite and N. Craswell, TREC Web Tracks home page, http:\/\/pastime.anu.edu.au\/TAR\/webtrax.html (1998)."},{"key":"10.1016\/S1389-1286(99)00024-9_BIB11","unstructured":"D. Hawking, P. Thistlewaite and D. Harman, Scaling up the TREC collection, accepted by Information Retrieval, 1998."},{"key":"10.1016\/S1389-1286(99)00024-9_BIB12","unstructured":"Internet Archive. Building a digital library for the future, http:\/\/www.archive.org\/ (August 1997)."},{"key":"10.1016\/S1389-1286(99)00024-9_BIB13","unstructured":"B.J. Jansen, A. Spink, J. Bateman and T. Saracevic, Real life information retrieval: A study of user queries on the Web, ACM SIGIR Forum 32 (1) (1998) 5\u201317."},{"key":"10.1016\/S1389-1286(99)00024-9_BIB14","doi-asserted-by":"crossref","unstructured":"S. Kirsch, The future of internet search, in: W.B. Croft, A. Moffat, C.J. van Rijsbergen, R. Wilkinson and J. Zobel (Eds.), Proc. 21st Annu. Int. ACM SIGIR Conf. Research and Development in Information Retrieval, p. 1, Melbourne, Australia, Keynote Address, August 1998.","DOI":"10.1145\/290941.290967"},{"key":"10.1016\/S1389-1286(99)00024-9_BIB15","unstructured":"J. Kleinberg, Authoritative sources in a hyperlinked environment, Technical Report RJ 10076, IBM, May 1997."},{"key":"10.1016\/S1389-1286(99)00024-9_BIB16","doi-asserted-by":"crossref","unstructured":"S. Lawrence and C.L. Giles, Inquirus, the NECI meta search engine, in: H. Ashman and P. Thistlewaite (Eds.), Proc. 7th Int. World Wide Web Conference, Brisbane, Australia, Computer Networks and ISDN Systems 30 (1998) 95\u2013105.","DOI":"10.1016\/S0169-7552(98)00095-6"},{"key":"10.1016\/S1389-1286(99)00024-9_BIB17","doi-asserted-by":"crossref","unstructured":"S. Lawrence and C.L. Giles, Searching the World Wide Web, Sci. Mag. 280 (5360) 98, April 1998.","DOI":"10.1126\/science.280.5360.98"},{"key":"10.1016\/S1389-1286(99)00024-9_BIB18","doi-asserted-by":"crossref","unstructured":"National Institute of Standards and Technology, TREC home page, http:\/\/trec.nist.gov\/ (1997).","DOI":"10.6028\/jres.102.042"},{"key":"10.1016\/S1389-1286(99)00024-9_BIB19","unstructured":"K. Sparck Jones and P. Willett (Eds.), Readings in Information Retrieval, Morgan Kaufmann, San Francisco, CA, 1997."},{"key":"10.1016\/S1389-1286(99)00024-9_BIB20","unstructured":"D. Sullivan, Search engine sizes, http:\/\/www.searchenginewatch.com\/reports\/sizes.html (1998)."},{"key":"10.1016\/S1389-1286(99)00024-9_BIB21","doi-asserted-by":"crossref","unstructured":"E.M. Voorhees and D.K. Harman (Eds.), Proc. 6th Text Retrieval Conference (TREC-6), Gaithersburg, MD, U.S. National Institute Standards Technology, NIST Special Publication 500-240, November 1997.","DOI":"10.6028\/NIST.SP.500-238"}],"container-title":["Computer Networks"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1389128699000249?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1389128699000249?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2024,12,6]],"date-time":"2024-12-06T14:48:44Z","timestamp":1733496524000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1389128699000249"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[1999,5]]},"references-count":21,"journal-issue":{"issue":"11-16","published-print":{"date-parts":[[1999,5]]}},"alternative-id":["S1389128699000249"],"URL":"https:\/\/doi.org\/10.1016\/s1389-1286(99)00024-9","relation":{},"ISSN":["1389-1286"],"issn-type":[{"type":"print","value":"1389-1286"}],"subject":[],"published":{"date-parts":[[1999,5]]}}}