{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,17]],"date-time":"2026-07-17T04:23:23Z","timestamp":1784262203571,"version":"3.55.0"},"reference-count":21,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2001,4,1]],"date-time":"2001-04-01T00:00:00Z","timestamp":986083200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2001,4,1]],"date-time":"2001-04-01T00:00:00Z","timestamp":986083200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Information Retrieval"],"published-print":{"date-parts":[[2001,4]]},"DOI":"10.1023\/a:1011468107287","type":"journal-article","created":{"date-parts":[[2002,12,23]],"date-time":"2002-12-23T10:16:33Z","timestamp":1040638593000},"page":"33-59","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":135,"title":["Measuring Search Engine Quality"],"prefix":"10.1007","volume":"4","author":[{"given":"David","family":"Hawking","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nick","family":"Craswell","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Peter","family":"Bailey","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kathleen","family":"Griffihs","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","reference":[{"key":"335914_CR1","unstructured":"Alta Vista Company. Alta Vista web page. http:\/\/www.altavista.com\/."},{"issue":"3","key":"335914_CR2","doi-asserted-by":"crossref","first-page":"289","DOI":"10.1145\/3166.3197","volume":"28","author":"DC Blair","year":"1985","unstructured":"Blair DC and Maron ME (1985) An evaluation of retrieval effectiveness for a full-text document-retrieval system. Communications of the ACM, 28(3): 289-299.","journal-title":"Communications of the ACM"},{"key":"335914_CR3","doi-asserted-by":"crossref","first-page":"33","DOI":"10.1145\/345508.345543","volume":"2000","author":"C Buckley","year":"2000","unstructured":"Buckley C and Voorhees E (2000) Evaluating evaluation measure stability. In: Proceedings of SIGIR'00, New York, 2000, pp. 33-40. ACM Press.","journal-title":"Proceedings of SIGIR'00, New York"},{"key":"335914_CR4","first-page":"47","volume-title":"Readings in Information Retrieval","author":"C Cleverdon","year":"1997","unstructured":"Cleverdon C (1997) The Cranfield tests on index language devices. In: Jones KS and Willett P, Eds. Readings in Information Retrieval, Morgan Kauffman, San Francisco, pp. 47-59. (Reprinted from Aslib Proceedings, 19, 173-192)."},{"key":"335914_CR5","unstructured":"Ding W and Marchionini G (1996) Comparative study of web search service performance. In: Proceedings of the ASIS 1996 Annual Conference, Oct. 1996, pp. 136-142."},{"issue":"5","key":"335914_CR6","doi-asserted-by":"crossref","first-page":"293","DOI":"10.1002\/(SICI)1097-4571(198809)39:5<293::AID-ASI1>3.0.CO;2-I","volume":"39","author":"M Eisenberg","year":"1998","unstructured":"Eisenberg M and Barry C (1998) Order effects: A study of the possible influence of presentation order on user judgments of document relevance. Journal of the American Society for Information Science, 39(5): 293-300.","journal-title":"Journal of the American Society for Information Science"},{"key":"335914_CR7","unstructured":"Electric Knowledge LLC. Electric Monk home page. http:\/\/electricmonk.com\/."},{"issue":"2","key":"335914_CR8","doi-asserted-by":"crossref","first-page":"141","DOI":"10.1016\/S0306-4573(98)00041-7","volume":"35","author":"M Gordon","year":"1999","unstructured":"Gordon M and Pathak P (1999) Finding information on the world wide web: The retrieval effectiveness of search engines. Information Processing and Management, 35(2): 141-180.","journal-title":"Information Processing and Management"},{"key":"335914_CR9","doi-asserted-by":"crossref","unstructured":"Hawking D and Thistlewaite P (1997) Overview of TREC-6 very large collection track. In: Voorhees EM and Harman DK, Eds. Proceedings of TREC-6. Gaithersburg, MD, Nov. 1997, pp. 93-106. NIST special publication 500-240, http:\/\/trec.nist.gov.","DOI":"10.6028\/NIST.SP.500-240.vlc-overview"},{"issue":"1","key":"335914_CR10","doi-asserted-by":"crossref","first-page":"115","DOI":"10.1023\/A:1009938405269","volume":"1","author":"D Hawking","year":"1999","unstructured":"Hawking D, Thistlewaite P and Harman D (1999) Scaling up theTRECcollection. Information Retrieval, 1(1): 115-137.","journal-title":"Information Retrieval"},{"key":"335914_CR11","doi-asserted-by":"crossref","unstructured":"Hawking D, Voorhees E, Bailey P and Craswell N (1999) Overview of TREC-8 Web Track. In: Proceedings of TREC-8. Gaithersburg, MD, Nov. 1999, pp. 131-150. NIST special publication 500-246, http:\/\/trec.nist.gov.","DOI":"10.6028\/NIST.SP.500-246.web-overview"},{"key":"335914_CR12","unstructured":"Koster M The web robots pages. http:\/\/info.webcrawler.com\/mak\/projects\/robots\/robots.html."},{"key":"335914_CR13","doi-asserted-by":"crossref","first-page":"107","DOI":"10.1038\/21987","volume":"400","author":"S Lawrence","year":"1999","unstructured":"Lawrence S and Lee Giles C (1999) Accessibility of information on the web. Nature, 400: 107-109.","journal-title":"Nature"},{"issue":"10","key":"335914_CR14","doi-asserted-by":"crossref","first-page":"882","DOI":"10.1002\/(SICI)1097-4571(1999)50:10<870::AID-ASI4>3.0.CO;2-G","volume":"50","author":"HV Leighton","year":"1999","unstructured":"Leighton HV and Srivastava J (1999) First 20 precision among world wide web search services (search engines). Journal of the American Society for Information Science, 50(10): 882-889.","journal-title":"Journal of the American Society for Information Science"},{"key":"335914_CR15","unstructured":"Lynx. Lynx browser home page. http:\/\/lynx.browser.org."},{"key":"335914_CR16","first-page":"60","volume-title":"Readings in Information Retrieval","author":"G Salton","year":"1997","unstructured":"Salton G and Lesk ME (1997) Computer evaluation of indexing and text processing. In: Jones KS and Willett P, Eds. Readings in Information Retrieval, Morgan Kauffman, San Francisco, pp. 60-84. (Reprinted from Journal of the ACM, 15, 8-36)."},{"issue":"1","key":"335914_CR17","doi-asserted-by":"crossref","first-page":"6","DOI":"10.1145\/331403.331405","volume":"33","author":"C Silverstein","year":"1999","unstructured":"Silverstein C, Henzinger M, Marais H and Moricz M (1999) Analysis of a very large web search engine query log. SIGIR Forum, 33(1): 6-12. Previously available as Digital Systems Research Center TR 1998-014 at http:\/\/www.research.digital.com\/SRC.","journal-title":"SIGIR Forum"},{"key":"335914_CR18","unstructured":"Voorhees EM and Harman DK (1998) Eds. Proceedings of TREC-7, Gaithersburg, MD, Nov. 1998. NIST special publication 500-242, http:\/\/trec.nist.gov."},{"key":"335914_CR19","unstructured":"Voorhees EM and Harman DK (1999) Eds. Proceedings of TREC-8, Gaithersburg, MD, Nov. 1999. NIST special publication 500-246, cm http:\/\/trec.nist.gov."},{"key":"335914_CR20","doi-asserted-by":"crossref","unstructured":"Voorhees EM and Harman DK (1996) Overview of the fifth Text Retrieval Conference (TREC-5). In: Voorhees EM and Harman DK, Eds. Proceedings of TREC-5, Gaithersburg, MD, Nov. 1996, pp. 1-28. NIST special publication 500-238, http:\/\/trec.nist.gov.","DOI":"10.6028\/NIST.SP.500-238.overview"},{"key":"335914_CR21","doi-asserted-by":"crossref","unstructured":"Voorhees EM (1998) Variations in relevance judgments and the measurement of retrieval effectiveness. In: Croft WB, Moffat A, van Rijsbergen CJ, Wilkinson R and Zobel J, Eds. Proceedings of SIGIR'98, Melbourne, Australia, August 1998. pp. 315-323.","DOI":"10.1145\/290941.291017"}],"container-title":["Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1023\/A:1011468107287.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1023\/A:1011468107287\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1023\/A:1011468107287.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,27]],"date-time":"2025-05-27T12:18:58Z","timestamp":1748348338000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1023\/A:1011468107287"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2001,4]]},"references-count":21,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2001,4]]}},"alternative-id":["335914"],"URL":"https:\/\/doi.org\/10.1023\/a:1011468107287","relation":{},"ISSN":["1386-4564","1573-7659"],"issn-type":[{"value":"1386-4564","type":"print"},{"value":"1573-7659","type":"electronic"}],"subject":[],"published":{"date-parts":[[2001,4]]},"assertion":[{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}