{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,6]],"date-time":"2026-03-06T19:25:12Z","timestamp":1772825112900,"version":"3.50.1"},"reference-count":19,"publisher":"Elsevier BV","issue":"3","license":[{"start":{"date-parts":[[2004,5,1]],"date-time":"2004-05-01T00:00:00Z","timestamp":1083369600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Information Processing &amp; Management"],"published-print":{"date-parts":[[2004,5]]},"DOI":"10.1016\/s0306-4573(03)00040-2","type":"journal-article","created":{"date-parts":[[2003,7,7]],"date-time":"2003-07-07T13:48:27Z","timestamp":1057585707000},"page":"495-514","source":"Crossref","is-referenced-by-count":46,"title":["Automatic performance evaluation of Web search engines"],"prefix":"10.1016","volume":"40","author":[{"given":"Fazli","family":"Can","sequence":"first","affiliation":[]},{"given":"Rabia","family":"Nuray","sequence":"additional","affiliation":[]},{"given":"Ayisigi B.","family":"Sevdik","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/S0306-4573(03)00040-2_BIB1","series-title":"Inventing the Internet","author":"Abbate","year":"1999"},{"key":"10.1016\/S0306-4573(03)00040-2_BIB2","series-title":"Modern information retrieval","author":"Baeza-Yates","year":"1999"},{"issue":"4","key":"10.1016\/S0306-4573(03)00040-2_BIB3","doi-asserted-by":"crossref","first-page":"308","DOI":"10.1002\/asi.10047","article-title":"Methods for measuring search engine performance over time","volume":"53","author":"Bar-Ilan","year":"2002","journal-title":"Journal of the American Society for Information Science and Technology"},{"issue":"1\u20137","key":"10.1016\/S0306-4573(03)00040-2_BIB4","doi-asserted-by":"crossref","first-page":"107","DOI":"10.1016\/S0169-7552(98)00110-X","article-title":"The anatomy of a large scale hypertextual Web search engine","volume":"30","author":"Brin","year":"1998","journal-title":"Computer Networks and ISDN Systems"},{"key":"10.1016\/S0306-4573(03)00040-2_BIB5","doi-asserted-by":"crossref","unstructured":"Chowdhury, A., & Soboroff, I. (2002). Automatic evaluation of World Wide Web search services. In Proceedings of the ACM SIGIR conference, vol. 25 (pp. 421\u2013422)","DOI":"10.1145\/564376.564474"},{"issue":"2","key":"10.1016\/S0306-4573(03)00040-2_BIB6","doi-asserted-by":"crossref","first-page":"141","DOI":"10.1016\/S0306-4573(98)00041-7","article-title":"Finding information on the World Wide Web: the retrieval effectiveness of search engines","volume":"35","author":"Gordon","year":"1999","journal-title":"Information Processing and Management"},{"issue":"1","key":"10.1016\/S0306-4573(03)00040-2_BIB7","doi-asserted-by":"crossref","first-page":"33","DOI":"10.1023\/A:1011468107287","article-title":"Measuring search engine quality","volume":"4","author":"Hawking","year":"2001","journal-title":"Information Retrieval"},{"key":"10.1016\/S0306-4573(03)00040-2_BIB8","doi-asserted-by":"crossref","unstructured":"Hull, D. (1993). Using statistical testing in the evaluation of retrieval experiments. In Proceedings of the ACM SIGIR conference, vol. 16 (pp. 329\u2013338)","DOI":"10.1145\/160688.160758"},{"issue":"3","key":"10.1016\/S0306-4573(03)00040-2_BIB9","doi-asserted-by":"crossref","first-page":"235","DOI":"10.1002\/1097-4571(2000)9999:9999<::AID-ASI1607>3.0.CO;2-F","article-title":"A review of Web searching and a framework for future research","volume":"52","author":"Jansen","year":"2001","journal-title":"Journal of the American Society for Information Science and Technology"},{"issue":"2","key":"10.1016\/S0306-4573(03)00040-2_BIB10","doi-asserted-by":"crossref","first-page":"144","DOI":"10.1145\/358923.358934","article-title":"Information retrieval on the Web","volume":"32","author":"Kobayashi","year":"2000","journal-title":"ACM Computing Surveys"},{"key":"10.1016\/S0306-4573(03)00040-2_BIB11","doi-asserted-by":"crossref","first-page":"107","DOI":"10.1038\/21987","article-title":"Accessibility of information on the Web","volume":"400","author":"Lawrence","year":"1999","journal-title":"Nature"},{"issue":"1","key":"10.1016\/S0306-4573(03)00040-2_BIB12","doi-asserted-by":"crossref","first-page":"48","DOI":"10.1145\/505282.505284","article-title":"Building efficient and effective metasearch engines","volume":"34","author":"Meng","year":"2002","journal-title":"ACM Computing Surveys"},{"issue":"2","key":"10.1016\/S0306-4573(03)00040-2_BIB13","doi-asserted-by":"crossref","first-page":"141","DOI":"10.1016\/S0306-4573(01)00020-6","article-title":"Assessing bias in search engines","volume":"35","author":"Mowshowitz","year":"2002","journal-title":"Information Processing and Management"},{"issue":"5","key":"10.1016\/S0306-4573(03)00040-2_BIB14","doi-asserted-by":"crossref","first-page":"513","DOI":"10.1016\/0306-4573(88)90021-0","article-title":"Term weighting approaches in automatic text retrieval","volume":"24","author":"Salton","year":"1988","journal-title":"Information Processing and Management"},{"key":"10.1016\/S0306-4573(03)00040-2_BIB15","series-title":"Introduction to modern information retrieval","author":"Salton","year":"1983"},{"key":"10.1016\/S0306-4573(03)00040-2_BIB16","doi-asserted-by":"crossref","unstructured":"Soboroff, I., Nicholas, C., & Cahan, P. (2001). Ranking retrieval systems without relevance judgments. In Proceedings of the ACM SIGIR conference, vol. 24 (pp. 66\u201373)","DOI":"10.1145\/383952.383961"},{"issue":"3","key":"10.1016\/S0306-4573(03)00040-2_BIB17","doi-asserted-by":"crossref","first-page":"226","DOI":"10.1002\/1097-4571(2000)9999:9999<::AID-ASI1591>3.0.CO;2-R","article-title":"Searching the Web: the public and their queries","volume":"52","author":"Spink","year":"2001","journal-title":"Journal of the American Society for Information Science and Technology"},{"issue":"3","key":"10.1016\/S0306-4573(03)00040-2_BIB18","doi-asserted-by":"crossref","first-page":"107","DOI":"10.1109\/2.989940","article-title":"From E-sex to E-commerce: Web search changes","volume":"35","author":"Spink","year":"2002","journal-title":"Computer"},{"issue":"5","key":"10.1016\/S0306-4573(03)00040-2_BIB19","doi-asserted-by":"crossref","first-page":"697","DOI":"10.1016\/S0306-4573(00)00010-8","article-title":"Variations in relevance judgments and the measurement of retrieval effectiveness","volume":"36","author":"Voorhees","year":"2000","journal-title":"Information Processing and Management"}],"container-title":["Information Processing &amp; Management"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0306457303000402?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0306457303000402?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2019,3,18]],"date-time":"2019-03-18T08:58:21Z","timestamp":1552899501000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0306457303000402"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2004,5]]},"references-count":19,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2004,5]]}},"alternative-id":["S0306457303000402"],"URL":"https:\/\/doi.org\/10.1016\/s0306-4573(03)00040-2","relation":{},"ISSN":["0306-4573"],"issn-type":[{"value":"0306-4573","type":"print"}],"subject":[],"published":{"date-parts":[[2004,5]]}}}