{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,12]],"date-time":"2026-04-12T15:18:25Z","timestamp":1776007105880,"version":"3.50.1"},"reference-count":32,"publisher":"Elsevier BV","issue":"4","license":[{"start":{"date-parts":[[1992,7,1]],"date-time":"1992-07-01T00:00:00Z","timestamp":709948800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Information Processing &amp; Management"],"published-print":{"date-parts":[[1992,7]]},"DOI":"10.1016\/0306-4573(92)90002-h","type":"journal-article","created":{"date-parts":[[2002,10,8]],"date-time":"2002-10-08T14:05:40Z","timestamp":1034085940000},"page":"441-449","source":"Crossref","is-referenced-by-count":81,"title":["The state of retrieval system evaluation"],"prefix":"10.1016","volume":"28","author":[{"given":"Gerard","family":"Salton","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"78","reference":[{"issue":"3444","key":"10.1016\/0306-4573(92)90002-H_BIB1","doi-asserted-by":"crossref","first-page":"1922","DOI":"10.1126\/science.132.3444.1922","article-title":"Research in handling scientific information","volume":"132","author":"Brownson","year":"1960","journal-title":"Science"},{"key":"10.1016\/0306-4573(92)90002-H_BIB2","doi-asserted-by":"crossref","first-page":"367","DOI":"10.1016\/0306-4573(76)90034-0","article-title":"The paradoxical role of unexamined documents in the evaluation of retrieval effectiveness","volume":"12","author":"Cooper","year":"1976","journal-title":"Information Processing & Management"},{"key":"10.1016\/0306-4573(92)90002-H_BIB3","series-title":"Proc. 1964 Annual Meeting of the Am. Documentation Institute","first-page":"343","article-title":"Basic parameters of retrieval tests","author":"Fairthorne","year":"1964"},{"key":"10.1016\/0306-4573(92)90002-H_BIB4","series-title":"Introduction to modern information retrieval","author":"Salton","year":"1983"},{"issue":"1","key":"10.1016\/0306-4573(92)90002-H_BIB5","doi-asserted-by":"crossref","first-page":"41","DOI":"10.1108\/eb026442","article-title":"The measure of information retrieval effectiveness proposed by Swets","volume":"24","author":"Brookes","year":"1968","journal-title":"Journal of Documentation"},{"issue":"1","key":"10.1016\/0306-4573(92)90002-H_BIB6","doi-asserted-by":"crossref","first-page":"72","DOI":"10.1002\/asi.4630200110","article-title":"Effectiveness of information retrieval methods","volume":"20","author":"Swets","year":"1969","journal-title":"Am. Documentation"},{"issue":"1","key":"10.1016\/0306-4573(92)90002-H_BIB7","doi-asserted-by":"crossref","first-page":"30","DOI":"10.1002\/asi.5090190108","article-title":"Expected search length: A single measure of retrieval effectiveness based on the weak ordering action of retrieval systems","volume":"19","author":"Cooper","year":"1968","journal-title":"Am. Documentation"},{"key":"10.1016\/0306-4573(92)90002-H_BIB8","doi-asserted-by":"crossref","first-page":"343","DOI":"10.1016\/0020-0271(68)90029-6","article-title":"Relevance assessments and retrieval system evaluation","volume":"4","author":"Lesk","year":"1969","journal-title":"Information Storage and Retrieval"},{"key":"10.1016\/0306-4573(92)90002-H_BIB9","series-title":"Effect of relevance assessments on comparative performance of index languages","author":"Cleverdon","year":"1968"},{"key":"10.1016\/0306-4573(92)90002-H_BIB10","first-page":"106","article-title":"The testing of index language devices","volume":"15","author":"Cleverdon","year":"1963"},{"key":"10.1016\/0306-4573(92)90002-H_BIB11","series-title":"Factors determining the performance of indexing systems, Vol. 1\u2014Design","author":"Cleverdon","year":"1966"},{"issue":"3","key":"10.1016\/0306-4573(92)90002-H_BIB12","doi-asserted-by":"crossref","first-page":"223","DOI":"10.1086\/619959","article-title":"Some unexplained aspects of the Cranfield tests of indexing performance factors","volume":"41","author":"Swanson","year":"1971","journal-title":"Library Quarterly"},{"issue":"3","key":"10.1016\/0306-4573(92)90002-H_BIB13","doi-asserted-by":"crossref","first-page":"229","DOI":"10.1086\/619960","article-title":"The Cranfield II relevance assessments: A critical evaluation","volume":"41","author":"Harter","year":"1971","journal-title":"Library Quarterly"},{"key":"10.1016\/0306-4573(92)90002-H_BIB14","series-title":"The Smart retrieval system\u2014Experiments in automatic document processing","year":"1971"},{"issue":"3","key":"10.1016\/0306-4573(92)90002-H_BIB15","doi-asserted-by":"crossref","first-page":"209","DOI":"10.1002\/asi.5090160308","article-title":"The evaluation of automatic retrieval procedures\u2014Selected test results using the Smart system","volume":"16","author":"Salton","year":"1965","journal-title":"Am. Documentation"},{"issue":"1","key":"10.1016\/0306-4573(92)90002-H_BIB16","doi-asserted-by":"crossref","first-page":"8","DOI":"10.1145\/321439.321441","article-title":"Computer evaluation of indexing and text processing","volume":"15","author":"Salton","year":"1968","journal-title":"Journal of the ACM"},{"issue":"1","key":"10.1016\/0306-4573(92)90002-H_BIB17","doi-asserted-by":"crossref","first-page":"61","DOI":"10.1002\/asi.4630200109","article-title":"A comparison between manual and automatic indexing","volume":"20","author":"Salton","year":"1969","journal-title":"Am. Documentation"},{"issue":"2","key":"10.1016\/0306-4573(92)90002-H_BIB18","doi-asserted-by":"crossref","first-page":"258","DOI":"10.1145\/321752.321757","article-title":"Recent studies in automatic text analysis and document retrieval","volume":"20","author":"Salton","year":"1973","journal-title":"Journal of the ACM"},{"issue":"11","key":"10.1016\/0306-4573(92)90002-H_BIB19","doi-asserted-by":"crossref","first-page":"1022","DOI":"10.1145\/182.358466","article-title":"Extended Boolean information retrieval","volume":"26","author":"Salton","year":"1983","journal-title":"Comm. of the ACM"},{"issue":"4","key":"10.1016\/0306-4573(92)90002-H_BIB20","doi-asserted-by":"crossref","first-page":"321","DOI":"10.1145\/320289.320291","article-title":"Generation and search of clustered files","volume":"3","author":"Salton","year":"1978","journal-title":"ACM Transactions on Database Systems"},{"issue":"2","key":"10.1016\/0306-4573(92)90002-H_BIB21","doi-asserted-by":"crossref","first-page":"35","DOI":"10.1016\/0020-0190(71)90001-9","article-title":"The performance of interactive document retrieval","volume":"1","author":"Salton","year":"1971","journal-title":"Information Processing Letters"},{"issue":"3","key":"10.1016\/0306-4573(92)90002-H_BIB22","doi-asserted-by":"crossref","first-page":"289","DOI":"10.1145\/3166.3197","article-title":"An evaluation of retrieval effectiveness for a full-text document-retrieval system","volume":"28","author":"Blair","year":"1985","journal-title":"Comm. of the ACM"},{"issue":"3","key":"10.1016\/0306-4573(92)90002-H_BIB23","doi-asserted-by":"crossref","first-page":"437","DOI":"10.1016\/0306-4573(90)90102-8","article-title":"Full text information retrieval: Further analysis and clarification","volume":"26","author":"Blair","year":"1990","journal-title":"Information Processing & Management"},{"issue":"7","key":"10.1016\/0306-4573(92)90002-H_BIB24","first-page":"495","article-title":"A mathematical model of retrieval system performance","volume":"41","author":"McCarn","year":"1990","journal-title":"Journal of the ASIS"},{"issue":"7","key":"10.1016\/0306-4573(92)90002-H_BIB25","doi-asserted-by":"crossref","first-page":"648","DOI":"10.1145\/6138.6149","article-title":"Another look at automatic text-retrieval systems","volume":"29","author":"Salton","year":"1986","journal-title":"Comm. of the ACM"},{"key":"10.1016\/0306-4573(92)90002-H_BIB26","series-title":"Language and Representation in Information Retrieval","author":"Blair","year":"1990"},{"key":"10.1016\/0306-4573(92)90002-H_BIB27","series-title":"Technical Report 90-1158","article-title":"Flexible text matching in information retrieval","author":"Salton","year":"1990"},{"issue":"5023","key":"10.1016\/0306-4573(92)90002-H_BIB28","doi-asserted-by":"crossref","first-page":"1012","DOI":"10.1126\/science.253.5023.1012","article-title":"Global text matching for information retrieval","volume":"253","author":"Salton","year":"1991","journal-title":"Science"},{"key":"10.1016\/0306-4573(92)90002-H_BIB29","series-title":"Proc. SIGIR-91, Fourteenth Annual International ACM\/SIGIR Conference on Research and Development on Information Retrieval","first-page":"21","article-title":"Automatic text structuring and retrieval: Experiments in automatic encyclopedia searching","author":"Salton","year":"1991"},{"issue":"5","key":"10.1016\/0306-4573(92)90002-H_BIB30","first-page":"516","article-title":"Term weighting approaches in automatic text retrieval","volume":"24","author":"Salton","year":"1986","journal-title":"Information Processing & Management"},{"issue":"4","key":"10.1016\/0306-4573(92)90002-H_BIB31","doi-asserted-by":"crossref","first-page":"288","DOI":"10.1002\/(SICI)1097-4571(199006)41:4<288::AID-ASI8>3.0.CO;2-H","article-title":"Improving retrieval performance by relevance feedback","volume":"41","author":"Salton","year":"1990","journal-title":"Journal of the Am. Soc. for Info. Science"},{"key":"10.1016\/0306-4573(92)90002-H_BIB32","series-title":"The Smart retrieval system\u2014Experiments in automatic document processing","article-title":"Evaluation of feedback retrieval using modified freezing, residual collection, and test and control groups","author":"Chang","year":"1971"}],"container-title":["Information Processing &amp; Management"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:030645739290002H?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:030645739290002H?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2019,4,10]],"date-time":"2019-04-10T05:24:19Z","timestamp":1554873859000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/030645739290002H"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[1992,7]]},"references-count":32,"journal-issue":{"issue":"4","published-print":{"date-parts":[[1992,7]]}},"alternative-id":["030645739290002H"],"URL":"https:\/\/doi.org\/10.1016\/0306-4573(92)90002-h","relation":{},"ISSN":["0306-4573"],"issn-type":[{"value":"0306-4573","type":"print"}],"subject":[],"published":{"date-parts":[[1992,7]]}}}