{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,4]],"date-time":"2026-04-04T06:12:14Z","timestamp":1775283134210,"version":"3.50.1"},"reference-count":44,"publisher":"Elsevier BV","issue":"4","license":[{"start":{"date-parts":[[1992,7,1]],"date-time":"1992-07-01T00:00:00Z","timestamp":709948800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Information Processing &amp; Management"],"published-print":{"date-parts":[[1992,7]]},"DOI":"10.1016\/0306-4573(92)90005-k","type":"journal-article","created":{"date-parts":[[2002,10,8]],"date-time":"2002-10-08T18:05:40Z","timestamp":1034100340000},"page":"467-490","source":"Crossref","is-referenced-by-count":128,"title":["The pragmatics of information retrieval experimentation, revisited"],"prefix":"10.1016","volume":"28","author":[{"given":"Jean","family":"Tague-Sutcliffe","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"78","reference":[{"key":"10.1016\/0306-4573(92)90005-K_BIB1","series-title":"Ethical principles in the conduct of research with human participants","author":"American Psychological Association","year":"1982"},{"issue":"4","key":"10.1016\/0306-4573(92)90005-K_BIB2","doi-asserted-by":"crossref","first-page":"205","DOI":"10.1002\/asi.4630300406","article-title":"Information search tactics","volume":"30","author":"Bates","year":"1979","journal-title":"Journal of the American Society for Information Science"},{"key":"10.1016\/0306-4573(92)90005-K_BIB3","first-page":"133","article-title":"Anomalous states of knowledge as a basis for information retrieval","volume":"5","author":"Belkin","year":"1980","journal-title":"Canadian Journal of Information Science"},{"key":"10.1016\/0306-4573(92)90005-K_BIB4","first-page":"109","article-title":"Retrieval techniques","volume":"22","author":"Belkin","year":"1987","journal-title":"Annual Review of Information Science and Technology"},{"key":"10.1016\/0306-4573(92)90005-K_BIB5","series-title":"Intermediate Statistical Methods and Applications: A Computer Package Approach","author":"Berenson","year":"1983"},{"issue":"3","key":"10.1016\/0306-4573(92)90005-K_BIB6","doi-asserted-by":"crossref","first-page":"289","DOI":"10.1145\/3166.3197","article-title":"An evaluation of retrieval effectiveness for a full-text document-retrieval system","volume":"28","author":"Blair","year":"1985","journal-title":"Communications of the ACM"},{"key":"10.1016\/0306-4573(92)90005-K_BIB7","series-title":"Time series analysis: Forecasting and control","author":"Box","year":"1976"},{"key":"10.1016\/0306-4573(92)90005-K_BIB8","series-title":"Experimental design","author":"Cochran","year":"1957"},{"key":"10.1016\/0306-4573(92)90005-K_BIB9","series-title":"Redesign of catalogs and indexes for improved online subject access","author":"Cochrane","year":"1985"},{"key":"10.1016\/0306-4573(92)90005-K_BIB10","series-title":"Practical nonparametric statistics","author":"Conover","year":"1980"},{"issue":"6","key":"10.1016\/0306-4573(92)90005-K_BIB11","doi-asserted-by":"crossref","first-page":"599","DOI":"10.1016\/0306-4573(89)90095-2","article-title":"Retrieving documents by plausible inference: an experimental study","volume":"25","author":"Croft","year":"1989","journal-title":"Information Processing & Management"},{"key":"10.1016\/0306-4573(92)90005-K_BIB12","first-page":"73","article-title":"Communication gaps and inequities: Moving toward a reconceptualization","volume":"Vol. 2","author":"Dervin","year":"1980"},{"key":"10.1016\/0306-4573(92)90005-K_BIB13","first-page":"3","article-title":"Information needs and uses","volume":"21","author":"Dervin","year":"1986","journal-title":"Annual Review of Information Science and Technology"},{"key":"10.1016\/0306-4573(92)90005-K_BIB14","series-title":"Informetrics 89\/90","first-page":"97","article-title":"Elements of concentration theory","author":"Egghe","year":"1989"},{"issue":"2","key":"10.1016\/0306-4573(92)90005-K_BIB15","doi-asserted-by":"crossref","first-page":"115","DOI":"10.1002\/(SICI)1097-4571(198903)40:2<115::AID-ASI6>3.0.CO;2-B","article-title":"The effectiveness of a nonsyntactic approach to automatic phrase indexing for document retrieval","volume":"40","author":"Fagan","year":"1989","journal-title":"Journal of the American Society for Information Science"},{"issue":"1","key":"10.1016\/0306-4573(92)90005-K_BIB16","doi-asserted-by":"crossref","first-page":"61","DOI":"10.1108\/eb024176","article-title":"Moves in online searching","volume":"9","author":"Fidel","year":"1985","journal-title":"Online Review"},{"key":"10.1016\/0306-4573(92)90005-K_BIB17","series-title":"Analysis of cross-classified categorical data","author":"Fineberg","year":"1980"},{"key":"10.1016\/0306-4573(92)90005-K_BIB18","series-title":"Measurement theory for the behavioral sciences","author":"Ghiselli","year":"1981"},{"issue":"1\u20132","key":"10.1016\/0306-4573(92)90005-K_BIB19","doi-asserted-by":"crossref","first-page":"229","DOI":"10.1016\/0306-4573(84)90053-0","article-title":"Experimental and quasi-experimental designs for research in information science","volume":"20","author":"Haas","year":"1984","journal-title":"Information Processing & Management"},{"issue":"8","key":"10.1016\/0306-4573(92)90005-K_BIB20","doi-asserted-by":"crossref","first-page":"581","DOI":"10.1002\/(SICI)1097-4571(199012)41:8<581::AID-ASI4>3.0.CO;2-U","article-title":"Retrieving records from a gigabyte of text on a minicomputer using statistical ranking","volume":"41","author":"Harman","year":"1990","journal-title":"Journal of the American Society for Information Science"},{"key":"10.1016\/0306-4573(92)90005-K_BIB21","first-page":"233","article-title":"Online public access catalogs","volume":"20","author":"Hildreth","year":"1985","journal-title":"Annual Review of Information Science and Technology"},{"issue":"4","key":"10.1016\/0306-4573(92)90005-K_BIB22","doi-asserted-by":"crossref","first-page":"297","DOI":"10.1002\/(SICI)1097-4571(199105)42:4<297::AID-ASI6>3.0.CO;2-M","article-title":"The Medline\/full-text research project","volume":"42","author":"McKinin","year":"1991","journal-title":"Journal of the American Society for Information Science"},{"key":"10.1016\/0306-4573(92)90005-K_BIB23","series-title":"Intermediate business statistics","author":"Miller","year":"1977"},{"key":"10.1016\/0306-4573(92)90005-K_BIB24","series-title":"Multivariate statistical methods","author":"Morrison","year":"1976"},{"key":"10.1016\/0306-4573(92)90005-K_BIB25","doi-asserted-by":"crossref","first-page":"339","DOI":"10.1177\/016555159001600601","article-title":"The once and future literature","volume":"16","author":"Nelson","year":"1990","journal-title":"Journal of Information Science"},{"issue":"4","key":"10.1016\/0306-4573(92)90005-K_BIB26","doi-asserted-by":"crossref","first-page":"235","DOI":"10.1002\/(SICI)1097-4571(198807)39:4<235::AID-ASI3>3.0.CO;2-H","article-title":"Performance measures for information retrieval systems\u2014An experimental approach","volume":"39","author":"Regazzi","year":"1988","journal-title":"Journal of the American Society for Information Science"},{"key":"10.1016\/0306-4573(92)90005-K_BIB27","first-page":"157","article-title":"Psychometric measurement and information retrieval","volume":"23","author":"Rorvig","year":"1988","journal-title":"Annual Review of Information Science and Technology"},{"key":"10.1016\/0306-4573(92)90005-K_BIB28","series-title":"Dynamic information and library processing","author":"Salton","year":"1975"},{"key":"10.1016\/0306-4573(92)90005-K_BIB29","series-title":"Automatic text processing: The transformation, analysis and retrieval of information by computer","author":"Salton","year":"1989"},{"key":"10.1016\/0306-4573(92)90005-K_BIB30","doi-asserted-by":"crossref","first-page":"321","DOI":"10.1002\/asi.4630260604","article-title":"Relevance: a review of and a frameword for the thinking on the notion in information science","volume":"26","author":"Saracevic","year":"1975","journal-title":"Journal of the American Society for Information Science"},{"issue":"3","key":"10.1016\/0306-4573(92)90005-K_BIB31","doi-asserted-by":"crossref","first-page":"161","DOI":"10.1002\/(SICI)1097-4571(198805)39:3<161::AID-ASI2>3.0.CO;2-0","article-title":"A study of information seeking and retrieving, I. Background and methodology","volume":"39","author":"Saracevic","year":"1988","journal-title":"Journal of the American Society for Information Science"},{"issue":"3","key":"10.1016\/0306-4573(92)90005-K_BIB32","doi-asserted-by":"crossref","first-page":"177","DOI":"10.1002\/(SICI)1097-4571(198805)39:3<177::AID-ASI3>3.0.CO;2-F","article-title":"A study of information seeking and retrieving. II. Users, questions, and effectiveness","volume":"39","author":"Saracevic","year":"1988","journal-title":"Journal of the American Society for Information Science"},{"issue":"3","key":"10.1016\/0306-4573(92)90005-K_BIB33","doi-asserted-by":"crossref","first-page":"197","DOI":"10.1002\/(SICI)1097-4571(198805)39:3<197::AID-ASI4>3.0.CO;2-A","article-title":"A study of information seeking and retrieving. III. Searchers, searches, and overlap","volume":"39","author":"Saracevic","year":"1988","journal-title":"Journal of the American Society for Information Science"},{"issue":"6","key":"10.1016\/0306-4573(92)90005-K_BIB34","doi-asserted-by":"crossref","first-page":"755","DOI":"10.1016\/0306-4573(90)90050-C","article-title":"A re-examination of relevance: Toward a dynamic, situational definition","volume":"26","author":"Schamber","year":"1990","journal-title":"Information Processing & Management"},{"issue":"5","key":"10.1016\/0306-4573(92)90005-K_BIB35","doi-asserted-by":"crossref","first-page":"346","DOI":"10.1002\/asi.4630370511","article-title":"On the foundation of evaluation","volume":"37","author":"Shaw","year":"1986","journal-title":"Journal of the American Society for Information Science"},{"issue":"6","key":"10.1016\/0306-4573(92)90005-K_BIB36","doi-asserted-by":"crossref","first-page":"705","DOI":"10.1016\/0306-4573(90)90047-6","article-title":"Subject indexing and citation indexing\u2014Part II: An evaluation and comparison","volume":"26","author":"Shaw","year":"1990","journal-title":"Information Processing & Management"},{"key":"10.1016\/0306-4573(92)90005-K_BIB37","first-page":"95","article-title":"Performance averaging for recall and precision","volume":"2","author":"Sparck-Jones","year":"1978","journal-title":"Journal of Informatics"},{"key":"10.1016\/0306-4573(92)90005-K_BIB38","series-title":"11th International Conference on Research & Development in Information Retrieval","first-page":"13","article-title":"A look back and a look forward","author":"Sparck-Jones","year":"1988"},{"key":"10.1016\/0306-4573(92)90005-K_BIB39","series-title":"Information Retrieval Experiment","first-page":"59","article-title":"The pragmatics of information retrieval experimentation","author":"Tague","year":"1981"},{"issue":"4","key":"10.1016\/0306-4573(92)90005-K_BIB40","doi-asserted-by":"crossref","first-page":"377","DOI":"10.1016\/0306-4573(89)90066-6","article-title":"Evaluation of the user interface in an information retrieval system: A model","volume":"24","author":"Tague","year":"1989","journal-title":"Information Processing & Management"},{"key":"10.1016\/0306-4573(92)90005-K_BIB41","series-title":"The education of library and information science professionals","first-page":"121","article-title":"The role of research in information and library education","author":"Tague","year":"1987"},{"key":"10.1016\/0306-4573(92)90005-K_BIB42","series-title":"Proeedings of the ACM SIGIR International Conference on Research and Development in Information Retrieval","first-page":"14","article-title":"A complete model for information retrieval systems","author":"Tague","year":"1991"},{"key":"10.1016\/0306-4573(92)90005-K_BIB43","series-title":"Information retrieval","author":"Van Rijsbergen","year":"1979"},{"key":"10.1016\/0306-4573(92)90005-K_BIB44","series-title":"Statistical principles in experimental design","author":"Winer","year":"1971"}],"container-title":["Information Processing &amp; Management"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:030645739290005K?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:030645739290005K?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2019,4,10]],"date-time":"2019-04-10T09:24:18Z","timestamp":1554888258000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/030645739290005K"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[1992,7]]},"references-count":44,"journal-issue":{"issue":"4","published-print":{"date-parts":[[1992,7]]}},"alternative-id":["030645739290005K"],"URL":"https:\/\/doi.org\/10.1016\/0306-4573(92)90005-k","relation":{},"ISSN":["0306-4573"],"issn-type":[{"value":"0306-4573","type":"print"}],"subject":[],"published":{"date-parts":[[1992,7]]}}}