{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,20]],"date-time":"2025-10-20T16:34:44Z","timestamp":1760978084115},"reference-count":34,"publisher":"Elsevier BV","issue":"2","license":[{"start":{"date-parts":[[1994,3,1]],"date-time":"1994-03-01T00:00:00Z","timestamp":762480000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Information Processing &amp; Management"],"published-print":{"date-parts":[[1994,3]]},"DOI":"10.1016\/0306-4573(94)90065-5","type":"journal-article","created":{"date-parts":[[2002,10,8]],"date-time":"2002-10-08T18:03:55Z","timestamp":1034100235000},"page":"205-221","source":"Crossref","is-referenced-by-count":32,"title":["Information retrieval evaluation in practice: A case study approach"],"prefix":"10.1016","volume":"30","author":[{"given":"Steve","family":"Smithson","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"78","reference":[{"key":"10.1016\/0306-4573(94)90065-5_BIB1","series-title":"British Library LIR Report No. 35","article-title":"Interaction in information systems","author":"Belkin","year":"1985"},{"key":"10.1016\/0306-4573(94)90065-5_BIB2","series-title":"Information and its users","author":"Brittain","year":"1970"},{"key":"10.1016\/0306-4573(94)90065-5_BIB3","doi-asserted-by":"crossref","first-page":"139","DOI":"10.1016\/0143-6236(82)90027-8","article-title":"Pitfalls of user research","volume":"2","author":"Brittain","year":"1982","journal-title":"Social Science Information Studies"},{"key":"10.1016\/0306-4573(94)90065-5_BIB4","series-title":"Quantity and quality in social research","author":"Bryman","year":"1988"},{"key":"10.1016\/0306-4573(94)90065-5_BIB5","series-title":"Sociological paradigms and organizational analysis","author":"Burrell","year":"1979"},{"key":"10.1016\/0306-4573(94)90065-5_BIB6","series-title":"Human factors of information technology in the office","article-title":"Shared information systems","author":"Christie","year":"1985"},{"issue":"1","key":"10.1016\/0306-4573(94)90065-5_BIB7","doi-asserted-by":"crossref","first-page":"55","DOI":"10.1108\/eb026487","article-title":"Evaluation tests of information retrieval systems","volume":"26","author":"Cleverdon","year":"1970","journal-title":"Journal of Documentation"},{"issue":"1","key":"10.1016\/0306-4573(94)90065-5_BIB8","doi-asserted-by":"crossref","first-page":"19","DOI":"10.1016\/0020-0271(71)90024-6","article-title":"A definition of relevance for information retrieval","volume":"7","author":"Cooper","year":"1971","journal-title":"Information Storage and Retrieval"},{"key":"10.1016\/0306-4573(94)90065-5_BIB9","series-title":"Experimental studies of relevance judgements","author":"Cuadra","year":"1967"},{"key":"10.1016\/0306-4573(94)90065-5_BIB10","first-page":"3","article-title":"Information needs and uses","volume":"21","author":"Dervin","year":"1986","journal-title":"Annual Review of Information Science and Technology"},{"key":"10.1016\/0306-4573(94)90065-5_BIB11","doi-asserted-by":"crossref","first-page":"25","DOI":"10.1177\/016555158400800105","article-title":"Theory and explanation in information retrieval research","volume":"8","author":"Ellis","year":"1984","journal-title":"Journal of Information Science"},{"key":"10.1016\/0306-4573(94)90065-5_BIB12","doi-asserted-by":"crossref","first-page":"261","DOI":"10.1016\/0143-6236(84)90002-4","article-title":"The effectiveness of information retrieval systems: The need for improved explanatory frameworks","volume":"4","author":"Ellis","year":"1984","journal-title":"Social Science Information Studies"},{"issue":"5","key":"10.1016\/0306-4573(94)90065-5_BIB13","first-page":"2","article-title":"Information and information needs","volume":"5","author":"Faibisoff","year":"1976","journal-title":"Information Reports and Bibliographies"},{"key":"10.1016\/0306-4573(94)90065-5_BIB14","series-title":"Critical issues in information systems research","article-title":"Strategies for research on information systems in organizations: A critical analysis of research purpose and time frame","author":"Franz","year":"1987"},{"key":"10.1016\/0306-4573(94)90065-5_BIB15","series-title":"Information systems assessment","article-title":"A critical analysis of information systems evaluation","author":"Hirschheim","year":"1988"},{"issue":"5","key":"10.1016\/0306-4573(94)90065-5_BIB16","doi-asserted-by":"crossref","first-page":"361","DOI":"10.1002\/(SICI)1097-4571(199106)42:5<361::AID-ASI6>3.0.CO;2-#","article-title":"Inside the search process: Information seeking from the user's perspective","volume":"42","author":"Kuhlthau","year":"1991","journal-title":"Journal of the American Society for Information Science"},{"key":"10.1016\/0306-4573(94)90065-5_BIB17","series-title":"Information retrieval systems: Characteristics, testing and evaluation","author":"Lancaster","year":"1979"},{"key":"10.1016\/0306-4573(94)90065-5_BIB18","series-title":"The structure of social science literature","author":"Line","year":"1979"},{"issue":"1","key":"10.1016\/0306-4573(94)90065-5_BIB19","first-page":"62","article-title":"Uses, value, and benefits of knowledge","volume":"1","author":"Machlup","year":"1979","journal-title":"Knowledge, Creation, Diffusion, Utilization"},{"issue":"5","key":"10.1016\/0306-4573(94)90065-5_BIB20","doi-asserted-by":"crossref","first-page":"347","DOI":"10.1002\/asi.4630310506","article-title":"Toward usable studies","volume":"31","author":"Mick","year":"1980","journal-title":"Journal of the American Society for Information Science"},{"key":"10.1016\/0306-4573(94)90065-5_BIB21","series-title":"Information retrieval experiment","first-page":"156","article-title":"Laboratory tests: automatic systems","author":"Oddy","year":"1981"},{"issue":"11","key":"10.1016\/0306-4573(94)90065-5_BIB22","doi-asserted-by":"crossref","first-page":"316","DOI":"10.1108\/eb050068","article-title":"The relevance of relevance to the testing and evaluation of document retrieval systems","volume":"18","author":"Rees","year":"1966","journal-title":"Aslib Proc"},{"key":"10.1016\/0306-4573(94)90065-5_BIB23","series-title":"A field experimental approach to the study of relevance assessments in relation to document searching","author":"Rees","year":"1967"},{"issue":"1","key":"10.1016\/0306-4573(94)90065-5_BIB24_1","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1108\/eb026462","article-title":"The parametric description of retrieval tests","volume":"25","author":"Robertson","year":"1969","journal-title":"Journal of Documentation"},{"issue":"2","key":"10.1016\/0306-4573(94)90065-5_BIB24_2","doi-asserted-by":"crossref","first-page":"93","DOI":"10.1108\/eb026466","article-title":"The parametric description of retrieval tests","volume":"25","author":"Robertson","year":"1969","journal-title":"Journal of Documentation"},{"key":"10.1016\/0306-4573(94)90065-5_BIB25","series-title":"Management and the worker: An account of a research program conducted by the Western Electric Company, Hawthorne Works, Chicago","author":"Roethlisberger","year":"1939"},{"issue":"6","key":"10.1016\/0306-4573(94)90065-5_BIB26","doi-asserted-by":"crossref","first-page":"321","DOI":"10.1002\/asi.4630260604","article-title":"Relevance: A review of and a framework for the thinking on the notion in information science","volume":"26","author":"Saracevic","year":"1975","journal-title":"Journal of the American Society for Information Science"},{"issue":"3","key":"10.1016\/0306-4573(94)90065-5_BIB27","doi-asserted-by":"crossref","first-page":"161","DOI":"10.1002\/(SICI)1097-4571(198805)39:3<161::AID-ASI2>3.0.CO;2-0","article-title":"A study of information seeking and retrieving. Part I. Background and methodology","volume":"39","author":"Saracevic","year":"1988","journal-title":"Journal of the American Society for Information Science"},{"issue":"6","key":"10.1016\/0306-4573(94)90065-5_BIB28","doi-asserted-by":"crossref","first-page":"755","DOI":"10.1016\/0306-4573(90)90050-C","article-title":"A re-examination of relevance: Toward a dynamic, situational definition","volume":"26","author":"Schamber","year":"1990","journal-title":"Information Processing & Management"},{"key":"10.1016\/0306-4573(94)90065-5_BIB29","series-title":"Ph.D. thesis","article-title":"The evaluation of information retrieval systems: A case study approach","author":"Smithson","year":"1989"},{"key":"10.1016\/0306-4573(94)90065-5_BIB30","series-title":"Information retrieval experiment","article-title":"Retrieval system tests 1958\u20131978","author":"Sparck Jones","year":"1981"},{"key":"10.1016\/0306-4573(94)90065-5_BIB31","series-title":"Research methods in information systems","article-title":"The need for longitudinal designs in the study of computing environments","author":"Vitalari","year":"1985"},{"key":"10.1016\/0306-4573(94)90065-5_BIB32","series-title":"British Library R&D Report 5638","article-title":"The beneficial library: A methodological investigation to identify ways of measuring the benefit provided by librarians","author":"Wills","year":"1977"},{"issue":"1","key":"10.1016\/0306-4573(94)90065-5_BIB33","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1108\/eb026702","article-title":"On user studies and information needs","volume":"37","author":"Wilson","year":"1981","journal-title":"Journal of Documentation"}],"container-title":["Information Processing &amp; Management"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:0306457394900655?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:0306457394900655?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2019,4,10]],"date-time":"2019-04-10T09:25:05Z","timestamp":1554888305000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/0306457394900655"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[1994,3]]},"references-count":34,"journal-issue":{"issue":"2","published-print":{"date-parts":[[1994,3]]}},"alternative-id":["0306457394900655"],"URL":"https:\/\/doi.org\/10.1016\/0306-4573(94)90065-5","relation":{},"ISSN":["0306-4573"],"issn-type":[{"value":"0306-4573","type":"print"}],"subject":[],"published":{"date-parts":[[1994,3]]}}}