{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,20]],"date-time":"2025-10-20T16:34:37Z","timestamp":1760978077451},"reference-count":54,"publisher":"Elsevier BV","issue":"1","license":[{"start":{"date-parts":[[1980,1,1]],"date-time":"1980-01-01T00:00:00Z","timestamp":315532800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Information Processing & Management"],"published-print":{"date-parts":[[1980]]},"DOI":"10.1016\/0306-4573(80)90003-5","type":"journal-article","created":{"date-parts":[[2002,10,8]],"date-time":"2002-10-08T14:05:40Z","timestamp":1034085940000},"page":"17-35","source":"Crossref","is-referenced-by-count":29,"title":["Monitoring and evaluation of on-line information system usage"],"prefix":"10.1016","volume":"16","author":[{"given":"W.D.","family":"Penniman","sequence":"first","affiliation":[]},{"given":"W.D.","family":"Dominick","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"issue":"3","key":"10.1016\/0306-4573(80)90003-5_BIB1","doi-asserted-by":"crossref","first-page":"218","DOI":"10.1287\/mnsc.4.3.218","article-title":"Towards a behavioral theory of communication","volume":"4","author":"Ackoff","year":"1958","journal-title":"Management Sci."},{"key":"10.1016\/0306-4573(80)90003-5_BIB2","doi-asserted-by":"crossref","first-page":"357","DOI":"10.1016\/S0020-7373(71)80029-9","article-title":"On man-computer dialogue","volume":"3","author":"Ambrozy","year":"1971","journal-title":"Int. J. Man-Machine Studies"},{"key":"10.1016\/0306-4573(80)90003-5_BIB3","series-title":"An Introduction to Cybernetics","author":"Ashby","year":"1963"},{"key":"10.1016\/0306-4573(80)90003-5_BIB4","series-title":"Rep. RADC-TR-72-159","article-title":"Free text retrieval evaluation","author":"Atherton","year":"1972"},{"key":"10.1016\/0306-4573(80)90003-5_BIB5","article-title":"DOD user needs study","author":"Auerbach Corporation","year":"1965","journal-title":"Final Tech. Rep.1151-TR-3"},{"key":"10.1016\/0306-4573(80)90003-5_BIB6","author":"Back","year":"1976","journal-title":"The design and evaluation of an interactive reference retrieval system for the management sciences"},{"key":"10.1016\/0306-4573(80)90003-5_BIB7","doi-asserted-by":"crossref","first-page":"31","DOI":"10.1038\/scientificamerican0355-31","article-title":"How people interact in conferences","volume":"192","author":"Bales","year":"1955","journal-title":"Scientific Am."},{"key":"10.1016\/0306-4573(80)90003-5_BIB8","series-title":"The Evaluation of Personal Constructs","author":"Bannister","year":"1968"},{"issue":"4","key":"10.1016\/0306-4573(80)90003-5_BIB9","doi-asserted-by":"crossref","first-page":"431","DOI":"10.1177\/001872086801000414","article-title":"Human factors evaluation of a computer based information storage and retrieval system","volume":"10","author":"Barrett","year":"1968","journal-title":"Human Factors"},{"key":"10.1016\/0306-4573(80)90003-5_BIB10","article-title":"Profile evaluation, research and modeling for science information systems: A report on the development of a generalized evaluation methodology to study user interaction","author":"Borman","year":"1978","journal-title":"Final. Rep."},{"key":"10.1016\/0306-4573(80)90003-5_BIB11","series-title":"Report to the Office of Naval Research","article-title":"Man-computer interactive problem solving\u2014relationships between user characteristics and interface complexity","author":"Carlisle","year":"1974"},{"key":"10.1016\/0306-4573(80)90003-5_BIB12","series-title":"The Systems Approach","author":"Churchman","year":"1968"},{"key":"10.1016\/0306-4573(80)90003-5_BIB13","series-title":"Personalized Data Base Systems","article-title":"System performance evaluation of interactive retrieval","author":"Dominick","year":"1975"},{"key":"10.1016\/0306-4573(80)90003-5_BIB14","first-page":"63","article-title":"User interaction monitoring as a multi-level process","volume":"14","author":"Dominick","year":"1977"},{"key":"10.1016\/0306-4573(80)90003-5_BIB15","series-title":"The University of Southwestern Louisiana NSF\/RIAS\/DBMS working paper series","year":"1978"},{"key":"10.1016\/0306-4573(80)90003-5_BIB16","first-page":"63","article-title":"Information retrieval system cost\/performance analysis via interactive graphics","volume":"10","author":"Dominick","year":"1973"},{"key":"10.1016\/0306-4573(80)90003-5_BIB17","author":"Dominick","year":"1979","journal-title":"Interaction monitoring considerations within network-based information systems"},{"key":"10.1016\/0306-4573(80)90003-5_BIB18","series-title":"Proc. of the 6th Int. CODATA Conf. Santa Flavia,Sicily","article-title":"Techniques for evaluating computer-based systems for numerical data management","author":"Dominick","year":"1978"},{"key":"10.1016\/0306-4573(80)90003-5_BIB19","series-title":"Tech. Rep. CMPS-78-6-3","article-title":"Application of a generalized evaluation methodology for analyzing user interactions with the MADAM System at the University of Southwestern Louisiana","author":"Dominick","year":"1978"},{"key":"10.1016\/0306-4573(80)90003-5_BIB20","series-title":"Evaluation and Measurement Techniques for Digital Computer Systems","author":"Drummond","year":"1973"},{"key":"10.1016\/0306-4573(80)90003-5_BIB21","first-page":"178","article-title":"Kiviat-graphs as a means for displaying performance data for on-line retrieval systems","author":"Elliott","year":"1976","journal-title":"J. ASIS."},{"issue":"4","key":"10.1016\/0306-4573(80)90003-5_BIB22","doi-asserted-by":"crossref","first-page":"327","DOI":"10.1037\/h0061470","article-title":"The critical incident technique","volume":"51","author":"Flanagan","year":"1954","journal-title":"Psychological Bull."},{"key":"10.1016\/0306-4573(80)90003-5_BIB23","series-title":"The Discovery of Grounded Theory: Strategies for Qualitative Research","author":"Glaser","year":"1976"},{"key":"10.1016\/0306-4573(80)90003-5_BIB24","first-page":"276","article-title":"Identification of Systems","author":"Graupe","year":"1976"},{"key":"10.1016\/0306-4573(80)90003-5_BIB25","series-title":"Rhythms of Dialogue","author":"Jaffe","year":"1970"},{"key":"10.1016\/0306-4573(80)90003-5_BIB26","first-page":"122","article-title":"The development of a semantic differential to assess users' attitudes towards an on-line interactive reference retrieval system","author":"Katzer","year":"1972","journal-title":"J. ASIS."},{"key":"10.1016\/0306-4573(80)90003-5_BIB27","volume":"3 Vol.","author":"Kelvin","year":"1891"},{"key":"10.1016\/0306-4573(80)90003-5_BIB28","doi-asserted-by":"crossref","first-page":"817","DOI":"10.1016\/S0020-7373(75)80038-1","article-title":"Some behavioral factors affecting the training of naive users of interactive computer systems","volume":"7","author":"Kennedy","year":"1975","journal-title":"Int. J. Man-Machine Studies"},{"key":"10.1016\/0306-4573(80)90003-5_BIB29","series-title":"The Evaluation of Information Services and Products","author":"King","year":"1971"},{"key":"10.1016\/0306-4573(80)90003-5_BIB30","article-title":"A generalized methodology for determining the correlation of user requirements to the information system","author":"Levine","year":"1978","journal-title":"Proc. of the 7th Mid-Year Meeting of the American Society for Information Science"},{"issue":"3","key":"10.1016\/0306-4573(80)90003-5_BIB31","doi-asserted-by":"crossref","first-page":"197","DOI":"10.1145\/359361.359363","article-title":"The use of an interactive information storage and retrieval system in medical research","volume":"21","author":"Lucas","year":"1978","journal-title":"Commun. ACM."},{"key":"10.1016\/0306-4573(80)90003-5_BIB32","article-title":"Man-machine communication research: Final report","author":"Mann","year":"1977","journal-title":"Rep. ISI\/ RR-77-57 to the Advanced Research Projects Agency by the Information Sciences Institute under ARPA Order No. 2930"},{"issue":"2","key":"10.1016\/0306-4573(80)90003-5_BIB33","first-page":"142","article-title":"The user interface for interactive bibliographic searching: An analysis of the attitudes of nineteen information scientists","volume":"24","author":"Martin","year":"1973","journal-title":"J. ASIS."},{"key":"10.1016\/0306-4573(80)90003-5_BIB34","series-title":"Report to NASA by the Bunker-Ramo Corporation under Contract No. NASA-1369","article-title":"Evaluation of user reactions to a prototype on-line information retrieval system","author":"Meister","year":"1967"},{"key":"10.1016\/0306-4573(80)90003-5_BIB35","first-page":"392","article-title":"Man-machine interface: frustration","author":"Melnyk","year":"1972","journal-title":"J. ASIS."},{"issue":"6","key":"10.1016\/0306-4573(80)90003-5_BIB36","doi-asserted-by":"crossref","first-page":"297","DOI":"10.1016\/0020-0271(73)90069-7","article-title":"Developing monitoring techniques for an on-line information retrieval system","volume":"9","author":"Mittman","year":"1973","journal-title":"Inform. Stor. Retr."},{"key":"10.1016\/0306-4573(80)90003-5_BIB37","series-title":"Communication Among Scientists and Engineers","article-title":"Behavioral research in the development of a computer-based information system","author":"Parker","year":"1970"},{"issue":"2","key":"10.1016\/0306-4573(80)90003-5_BIB38","doi-asserted-by":"crossref","first-page":"163","DOI":"10.1177\/001872087301500208","article-title":"The evaluation of user interaction with computer-based management information systems","volume":"15","author":"Peace","year":"1973","journal-title":"Human Factors"},{"key":"10.1016\/0306-4573(80)90003-5_BIB39","series-title":"Paper presented at the 37th Ann. Conf. of the AM. Soc. Inform. Sci.","article-title":"Rhythms of dialogue in human-computer interaction","author":"Penniman","year":"1974"},{"key":"10.1016\/0306-4573(80)90003-5_BIB40","series-title":"Rhythms of dialogue in human-computer conversation","author":"Penniman","year":"1975"},{"key":"10.1016\/0306-4573(80)90003-5_BIB41","first-page":"147","article-title":"A stochastic process analysis of on-line user behavior","volume":"12","author":"Penniman","year":"1975"},{"key":"10.1016\/0306-4573(80)90003-5_BIB42","first-page":"65","article-title":"Suggestions for systematic evaluation of on-line monitoring issues","volume":"14","author":"Penniman","year":"1977"},{"key":"10.1016\/0306-4573(80)90003-5_BIB43","series-title":"5th Mid- Year Meeting of the Am. Soc. Inform. Sci.","first-page":"10","article-title":"Tempo of on-line user interaction","author":"Penniman","year":"1976"},{"key":"10.1016\/0306-4573(80)90003-5_BIB44","author":"Powers","year":"1973","journal-title":"The effects of prior computer exposure on man-machine computer anxiety"},{"issue":"1","key":"10.1016\/0306-4573(80)90003-5_BIB45","first-page":"43","article-title":"Feature evaluation of full-text information-retrieval system","volume":"1","author":"Rinewalt","year":"1977","journal-title":"On-Line Rev."},{"key":"10.1016\/0306-4573(80)90003-5_BIB46","article-title":"The network measurement machine\u2014a data collection device for measuring the performance and utilization of computer networks","author":"Rosenthal","year":"1976","journal-title":"NBS Tech. Note 912"},{"key":"10.1016\/0306-4573(80)90003-5_BIB47","series-title":"General Systems Theory and Human Communication","year":"1975"},{"key":"10.1016\/0306-4573(80)90003-5_BIB48","article-title":"A study of user behavior in problem solving with an interactive computer","author":"Seven","year":"1971","journal-title":"Rep. No. R-513-NASA"},{"key":"10.1016\/0306-4573(80)90003-5_BIB49","series-title":"The Mathematical Theory of Communication","author":"Shannon","year":"1972"},{"key":"10.1016\/0306-4573(80)90003-5_BIB50","series-title":"Computer Performance Measurement and Evaluation Methods: Analysis and Applications","author":"Svobodova","year":"1976"},{"key":"10.1016\/0306-4573(80)90003-5_BIB51","series-title":"Proc. of the 15th Ann. Southeastern Regional ACM Conf.","first-page":"356","article-title":"Design and implementation considerations for monitoring and evaluating information systems","author":"Urban","year":"1977"},{"key":"10.1016\/0306-4573(80)90003-5_BIB52","unstructured":"J. Wanger et al. Impact of on-line retrieval services: a survey of users 1974\u20131975. System Development Corp., Santa Monica, California."},{"key":"10.1016\/0306-4573(80)90003-5_BIB53","series-title":"An Introduction to General Systems Thinking","author":"Weinberg","year":"1975"},{"key":"10.1016\/0306-4573(80)90003-5_BIB54","series-title":"Cybernetics: Or Control and Communication in the Animal and the Machine","author":"Weiner","year":"1975"}],"container-title":["Information Processing & Management"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:0306457380900035?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:0306457380900035?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2019,4,10]],"date-time":"2019-04-10T04:58:52Z","timestamp":1554872332000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/0306457380900035"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[1980]]},"references-count":54,"journal-issue":{"issue":"1","published-print":{"date-parts":[[1980]]}},"alternative-id":["0306457380900035"],"URL":"https:\/\/doi.org\/10.1016\/0306-4573(80)90003-5","relation":{},"ISSN":["0306-4573"],"issn-type":[{"value":"0306-4573","type":"print"}],"subject":[],"published":{"date-parts":[[1980]]}}}