{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,26]],"date-time":"2025-10-26T14:01:22Z","timestamp":1761487282150},"reference-count":46,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[1993,4,1]],"date-time":"1993-04-01T00:00:00Z","timestamp":733622400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Artif Intell Rev"],"published-print":{"date-parts":[[1993,4]]},"DOI":"10.1007\/bf00849078","type":"journal-article","created":{"date-parts":[[2004,12,21]],"date-time":"2004-12-21T01:15:42Z","timestamp":1103591742000},"page":"77-91","source":"Crossref","is-referenced-by-count":8,"title":["Evaluating expert systems: a review of applicable approaches"],"prefix":"10.1007","volume":"7","author":[{"given":"Ravi S.","family":"Sharma","sequence":"first","affiliation":[]},{"given":"David W.","family":"Conrath","sequence":"additional","affiliation":[]}],"member":"297","reference":[{"issue":"5","key":"CR1","doi-asserted-by":"crossref","first-page":"530","DOI":"10.1287\/mnsc.29.5.530","volume":"29","author":"J. E. Bailey","year":"1983","unstructured":"Bailey, J. E. and Pearson, S. W. (1983). Development of a Tool for Measuring and Analysing Computer User Satisfaction.Management Science 29(5), 530?545.","journal-title":"Management Science"},{"issue":"4","key":"CR2","doi-asserted-by":"crossref","first-page":"44","DOI":"10.1080\/07421222.1988.11517807","volume":"4","author":"J. J. Baroudi","year":"1988","unstructured":"Baroudi, J. J. and Orlikowski, W. J. (1988). A Short-Form Measure of User Information Satisfaction: A Psychometric Evaluation and Notes on Use.Journal of Management Information Systems 4(4), 44?59.","journal-title":"Journal of Management Information Systems"},{"key":"CR3","unstructured":"Boehm, B. W., Brown, J. R. and Lipow, M. (1976). Quantitative Evaluation of Software Quality.Proceedings of the Second International Conference on Software Engineering, pp. 592?605."},{"key":"CR4","volume-title":"Rule-Based Expert Systems: The MYCIN Experiments of the Stanford Heuristic Programming Project","author":"B. G. Buchanan","year":"1984","unstructured":"Buchanan, B. G. and Shortliffe, E. H. (Eds.) (1984).Rule-Based Expert Systems: The MYCIN Experiments of the Stanford Heuristic Programming Project. Addison-Wesley, Reading, Massachusetts."},{"key":"CR5","unstructured":"Cohen, P. R. and Howe, A. E. (1988). How Evaluation Guides AI Research. COINS Technical Report 88-21, University of Massachusetts at Amherst."},{"issue":"2","key":"CR6","doi-asserted-by":"crossref","first-page":"111","DOI":"10.1016\/0164-1212(90)90116-4","volume":"13","author":"K. Dehnad","year":"1990","unstructured":"Dehnad, K. (1990). Software Metrics from a User's Perspective.Journal of Systems Software 13(2), 111?115.","journal-title":"Journal of Systems Software"},{"issue":"9","key":"CR7","doi-asserted-by":"crossref","first-page":"913","DOI":"10.1287\/mnsc.23.9.913","volume":"23","author":"G. W. Dickson","year":"1977","unstructured":"Dickson, G. W., Senn, J. A. and Chervany, N. L. (1977). Research in Management Information Systems: The Minnesota Experiments.Management Science 23(9), 913?923.","journal-title":"Management Science"},{"issue":"2","key":"CR8","doi-asserted-by":"crossref","first-page":"259","DOI":"10.2307\/248851","volume":"12","author":"W. J. Doll","year":"1988","unstructured":"Doll, W. J. and Torkzadeh, G. (1988). The Measurement of End-User Computing Satisfaction.MIS Quarterly 12(2), 259?274.","journal-title":"MIS Quarterly"},{"key":"CR9","volume-title":"The Performance Evaluation of Computer Systems","author":"D. Ferrari","year":"1978","unstructured":"Ferrari, D. (1978).The Performance Evaluation of Computer Systems. Prentice-Hall, Englewood Cliff, New Jersey."},{"issue":"1","key":"CR10","doi-asserted-by":"crossref","first-page":"8","DOI":"10.1109\/64.50853","volume":"5","author":"M. S. Fox","year":"1990","unstructured":"Fox, M. S. (1990). AI and Expert System Myths, Legends, and Facts.IEEE Expert 5(1), 8?20.","journal-title":"IEEE Expert"},{"issue":"3","key":"CR11","doi-asserted-by":"crossref","first-page":"419","DOI":"10.1111\/j.1540-5915.1989.tb01558.x","volume":"20","author":"D. F. Galletta","year":"1989","unstructured":"Galletta, D. F. and Lederer, A. L. (1989). Some Cautions on the Measurement of User Information Satisfaction.Decision Sciences 20(3), 419?438.","journal-title":"Decision Sciences"},{"key":"CR12","first-page":"241","volume-title":"Building Expert Systems","author":"J. Gaschnig","year":"1983","unstructured":"Gaschnig, J., Klahr, P., Pople, H., Shortliffe, E. and Terry, A. (1983). Evaluation of Expert Systems: Issues and Case Studies. In Hayes-Roth, F., Waterman, D. A. and Lenat, D. B. (Eds.),Building Expert Systems. Addison-Wesley, Reading, Massachusetts, pp. 241?280."},{"key":"CR13","first-page":"585","volume":"2","author":"A. Ginsberg","year":"1988","unstructured":"Ginsberg, A. (1988). Knowledge-base Reduction: A New Approach to Checking Knowledge Bases for Inconsistency and Redundancy.Proceedings of the Seventh National Conference on Artificial Intelligence (AAAI 88), v 2, pp. 585?589.","journal-title":"Proceedings of the Seventh National Conference on Artificial Intelligence (AAAI 88)"},{"issue":"4","key":"CR14","doi-asserted-by":"crossref","first-page":"44","DOI":"10.1111\/j.1540-4560.1978.tb00774.x","volume":"34","author":"B. A. Gutek","year":"1978","unstructured":"Gutek, B. A. (1978). Strategies for Studying Client Satisfaction.Journal of Social Issues 34(4), 44?56.","journal-title":"Journal of Social Issues"},{"key":"CR15","doi-asserted-by":"crossref","first-page":"377","DOI":"10.1016\/B978-0-444-87321-7.50019-3","volume-title":"Topics in Expert System Design Methodologies and Tools","author":"E. Hollnagel","year":"1989","unstructured":"Hollnagel, E. (1989). Evaluation of Expert Systems. In Guida, G. and Tasso, C. (Eds.),Topics in Expert System Design Methodologies and Tools. Elsevier (North-Holland), Amsterdam, pp. 377?416."},{"issue":"10","key":"CR16","doi-asserted-by":"crossref","first-page":"785","DOI":"10.1145\/358413.358430","volume":"26","author":"B. Ives","year":"1983","unstructured":"Ives, B., Olson, M. H. and Baroudi, J. J. (1983). The Measurement of User Information Satisfaction.Communications of the ACM 26(10), 785?793.","journal-title":"Communications of the ACM"},{"issue":"2","key":"CR17","doi-asserted-by":"crossref","first-page":"203","DOI":"10.1145\/75577.75585","volume":"33","author":"K. Kumar","year":"1990","unstructured":"Kumar, K. (1990). Post Implementation Evaluation of Computer-Based Information Systems: Current Practices.Communications of the ACM 33(2), 203?212.","journal-title":"Communications of the ACM"},{"issue":"3","key":"CR18","doi-asserted-by":"crossref","first-page":"658","DOI":"10.1109\/21.31071","volume":"19","author":"P. E. Lehner","year":"1989","unstructured":"Lehner, P. E. (1989). Toward an Empirical Approach to Evaluating the Knowledge Base of an Expert System.IEEE Transactions on Systems, Man and Cybernetics 19(3), 658?662.","journal-title":"IEEE Transactions on Systems, Man and Cybernetics"},{"issue":"2","key":"CR19","doi-asserted-by":"crossref","first-page":"86","DOI":"10.1111\/j.1468-0394.1986.tb00198.x","volume":"3","author":"J. Liebowitz","year":"1986","unstructured":"Liebowitz, J. (1986). Useful Approach for Evaluating Expert Systems.Expert Systems 3(2), 86?96.","journal-title":"Expert Systems"},{"key":"CR20","volume-title":"Applications of Artificial Intelligence for Organic Chemistry: The Dendral Project","author":"R. K. Lindsay","year":"1980","unstructured":"Lindsay, R. K., Buchanan, B. G., Feigenbaum, E. A. and Lederberg, J. (1980).Applications of Artificial Intelligence for Organic Chemistry: The Dendral Project, McGraw-Hill, New York."},{"key":"CR21","volume-title":"Artificial Intelligence and the Design of Expert Systems","author":"G. F. Luger","year":"1989","unstructured":"Luger, G. F. and Stubblefield, W. A. (1989).Artificial Intelligence and the Design of Expert Systems. Benjamin\/Cummings, Redwood City, California."},{"issue":"1","key":"CR22","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1145\/28865.28867","volume":"19","author":"K. Lyytinen","year":"1987","unstructured":"Lyytinen, K. (1987). Different Perspectives on Information Systems: Problems and Solutions.ACM Computing Surveys 19(1), 5?46.","journal-title":"ACM Computing Surveys"},{"key":"CR23","volume-title":"Performance Measurement of Computer Systems","author":"P. McKerrow","year":"1988","unstructured":"McKerrow, P. (1988).Performance Measurement of Computer Systems. Addison-Wesley, Sydney."},{"key":"CR24","doi-asserted-by":"crossref","unstructured":"McLeod, R. Jr. and Bender, D. H. (1988). Perceptions of System Effectiveness as Viewed by Executives, Users, and Information Specialists.Proceedings of the Hawaii International Conference on Systems Sciences (3), Honolulu.","DOI":"10.1109\/HICSS.1988.11897"},{"issue":"21","key":"CR25","first-page":"93","volume":"35","author":"J. Moad","year":"1989","unstructured":"Moad, J. (1989). Asking Users To Judge IS.Datamation 35(21), 93?100.","journal-title":"Datamation"},{"issue":"11","key":"CR26","doi-asserted-by":"crossref","first-page":"217","DOI":"10.1016\/0378-7206(89)90045-1","volume":"17","author":"R. M. O'Keefe","year":"1989","unstructured":"O'Keefe, R. M. (1989). The Evaluation of Decision-Aiding Systems: Guidelines and Methods.Information & Management 17(11), 217?226.","journal-title":"Information & Management"},{"issue":"4","key":"CR27","doi-asserted-by":"crossref","first-page":"81","DOI":"10.1109\/MEX.1987.5006538","volume":"2","author":"R. M. O'Keefe","year":"1987","unstructured":"O'Keefe, R. M., Balci, O. and Smith, E. P. (1987). Validating Expert System Performance.IEEE Expert 2(4), 81?90.","journal-title":"IEEE Expert"},{"issue":"3","key":"CR28","doi-asserted-by":"crossref","first-page":"51","DOI":"10.1109\/64.54673","volume":"5","author":"T. J. O'Leary","year":"1990","unstructured":"O'Leary, T. J., Goul, M., Moffitt, K. E. and Radwan, A. E. (1990). Validating Expert Systems.IEEE Expert 5(3), 51?58.","journal-title":"IEEE Expert"},{"key":"CR29","volume-title":"Software Engineering: the Production of Quality Software","author":"S. L. Pfleeger","year":"1987","unstructured":"Pfleeger, S. L. (1987).Software Engineering: the Production of Quality Software. Macmillan, New York."},{"issue":"1","key":"CR30","doi-asserted-by":"crossref","first-page":"23","DOI":"10.1016\/0004-3702(84)90024-9","volume":"22","author":"P. Politakis","year":"1984","unstructured":"Politakis, P. and Weiss, S. M. (1984). Using Empirical Evidence to Refine Expert System Knowledge Bases.Artificial Intelligence 22(1), 23?48.","journal-title":"Artificial Intelligence"},{"key":"CR31","unstructured":"Rai, A. and Mendelow, A. (1989). Effectiveness of Information Systems Revisited.Proceedings of the 20th Annual Meeting of the Decision Sciences Institute, New Orleans, Florida, pp. 578?580."},{"key":"CR32","first-page":"405","volume-title":"Principles of Expert Systems","author":"M. H. Richer","year":"1988","unstructured":"Richer, M. H. (1988). An Evaluation of Expert System Development Tools. In Gupta, A. and Prasad, B. E. (Eds.),Principles of Expert Systems, IEEE Press, New York, pp. 405?421."},{"key":"CR33","unstructured":"Rothenberg, J., Paul, J., Kameny, I., Kipps, J. R. and Swenson, M. (1987). Evaluating Expert System Tools: A Framework and Methodology. DAPRA Report 3542, RAND Corporation."},{"key":"CR34","first-page":"367","volume-title":"Proceedings of the Annual Meeting of the Decision Sciences Institute","author":"M. V. Sackson","year":"1990","unstructured":"Sackson, M. V., Varanelli, A. Jr. and Baugher, D. (1990). Expert System Validation.Proceedings of the Annual Meeting of the Decision Sciences Institute, v I, San Diego, California, pp. 367?375."},{"issue":"2 & 3","key":"CR35","doi-asserted-by":"crossref","first-page":"126","DOI":"10.1145\/966861.45424","volume":"9","author":"P. Sassone","year":"1988","unstructured":"Sassone, P. (1988). Cost Benefit Analysis of Information Systems: A Survey of Methodologies.ACM SIGOIS Bulletin 9(2 & 3), 126?133.","journal-title":"ACM SIGOIS Bulletin"},{"issue":"2","key":"CR36","doi-asserted-by":"crossref","first-page":"139","DOI":"10.1287\/mnsc.34.2.139","volume":"34","author":"R. Sharda","year":"1988","unstructured":"Sharda, R., Barr, S. H. and McDonnell, J. C. (1988). Decision Support System Effectiveness: A Review and An Empirical Test.Management Science 34(2), 139?159.","journal-title":"Management Science"},{"key":"CR37","volume-title":"The Evaluation of Computer-Based Office Systems","author":"M. Sherwood-Smith","year":"1989","unstructured":"Sherwood-Smith, M. (1989). The Evaluation of Computer-Based Office Systems, Ph.D. Dissertation, Department of Computer Science, University College, Dublin."},{"issue":"3","key":"CR38","doi-asserted-by":"crossref","first-page":"243","DOI":"10.2307\/248951","volume":"9","author":"A. Srinivasan","year":"1985","unstructured":"Srinivasan, A. (1985). Alternative Measures of Systems Effectiveness: Associations and Implications.MIS Quarterly 9(3), 243?253.","journal-title":"MIS Quarterly"},{"issue":"2","key":"CR39","doi-asserted-by":"crossref","first-page":"147","DOI":"10.2307\/248922","volume":"13","author":"D. W. Straub","year":"1989","unstructured":"Straub, D. W. (1989). Validating Instruments in MIS Research.MIS Quarterly 13(2), 147?170.","journal-title":"MIS Quarterly"},{"key":"CR40","series-title":"Working Paper","volume-title":"PlanPower, XCON, and MUDMAN: An In-Depth Analysis of Three Commercial Expert Systems in Use","author":"J. J. Sviokla","year":"1989","unstructured":"Sviokla, J. J. (1989). PlanPower, XCON, and MUDMAN: An In-Depth Analysis of Three Commercial Expert Systems in Use. Working Paper 89-044, Harvard Business School, Boston."},{"issue":"2","key":"CR41","doi-asserted-by":"crossref","first-page":"157","DOI":"10.1016\/0305-0483(82)90050-0","volume":"10","author":"E. B. Swanson","year":"1982","unstructured":"Swanson, E. B. (1982). Measuring User Attitudes in MIS Research: A Review.Omega 10(2), 157?165.","journal-title":"Omega"},{"key":"CR42","series-title":"Working Paper of the Wehle School of Business","volume-title":"A Research Framework for Evaluating MIS\/DSS Effectiveness","author":"E. J. Szewczak","year":"1990","unstructured":"Szewczak, E. J. (1990). A Research Framework for Evaluating MIS\/DSS Effectiveness. Working Paper of the Wehle School of Business, Canisius College, Buffalo, New York."},{"issue":"2","key":"CR43","doi-asserted-by":"crossref","first-page":"71","DOI":"10.1109\/17.6007","volume":"35","author":"E. Turban","year":"1988","unstructured":"Turban, E. (1988). Review of Expert Systems Technology.IEEE Transactions on Engineering Management 35(2), 71?81.","journal-title":"IEEE Transactions on Engineering Management"},{"issue":"236","key":"CR44","doi-asserted-by":"crossref","first-page":"433","DOI":"10.1093\/mind\/LIX.236.433","volume":"LIX","author":"A. M. Turing","year":"1950","unstructured":"Turing, A. M. (1950). Computing Machinery and Intelligence.MIND ? A Quarterly Review of Psychology and Philosophy LIX(236), 433?460.","journal-title":"MIND ? A Quarterly Review of Psychology and Philosophy"},{"key":"CR45","volume-title":"A Guide to Expert Systems","author":"D. A. Waterman","year":"1986","unstructured":"Waterman, D. A. (1986).A Guide to Expert Systems. Addison-Wesley, Reading, Massachusetts."},{"issue":"10","key":"CR46","doi-asserted-by":"crossref","first-page":"966","DOI":"10.1287\/mnsc.25.10.966","volume":"25","author":"R. W. Zmud","year":"1979","unstructured":"Zmud, R. W. (1979). Individual Differences and MIS Success: A Review of the Empirical Literature.Management Sciences 25(10), 966?979.","journal-title":"Management Sciences"}],"container-title":["Artificial Intelligence Review"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/BF00849078.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/BF00849078\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/BF00849078","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,4,26]],"date-time":"2019-04-26T11:44:22Z","timestamp":1556279062000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/BF00849078"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[1993,4]]},"references-count":46,"journal-issue":{"issue":"2","published-print":{"date-parts":[[1993,4]]}},"alternative-id":["BF00849078"],"URL":"https:\/\/doi.org\/10.1007\/bf00849078","relation":{},"ISSN":["0269-2821","1573-7462"],"issn-type":[{"value":"0269-2821","type":"print"},{"value":"1573-7462","type":"electronic"}],"subject":[],"published":{"date-parts":[[1993,4]]}}}