{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,30]],"date-time":"2025-09-30T00:06:13Z","timestamp":1759190773526,"version":"3.44.0"},"reference-count":63,"publisher":"Elsevier BV","issue":"4","license":[{"start":{"date-parts":[[1997,12,1]],"date-time":"1997-12-01T00:00:00Z","timestamp":880934400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[1997,12,1]],"date-time":"1997-12-01T00:00:00Z","timestamp":880934400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[1998,6,11]],"date-time":"1998-06-11T00:00:00Z","timestamp":897523200000},"content-version":"vor","delay-in-days":192,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Decision Support Systems"],"published-print":{"date-parts":[[1997,12]]},"DOI":"10.1016\/s0167-9236(97)00047-x","type":"journal-article","created":{"date-parts":[[2002,7,25]],"date-time":"2002-07-25T13:28:40Z","timestamp":1027603720000},"page":"307-323","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":19,"title":["A survey of tools for the validation and verification of knowledge-based systems: 1985\u20131995"],"prefix":"10.1016","volume":"21","author":[{"given":"Stephen","family":"Murrell","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Robert","family":"T. Plant","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"78","reference":[{"key":"10.1016\/S0167-9236(97)00047-X_BIB1","doi-asserted-by":"crossref","first-page":"357","DOI":"10.1016\/0020-7373(92)90023-E","article-title":"Integrated knowledge-based system design and validation for solving problems in uncertain environments","volume":"36","author":"Andert","year":"1992","journal-title":"Int. J. Man\u2013Machine Stud."},{"issue":"4","key":"10.1016\/S0167-9236(97)00047-X_BIB2","doi-asserted-by":"crossref","first-page":"36","DOI":"10.1109\/MC.1985.1662863","article-title":"SREM at the age of eight: The distributed computing design system","volume":"18","author":"Alford","year":"1985","journal-title":"Computer"},{"key":"10.1016\/S0167-9236(97)00047-X_BIB3","unstructured":"M. Barnes, P. Bishop, B. Bjarland, G. Dahll, D. Esp, J. Lahti, H. Valisuo, P. Humphreys, Software testing and evaluation methods (The STEM Project), OECD Halden Reactor Project Report, No. HWR-210, May 1987."},{"key":"10.1016\/S0167-9236(97)00047-X_BIB4","unstructured":"B. Beizer, Software Testing Techniques, 2nd edn., Van Nostrand-Reinhold, New York, 1990."},{"key":"10.1016\/S0167-9236(97)00047-X_BIB5","unstructured":"Barry W. Boehm, Software Engineering Economics, Prentice-Hall, Englewood Cliffs, NJ, 1981."},{"key":"10.1016\/S0167-9236(97)00047-X_BIB6","doi-asserted-by":"crossref","unstructured":"H. Booher (Ed.), MANPRINT: An Approach to Systems Integration, Van Nostrand-Reinhold, New York, 1990.","DOI":"10.1007\/978-94-009-0437-8"},{"issue":"1","key":"10.1016\/S0167-9236(97)00047-X_BIB7","doi-asserted-by":"crossref","first-page":"58","DOI":"10.1145\/43857.43866","article-title":"ESML: An extended systems modeling language","volume":"13","author":"Bruyn","year":"1988","journal-title":"ACM Software Eng. Notes"},{"key":"10.1016\/S0167-9236(97)00047-X_BIB8","unstructured":"BSI Standards, Guide to the Assessment of Reliability of Systems Containing Software."},{"key":"10.1016\/S0167-9236(97)00047-X_BIB9","unstructured":"CHI (Computer\u2013Human Interaction): Conference Proceedings on Human Factors in Computing Systems, sponsored by the ACM SIGCHI, Austin, 30 April\u20134 May 1989, pp. 265\u2013268."},{"key":"10.1016\/S0167-9236(97)00047-X_BIB10","doi-asserted-by":"crossref","unstructured":"G.H. Chisholm, B.T. Smith, A.S. Wojcik, Formal system specifications\u2014a case study of three diverse representations, Argonne National Laboratory Report ANL-90\/43, December 1990.","DOI":"10.2172\/6297930"},{"key":"10.1016\/S0167-9236(97)00047-X_BIB11","unstructured":"C. Culbert, G. Riley, R.T. Savely, Approaches to the verification of rule-based expert systems, Proceedings of the First Annual Workshop on Space Operations Automation and Robotics Conference (SOAR '87), Houston, TX, 1987."},{"key":"10.1016\/S0167-9236(97)00047-X_BIB12","unstructured":"A. Davis, Software Requirements: Analysis and Specification, Prentice-Hall, New York, 1990."},{"key":"10.1016\/S0167-9236(97)00047-X_BIB13","unstructured":"M. Deutsch, Software Verification and Validation: Realistic Project Approaches, Prentice-Hall, Englewood Cliffs, NJ, 1982."},{"key":"10.1016\/S0167-9236(97)00047-X_BIB14","unstructured":"R.H. Dunn, Software Defect Removal, McGraw-Hill, New York, 1984."},{"key":"10.1016\/S0167-9236(97)00047-X_BIB15","unstructured":"EPRI '93, Survey and assessment of conventional software verification and validation techniques, SPRI TR-102106, Project 3093-01, Final report, February 1993."},{"issue":"7","key":"10.1016\/S0167-9236(97)00047-X_BIB16","doi-asserted-by":"crossref","first-page":"744","DOI":"10.1109\/TSE.1986.6312976","article-title":"Advances in software inspection","volume":"SE-12","author":"Fagan","year":"1986","journal-title":"IEEE Trans. Software Eng."},{"key":"10.1016\/S0167-9236(97)00047-X_BIB17","unstructured":"A. Ginsberg, A metalinguistic approach to the construction of knowledge-based refinement systems, Proc. IJCAI, Los Angeles, CA, August 1985, pp. 367\u2013374."},{"issue":"2","key":"10.1016\/S0167-9236(97)00047-X_BIB18","doi-asserted-by":"crossref","DOI":"10.1109\/TSE.1975.6312836","article-title":"Towards a theory of test data selection","volume":"SE-1","author":"Goodenough","year":"1975","journal-title":"IEEE Trans. Software Eng."},{"issue":"5","key":"10.1016\/S0167-9236(97)00047-X_BIB19","doi-asserted-by":"crossref","first-page":"24","DOI":"10.1109\/MS.1985.231756","article-title":"The larch family of specification languages","volume":"2","author":"Guttag","year":"1985","journal-title":"IEEE Software"},{"key":"10.1016\/S0167-9236(97)00047-X_BIB20","doi-asserted-by":"crossref","unstructured":"D. Harel, Statecharts: A visual formalism for complex systems, Science of Computer Programming, Vol. 8, North-Holland Elsevier, New York, 1987, pp. 231\u2013274.","DOI":"10.1016\/0167-6423(87)90035-9"},{"key":"10.1016\/S0167-9236(97)00047-X_BIB21","unstructured":"B. Hartway, J. Young, D. Thomas, Simulation characterization, Proceedings of the Third International Conference on Software for Strategic Systems, 27\u201328 February 1990, Huntsville, AL, pp. 64\u201385."},{"key":"10.1016\/S0167-9236(97)00047-X_BIB22","unstructured":"D. Hatley, I. Pirbhai, Strategies for Real-Time System Specification, Dorset House, New York, 1987."},{"key":"10.1016\/S0167-9236(97)00047-X_BIB23","unstructured":"C.A.R. Hoare, J.C. Sheperdson (Eds.), Mathematical Logic and Programming Languages, Prentice-Hall, New York, 1985."},{"issue":"2","key":"10.1016\/S0167-9236(97)00047-X_BIB24","doi-asserted-by":"crossref","first-page":"162","DOI":"10.1109\/TSE.1980.230467","article-title":"Functional program testing","volume":"SE-6","author":"Howden","year":"1980","journal-title":"IEEE Trans. Software Eng."},{"key":"10.1016\/S0167-9236(97)00047-X_BIB25","doi-asserted-by":"crossref","unstructured":"D.C. Ince, The Automatic Generation of Test Data, Computer J. 30 (1) 63\u201369.","DOI":"10.1093\/comjnl\/30.1.63"},{"issue":"2","key":"10.1016\/S0167-9236(97)00047-X_BIB26","doi-asserted-by":"crossref","first-page":"231","DOI":"10.1109\/TSE.1985.232199","article-title":"An experimental study of software metrics for real-time software","volume":"SE-11","author":"Jensen","year":"1985","journal-title":"IEEE Trans. Software Eng."},{"key":"10.1016\/S0167-9236(97)00047-X_BIB27","unstructured":"R. Jensen, C. Tonies, Software Engineering, Prentice-Hall, Englewood Cliffs, NJ, 1979."},{"key":"10.1016\/S0167-9236(97)00047-X_BIB28","unstructured":"C. Jones, Systematic Software Development Using VDM, Prentice-Hall, New York, 1986."},{"issue":"7","key":"10.1016\/S0167-9236(97)00047-X_BIB29","doi-asserted-by":"crossref","first-page":"385","DOI":"10.1145\/360248.360252","article-title":"Symbolic execution and program testing","volume":"1","author":"King","year":"1976","journal-title":"Commun. ACM"},{"issue":"3","key":"10.1016\/S0167-9236(97)00047-X_BIB30","doi-asserted-by":"crossref","DOI":"10.1109\/TSE.1987.233170","article-title":"Safety analysis using Petri nets","volume":"SE-13","author":"Leveson","year":"1987","journal-title":"IEEE Trans. Software Eng."},{"key":"10.1016\/S0167-9236(97)00047-X_BIB31","unstructured":"J. Llinas, S. Riui, M. McCown, The test and evaluation process for knowledge-based systems, SAIC final contract report, Contract no. F30602-85-G-0313 C, Task 86-001-01, prepared for Rome Air Development Center, 1987."},{"key":"10.1016\/S0167-9236(97)00047-X_BIB32","unstructured":"M. Mehrotra, C. Wild, Multi-viewpoint clustering analysis, Working Notes, Vol. 6, Workshop on Verification and Validation of KBS at AAAI, Washington, DC, pp. 52\u201363."},{"key":"10.1016\/S0167-9236(97)00047-X_BIB33","unstructured":"E. Miller, Better Software Testing, Proceedings of the Third International Conference on Software for Strategic Systems, 27\u201328 February 1990, Huntsville, AL, pp. 1\u20137."},{"key":"10.1016\/S0167-9236(97)00047-X_BIB34","doi-asserted-by":"crossref","first-page":"249","DOI":"10.1016\/0957-4174(90)90006-G","article-title":"Dynamic testing of knowledge bases using the heuristic testing approach","volume":"1","author":"Miller","year":"1990","journal-title":"Expert Systems Applications Int. J."},{"key":"10.1016\/S0167-9236(97)00047-X_BIB35","unstructured":"L.A. Miller, A realistic industrial-strength life-cycle model for knowledge-based system development and testing, Paper presented at the Third Annual Workshop on Verification and Validation of Knowledge-Based Systems. Held at the meeting of the American Association for Artificial Intelligence, 29 July 1990, Boston. Published in AAAI Proceedings, Winter 1990."},{"key":"10.1016\/S0167-9236(97)00047-X_BIB36","doi-asserted-by":"crossref","unstructured":"H. Mills, V. Basili, J. Gannon, R. Hamlet, Principles of Computer Programming: A Mathematical Approach, Wm. C. Brown, New York, 1987.","DOI":"10.1145\/322917.322972"},{"key":"10.1016\/S0167-9236(97)00047-X_BIB37","unstructured":"R. Milner, A calculus of communicating systems, Laboratory for the Foundations of Computer Science, Edinburgh University Report No. ECS-L FCS-86-7, 1986."},{"key":"10.1016\/S0167-9236(97)00047-X_BIB38","unstructured":"G.J. Myers, The Art of Software Testing, Wiley, New York, 1979."},{"key":"10.1016\/S0167-9236(97)00047-X_BIB39","unstructured":"NBS 500-75, Validation, verification, and testing of computer software, February 1981."},{"key":"10.1016\/S0167-9236(97)00047-X_BIB40","unstructured":"NBS 500-93, Software validation, verification, and testing technique and tool reference guide, September 1982."},{"key":"10.1016\/S0167-9236(97)00047-X_BIB41","unstructured":"P. Ng, R. Yeh (Eds.), Modern Software Engineering: Foundations and Current perspectives, Van Nostrand-Reinhold, New York, 1990."},{"key":"10.1016\/S0167-9236(97)00047-X_BIB42","unstructured":"NREG\/CR-4227, W. Gilmore, Human engineering guidelines for the evaluation and assessment of video display unit, July 1985."},{"key":"10.1016\/S0167-9236(97)00047-X_BIB43","unstructured":"NUREG\/CR-4640, PNL-5784, Handbook of Software Quality Assurance Techniques Applicable to the Nuclear Industry, August 1987."},{"key":"10.1016\/S0167-9236(97)00047-X_BIB44","first-page":"65","article-title":"Knowledge base verification","volume":"8","author":"Nuyen","year":"1987","journal-title":"AI Mag."},{"issue":"2","key":"10.1016\/S0167-9236(97)00047-X_BIB45","doi-asserted-by":"crossref","first-page":"75","DOI":"10.1145\/122538.122551","article-title":"A survey of software functional testing methods","volume":"16","author":"Omar","year":"1991","journal-title":"ACM SIGSOFT Software Eng. Notes"},{"issue":"6","key":"10.1016\/S0167-9236(97)00047-X_BIB46","doi-asserted-by":"crossref","DOI":"10.1145\/62959.62964","article-title":"The category-partition method for specifying and generating functional tests","volume":"31","author":"Ostrand","year":"1988","journal-title":"Commun. ACM"},{"key":"10.1016\/S0167-9236(97)00047-X_BIB47","unstructured":"O. Oyeleye, Qualitative modeling of continuous chemical processes and applications to fault diagnosis, PhD dissertation, Massachusetts Institute of Technology, February 1990."},{"key":"10.1016\/S0167-9236(97)00047-X_BIB48","unstructured":"D. Parnas, D. Smith, T. Pearce, Making formal software documentation more practical, a progress report, Technical Report 88-236, ISSN 0836-0227, Queen's University at Kingston, 1988."},{"key":"10.1016\/S0167-9236(97)00047-X_BIB49","unstructured":"A.A.B. Pritsker, Introduction to Simulation and SLAMII, Wiley, New York, 1986."},{"key":"10.1016\/S0167-9236(97)00047-X_BIB50","unstructured":"J. Rasmussen, K. Vicente, Cognitive control of human activities and errors: Implications for ecological interface design, Paper presented at the Fourth International Conference on Event Perception and Action, Trieste, Italy, 24\u201328 August 1987."},{"key":"10.1016\/S0167-9236(97)00047-X_BIB51","doi-asserted-by":"crossref","unstructured":"C. Rattray (Ed.), Specification and Verification of Concurrent Systems, Springer-Verlag, New York, 1990.","DOI":"10.1007\/978-1-4471-3534-0"},{"key":"10.1016\/S0167-9236(97)00047-X_BIB52","unstructured":"J. Rushby, Quality measures and assurance for AI software, NASA Contractor Report No. 4187, prepared for Langley Research Center under Contract NASA-17067, October 1988."},{"key":"10.1016\/S0167-9236(97)00047-X_BIB53","unstructured":"J. Rushby, An introduction to formal specification and verification using EHDM, SRI International CSL Technical Report SRI-CSL-91-02, February 1991."},{"key":"10.1016\/S0167-9236(97)00047-X_BIB54","unstructured":"SENTAR '95, Distributed Hybrid Systems Validation and Verification Database Annex C, Sentar, 4910 Corporate Drive, Suite C, Huntsville, AL 35805."},{"key":"10.1016\/S0167-9236(97)00047-X_BIB55","unstructured":"R.A. Stachowitz, C.L. Chang, T.S. Stock, J.B. Coombs, Building validation tools for knowledge-based systems, First Annual Workshop on Space Operations Automation and Robotics (SOAR '87), Houston, TX, 5\u20137 August 1987, pp. 209\u2013216."},{"key":"10.1016\/S0167-9236(97)00047-X_BIB56","unstructured":"A. Sudduth, Diagnostic reasoning using qualitative causal models, Paper presented at the Electric Power Research Institute Conference and Expert System Applications for the Electric Power Industry, Boston, 9\u201311 September 1991."},{"key":"10.1016\/S0167-9236(97)00047-X_BIB57","doi-asserted-by":"crossref","first-page":"41","DOI":"10.1109\/TSE.1977.229902","article-title":"PSL\/PSA: A computer-aided technique for structure documentation and analysis of information-processing systems","volume":"SE(3)-1","author":"Teichroew","year":"1977","journal-title":"IEEE Trans. Software Eng."},{"key":"10.1016\/S0167-9236(97)00047-X_BIB58","unstructured":"C. Tung, On control flow error detection and path testing, Proceedings of the Third International Conference on Software for Strategic Systems, Huntsville, AL, 27\u201328 February 1990, pp. 144\u2013153."},{"key":"10.1016\/S0167-9236(97)00047-X_BIB59","unstructured":"UK Ministry of Defense Draft Interim Defense Standard 00-55, Requirements for the Procurement of Safety Critical Software in Defense Equipment, 9 May 1989."},{"issue":"3","key":"10.1016\/S0167-9236(97)00047-X_BIB60","doi-asserted-by":"crossref","DOI":"10.1109\/52.28119","article-title":"Software verification and validation: An overview","volume":"6","author":"Wallace","year":"1989","journal-title":"IEEE Software"},{"key":"10.1016\/S0167-9236(97)00047-X_BIB61","unstructured":"R. Wallace, J. Stockenberg, R. Charette, A Unified Methodology for Development Systems, McGraw-Hill, New York, 1987."},{"issue":"2","key":"10.1016\/S0167-9236(97)00047-X_BIB62","first-page":"128","article-title":"The transformation schema: An extension of the data flow diagram to represent control and timing","volume":"12","author":"Ward","year":"1986","journal-title":"IEEE Trans. Software Eng."},{"issue":"3","key":"10.1016\/S0167-9236(97)00047-X_BIB63","doi-asserted-by":"crossref","DOI":"10.1109\/TSE.1980.234485","article-title":"Theories of program testing and the application of revealing subdomains","volume":"SE-G","author":"Weyuker","year":"1980","journal-title":"IEEE Trans. Software Eng."}],"container-title":["Decision Support Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S016792369700047X?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S016792369700047X?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,9,29]],"date-time":"2025-09-29T08:57:34Z","timestamp":1759136254000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S016792369700047X"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[1997,12]]},"references-count":63,"journal-issue":{"issue":"4","published-print":{"date-parts":[[1997,12]]}},"alternative-id":["S016792369700047X"],"URL":"https:\/\/doi.org\/10.1016\/s0167-9236(97)00047-x","relation":{},"ISSN":["0167-9236"],"issn-type":[{"type":"print","value":"0167-9236"}],"subject":[],"published":{"date-parts":[[1997,12]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"A survey of tools for the validation and verification of knowledge-based systems: 1985\u20131995","name":"articletitle","label":"Article Title"},{"value":"Decision Support Systems","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/S0167-9236(97)00047-X","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"converted-article","name":"content_type","label":"Content Type"},{"value":"Copyright \u00a9 1997 Elsevier Science B.V. All rights reserved.","name":"copyright","label":"Copyright"}]}}