{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,9]],"date-time":"2026-04-09T01:14:44Z","timestamp":1775697284225,"version":"3.50.1"},"reference-count":72,"publisher":"Elsevier BV","issue":"1","license":[{"start":{"date-parts":[[2002,4,1]],"date-time":"2002-04-01T00:00:00Z","timestamp":1017619200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["European Journal of Operational Research"],"published-print":{"date-parts":[[2002,4]]},"DOI":"10.1016\/s0377-2217(01)00127-8","type":"journal-article","created":{"date-parts":[[2002,10,14]],"date-time":"2002-10-14T15:56:01Z","timestamp":1034610961000},"page":"103-117","source":"Crossref","is-referenced-by-count":54,"title":["General concepts of quality for discrete-event simulation"],"prefix":"10.1016","volume":"138","author":[{"given":"Stewart","family":"Robinson","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"78","reference":[{"issue":"6","key":"10.1016\/S0377-2217(01)00127-8_BIB1","doi-asserted-by":"crossref","first-page":"137","DOI":"10.1177\/003754977903200605","article-title":"The 10 most frequent causes of simulation analysis failure \u2013 and how to avoid them","volume":"32","author":"Annino","year":"1979","journal-title":"Simulation"},{"key":"10.1016\/S0377-2217(01)00127-8_BIB2","unstructured":"Balci, O., 1985. Guidelines for successful simulation studies. Technical Report TR-85-2, Department of Computer Science, Virginia Tech, Blacksburg, VA"},{"key":"10.1016\/S0377-2217(01)00127-8_BIB3","doi-asserted-by":"crossref","first-page":"121","DOI":"10.1007\/BF02136828","article-title":"Validation, verification, and testing techniques throughout the life cycle of a simulation study","volume":"53","author":"Balci","year":"1994","journal-title":"Annals of Operations Research"},{"issue":"1","key":"10.1016\/S0377-2217(01)00127-8_BIB4","first-page":"3","article-title":"Principles of simulation model validation, verification, and testing","volume":"14","author":"Balci","year":"1997","journal-title":"Transactions of the Society for Computer Simulation International"},{"issue":"2","key":"10.1016\/S0377-2217(01)00127-8_BIB5","doi-asserted-by":"crossref","first-page":"76","DOI":"10.1177\/003754978504500204","article-title":"Formulated problem verification as an explicit requirement of model credibility","volume":"45","author":"Balci","year":"1985","journal-title":"Simulation"},{"key":"10.1016\/S0377-2217(01)00127-8_BIB6","series-title":"Proceedings of the 2000 Winter Simulation Conference","first-page":"829","article-title":"Planning for verification, validation, and accreditation of modeling and simulation applications","author":"Balci","year":"2000"},{"issue":"3","key":"10.1016\/S0377-2217(01)00127-8_BIB7","first-page":"15","article-title":"A bibliography on the credibility, assessment and validation of simulation and mathematical models","volume":"15","author":"Balci","year":"1984","journal-title":"Simuletter"},{"issue":"6","key":"10.1016\/S0377-2217(01)00127-8_BIB8","first-page":"74","article-title":"Convincing users of model's validity is challenging aspect of modeler's job","volume":"18","author":"Carson","year":"1986","journal-title":"Industrial Engineering"},{"issue":"10","key":"10.1016\/S0377-2217(01)00127-8_BIB9","doi-asserted-by":"crossref","first-page":"1335","DOI":"10.1287\/mnsc.20.10.1335","article-title":"An experimental evaluation of information overload in a production environment","volume":"20","author":"Chervany","year":"1974","journal-title":"Management Science"},{"issue":"4","key":"10.1016\/S0377-2217(01)00127-8_BIB10","doi-asserted-by":"crossref","first-page":"104","DOI":"10.1287\/inte.25.4.104","article-title":"Simulation project characteristics in industrial settings","volume":"25","author":"Cochran","year":"1995","journal-title":"Interfaces"},{"key":"10.1016\/S0377-2217(01)00127-8_BIB11","series-title":"System Dynamics Modelling: A Practical Approach","author":"Coyle","year":"1996"},{"key":"10.1016\/S0377-2217(01)00127-8_BIB12","unstructured":"Davis, P.K., 1992. Generalizing concepts of verification, validation and accreditation (VV&A) for military simulation. R-4249-ACQ, October 1992, RAND, Santa Monica, CA"},{"key":"10.1016\/S0377-2217(01)00127-8_BIB13","series-title":"Proceedings of the 1992 Winter Simulation Conference","first-page":"1095","article-title":"Comparison of models: Ex post facto validation\/acceptance","author":"Diener","year":"1992"},{"key":"10.1016\/S0377-2217(01)00127-8_BIB14","series-title":"Proceedings of the 1996 Winter Simulation Conference","first-page":"1083","article-title":"Simulation system for real-time planning, scheduling, and control","author":"Drake","year":"1996"},{"key":"10.1016\/S0377-2217(01)00127-8_BIB15","series-title":"Industrial Dynamics","author":"Forrester","year":"1961"},{"key":"10.1016\/S0377-2217(01)00127-8_BIB16","doi-asserted-by":"crossref","first-page":"710","DOI":"10.1287\/opre.39.5.710","article-title":"An assessment procedure for simulation models: A case study","volume":"39","author":"Fossett","year":"1991","journal-title":"Operations Research"},{"key":"10.1016\/S0377-2217(01)00127-8_BIB17","unstructured":"Gados, R.G., 1988. The NTBJPO's simulation evaluation methodology technical group (SEMTG). In: SDI Testing: The Road to Success, 1988 Symposium Proceedings International Test and Evaluation Association. ITEA, Fairfax, VA 22033, pp. 103\u2013115"},{"key":"10.1016\/S0377-2217(01)00127-8_BIB18","series-title":"Managing Quality: The Strategic and Competitive Edge","author":"Garvin","year":"1988"},{"key":"10.1016\/S0377-2217(01)00127-8_BIB19","doi-asserted-by":"crossref","first-page":"27","DOI":"10.1016\/0305-0548(77)90005-3","article-title":"Evaluation of complex models","volume":"4","author":"Gass","year":"1977","journal-title":"Computers and Operations Research"},{"key":"10.1016\/S0377-2217(01)00127-8_BIB20","unstructured":"Gass, S.I., 1977b. A procedure for the evaluation of complex models. In: Proceedings First International Conference in Mathematical Models, University of Missouri, pp. 247\u2013258"},{"key":"10.1016\/S0377-2217(01)00127-8_BIB21","doi-asserted-by":"crossref","first-page":"603","DOI":"10.1287\/opre.31.4.603","article-title":"Decision-aiding models: Validation, assessment, and related issues for policy analysis","volume":"31","author":"Gass","year":"1983","journal-title":"Operations Research"},{"key":"10.1016\/S0377-2217(01)00127-8_BIB22","doi-asserted-by":"crossref","first-page":"250","DOI":"10.1016\/0377-2217(93)90316-F","article-title":"Model accreditation: A rationale and process for determining a numerical rating","volume":"66","author":"Gass","year":"1993","journal-title":"European Journal of Operational Research"},{"key":"10.1016\/S0377-2217(01)00127-8_BIB23","doi-asserted-by":"crossref","first-page":"341","DOI":"10.1016\/0305-0548(81)90019-8","article-title":"Concepts of model confidence","volume":"8","author":"Gass","year":"1981","journal-title":"Computers and Operations Research"},{"issue":"4","key":"10.1016\/S0377-2217(01)00127-8_BIB24","doi-asserted-by":"crossref","first-page":"59","DOI":"10.1287\/inte.8.4.59","article-title":"Finding an adequate measure of OR\/MS effectiveness","volume":"8","author":"Ginzberg","year":"1978","journal-title":"Interfaces"},{"issue":"3","key":"10.1016\/S0377-2217(01)00127-8_BIB25","doi-asserted-by":"crossref","first-page":"349","DOI":"10.1016\/0377-2217(91)90110-H","article-title":"Intelligent visual interactive modelling","volume":"54","author":"Hurrion","year":"1991","journal-title":"European Journal of Operational Research"},{"issue":"1","key":"10.1016\/S0377-2217(01)00127-8_BIB26","doi-asserted-by":"crossref","first-page":"12","DOI":"10.1057\/palgrave.jors.2600661","article-title":"Towards a coherent pluralism in management science","volume":"50","author":"Jackson","year":"1999","journal-title":"Journal of the Operational Research Society"},{"issue":"2","key":"10.1016\/S0377-2217(01)00127-8_BIB27","doi-asserted-by":"crossref","first-page":"215","DOI":"10.1287\/isre.7.2.215","article-title":"A theory of decision support system design for user calibration","volume":"7","author":"Kasper","year":"1996","journal-title":"Information Systems Research"},{"issue":"4","key":"10.1016\/S0377-2217(01)00127-8_BIB28","first-page":"27","article-title":"The three reasons why simulation fails","volume":"23","author":"Keller","year":"1991","journal-title":"Industrial Engineering"},{"key":"10.1016\/S0377-2217(01)00127-8_BIB29","doi-asserted-by":"crossref","first-page":"21","DOI":"10.1016\/0377-2217(95)00132-A","article-title":"Statistical validation of simulation models","volume":"87","author":"Kleijnen","year":"1995","journal-title":"European Journal of Operational Research"},{"key":"10.1016\/S0377-2217(01)00127-8_BIB30","doi-asserted-by":"crossref","first-page":"145","DOI":"10.1016\/0377-2217(94)00016-6","article-title":"Verification and validation of simulation models","volume":"82","author":"Kleijnen","year":"1995","journal-title":"European Journal of Operational Research"},{"key":"10.1016\/S0377-2217(01)00127-8_BIB31","series-title":"Proceedings of the 1999 Winter Simulation Conference","first-page":"647","article-title":"Validation of models: Statistical techniques and data availability","author":"Kleijnen","year":"1999"},{"key":"10.1016\/S0377-2217(01)00127-8_BIB32","doi-asserted-by":"crossref","first-page":"1087","DOI":"10.1287\/mnsc.44.8.1087","article-title":"Validation in simulation: Various positions in the philosophy of science","volume":"44","author":"Kleindorfer","year":"1998","journal-title":"Management Science"},{"key":"10.1016\/S0377-2217(01)00127-8_BIB33","unstructured":"Knepell, P.L., Arangno, D.C., 1993. Simulation Validation: A Confidence Assessment Methodology. Monograph 3512-04, IEEE Computer Society Press, Los Alamitos, CA"},{"key":"10.1016\/S0377-2217(01)00127-8_BIB34","doi-asserted-by":"crossref","first-page":"443","DOI":"10.1016\/0377-2217(96)00003-3","article-title":"Model legitimisation in operational research","volume":"92","author":"Landry","year":"1996","journal-title":"European Journal of Operational Research"},{"key":"10.1016\/S0377-2217(01)00127-8_BIB35","doi-asserted-by":"crossref","first-page":"207","DOI":"10.1016\/0377-2217(83)90257-6","article-title":"Model validation in operations research","volume":"14","author":"Landry","year":"1983","journal-title":"European Journal of Operational Research"},{"key":"10.1016\/S0377-2217(01)00127-8_BIB36","series-title":"Simulation Modeling and Analysis","author":"Law","year":"2000"},{"issue":"5","key":"10.1016\/S0377-2217(01)00127-8_BIB37","first-page":"28","article-title":"Pitfalls to avoid in the simulation of manufacturing systems","volume":"21","author":"Law","year":"1989","journal-title":"Industrial Engineering"},{"issue":"4","key":"10.1016\/S0377-2217(01)00127-8_BIB38","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1108\/09576069610125058","article-title":"Evaluation of design decisions through CIM and simulation","volume":"7","author":"Love","year":"1996","journal-title":"Integrated Manufacturing Systems"},{"issue":"2","key":"10.1016\/S0377-2217(01)00127-8_BIB39","doi-asserted-by":"crossref","first-page":"27","DOI":"10.1057\/ori.1994.11","article-title":"What-ifs for royal mail","volume":"7","author":"Machin","year":"1994","journal-title":"OR Insight"},{"issue":"6","key":"10.1016\/S0377-2217(01)00127-8_BIB40","first-page":"9","article-title":"Comments on model acceptance","volume":"36","author":"McLeod","year":"1981","journal-title":"Simulation"},{"key":"10.1016\/S0377-2217(01)00127-8_BIB41","unstructured":"McLeod, J., 1982. Computer modeling and simulation: Principles of good practice. In: Simulation Series, vol. 10 (2), The Society for Computer Simulation, La Jolla, CA"},{"issue":"4","key":"10.1016\/S0377-2217(01)00127-8_BIB42","doi-asserted-by":"crossref","first-page":"431","DOI":"10.1057\/palgrave.jors.2600889","article-title":"Representing the command and control process in simulation models of conflict","volume":"51","author":"Moffat","year":"2000","journal-title":"Journal of the Operational Research Society"},{"key":"10.1016\/S0377-2217(01)00127-8_BIB43","doi-asserted-by":"crossref","first-page":"216","DOI":"10.1016\/0377-2217(93)90314-D","article-title":"The facets of the modeling and validation process in operations research","volume":"66","author":"Oral","year":"1993","journal-title":"European Journal of Operational Research"},{"key":"10.1016\/S0377-2217(01)00127-8_BIB44","first-page":"190","article-title":"Concepts and criteria to assess acceptability of simulation studies: A frame of reference","volume":"28","author":"\u00d6ren","year":"1981","journal-title":"Communications of the ACM"},{"key":"10.1016\/S0377-2217(01)00127-8_BIB45","series-title":"Simulation and Model-based Methodologies: An Integrative Approach","first-page":"477","article-title":"Quality assurance in modelling and simulation: A taxonomy","author":"\u00d6ren","year":"1984"},{"issue":"4","key":"10.1016\/S0377-2217(01)00127-8_BIB46","doi-asserted-by":"crossref","first-page":"149","DOI":"10.1177\/003754978704800406","article-title":"Quality assurance paradigms for artificial intelligence in modelling and simulation","volume":"48","author":"\u00d6ren","year":"1987","journal-title":"Simulation"},{"key":"10.1016\/S0377-2217(01)00127-8_BIB47","first-page":"1","article-title":"On the nature of OR \u2013 entering the fray","volume":"47","author":"Ormerod","year":"1996","journal-title":"Journal of the Operational Research Society"},{"issue":"1","key":"10.1016\/S0377-2217(01)00127-8_BIB48","first-page":"12","article-title":"SERVQUAL: A multiple-item scale for measuring consumer perceptions of service quality","volume":"64","author":"Parasuraman","year":"1988","journal-title":"Journal of Retailing"},{"key":"10.1016\/S0377-2217(01)00127-8_BIB49","series-title":"Computer Simulation in Management Science","author":"Pidd","year":"1998"},{"key":"10.1016\/S0377-2217(01)00127-8_BIB50","series-title":"Zen and the Art of Motorcycle Maintenance: An Inquiry into Values","author":"Pirsig","year":"1974"},{"key":"10.1016\/S0377-2217(01)00127-8_BIB51","series-title":"Evaluation of Policy Simulation Models","author":"Pugh","year":"1977"},{"issue":"4","key":"10.1016\/S0377-2217(01)00127-8_BIB52","doi-asserted-by":"crossref","first-page":"48","DOI":"10.1287\/inte.11.4.48","article-title":"Building good models is not enough","volume":"11","author":"Richels","year":"1981","journal-title":"Interfaces"},{"key":"10.1016\/S0377-2217(01)00127-8_BIB53","unstructured":"Robinson, S., 1998a. Service quality in the management of simulation projects. Ph.D. Thesis, Department of Management Science, Lancaster University, UK"},{"issue":"5","key":"10.1016\/S0377-2217(01)00127-8_BIB54","doi-asserted-by":"crossref","first-page":"357","DOI":"10.1111\/j.1475-3995.1998.tb00120.x","article-title":"Measuring service quality in the process of delivering a simulation study: The customer's perspective","volume":"5","author":"Robinson","year":"1998","journal-title":"International Transactions in Operational Research"},{"issue":"2","key":"10.1016\/S0377-2217(01)00127-8_BIB55","first-page":"63","article-title":"Simulation verification, validation and confidence: A tutorial","volume":"16","author":"Robinson","year":"1999","journal-title":"Transactions of the Society for Computer Simulation International"},{"issue":"8","key":"10.1016\/S0377-2217(01)00127-8_BIB56","doi-asserted-by":"crossref","first-page":"905","DOI":"10.1057\/palgrave.jors.2601158","article-title":"Soft with a hard centre: Discrete-event simulation in facilitation","volume":"52","author":"Robinson","year":"2001","journal-title":"Journal of the Operational Research Society"},{"issue":"3","key":"10.1016\/S0377-2217(01)00127-8_BIB57","doi-asserted-by":"crossref","first-page":"200","DOI":"10.1057\/palgrave.jors.2600516","article-title":"Provider and customer expectations of successful simulation projects","volume":"49","author":"Robinson","year":"1998","journal-title":"Journal of the Operational Research Society"},{"key":"10.1016\/S0377-2217(01)00127-8_BIB58","series-title":"Rational Analysis for a Problematic World","author":"Rosenhead","year":"1989"},{"key":"10.1016\/S0377-2217(01)00127-8_BIB59","doi-asserted-by":"crossref","unstructured":"Sargent, R.G., 1981. An assessment procedure and a set of criteria for use in the evaluation of computerized models and computer-based modelling tools. RADC-TR-80-409, Rome Air Development Center, Air Force Systems Command, Griffiths Air Force Base, NY","DOI":"10.21236\/ADA098785"},{"key":"10.1016\/S0377-2217(01)00127-8_BIB60","series-title":"Proceedings of the 1996 Winter Simulation Conference","first-page":"55","article-title":"Verifying and validating simulation models","author":"Sargent","year":"1996"},{"key":"10.1016\/S0377-2217(01)00127-8_BIB61","series-title":"Proceedings of the 1999 Winter Simulation Conference","first-page":"39","article-title":"Validation and verification of simulation models","author":"Sargent","year":"1999"},{"key":"10.1016\/S0377-2217(01)00127-8_BIB62","series-title":"Proceedings of the 2000 Winter Simulation Conference","first-page":"909","article-title":"Strategic directions in verification, validation, and accreditation research","author":"Sargent","year":"2000"},{"issue":"3","key":"10.1016\/S0377-2217(01)00127-8_BIB63","doi-asserted-by":"crossref","first-page":"101","DOI":"10.1177\/003754978003400310","article-title":"Establishing the credibility of simulations","volume":"34","author":"Schruben","year":"1980","journal-title":"Simulation"},{"issue":"4","key":"10.1016\/S0377-2217(01)00127-8_BIB64","first-page":"15","article-title":"SIMVAL'94","volume":"27","author":"Sikora","year":"1994","journal-title":"PHALANX, Bulletin of the Military Operations Research Society"},{"key":"10.1016\/S0377-2217(01)00127-8_BIB65","series-title":"Proceedings of the 1997 Winter Simulation Conference","first-page":"739","article-title":"Simulation of a new product workcell","author":"Shady","year":"1997"},{"key":"10.1016\/S0377-2217(01)00127-8_BIB66","unstructured":"US General Accounting Office. 1979. Guidelines for model evaluation. GAO\/PAD-79-17, Washington DC"},{"key":"10.1016\/S0377-2217(01)00127-8_BIB67","unstructured":"US General Accounting Office. 1987. Simulations: Improved assessment procedures would increase the credibility of results. GAO\/PEMD-88-3, Washington DC"},{"key":"10.1016\/S0377-2217(01)00127-8_BIB68","series-title":"Proceedings of the 1997 Winter Simulation Conference","first-page":"744","article-title":"Simulation of a new product workcell","author":"Williams","year":"1997"},{"issue":"2","key":"10.1016\/S0377-2217(01)00127-8_BIB69","first-page":"1","article-title":"SIMVAL minisymposium \u2013 a report","volume":"24","author":"Williams","year":"1991","journal-title":"PHALANX, Bulletin of the Military Operations Research Society"},{"key":"10.1016\/S0377-2217(01)00127-8_BIB70","series-title":"Simulation Modeling Using @Risk","author":"Winston","year":"1996"},{"key":"10.1016\/S0377-2217(01)00127-8_BIB71","unstructured":"Yilmaz, L., Balci, O., 1997. Object-oriented simulation model verification and validation. In: Proceedings of the 1997 Summer Computer Simulation Conference, Society for Computer Simulation, San Diego, CA"},{"key":"10.1016\/S0377-2217(01)00127-8_BIB72","series-title":"Theory of Modelling and Simulation","author":"Zeigler","year":"1976"}],"container-title":["European Journal of Operational Research"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0377221701001278?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0377221701001278?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2020,1,8]],"date-time":"2020-01-08T14:22:26Z","timestamp":1578493346000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0377221701001278"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2002,4]]},"references-count":72,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2002,4]]}},"alternative-id":["S0377221701001278"],"URL":"https:\/\/doi.org\/10.1016\/s0377-2217(01)00127-8","relation":{},"ISSN":["0377-2217"],"issn-type":[{"value":"0377-2217","type":"print"}],"subject":[],"published":{"date-parts":[[2002,4]]}}}