{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,9]],"date-time":"2026-04-09T01:14:44Z","timestamp":1775697284512,"version":"3.50.1"},"reference-count":112,"publisher":"IEEE","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2017,12]]},"DOI":"10.1109\/wsc.2017.8247794","type":"proceedings-article","created":{"date-parts":[[2018,1,8]],"date-time":"2018-01-08T22:43:13Z","timestamp":1515451393000},"page":"292-307","source":"Crossref","is-referenced-by-count":44,"title":["History of verification and validation of simulation models"],"prefix":"10.1109","author":[{"given":"Robert G.","family":"Sargent","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Osman","family":"Balci","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.6.1.92"},{"key":"ref38","author":"churchman","year":"1957","journal-title":"Introduction to Operations Research"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/C-M.1977.217710"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1145\/362342.362345"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1145\/355592.365616"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1002\/j.1538-7305.1975.tb03291.x"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.36.2.200"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1287\/opre.35.3.428"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1145\/21850.253095"},{"key":"ref34","author":"chen","year":"1985","journal-title":"A Statistical Validation Procedure for Discrete Event Simulation Models Over Experimental Regions"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1016\/0377-2217(89)90059-3"},{"key":"ref27","first-page":"130","article-title":"Calibrating the Simulation Model of the IBM System\/360 Time Sharing System","author":"barker","year":"1969","journal-title":"Proceedings of the Third Conference on Applications of Simulation"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1002\/(SICI)1099-1727(199623)12:3<183::AID-SDR103>3.0.CO;2-4"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1177\/003754978203900602"},{"key":"ref22","first-page":"309","article-title":"Validation of Multivariate Response Trace-driven Simulation Models","author":"balci","year":"1983","journal-title":"Performance 83"},{"key":"ref21","first-page":"620","article-title":"Some Examples of Simulation Model Validation Using Hypothesis Testing","author":"balci","year":"1982","journal-title":"Proceedings of the 1982 Winter Simulation Conference"},{"key":"ref24","first-page":"15","article-title":"A Bibliography on the Credibility, Assessment, and Validation of Simulation and Mathematical Models","volume":"15","author":"balci","year":"1984","journal-title":"Simuletter"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1080\/01966324.1984.10737151"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1177\/003754978003400310"},{"key":"ref26","first-page":"13","article-title":"Modeling Processes, Validation, and Verification of Complex Simulations: A Survey","volume":"19","author":"banks","year":"1988","journal-title":"The Society for Computer Simulation Journal"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.14.2.B104"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/76738.76809"},{"key":"ref50","first-page":"616","author":"gass","year":"1981","journal-title":"Proceedings of a Symposium on Validation and Assessment of Energy Models"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1287\/opre.31.4.603"},{"key":"ref59","first-page":"76","article-title":"Equipment Maintenance Studies Using a Combination of Discrete Event and Continuous System Simulation","author":"hixson","year":"1969","journal-title":"Proceedings of the Third Conference on Applications of Simulation"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/WSC.2010.5679129"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/WSC.2007.4419583"},{"key":"ref56","author":"glasow","year":"1999","journal-title":"Mini-Symposium Report SIMVAL 99"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1287\/opre.28.2.431"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1016\/0305-0548(81)90019-8"},{"key":"ref53","doi-asserted-by":"crossref","first-page":"710","DOI":"10.1287\/opre.39.5.710","article-title":"An Assessment Procedure for Simulations Models: A Case Study","volume":"39","author":"gass","year":"1991","journal-title":"Operations Research"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1016\/0377-2217(93)90316-F"},{"key":"ref40","article-title":"Generalizing Concepts and Methods of Verification, Validation, and Accreditation (VV&A) for Military Simulations","author":"davis","year":"1992","journal-title":"Document Number R-4249-ACQ RAND Corporation"},{"key":"ref4","author":"balci","year":"1981","journal-title":"Statistical Validation of Multivariate Response Simulation Models"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1147\/rd.182.0125"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/76738.76746"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/318242.318258"},{"key":"ref8","first-page":"719","article-title":"Verification, Validation and Testing of Models","author":"balci","year":"1996","journal-title":"Encyclopedia of Operations Research and Management Science"},{"key":"ref49","first-page":"569","author":"gass","year":"1980","journal-title":"Proceedings of a Symposium on Validation and Assessment of Energy Models"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1007\/BF02136828"},{"key":"ref9","first-page":"3","article-title":"Principles of Simulation Model Validation, Verification, and Testing","volume":"14","author":"balci","year":"1997","journal-title":"Transactions of the Society for Computer Simulation International"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1177\/003754976801000406"},{"key":"ref45","first-page":"40","article-title":"Dynamic Testing of Simulation Software","author":"fairley","year":"1976","journal-title":"Proc 1976 Summer Computer Simulation Conf"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1016\/0305-0548(77)90005-3"},{"key":"ref47","article-title":"A Procedure for Evaluation of Complex Models","author":"gass","year":"1977","journal-title":"Proceedings of the First International Conference on Mathematical Modeling"},{"key":"ref42","first-page":"324","article-title":"VV&A of M&S in the DoD: Moving from Art to Science","volume":"31","author":"diem","year":"2010","journal-title":"ITEA Journal"},{"key":"ref41","year":"2009","journal-title":"DoD Modeling and Simulation (M&S) Verification Validation and Accreditation (VV&A)"},{"key":"ref44","author":"emshoff","year":"1970","journal-title":"Design and Use of Computer Simulation Models"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/WSC.2016.7822192"},{"key":"ref73","author":"naylor","year":"1969","journal-title":"Editor of Design of Computer Simulation Experiments"},{"key":"ref72","first-page":"117","article-title":"Software Requirements Engineering: Exploring the Role in Simulation Model Development","author":"nance","year":"2006","journal-title":"Proceedings of the Operational Research Society Simulation Workshop 2006 (SW06)"},{"key":"ref71","author":"moore","year":"1971","journal-title":"Network Models for Large-Scale Time-Sharing Systems"},{"key":"ref70","author":"law","year":"1982","journal-title":"Simulation Modeling and Analysis"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/WSC.1998.745835"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511760396"},{"key":"ref74","author":"naylor","year":"1966","journal-title":"Computer Simulation Techniques"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.14.2.B92"},{"key":"ref78","first-page":"245","article-title":"An Advisory System for Operational Validity","author":"rao","year":"1988","journal-title":"Artificial Intelligence and Simulation The Diversity of Applications"},{"key":"ref79","first-page":"260","article-title":"A Complete Interactive Simulation Environment: GPSS\/360-Norden","author":"reitman","year":"1970","journal-title":"Proceedings of the fourth annual conference on Applications of simulation"},{"key":"ref60","doi-asserted-by":"crossref","DOI":"10.1002\/9780470403501","author":"jamshidi","year":"2008","journal-title":"System of Systems - Innovations for the 21st Century"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1016\/0377-2217(94)00016-6"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1111\/1467-9868.00294"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1145\/324138.324450"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1016\/S0377-2217(98)00392-0"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/WSC.1993.718028"},{"key":"ref66","author":"knepell","year":"1993","journal-title":"Simulation Validation A Confidence Assessment Methodology"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/WSC.2006.323038"},{"key":"ref68","author":"law","year":"2015","journal-title":"Simulation Modeling and Analysis"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1016\/B978-0-12-266950-7.50010-4"},{"key":"ref69","author":"law","year":"2017","journal-title":"An Onsite Course on How to Validate Your Models and Simulations"},{"key":"ref1","author":"anderson","year":"1972","journal-title":"An Empirical Investigation into Foreground-Background Scheduling for Limited Programming Interactive Computing Systems"},{"key":"ref109","first-page":"359","article-title":"Simulation Verification, Validation, and Accreditation","volume":"21","author":"youngblood","year":"2000","journal-title":"Johns Hopkins APL Technical Digest"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4471-5634-5_6"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1145\/76738.76811"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1057\/jos.2014.30"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.17.5.247"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1057\/jos.2012.20"},{"key":"ref106","first-page":"232","article-title":"Validation","author":"van hor","year":"1969","journal-title":"The Design of Computer Simulation Experiments"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1109\/WSC.2001.977251"},{"key":"ref105","article-title":"DoD Simulations: Improvement Assessment Procedures would increase the credibility of Results","year":"1987","journal-title":"PEMD-88-3"},{"key":"ref91","first-page":"109","article-title":"Graphical Displays of Simulation Model Data as Statistical References","author":"sargent","year":"2001","journal-title":"Simulation 2001 Proceedings of Fourth St Petersburg Workshop on Simulation"},{"key":"ref104","article-title":"Guidelines for Model Evaluation: Exposure Draft","year":"1979","journal-title":"PAD-79-17"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1109\/WSC.1998.744907"},{"key":"ref103","first-page":"573","article-title":"Tests for the Verification and Validation of Computer Simulation Models","author":"shannon","year":"1981","journal-title":"Proceedings of the 1986 Winter Simulation Conference"},{"key":"ref102","author":"shannon","year":"1975","journal-title":"Systems Simulation The Art and Science"},{"key":"ref111","author":"zeigler","year":"1984","journal-title":"Multifacetted Modeling and Discrete Event Simulation"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.1177\/1548512914568657"},{"key":"ref110","first-page":"1976","author":"zeigler","year":"0","journal-title":"Theory of Modelling and Simulation"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1109\/WSC.2006.323169"},{"key":"ref99","doi-asserted-by":"crossref","first-page":"103","DOI":"10.1177\/003754977903200304","article-title":"Terminology for model credibility","volume":"32","author":"schlesinger","year":"1979","journal-title":"Simulation"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1109\/WSC.2015.7408153"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1109\/WSC.2016.7822087"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1002\/9780470172445.ch10"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/WSC.1998.744897"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/508366.508369"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/WSC.2004.1371309"},{"key":"ref14","first-page":"1","article-title":"Golden Rules of Verification, Validation, Testing, and Certification of Modeling and Simulation Applications","volume":"4","author":"balci","year":"2010","journal-title":"SCS M&S Magazine"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1177\/0037549712438469"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/WSC.2002.1172887"},{"key":"ref82","first-page":"47","article-title":"Validation of Discrete Event Simulations","author":"sargent","year":"1979","journal-title":"Proceedings of the Workshop on Validation of Computer-Based Mathematical Models in Energy Related Research and Development"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/WSC.2002.1172944"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1177\/0037549709341582"},{"key":"ref18","first-page":"11","article-title":"Bibliography on Validation of Simulation Models","volume":"4","author":"balci","year":"1980","journal-title":"Newsletter-TIMS College on Simulation and Gaming"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.21236\/ADA098785"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/358598.358609"},{"key":"ref83","first-page":"497","article-title":"Validation of Simulation Models","author":"sargent","year":"1979","journal-title":"Proceedings of the 1979 Winter Simulation Conference"},{"key":"ref80","first-page":"63","article-title":"Simulation Verification, Validation and Confidence: a Tutorial","volume":"16","author":"robinson","year":"1999","journal-title":"Transactions of the Society for Computer Simulation"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1145\/256562.256648"},{"key":"ref85","first-page":"114","article-title":"A Tutorial on Verification and Validation of Simulation Models","author":"sargent","year":"1984","journal-title":"Proceedings of the 1984 Winter Simulation Conference"},{"key":"ref86","first-page":"279","article-title":"An Exploration of Possibilities for Expert Aids in Model Validation","author":"sargent","year":"1986","journal-title":"Chapter V 2 in Modelling and Simulation Methodology in the Artificial Intelligence Era"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1145\/318242.318312"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1016\/B978-0-08-036201-4.50172-7"}],"event":{"name":"2017 Winter Simulation Conference (WSC)","location":"Las Vegas, NV","start":{"date-parts":[[2017,12,3]]},"end":{"date-parts":[[2017,12,6]]}},"container-title":["2017 Winter Simulation Conference (WSC)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/8232982\/8247314\/08247794.pdf?arnumber=8247794","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,8,30]],"date-time":"2023-08-30T13:46:19Z","timestamp":1693403179000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/8247794\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,12]]},"references-count":112,"URL":"https:\/\/doi.org\/10.1109\/wsc.2017.8247794","relation":{},"subject":[],"published":{"date-parts":[[2017,12]]}}}