{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,22]],"date-time":"2026-06-22T04:39:27Z","timestamp":1782103167053,"version":"3.54.5"},"reference-count":67,"publisher":"Elsevier BV","issue":"3","license":[{"start":{"date-parts":[[2003,12,1]],"date-time":"2003-12-01T00:00:00Z","timestamp":1070236800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["European Journal of Operational Research"],"published-print":{"date-parts":[[2003,12]]},"DOI":"10.1016\/s0377-2217(02)00622-7","type":"journal-article","created":{"date-parts":[[2003,3,14]],"date-time":"2003-03-14T13:20:01Z","timestamp":1047648001000},"page":"552-568","source":"Crossref","is-referenced-by-count":233,"title":["Model calibration as a testing strategy for system dynamics models"],"prefix":"10.1016","volume":"151","author":[{"given":"Rogelio","family":"Oliva","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"issue":"1","key":"10.1016\/S0377-2217(02)00622-7_BIB1","doi-asserted-by":"crossref","first-page":"59","DOI":"10.1016\/0377-2217(89)90059-3","article-title":"Multiple tests for validations of system dynamics type of simulation models","volume":"42","author":"Barlas","year":"1989","journal-title":"European Journal of Operational Research"},{"key":"10.1016\/S0377-2217(02)00622-7_BIB2","series-title":"Proceedings of the 1994 International System Dynamics Conference","first-page":"1","article-title":"Model validation in system dynamics","author":"Barlas","year":"1994"},{"issue":"2","key":"10.1016\/S0377-2217(02)00622-7_BIB3","doi-asserted-by":"crossref","first-page":"148","DOI":"10.1002\/sdr.4260060203","article-title":"Philosophical roots of model validation: Two paradigms","volume":"6","author":"Barlas","year":"1990","journal-title":"System Dynamics Review"},{"key":"10.1016\/S0377-2217(02)00622-7_BIB4","series-title":"Elements of the System Dynamics Method","first-page":"3","article-title":"System dynamics and scientific method","author":"Bell","year":"1980"},{"issue":"1","key":"10.1016\/S0377-2217(02)00622-7_BIB5","first-page":"61","article-title":"Methods for enhancing refutability in system dynamics modeling","volume":"14","author":"Bell","year":"1980","journal-title":"TIMS Studies in the Management Sciences"},{"key":"10.1016\/S0377-2217(02)00622-7_BIB6","series-title":"Scientific Research","author":"Bunge","year":"1967"},{"key":"10.1016\/S0377-2217(02)00622-7_BIB7","series-title":"Systems Thinking, Systems Practice","author":"Checkland","year":"1981"},{"key":"10.1016\/S0377-2217(02)00622-7_BIB8","series-title":"Quasi-Experimentation: Design & Analysis Issues for Field Settings","author":"Cook","year":"1979"},{"key":"10.1016\/S0377-2217(02)00622-7_BIB9","series-title":"A Behavioral Theory of the Firm","author":"Cyert","year":"1963"},{"key":"10.1016\/S0377-2217(02)00622-7_BIB10","series-title":"Tackling Strategic Problems","first-page":"90","article-title":"Part III. Mixing methods\u2013\u2013Introduction","author":"Eden","year":"1990"},{"key":"10.1016\/S0377-2217(02)00622-7_BIB11","series-title":"A Dictionary of Philosophy","year":"1984"},{"key":"10.1016\/S0377-2217(02)00622-7_BIB12","series-title":"Industrial Dynamics","author":"Forrester","year":"1961"},{"issue":"2","key":"10.1016\/S0377-2217(02)00622-7_BIB13","first-page":"133","article-title":"The model versus a modeling process","volume":"1","author":"Forrester","year":"1971","journal-title":"System Dynamics Review"},{"key":"10.1016\/S0377-2217(02)00622-7_BIB14","series-title":"Economic Issues of the Eighties","first-page":"80","article-title":"An alternative approach to economic policy: Macrobehavior from microstructure","author":"Forrester","year":"1979"},{"key":"10.1016\/S0377-2217(02)00622-7_BIB15","series-title":"Modeling for Learning Organizations","first-page":"51","article-title":"Policies, decisions, information sources for modeling","author":"Forrester","year":"1994"},{"key":"10.1016\/S0377-2217(02)00622-7_BIB16","first-page":"209","article-title":"Tests for building confidence in system dynamics models","volume":"14","author":"Forrester","year":"1980","journal-title":"TIMS Studies in the Management Sciences"},{"issue":"4","key":"10.1016\/S0377-2217(02)00622-7_BIB17","doi-asserted-by":"crossref","first-page":"603","DOI":"10.1287\/opre.31.4.603","article-title":"Decision-aiding models: Validation, assessment and related issues for policy analysis","volume":"31","author":"Gass","year":"1983","journal-title":"Operations Research"},{"key":"10.1016\/S0377-2217(02)00622-7_BIB18","series-title":"Elements of the System Dynamics Method","first-page":"143","article-title":"Parameter estimation in system dynamics modeling","author":"Graham","year":"1980"},{"key":"10.1016\/S0377-2217(02)00622-7_BIB19","series-title":"Proceedings of the 2002 International System Dynamics Conference","article-title":"On positioning system dynamics as an applied science of strategy","author":"Graham","year":"2002"},{"key":"10.1016\/S0377-2217(02)00622-7_BIB20","series-title":"Proceedings of the 35th Hawaii Conference on Systems Science","article-title":"Using fit-constrained Monte Carlo trials to quantify confidence in simulation model outcomes","author":"Graham","year":"2002"},{"key":"10.1016\/S0377-2217(02)00622-7_BIB21","series-title":"Econometric Analysis","author":"Greene","year":"1997"},{"key":"10.1016\/S0377-2217(02)00622-7_BIB22","series-title":"Proceedings of the1983 International System Dynamics Conference","first-page":"919","article-title":"Partial-model testing as a validation tool for system dynamics","author":"Homer","year":"1983"},{"issue":"1","key":"10.1016\/S0377-2217(02)00622-7_BIB23","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1002\/(SICI)1099-1727(199621)12:1<1::AID-SDR93>3.0.CO;2-P","article-title":"Why we iterate: Scientific modeling in theory and practice","volume":"12","author":"Homer","year":"1996","journal-title":"System Dynamics Review"},{"issue":"4","key":"10.1016\/S0377-2217(02)00622-7_BIB24","doi-asserted-by":"crossref","first-page":"293","DOI":"10.1002\/(SICI)1099-1727(199724)13:4<293::AID-SDR133>3.0.CO;2-Q","article-title":"Structure, data and compelling conclusions: Notes from the field","volume":"13","author":"Homer","year":"1997","journal-title":"System Dynamics Review"},{"key":"10.1016\/S0377-2217(02)00622-7_BIB25","series-title":"A Guide to Econometrics","author":"Kennedy","year":"1992"},{"issue":"4","key":"10.1016\/S0377-2217(02)00622-7_BIB26","doi-asserted-by":"crossref","first-page":"275","DOI":"10.1002\/sdr.4260110403","article-title":"Sensitivity analysis and optimization of system dynamics models: Regression analysis and statistical design of experiments","volume":"11","author":"Kleijnen","year":"1995","journal-title":"System Dynamics Review"},{"issue":"1","key":"10.1016\/S0377-2217(02)00622-7_BIB27","doi-asserted-by":"crossref","first-page":"14","DOI":"10.1016\/S0377-2217(98)00392-0","article-title":"A methodology for the fitting and validation of metamodels in simulation","volume":"120","author":"Kleijnen","year":"2000","journal-title":"European Journal of Operational Research"},{"key":"10.1016\/S0377-2217(02)00622-7_BIB28","series-title":"The Structure of Scientific Revolutions","author":"Kuhn","year":"1970"},{"key":"10.1016\/S0377-2217(02)00622-7_BIB29","series-title":"Criticism and the Growth of Knowledge","first-page":"91","article-title":"Falsification and the methodology of scientific research programmes","author":"Lakatos","year":"1974"},{"issue":"3","key":"10.1016\/S0377-2217(02)00622-7_BIB30","doi-asserted-by":"crossref","first-page":"501","DOI":"10.1016\/S0377-2217(98)00192-1","article-title":"Social theory and system dynamics practice","volume":"113","author":"Lane","year":"1999","journal-title":"European Journal of Operational Research"},{"issue":"5","key":"10.1016\/S0377-2217(02)00622-7_BIB31","doi-asserted-by":"crossref","first-page":"623","DOI":"10.1287\/mnsc.38.5.623","article-title":"Aspiration level adaptation: An empirical exploration","volume":"38","author":"Lant","year":"1992","journal-title":"Management Science"},{"issue":"4","key":"10.1016\/S0377-2217(02)00622-7_BIB32","doi-asserted-by":"crossref","first-page":"307","DOI":"10.1016\/0167-2681(81)90012-3","article-title":"A model of adaptive organizational search","volume":"2","author":"Levinthal","year":"1981","journal-title":"Journal of Economic Behavior and Organization"},{"key":"10.1016\/S0377-2217(02)00622-7_BIB33","series-title":"Regression Models for Categorical and Limited Dependent Variables","author":"Long","year":"1997"},{"key":"10.1016\/S0377-2217(02)00622-7_BIB34","series-title":"Proceedings of the 1996 International System Dynamics Conference","first-page":"317","article-title":"Automated vs. \u2018hand\u2019 calibration of system dynamics models: An experiment with a simple project model","author":"Lyneis","year":"1996"},{"key":"10.1016\/S0377-2217(02)00622-7_BIB35","series-title":"Proceedings of the 2001 International System Dynamics Conference","article-title":"Best practices in system dynamics modeling","author":"Martinez","year":"2001"},{"key":"10.1016\/S0377-2217(02)00622-7_BIB36","series-title":"Elements of the System Dynamics Method","first-page":"203","article-title":"Alternative test for selecting model variables","author":"Mass","year":"1980"},{"issue":"6","key":"10.1016\/S0377-2217(02)00622-7_BIB37","doi-asserted-by":"crossref","first-page":"820","DOI":"10.1287\/mnsc.44.6.820","article-title":"Active nonlinear tests (ANTs) of complex simulation models","volume":"44","author":"Miller","year":"1998","journal-title":"Management Science"},{"issue":"2","key":"10.1016\/S0377-2217(02)00622-7_BIB38","doi-asserted-by":"crossref","first-page":"204","DOI":"10.1016\/0377-2217(93)90313-C","article-title":"A foundational concept of science appropriate for validation in operational research","volume":"66","author":"Miser","year":"1993","journal-title":"European Journal of Operational Research"},{"issue":"10","key":"10.1016\/S0377-2217(02)00622-7_BIB39","doi-asserted-by":"crossref","first-page":"B613","DOI":"10.1287\/mnsc.18.10.B613","article-title":"The myth of objectivity or why science needs a new psychology of science?","volume":"18","author":"Mitroff","year":"1972","journal-title":"Management Science"},{"issue":"2","key":"10.1016\/S0377-2217(02)00622-7_BIB40","doi-asserted-by":"crossref","first-page":"131","DOI":"10.1016\/0305-0483(83)90002-6","article-title":"System dynamics: Portraying bounded rationality","volume":"11","author":"Morecroft","year":"1983","journal-title":"Omega"},{"issue":"7","key":"10.1016\/S0377-2217(02)00622-7_BIB41","doi-asserted-by":"crossref","first-page":"900","DOI":"10.1287\/mnsc.31.7.900","article-title":"Rationality in the analysis of behavioral simulation models","volume":"31","author":"Morecroft","year":"1985","journal-title":"Management Science"},{"issue":"1","key":"10.1016\/S0377-2217(02)00622-7_BIB42","doi-asserted-by":"crossref","first-page":"9","DOI":"10.1016\/0377-2217(92)90004-S","article-title":"System dynamics and microworlds for policymakers","volume":"59","author":"Morecroft","year":"1988","journal-title":"European Journal of Operational Research"},{"key":"10.1016\/S0377-2217(02)00622-7_BIB43","unstructured":"Oliva, R., 1995. A Vensim module to calculate summary statistics for historical fit. D-4584, System Dynamics Group, Massachusetts Institute of Technology, Cambridge, MA. Available from <http:\/\/www.people.hbs.edu\/roliva\/research\/sd\/>"},{"key":"10.1016\/S0377-2217(02)00622-7_BIB44","series-title":"Proceedings of the 1996 International System Dynamics Conference","first-page":"405","article-title":"Empirical validation of a dynamic hypothesis","author":"Oliva","year":"1996"},{"issue":"4","key":"10.1016\/S0377-2217(02)00622-7_BIB45","doi-asserted-by":"crossref","first-page":"26","DOI":"10.2307\/41166099","article-title":"Tradeoffs in responses to work pressure in the service industry","volume":"41","author":"Oliva","year":"2001","journal-title":"California Management Review"},{"issue":"7","key":"10.1016\/S0377-2217(02)00622-7_BIB46","doi-asserted-by":"crossref","first-page":"894","DOI":"10.1287\/mnsc.47.7.894.9807","article-title":"Cutting corners and working overtime: Quality erosion in the service industry","volume":"47","author":"Oliva","year":"2001","journal-title":"Management Science"},{"key":"10.1016\/S0377-2217(02)00622-7_BIB47","doi-asserted-by":"crossref","first-page":"641","DOI":"10.1126\/science.263.5147.641","article-title":"Verification, validation, and confirmation of numerical models in the earth sciences","volume":"263","author":"Oreskes","year":"1994","journal-title":"Science"},{"key":"10.1016\/S0377-2217(02)00622-7_BIB48","series-title":"Elements of the System Dynamics Method","first-page":"143","article-title":"Statistical tools for system dynamics","author":"Peterson","year":"1980"},{"key":"10.1016\/S0377-2217(02)00622-7_BIB49","series-title":"Applied Statistical Decision Theory","author":"Raiffa","year":"1961"},{"key":"10.1016\/S0377-2217(02)00622-7_BIB50","series-title":"Proceedings of the 1996 International System Dynamics Conference","first-page":"425","article-title":"Calibration statistics: Selecting a statistic and setting a standard","author":"Reichelt","year":"1996"},{"key":"10.1016\/S0377-2217(02)00622-7_BIB51","series-title":"Introduction to System Dynamics Modeling with DYNAMO","author":"Richardson","year":"1981"},{"issue":"2","key":"10.1016\/S0377-2217(02)00622-7_BIB52","doi-asserted-by":"crossref","first-page":"184","DOI":"10.1016\/0377-2217(93)90312-B","article-title":"Decision science or decision-aid science?","volume":"66","author":"Roy","year":"1993","journal-title":"European Journal of Operational Research"},{"key":"10.1016\/S0377-2217(02)00622-7_BIB53","series-title":"Uncertain Dynamic Systems","author":"Schweppe","year":"1973"},{"issue":"June","key":"10.1016\/S0377-2217(02)00622-7_BIB54","doi-asserted-by":"crossref","first-page":"177","DOI":"10.1177\/003754977702800606","article-title":"Statistical estimation of feedback models","volume":"28","author":"Senge","year":"1977","journal-title":"Simulation"},{"key":"10.1016\/S0377-2217(02)00622-7_BIB55","unstructured":"Senge, P.M., 1978. The system dynamics investment function: A comparison of the neoclassical investment function. PhD Thesis, Sloan School of Management, MIT, Cambridge, MA"},{"key":"10.1016\/S0377-2217(02)00622-7_BIB56","series-title":"The Fifth Discipline: The Art and Practice of the Learning Organization","author":"Senge","year":"1990"},{"key":"10.1016\/S0377-2217(02)00622-7_BIB57","series-title":"Proceedings of the 1993 International System Dynamics Conference","first-page":"476","article-title":"Developing a theory of service quality\/service capacity interaction","author":"Senge","year":"1993"},{"issue":"1","key":"10.1016\/S0377-2217(02)00622-7_BIB58","doi-asserted-by":"crossref","first-page":"137","DOI":"10.1016\/0377-2217(92)90011-W","article-title":"Systems thinking and organizational learning: Acting locally and thinking globally in the organization of the future","volume":"59","author":"Senge","year":"1992","journal-title":"European Journal of Operational Research"},{"issue":"2","key":"10.1016\/S0377-2217(02)00622-7_BIB59","doi-asserted-by":"crossref","first-page":"235","DOI":"10.1016\/0377-2217(93)90315-E","article-title":"Modeling muddles: Validation beyond the numbers","volume":"66","author":"Smith","year":"1993","journal-title":"European Journal of Operational Research"},{"issue":"Winter","key":"10.1016\/S0377-2217(02)00622-7_BIB60","first-page":"51","article-title":"Appropriate summary statistics for evaluating the historical fit of system dynamics models","volume":"10","author":"Sterman","year":"1984","journal-title":"Dynamica"},{"issue":"3","key":"10.1016\/S0377-2217(02)00622-7_BIB61","doi-asserted-by":"crossref","first-page":"321","DOI":"10.1287\/mnsc.35.3.321","article-title":"Modeling managerial behavior: Misperceptions of feedback in a dynamic decision making experiment","volume":"35","author":"Sterman","year":"1989","journal-title":"Management Science"},{"issue":"2\u20133","key":"10.1016\/S0377-2217(02)00622-7_BIB62","doi-asserted-by":"crossref","first-page":"291","DOI":"10.1002\/sdr.4260100214","article-title":"Learning in and about complex systems","volume":"10","author":"Sterman","year":"1994","journal-title":"System Dynamics Review"},{"key":"10.1016\/S0377-2217(02)00622-7_BIB63","series-title":"Business Dynamics: Systems Thinking and Modeling for a Complex World","author":"Sterman","year":"2000"},{"key":"10.1016\/S0377-2217(02)00622-7_BIB64","series-title":"Applied Economic Forecasting","author":"Theil","year":"1966"},{"issue":"5","key":"10.1016\/S0377-2217(02)00622-7_BIB65","doi-asserted-by":"crossref","first-page":"247","DOI":"10.1287\/mnsc.17.5.247","article-title":"Validation of simulation results","volume":"17","author":"van Horn","year":"1971","journal-title":"Management Science"},{"key":"10.1016\/S0377-2217(02)00622-7_BIB66","series-title":"Proceedings of the 1997 Winter Simulation Conference","first-page":"1405","article-title":"Doctoral colloquium keynote address: Conduct, misconduct, cargo cult science","author":"Wilson","year":"1997"},{"key":"10.1016\/S0377-2217(02)00622-7_BIB67","series-title":"System Enquiry: A System Dynamics Approach","author":"Wolstenholme","year":"1990"}],"container-title":["European Journal of Operational Research"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0377221702006227?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0377221702006227?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2019,3,26]],"date-time":"2019-03-26T07:54:57Z","timestamp":1553586897000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0377221702006227"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2003,12]]},"references-count":67,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2003,12]]}},"alternative-id":["S0377221702006227"],"URL":"https:\/\/doi.org\/10.1016\/s0377-2217(02)00622-7","relation":{},"ISSN":["0377-2217"],"issn-type":[{"value":"0377-2217","type":"print"}],"subject":[],"published":{"date-parts":[[2003,12]]}}}