{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,3]],"date-time":"2026-06-03T18:19:30Z","timestamp":1780510770055,"version":"3.54.1"},"publisher-location":"Berlin, Heidelberg","reference-count":44,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"value":"9783642311390","type":"print"},{"value":"9783642311406","type":"electronic"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2013]]},"DOI":"10.1007\/978-3-642-31140-6_11","type":"book-chapter","created":{"date-parts":[[2012,8,7]],"date-time":"2012-08-07T11:36:27Z","timestamp":1344339387000},"page":"207-226","source":"Crossref","is-referenced-by-count":8,"title":["Toward Replicability-Aware Modeling and Simulation: Changing the Conduct of M&S in the Information Age"],"prefix":"10.1007","author":[{"given":"Levent","family":"Yilmaz","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tuncer","family":"\u00d6ren","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","reference":[{"issue":"5962","key":"11_CR1","doi-asserted-by":"publisher","first-page":"144","DOI":"10.1126\/science.1186078","volume":"327","author":"B. Alberts","year":"2010","unstructured":"Alberts, B.: Editorial Expression of Concern. Science\u00a0327(5962), 144 (2010), http:\/\/www.sciencemag.org\/content\/327\/5962\/144.1.full","journal-title":"Science"},{"key":"11_CR2","unstructured":"Altman, M., King, G.: A Proposed Standard for the Scholarly Citation of Quantitative Data. D-Lib Magazine (March\/April 2007), http:\/\/www.dlib.org\/dlib\/march07\/altman\/03altman.html"},{"key":"11_CR3","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"237","DOI":"10.1007\/978-3-642-02279-1_18","volume-title":"Scientific and Statistical Database Management","author":"M.K. Anand","year":"2009","unstructured":"Anand, M.K., Bowers, S., McPhillips, T., Lud\u00e4scher, B.: Exploring Scientific Workflow Provenance Using Hybrid Queries over Nested Data and Lineage Graphs. In: Winslett, M. (ed.) SSDBM 2009. LNCS, vol.\u00a05566, pp. 237\u2013254. Springer, Heidelberg (2009)"},{"key":"11_CR4","unstructured":"Annotea. The Annotea Project (2011), http:\/\/www.w3.org\/2001\/Annotea\/"},{"issue":"4","key":"11_CR5","doi-asserted-by":"publisher","first-page":"1309","DOI":"10.1214\/09-AOAS291","volume":"3","author":"K. Baggerly","year":"2009","unstructured":"Baggerly, K., Coombes, K.: Deriving Chemosensitivity from Cell Lines: Forensic Bioinformatics and Reproducible Research in High-Throughput Biology. Annals Applied Statistics\u00a03(4), 1309\u20131334 (2009)","journal-title":"Annals Applied Statistics"},{"key":"11_CR6","unstructured":"Beck, K.: Test-Driven Development by Example. Addison Wesley (2003)"},{"key":"11_CR7","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/7434.001.0001","volume-title":"Scholarship in the Digital Age: Information, Infrastructure, and the Internet","author":"C.L. Borgman","year":"2007","unstructured":"Borgman, C.L.: Scholarship in the Digital Age: Information, Infrastructure, and the Internet. The MIT Press, Cambridge (2007)"},{"issue":"5807","key":"11_CR8","doi-asserted-by":"publisher","first-page":"1875","DOI":"10.1126\/science.314.5807.1875b","volume":"314","author":"C. Chang","year":"2006","unstructured":"Chang, C., et al.: Retraction. Science\u00a0314(5807), 1875 (2006), http:\/\/www.sciencemag.org\/cgi\/content\/full\/314\/5807\/1875b","journal-title":"Science"},{"key":"11_CR9","unstructured":"CreativeCommons (2011), http:\/\/www.creativecommons.org"},{"key":"11_CR10","unstructured":"Cummings, T.P., Glotzer, S.C.: Inventing a New America through Discovery and Innovation in Science, Engineering, and Medicine. World Technology Evaluation Center (2010)"},{"key":"11_CR11","doi-asserted-by":"crossref","unstructured":"David, A.P., Spence, M.: Toward Institutional Infrastructures for e-Science: The Scope of Challenges. Technical Report: Oxford Technical Institute (May 2003)","DOI":"10.2139\/ssrn.1325240"},{"key":"11_CR12","unstructured":"Data Cite (2011), http:\/\/thedata.org\/citation\/tech"},{"key":"11_CR13","doi-asserted-by":"publisher","first-page":"561","DOI":"10.1016\/j.future.2008.06.010","volume":"25","author":"D. Roure De","year":"2009","unstructured":"De Roure, D., Goble, C., Stevens, R.: The Design and Realisation of the myExperiment Virtual Research Environment for Social Sharing of Workflows. Future Generation Computer Systems\u00a025, 561\u2013567 (2009)","journal-title":"Future Generation Computer Systems"},{"issue":"1","key":"11_CR14","doi-asserted-by":"publisher","first-page":"818","DOI":"10.1109\/MCSE.2009.15","volume":"11","author":"D. Donoho","year":"2009","unstructured":"Donoho, D., Maleki, A., Rahman, I., Shahram, M., Stodden, V.: Reproducible Research in Computational Harmonic Analysis. Computing in Science & Engineering\u00a011(1), 818 (2009)","journal-title":"Computing in Science & Engineering"},{"key":"11_CR15","unstructured":"Economist, The Clouds of Unknowing. The Economist (March 18, 2010), http:\/\/www.economist.com\/node\/15719298"},{"issue":"3","key":"11_CR16","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/1029994.1029995","volume":"3","author":"H.S. Edwards","year":"2003","unstructured":"Edwards, H.S.: Improving Student Performance by Evaluating How Well Students Test Their Own Programs. Journal of Educational Resources in Computing\u00a03(3), 1\u201324 (2003)","journal-title":"Journal of Educational Resources in Computing"},{"key":"11_CR17","unstructured":"Fenton, E.N., Bieman, J.: Software Metrics: A Rigorous and Practical Approach. Chapman & Hall (2010)"},{"key":"11_CR18","doi-asserted-by":"crossref","unstructured":"Fomel, S., Hennenfent, G.: Reproducible Computational Experiments using Scons. In: IEEE International Conference on Acoustics, Speech, and Signal Processing, vol.\u00a04, pp. 1257\u20131260 (2009)","DOI":"10.1109\/ICASSP.2007.367305"},{"issue":"1","key":"11_CR19","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1109\/MCSE.2009.14","volume":"11","author":"S. Fomel","year":"2009","unstructured":"Fomel, S., Claerbout, J.: Guest Editors\u2019 Introduction: Reproducible Research. Computing in Science and Engineering\u00a011(1), 5\u20137 (2009)","journal-title":"Computing in Science and Engineering"},{"key":"11_CR20","doi-asserted-by":"publisher","first-page":"814","DOI":"10.1126\/science.1110411","volume":"308","author":"I. Foster","year":"2005","unstructured":"Foster, I.: Service-oriented Science. Science\u00a0308, 814\u2013817 (2005)","journal-title":"Science"},{"issue":"1","key":"11_CR21","doi-asserted-by":"publisher","first-page":"123","DOI":"10.2202\/1544-6115.1034","volume":"4","author":"R. Gentleman","year":"2005","unstructured":"Gentleman, R.: Reproducible Research: A Bioinformatics Case Study. Statistical Applications in Genetics and Molecular Biology\u00a04(1), 123\u2013137 (2005)","journal-title":"Statistical Applications in Genetics and Molecular Biology"},{"key":"11_CR22","doi-asserted-by":"crossref","unstructured":"Kiczales, G., Des Rivieres, J., Bobrow, D.G.: The Art of the Meta-object Protocol. MIT Press (1992)","DOI":"10.7551\/mitpress\/1405.001.0001"},{"key":"11_CR23","unstructured":"King, D.R., Turnitsa, C.D.: The Landscape of Assumptions. In: Proceedings of the Spring Simulation Multiconference, pp. 81\u201388 (2008)"},{"key":"11_CR24","unstructured":"Leisch, F.: Sweave and Beyond: Computations on Text Documents. In: Proceedings of the 3rd Intl Workshop on Distributed Statistical Computing, pp. 87\u201396 (2003)"},{"issue":"5964","key":"11_CR25","doi-asserted-by":"publisher","first-page":"415","DOI":"10.1126\/science.1179653","volume":"327","author":"J. Mesirov","year":"2010","unstructured":"Mesirov, J.: Accessible Reproducible Research. Science\u00a0327(5964), 415\u2013416 (2010)","journal-title":"Science"},{"key":"11_CR26","unstructured":"NSF. Simulation-Based Engineering Science, Revolutionizing Engineering Science through Simulation. National Science Foundation (2006)"},{"key":"11_CR27","unstructured":"NSF. Changing the Conduct of Science in the Information Age. Summary Report of Workshop Held on November 12, 2010. National Science Foundation (June 28, 2011), http:\/\/www.nsf.gov\/pubs\/2011\/oise11003\/"},{"issue":"17","key":"11_CR28","doi-asserted-by":"publisher","first-page":"3045","DOI":"10.1093\/bioinformatics\/bth361","volume":"20","author":"T. Oinn","year":"2004","unstructured":"Oinn, T., Addis, M., Ferris, J., Marvin, D., Senger, M., Greenwood, M., Carver, T., Glover, K.: Taverna: A Tool for the Composition and Enactment of Bioinformatics Workflows. Bioinformatics\u00a020(17), 3045\u20133054 (2004)","journal-title":"Bioinformatics"},{"key":"11_CR29","unstructured":"Overstreet, M.C., Nance, R.E., Balci, O.: Issues in Enhancing Model Reuse. In: Proceedings of the First International Conference on Grand Challenges for Modeling and Simulation (2002)"},{"issue":"3","key":"11_CR30","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1177\/003754977903200301","volume":"32","author":"T.I. \u00d6ren","year":"1979","unstructured":"\u00d6ren, T.I., Zeigler, B.P.: Concepts for Advanced Simulation Methodologies. Simulation\u00a032(3), 69\u201382 (1979)","journal-title":"Simulation"},{"key":"11_CR31","unstructured":"\u00d6ren, T.I.: The Richness of Modeling and Simulation and its Body of Knowledge. In: Proceedings of SIMULTECH 2012, 2nd International Conference on Simulation and Modeling Methodologies, Technologies and Applications, Rome, Italy, July 28-31 (invited keynote paper - in press, 2012)"},{"issue":"3","key":"11_CR32","doi-asserted-by":"publisher","first-page":"405","DOI":"10.1093\/biostatistics\/kxp014","volume":"10","author":"R. Peng","year":"2009","unstructured":"Peng, R.: Reproducible Research and Biostatistics. Biostatistics\u00a010(3), 405\u2013408 (2009)","journal-title":"Biostatistics"},{"key":"11_CR33","unstructured":"reST. reStructuredText: Markup Syntax and Parser Component of Docutils (2011), http:\/\/docutils.sourceforge.net\/rst.html"},{"key":"11_CR34","doi-asserted-by":"crossref","unstructured":"Saeki, M., Hiroi, T., Ugai, T.: Reflective Specification: Applying a Reflective Language to Formal Specification. In: Proceedings of the 7th International Workshop on Software Specification and Design, pp. 204\u2013213. IEEE CS Press (1993)","DOI":"10.1109\/IWSSD.1993.315498"},{"key":"11_CR35","doi-asserted-by":"crossref","first-page":"61","DOI":"10.1109\/5992.881708","volume":"2","author":"M. Schwab","year":"2000","unstructured":"Schwab, M., Karrenbach, M., Claerbout, J.: Making Scientific Computations Reproducible. Computing in Science and Engineering\u00a02, 61\u201367 (2000)","journal-title":"Computing in Science and Engineering"},{"key":"11_CR36","unstructured":"SCS. The Code of Professional Ethics for Simulationists (2012), http:\/\/www.scs.org\/upload\/03-Code_0.pdf"},{"issue":"1","key":"11_CR37","doi-asserted-by":"publisher","first-page":"35","DOI":"10.1109\/MCSE.2009.19","volume":"11","author":"V. Stodden","year":"2009","unstructured":"Stodden, V.: The Legal Framework for Reproducible Scientific Research: Licensing and Copyright. Computing in Science & Engineering\u00a011(1), 35\u201340 (2009)","journal-title":"Computing in Science & Engineering"},{"key":"11_CR38","doi-asserted-by":"crossref","unstructured":"Stodden, V.: The Scientific Method in Practice: Reproducibility in the Computational Sciences, Technical report, MIT Sloan Research (February 2010)","DOI":"10.2139\/ssrn.1550193"},{"key":"11_CR39","unstructured":"Sphinx. Python Document Generator (2011), http:\/\/sphinx.pocoo.org"},{"key":"11_CR40","unstructured":"Wilensky, U., Rand, W.: Making Models Match: Replicating an Agent-Based Model. Journal of Artificial Societies and Social Simulation\u00a010(42) (2007), http:\/\/jasss.soc.surrey.ac.uk\/10\/4\/2.html"},{"key":"11_CR41","unstructured":"WTEC. Panel Report on International Assessment of Research and Development in Simulation-Based Engineering and Science. World Technology Evaluation Center (2009)"},{"issue":"3","key":"11_CR42","first-page":"135","volume":"1","author":"L. Yilmaz","year":"2005","unstructured":"Yilmaz, L.: On the Need for Contextualized Introspective Simulation Models to Improve Reuse and Composability of Defense Simulations. Journal of Defense Modeling and Simulation\u00a01(3), 135\u2013145 (2005)","journal-title":"Journal of Defense Modeling and Simulation"},{"issue":"1","key":"11_CR43","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1177\/0037549710387316","volume":"87","author":"L. Yilmaz","year":"2011","unstructured":"Yilmaz, L.: Reproducibility in Modeling & Simulation Research. Simulation\u00a087(1), 3\u20136 (2011a)","journal-title":"Simulation"},{"key":"11_CR44","doi-asserted-by":"crossref","unstructured":"Yilmaz, L.: Simulation Reproducibility: Implications for Theory, Methodology, and Model Development Environments. In: Epistemology of Modeling & Simulation Conference, Pittsburgh, April 1-3 (2011b), http:\/\/www.modelingepistemology.pitt.edu\/program\/","DOI":"10.1177\/0037549710387316"}],"container-title":["Intelligent Systems Reference Library","Ontology, Epistemology, and Teleology for Modeling and Simulation"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-31140-6_11.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,6]],"date-time":"2025-04-06T16:44:33Z","timestamp":1743957873000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-31140-6_11"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013]]},"ISBN":["9783642311390","9783642311406"],"references-count":44,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-31140-6_11","relation":{},"ISSN":["1868-4394","1868-4408"],"issn-type":[{"value":"1868-4394","type":"print"},{"value":"1868-4408","type":"electronic"}],"subject":[],"published":{"date-parts":[[2013]]}}}