{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,27]],"date-time":"2026-05-27T20:38:04Z","timestamp":1779914284224,"version":"3.53.1"},"reference-count":54,"publisher":"Informa UK Limited","issue":"1","content-domain":{"domain":["www.tandfonline.com"],"crossmark-restriction":true},"short-container-title":["Technometrics"],"published-print":{"date-parts":[[2019,1,2]]},"DOI":"10.1080\/00401706.2018.1469433","type":"journal-article","created":{"date-parts":[[2018,5,9]],"date-time":"2018-05-09T19:30:59Z","timestamp":1525894259000},"page":"7-23","update-policy":"https:\/\/doi.org\/10.1080\/tandf_crossmark_01","source":"Crossref","is-referenced-by-count":79,"title":["Replication or Exploration? Sequential Design for Stochastic Simulation Experiments"],"prefix":"10.1080","volume":"61","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7225-1680","authenticated-orcid":false,"given":"Micka\u00ebl","family":"Binois","sequence":"first","affiliation":[{"name":"Booth School of Business, University of Chicago, Chicago, IL"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jiangeng","family":"Huang","sequence":"additional","affiliation":[{"name":"Department of Statistics, Virginia Tech, Blacksburg, VA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Robert B.","family":"Gramacy","sequence":"additional","affiliation":[{"name":"Department of Statistics, Virginia Tech, Blacksburg, VA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7887-3870","authenticated-orcid":false,"given":"Mike","family":"Ludkovski","sequence":"additional","affiliation":[{"name":"Department of Statistics and Applied Probability, University of California Santa Barbara, Santa Barbara, CA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"301","published-online":{"date-parts":[[2018,9,12]]},"reference":[{"key":"cit0001","doi-asserted-by":"publisher","DOI":"10.3390\/e15125510"},{"key":"cit0002","doi-asserted-by":"publisher","DOI":"10.1287\/opre.1090.0754"},{"key":"cit0003","doi-asserted-by":"publisher","DOI":"10.1016\/j.jspi.2010.03.027"},{"key":"cit0004","doi-asserted-by":"publisher","DOI":"10.1016\/j.csda.2013.03.016"},{"key":"cit0005","unstructured":"Barnett, S. (1982),Matrix Methods for Engineers and Scientists, Mcgraw-Hill College."},{"key":"cit0006","doi-asserted-by":"crossref","unstructured":"Binois, M., and Gramacy, R. B. (2017), \u201chetGP: Heteroskedastic Gaussian Process Modeling and Design Under Replication\u201d, R Package Version 1.0.0.","DOI":"10.32614\/CRAN.package.hetGP"},{"key":"cit0007","doi-asserted-by":"crossref","unstructured":"Binois, M., Gramacy, R. B., and Ludkovski, M. (2018), \u201cPractical Heteroskedastic Gaussian Process Modeling for Large Simulation Experiments,\u201dJournal of Computational and Graphical Statistics, forthcoming.","DOI":"10.1080\/10618600.2018.1458625"},{"key":"cit0008","unstructured":"Boukouvalas, A. (2010), \u201cEmulation of Random Output Simulators,\u201d Ph.D. dissertation, Aston University, Birmingham, UK."},{"key":"cit0009","doi-asserted-by":"publisher","DOI":"10.1016\/j.csda.2013.09.024"},{"key":"cit0010","doi-asserted-by":"crossref","unstructured":"Burnaev, E., and Panov, M. (2015), \u201cAdaptive Design of Experiments Based on Gaussian Processes,\u201d inStatistical Learning and Data Sciences, eds. A. Gammerman, V. Vovk, and H. Papadopoulos, Cham, Springer International Publishing, pp. 116\u2013125.","DOI":"10.1007\/978-3-319-17091-6_7"},{"key":"cit0011","doi-asserted-by":"crossref","unstructured":"Chen, X., and Zhou, Q. (2014), \u201cSequential Experimental Designs for Stochastic Kriging,\u201d inProceedings of the 2014 Winter Simulation Conference, IEEE Press, pp. 3821\u20133832.","DOI":"10.1109\/WSC.2014.7020209"},{"key":"cit0012","doi-asserted-by":"publisher","DOI":"10.1016\/j.ejor.2017.03.042"},{"key":"cit0013","doi-asserted-by":"crossref","unstructured":"Chevalier, C., Ginsbourger, D., and Emery, X. (2014), \u201cCorrected Kriging Update Formulae for Batch-Sequential Data Assimilation,\u201d inMathematics of Planet Earth, eds. E. Pardo-Ig\u00fazquiza, C. Guardiola-Albert, J. Heredia, L. Moreno-Merino, J. J. Dur\u00e1n, and J. A. Vargas-Guzm\u00e1n, Berlin, Heidelberg: Springer, pp. 119\u2013122.","DOI":"10.1007\/978-3-642-32408-6_29"},{"key":"cit0014","doi-asserted-by":"crossref","unstructured":"Cioffi-Revilla, C. (2014),Introduction to Computational Social Science, Berlin\/New York: Springer.","DOI":"10.1007\/978-1-4471-5661-1"},{"key":"cit0015","doi-asserted-by":"crossref","unstructured":"Das, A., and Kempe, D. (2008), \u201cAlgorithms for Subset Selection in Linear Regression,\u201d inProceedings of the Fortieth Annual ACM Symposium on Theory of Computing, ACM, pp. 45\u201354.","DOI":"10.1145\/1374376.1374384"},{"key":"cit0016","doi-asserted-by":"crossref","unstructured":"Forrester, A., Sobester, A., and Keane, A. (2008),Engineering Design via Surrogate Modelling: A Practical Guide, New York: Wiley.","DOI":"10.1002\/9780470770801"},{"key":"cit0017","doi-asserted-by":"publisher","DOI":"10.1137\/130928534"},{"key":"cit0018","doi-asserted-by":"crossref","unstructured":"Ginsbourger, D., and Le Riche, R. (2010), \u201cTowards Gaussian Process-Based Optimization With Finite Time Horizon,\u201d inmODa 9\u2013Advances in Model-Oriented Design and Analysis, eds. A. Giovagnoli, A. C. Atkinson, B. Torsney, and C. Caterina, Heidelberg: Physica-Verlag HD, pp. 89\u201396.","DOI":"10.1007\/978-3-7908-2410-0_12"},{"key":"cit0019","doi-asserted-by":"publisher","DOI":"10.1198\/016214506000001437"},{"key":"cit0020","unstructured":"Goldberg, P. W., Williams, C. K., and Bishop, C. M. (1998), \u201cRegression With Input-Dependent Noise: A Gaussian Process Treatment,\u201d inAdvances in Neural Information Processing Systems(Vol. 10), eds. M. I. Jordan, M. J. Kearns and S. A. Solla, Cambridge, MA: MIT press, pp. 493\u2013499."},{"key":"cit0021","unstructured":"Gonzalez, J., Osborne, M., and Lawrence, N. (2016), \u201cGLASSES: Relieving The Myopia Of Bayesian Optimisation,\u201d inProceedings of the 19th International Conference on Artificial Intelligence and Statistics, PMLR, pp. 790\u2013799."},{"key":"cit0022","doi-asserted-by":"publisher","DOI":"10.1137\/15M1017119"},{"key":"cit0023","doi-asserted-by":"publisher","DOI":"10.1198\/jcgs.2010.09171"},{"key":"cit0024","doi-asserted-by":"publisher","DOI":"10.1198\/TECH.2009.0015"},{"key":"cit0025","doi-asserted-by":"publisher","DOI":"10.1287\/opre.1050.0237"},{"key":"cit0026","doi-asserted-by":"crossref","unstructured":"Horn, D., Dagge, M., Sun, X., and Bischl, B. (2017), \u201cFirst Investigations on Noisy Model-Based Multi-objective Optimization,\u201d inInternational Conference on Evolutionary Multi-Criterion Optimization, Springer, pp. 298\u2013313.","DOI":"10.1007\/978-3-319-54157-0_21"},{"key":"cit0027","unstructured":"Huan, X., and Marzouk, Y. M. (2016), \u201cSequential Bayesian Optimal Experimental Design via Approximate Dynamic Programming,\u201d arXiv preprint arXiv:1604.08320."},{"key":"cit0028","doi-asserted-by":"publisher","DOI":"10.1016\/j.ejor.2017.01.035"},{"key":"cit0029","doi-asserted-by":"publisher","DOI":"10.1016\/j.jtbi.2007.10.039"},{"key":"cit0030","doi-asserted-by":"publisher","DOI":"10.1016\/j.ejor.2015.06.070"},{"key":"cit0031","doi-asserted-by":"crossref","unstructured":"Kersting, K., Plagemann, C., Pfaff, P., and Burgard, W. (2007), \u201cMost Likely Heteroscedastic Gaussian Process Regression,\u201d inProceedings of the International Conference on Machine Learning, ACM, pp. 393\u2013400.","DOI":"10.1145\/1273496.1273546"},{"key":"cit0032","doi-asserted-by":"crossref","unstructured":"Kleijnen, J. P. (2015),Design and Analysis of Simulation Experiments(Vol. 230), New York: Springer.","DOI":"10.1007\/978-3-319-18087-8"},{"key":"cit0033","doi-asserted-by":"crossref","unstructured":"Krause, A., and Guestrin, C. (2007), \u201cNonmyopic Active Learning of Gaussian Processes: An Exploration-Exploitation Approach,\u201d inProceedings of the 24th International Conference on Machine learning, ACM, pp. 449\u2013456.","DOI":"10.1145\/1273496.1273553"},{"key":"cit0034","first-page":"235","volume":"9","author":"Krause A.","year":"2008","journal-title":"Journal of Machine Learning Research"},{"key":"cit0035","unstructured":"Lam, R., Willcox, K., and Wolpert, D. H. (2016), \u201cBayesian Optimization With a Finite Budget: An Approximate Dynamic Programming Approach,\u201d inAdvances In Neural Information Processing Systems, eds. D. D. Lee, M. Sugiyama, U. V. Luxburg, I. Guyon, and R. Garnett, Curran Associates, Inc., pp. 883\u2013891."},{"key":"cit0036","unstructured":"Law, A. M. (2015),Simulation Modeling and Analysis(5th ed.), McGraw-Hill, ISBN10:0073401323 | ISBN13:9780073401324."},{"key":"cit0037","doi-asserted-by":"publisher","DOI":"10.1007\/s11222-017-9760-8"},{"key":"cit0038","doi-asserted-by":"publisher","DOI":"10.21314\/JOR.2010.211"},{"key":"cit0039","doi-asserted-by":"crossref","unstructured":"Mehdad, E., and Kleijnen, J. P. C. (2018), \u201cStochastic Intrinsic Kriging for Simulation Metamodeling,\u201dApplied Stochastic Models in Business and Industry, 34, 322\u2013337.","DOI":"10.1002\/asmb.2300"},{"key":"cit0040","doi-asserted-by":"crossref","unstructured":"M\u00fcller, W. G., Pronzato, L., and Waldl, H. (2012), \u201cRelations Between Designs for Prediction and Estimation in Random Fields: An Illustrative Case,\u201d inAdvances and Challenges in Space-time Modelling of Natural Events, Berlin, Heidelberg: Springer Berlin Heidelberg, pp. 125\u2013139.","DOI":"10.1007\/978-3-642-17086-7_6"},{"key":"cit0041","unstructured":"Petersen, K. B., and Pedersen, M. S. (2012),The Matrix Cookbook(Vol. 7), Technical University of Denmark, available athttp:\/\/www2.imm.dtu.dk\/pubdb\/p.php?3274"},{"key":"cit0042","doi-asserted-by":"publisher","DOI":"10.1137\/120882834"},{"key":"cit0043","doi-asserted-by":"publisher","DOI":"10.1080\/00401706.2013.860919"},{"key":"cit0044","doi-asserted-by":"publisher","DOI":"10.1080\/00401706.2015.1115674"},{"key":"cit0045","doi-asserted-by":"publisher","DOI":"10.1007\/s11222-011-9242-3"},{"key":"cit0046","doi-asserted-by":"publisher","DOI":"10.1080\/0740817X.2012.706377"},{"key":"cit0047","doi-asserted-by":"crossref","unstructured":"Rasmussen, C. E., and Williams, C. (2006),Gaussian Processes for Machine Learning, Cambridge, MA: MIT Press.","DOI":"10.7551\/mitpress\/3206.001.0001"},{"key":"cit0048","unstructured":"R Core Team (2017),R: A Language and Environment for Statistical Computing, Vienna, Austria: R Foundation for Statistical Computing."},{"key":"cit0049","doi-asserted-by":"publisher","DOI":"10.1214\/ss\/1177012413"},{"key":"cit0050","unstructured":"Santner, T. J., Williams, B. J., and Notz, W. I. (2013),The Design and Analysis of Computer Experiments, New York: Springer Science & Business Media."},{"key":"cit0051","doi-asserted-by":"crossref","unstructured":"Seo, S., Wallat, M., Graepel, T., and Obermayer, K. (2000), \u201cGaussian Process Regression: Active Data Selection and Test Point Rejection,\u201d inProceedings of the International Joint Conference on Neural Networks(Vol. III,), IEEE, pp. 241\u2013246.","DOI":"10.1007\/978-3-642-59802-9_4"},{"key":"cit0052","unstructured":"Wang, W., and Haaland, B. (2017), \u201cControlling Sources of Inaccuracy in Stochastic Kriging,\u201d arXiv preprint arXiv:1706.00886."},{"key":"cit0053","doi-asserted-by":"crossref","unstructured":"Weaver, B. P., Williams, B. J., Anderson-Cook, C. M., and Higdon, D. M. (2016), \u201cComputational Enhancements to Bayesian Design of Experiments Using Gaussian Processes,\u201dBayesian Analysis, 11, 191\u2013213.","DOI":"10.1214\/15-BA945"},{"key":"cit0054","unstructured":"Xie, J., Frazier, P. I., and Chick, S. (2012), \u201cAssemble to Order Simulator,\u201d available athttp:\/\/simopt.org\/wiki\/index.php?"}],"container-title":["Technometrics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.tandfonline.com\/doi\/pdf\/10.1080\/00401706.2018.1469433","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,7,4]],"date-time":"2025-07-04T11:59:33Z","timestamp":1751630373000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.tandfonline.com\/doi\/full\/10.1080\/00401706.2018.1469433"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,9,12]]},"references-count":54,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2019,1,2]]}},"alternative-id":["10.1080\/00401706.2018.1469433"],"URL":"https:\/\/doi.org\/10.1080\/00401706.2018.1469433","relation":{},"ISSN":["0040-1706","1537-2723"],"issn-type":[{"value":"0040-1706","type":"print"},{"value":"1537-2723","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,9,12]]},"assertion":[{"value":"The publishing and review policy for this title is described in its Aims & Scope.","order":1,"name":"peerreview_statement","label":"Peer Review Statement"},{"value":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=utch20","URL":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=utch20","order":2,"name":"aims_and_scope_url","label":"Aim & Scope"},{"value":"2017-11-01","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2018-03-01","order":1,"name":"revised","label":"Revised","group":{"name":"publication_history","label":"Publication History"}},{"value":"2018-09-12","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}