{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,12]],"date-time":"2026-05-12T17:08:58Z","timestamp":1778605738611,"version":"3.51.4"},"reference-count":74,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2022,7,3]],"date-time":"2022-07-03T00:00:00Z","timestamp":1656806400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,7,3]],"date-time":"2022-07-03T00:00:00Z","timestamp":1656806400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100019217","name":"ivado","doi-asserted-by":"crossref","award":["PRF-2019-8079623546"],"award-info":[{"award-number":["PRF-2019-8079623546"]}],"id":[{"id":"10.13039\/501100019217","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Comput Optim Appl"],"published-print":{"date-parts":[[2022,9]]},"DOI":"10.1007\/s10589-022-00381-z","type":"journal-article","created":{"date-parts":[[2022,7,3]],"date-time":"2022-07-03T10:02:32Z","timestamp":1656842552000},"page":"29-66","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Quantifying uncertainty with ensembles of surrogates for blackbox optimization"],"prefix":"10.1007","volume":"83","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3043-5393","authenticated-orcid":false,"given":"Charles","family":"Audet","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3148-5090","authenticated-orcid":false,"given":"S\u00e9bastien","family":"Le Digabel","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8081-5848","authenticated-orcid":false,"given":"Renaud","family":"Saltet","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,7,3]]},"reference":[{"issue":"2","key":"381_CR1","doi-asserted-by":"publisher","first-page":"948","DOI":"10.1137\/080716980","volume":"20","author":"MA Abramson","year":"2009","unstructured":"Abramson, M.A., Audet, C., Dennis, J.E., Jr., Le Digabel, S.: OrthoMADS: A deterministic MADS instance with orthogonal directions. SIAM J. Optim. 20(2), 948\u2013966 (2009)","journal-title":"SIAM J. Optim."},{"issue":"3","key":"381_CR2","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1007\/s00158-008-0230-y","volume":"37","author":"E Acar","year":"2009","unstructured":"Acar, E., Rais-Rohani, M.: Ensemble of metamodels with optimized weight factors. Struct. Multidiscip. Optim. 37(3), 279\u2013294 (2009)","journal-title":"Struct. Multidiscip. Optim."},{"issue":"2","key":"381_CR3","doi-asserted-by":"publisher","first-page":"101","DOI":"10.1023\/B:OPTE.0000033370.66768.a9","volume":"5","author":"C Audet","year":"2004","unstructured":"Audet, C.: Convergence results for generalized pattern search algorithms are tight. Optim. Eng. 5(2), 101\u2013122 (2004)","journal-title":"Optim. Eng."},{"issue":"2","key":"381_CR4","doi-asserted-by":"publisher","first-page":"143","DOI":"10.1007\/s11081-007-9030-2","volume":"9","author":"C Audet","year":"2008","unstructured":"Audet, C., B\u00e9chard, V., Chaouki, J.: Spent potliner treatment process optimization using a MADS algorithm. Optim. Eng. 9(2), 143\u2013160 (2008)","journal-title":"Optim. Eng."},{"issue":"2","key":"381_CR5","doi-asserted-by":"publisher","first-page":"299","DOI":"10.1007\/s10898-007-9234-1","volume":"41","author":"C Audet","year":"2008","unstructured":"Audet, C., B\u00e9chard, V., Le Digabel, S.: Nonsmooth optimization through Mesh Adaptive Direct Search and Variable Neighborhood Search. J. Glob. Optim. 41(2), 299\u2013318 (2008)","journal-title":"J. Glob. Optim."},{"issue":"6","key":"381_CR6","doi-asserted-by":"publisher","first-page":"1433","DOI":"10.1007\/s11590-019-01452-7","volume":"13","author":"C Audet","year":"2019","unstructured":"Audet, C., C\u00f4t\u00e9-Massicotte, J.: Dynamic improvements of static surrogates in direct search optimization. Optim. Lett. 13(6), 1433\u20131447 (2019)","journal-title":"Optim. Lett."},{"issue":"1","key":"381_CR7","doi-asserted-by":"publisher","first-page":"188","DOI":"10.1137\/040603371","volume":"17","author":"C Audet","year":"2006","unstructured":"Audet, C., Dennis, J.E., Jr.: Mesh adaptive direct search algorithms for constrained optimization. SIAM J. Optim. 17(1), 188\u2013217 (2006)","journal-title":"SIAM J. Optim."},{"issue":"1","key":"381_CR8","doi-asserted-by":"publisher","first-page":"445","DOI":"10.1137\/070692662","volume":"20","author":"C Audet","year":"2009","unstructured":"Audet, C., Dennis, J.E., Jr.: A progressive barrier for derivative-free nonlinear programming. SIAM J. Optim. 20(1), 445\u2013472 (2009)","journal-title":"SIAM J. Optim."},{"issue":"3","key":"381_CR9","doi-asserted-by":"publisher","first-page":"1150","DOI":"10.1137\/070707518","volume":"19","author":"C Audet","year":"2008","unstructured":"Audet, C., Dennis, J.E., Jr., Le Digabel, S.: Parallel space decomposition of the mesh adaptive direct search algorithm. SIAM J. Optim. 19(3), 1150\u20131170 (2008)","journal-title":"SIAM J. Optim."},{"key":"381_CR10","doi-asserted-by":"crossref","unstructured":"Audet, C., Hare, W.: Derivative-Free and Blackbox Optimization. Springer Series in Operations Research and Financial Engineering. Springer, Cham (2017)","DOI":"10.1007\/978-3-319-68913-5"},{"key":"381_CR11","doi-asserted-by":"crossref","unstructured":"Audet, C., Hare, W.: Model-Based Methods in Derivative-Free Nonsmooth Optimization, pp. 655\u2013691. Springer (2020)","DOI":"10.1007\/978-3-030-34910-3_19"},{"issue":"3","key":"381_CR12","doi-asserted-by":"publisher","first-page":"645","DOI":"10.1007\/s10898-017-0574-1","volume":"70","author":"C Audet","year":"2018","unstructured":"Audet, C., Kokkolaras, M., Le Digabel, S., Talgorn, B.: Order-based error for managing ensembles of surrogates in mesh adaptive direct search. J. Glob. Optim. 70(3), 645\u2013675 (2018)","journal-title":"J. Glob. Optim."},{"key":"381_CR13","unstructured":"Audet, C., Le Digabel, S., Rochon Montplaisir, V., Tribes, C.: Algorithm XXXX: NOMAD version 4: Nonlinear optimization with the MADS algorithm. To appear in ACM Transactions on Mathematical Software (2022)"},{"key":"381_CR14","unstructured":"Audet, C., Le Digabel, S., Rochon Montplaisir, V., Tribes, C.: The NOMAD project. Software available at https:\/\/www.gerad.ca\/nomad (2022)"},{"issue":"3","key":"381_CR15","doi-asserted-by":"publisher","first-page":"642","DOI":"10.1137\/040620886","volume":"17","author":"C Audet","year":"2006","unstructured":"Audet, C., Orban, D.: Finding optimal algorithmic parameters using derivative-free optimization. SIAM J. Optim. 17(3), 642\u2013664 (2006)","journal-title":"SIAM J. Optim."},{"key":"381_CR16","doi-asserted-by":"publisher","first-page":"377","DOI":"10.1016\/j.asoc.2017.07.060","volume":"61","author":"S Bagheri","year":"2017","unstructured":"Bagheri, S., Konen, W., Emmerich, M., B\u00e4ck, T.: Self-adjusting parameter control for surrogate-assisted constrained optimization under limited budgets. Appl. Soft Comput. 61, 377\u2013393 (2017)","journal-title":"Appl. Soft Comput."},{"key":"381_CR17","doi-asserted-by":"publisher","first-page":"373","DOI":"10.1023\/A:1011584207202","volume":"1","author":"M Bj\u00f6rkman","year":"2000","unstructured":"Bj\u00f6rkman, M., Holmstr\u00f6m, K.: Global optimization of costly nonconvex functions using radial basis functions. Optim. Eng. 1, 373\u2013397 (2000)","journal-title":"Optim. Eng."},{"key":"381_CR18","unstructured":"Booker, A.J.: Well-conditioned Kriging models for optimization of computer simulations. Technical Report MandCT-TECH-00-002, Boeing Computer Services, Research and Technology, M\/S 7L\u201368, Seattle, Washington 98124 (2000)"},{"issue":"1","key":"381_CR19","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/BF01197708","volume":"17","author":"AJ Booker","year":"1999","unstructured":"Booker, A.J., Dennis, J.E., Jr., Frank, P.D., Serafini, D.B., Torczon, V., Trosset, M.W.: A rigorous framework for optimization of expensive functions by surrogates. Struct. Multidiscip. Optim. 17(1), 1\u201313 (1999)","journal-title":"Struct. Multidiscip. Optim."},{"issue":"4","key":"381_CR20","doi-asserted-by":"publisher","first-page":"1711","DOI":"10.1007\/s00158-017-1841-y","volume":"57","author":"L Chen","year":"2018","unstructured":"Chen, L., Qiu, H., Jiang, C., Cai, X., Gao, L.: Ensemble of surrogates with hybrid method using global and local measures for engineering design. Struct. Multidiscip. Optim. 57(4), 1711\u20131729 (2018)","journal-title":"Struct. Multidiscip. Optim."},{"issue":"1","key":"381_CR21","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1023\/A:1010071821464","volume":"1","author":"TD Choi","year":"2000","unstructured":"Choi, T.D., Eslinger, O.J., Kelley, C.T., David, J.W., Etheridge, M.: Optimization of automotive valve train components with implicit filtering. Optim. Eng. 1(1), 9\u201327 (2000)","journal-title":"Optim. Eng."},{"key":"381_CR22","unstructured":"Clarke, F.H.: Optimization and Nonsmooth Analysis. John Wiley and Sons, New York (1983). Reissued in 1990 by SIAM Publications, Philadelphia, as Vol.\u00a05 in the series Classics in Applied Mathematics"},{"issue":"1","key":"381_CR23","doi-asserted-by":"publisher","first-page":"139","DOI":"10.1080\/10556788.2011.623162","volume":"28","author":"AR Conn","year":"2013","unstructured":"Conn, A.R., Le Digabel, S.: Use of quadratic models with mesh-adaptive direct search for constrained black box optimization. Optim. Methods Softw. 28(1), 139\u2013158 (2013)","journal-title":"Optim. Methods Softw."},{"key":"381_CR24","doi-asserted-by":"crossref","unstructured":"Conn, A.R., Scheinberg, K., Vicente, L.N.: Introduction to Derivative-Free Optimization. MOS-SIAM Series on Optimization. SIAM, Philadelphia (2009)","DOI":"10.1137\/1.9780898718768"},{"key":"381_CR25","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1007\/978-1-4899-0289-4_3","volume-title":"Nonlinear Optimization and Applications","author":"AR Conn","year":"1996","unstructured":"Conn, A.R., Toint, Ph.L.: An algorithm using quadratic interpolation for unconstrained derivative free optimization. In: Di Pillo, G., Gianessi, F. (eds.) Nonlinear Optimization and Applications, pp. 27\u201347. Plenum Publishing, New York (1996)"},{"issue":"2","key":"381_CR26","doi-asserted-by":"publisher","first-page":"265","DOI":"10.1007\/s10589-009-9283-0","volume":"46","author":"AL Cust\u00f3dio","year":"2010","unstructured":"Cust\u00f3dio, A.L., Rocha, H., Vicente, L.N.: Incorporating minimum Frobenius norm models in direct search. Comput. Optim. Appl. 46(2), 265\u2013278 (2010)","journal-title":"Comput. Optim. Appl."},{"key":"381_CR27","doi-asserted-by":"publisher","first-page":"733","DOI":"10.2307\/2372648","volume":"76","author":"C Davis","year":"1954","unstructured":"Davis, C.: Theory of positive linear dependence. Am. J. Math. 76, 733\u2013746 (1954)","journal-title":"Am. J. Math."},{"issue":"3","key":"381_CR28","doi-asserted-by":"publisher","first-page":"959","DOI":"10.1137\/130940037","volume":"24","author":"G Fasano","year":"2014","unstructured":"Fasano, G., Liuzzi, G., Lucidi, S., Rinaldi, F.: A linesearch-based derivative-free approach for nonsmooth constrained optimization. SIAM J. Optim. 24(3), 959\u2013992 (2014)","journal-title":"SIAM J. Optim."},{"key":"381_CR29","unstructured":"Lemyre Garneau, M.: Modelling of a solar thermal power plant for benchmarking blackbox optimization solvers. Master\u2019s thesis, Polytechnique Montr\u00e9al, 2015. https:\/\/publications.polymtl.ca\/1996\/"},{"issue":"3","key":"381_CR30","doi-asserted-by":"publisher","first-page":"199","DOI":"10.1007\/s00158-006-0051-9","volume":"33","author":"T Goel","year":"2007","unstructured":"Goel, T., Haftka, R.T., Shyy, W., Queipo, N.V.: Ensemble of surrogates. Struct. Multidiscip. Optim. 33(3), 199\u2013216 (2007)","journal-title":"Struct. Multidiscip. Optim."},{"issue":"3","key":"381_CR31","first-page":"419","volume":"11","author":"RB Gramacy","year":"2015","unstructured":"Gramacy, R.B., Le Digabel, S.: The mesh adaptive direct search algorithm with treed Gaussian process surrogates. Pac. J. Optim. 11(3), 419\u2013447 (2015)","journal-title":"Pac. J. Optim."},{"key":"381_CR32","doi-asserted-by":"publisher","first-page":"13937","DOI":"10.1109\/ACCESS.2020.2966228","volume":"8","author":"S Greenhill","year":"2020","unstructured":"Greenhill, S., Rana, S., Gupta, S., Vellanki, P., Venkatesh, S.: Bayesian optimization for adaptive experimental design: a review. IEEE Access 8, 13937\u201313948 (2020)","journal-title":"IEEE Access"},{"key":"381_CR33","doi-asserted-by":"crossref","unstructured":"Hock, W., Schittkowski, K.: Test examples for nonlinear programming codes. Lecture notes in economics and mathematical systems, vol. 187. Springer, Berlin (1981)","DOI":"10.1007\/978-3-642-48320-2"},{"key":"381_CR34","doi-asserted-by":"publisher","first-page":"345","DOI":"10.1023\/A:1012771025575","volume":"21","author":"DR Jones","year":"2001","unstructured":"Jones, D.R.: A taxonomy of global optimization methods based on response surfaces. J. Global Optim. 21, 345\u2013383 (2001)","journal-title":"J. Global Optim."},{"issue":"4","key":"381_CR35","doi-asserted-by":"publisher","first-page":"455","DOI":"10.1023\/A:1008306431147","volume":"13","author":"DR Jones","year":"1998","unstructured":"Jones, D.R., Schonlau, M., Welch, W.J.: Efficient global optimization of expensive black box functions. J. Global Optim. 13(4), 455\u2013492 (1998)","journal-title":"J. Global Optim."},{"key":"381_CR36","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1137\/S1052623497315203","volume":"10","author":"CT Kelley","year":"1999","unstructured":"Kelley, C.T.: Detection and remediation of stagnation in the Nelder\u2013Mead algorithm using a sufficient decrease condition. SIAM J. Optim. 10, 43\u201355 (1999)","journal-title":"SIAM J. Optim."},{"issue":"4","key":"381_CR37","doi-asserted-by":"publisher","first-page":"535","DOI":"10.1007\/s11081-010-9118-y","volume":"12","author":"S Kitayama","year":"2011","unstructured":"Kitayama, S., Arakawa, M., Yamazaki, K.: Sequential approximate optimization using radial basis function network for engineering optimization. Optim. Eng. 12(4), 535\u2013557 (2011)","journal-title":"Optim. Eng."},{"key":"381_CR38","unstructured":"Kodiyalam, S.: Multidisciplinary aerospace systems optimization. Technical Report NASA\/CR-2001-211053, Lockheed Martin Space Systems Company, Computational AeroSciences Project, Sunnyvale, CA (2001)"},{"key":"381_CR39","doi-asserted-by":"publisher","first-page":"287","DOI":"10.1017\/S0962492919000060","volume":"28","author":"J Larson","year":"2019","unstructured":"Larson, J., Menickelly, M., Wild, S.M.: Derivative-free optimization methods. Acta Numer. 28, 287\u2013404 (2019)","journal-title":"Acta Numer."},{"key":"381_CR40","unstructured":"Le\u00a0Digabel, S., Wild, S.M.: A Taxonomy of Constraints in Simulation-Based Optimization. Technical Report G-2015-57, Les cahiers du GERAD (2015)"},{"key":"381_CR41","unstructured":"L.\u00a0Luk\u0161an and J.\u00a0Vl\u010dek. Test problems for nonsmooth unconstrained and linearly constrained optimization. Technical Report V-798, ICS AS CR (2000)"},{"key":"381_CR42","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1017\/S0022112006003235","volume":"572","author":"AL Marsden","year":"2007","unstructured":"Marsden, A.L., Wang, M., Dennis, J.E., Jr., Moin, P.: Trailing-edge noise reduction using derivative-free optimization and large-eddy simulation. J. Fluid Mech. 572, 13\u201336 (2007)","journal-title":"J. Fluid Mech."},{"issue":"2","key":"381_CR43","first-page":"239","volume":"21","author":"MD McKay","year":"1979","unstructured":"McKay, M.D., Beckman, R.J., Conover, W.J.: A comparison of three methods for selecting values of input variables in the analysis of output from a computer code. Technometrics 21(2), 239\u2013245 (1979)","journal-title":"Technometrics"},{"key":"381_CR44","unstructured":"Mockus, J., Tiesis, V., Zilinskas, A.: The application of Bayesian methods for seeking the extremum, pp. 117\u2013129. North-Holand (1978)"},{"issue":"1","key":"381_CR45","doi-asserted-by":"publisher","first-page":"172","DOI":"10.1137\/080724083","volume":"20","author":"JJ Mor\u00e9","year":"2009","unstructured":"Mor\u00e9, J.J., Wild, S.M.: Benchmarking derivative-free optimization algorithms. SIAM J. Optim. 20(1), 172\u2013191 (2009)","journal-title":"SIAM J. Optim."},{"issue":"2","key":"381_CR46","first-page":"264","volume":"58","author":"J M\u00fcller","year":"2020","unstructured":"M\u00fcller, J.: An algorithmic framework for the optimization of computationally expensive bi-fidelity black-box problems. INFOR Inf. Syst. Oper. Res. 58(2), 264\u2013289 (2020)","journal-title":"INFOR Inf. Syst. Oper. Res."},{"issue":"4","key":"381_CR47","doi-asserted-by":"publisher","first-page":"689","DOI":"10.1287\/ijoc.2018.0864","volume":"31","author":"J M\u00fcller","year":"2019","unstructured":"M\u00fcller, J., Day, M.: Surrogate Optimization of Computationally Expensive Black-Box Problems with Hidden Constraints. INFORMS J. Comput. 31(4), 689\u2013702 (2019)","journal-title":"INFORMS J. Comput."},{"key":"381_CR48","doi-asserted-by":"crossref","unstructured":"M\u00fcller, J., Park, J., Sahu, R., Varadharajan, C., Arora, B., Faybishenko, B., Agarwal, D.: Surrogate optimization of deep neural networks for groundwater predictions. J. Glob. Optim. (2020)","DOI":"10.1007\/s10898-020-00912-0"},{"issue":"1","key":"381_CR49","doi-asserted-by":"publisher","first-page":"79","DOI":"10.1007\/s10898-010-9620-y","volume":"51","author":"J M\u00fcller","year":"2011","unstructured":"M\u00fcller, J., Pich\u00e9, R.: Mixture surrogate models based on Dempster-Shafer theory for global optimization problems. J. Glob. Optim. 51(1), 79\u2013104 (2011)","journal-title":"J. Glob. Optim."},{"key":"381_CR50","first-page":"370","volume":"135","author":"JA Nelder","year":"1972","unstructured":"Nelder, J.A., Wedderburn, R.W.M.: Generalized linear models. J. R. Stat. Soc.: Ser. A (Gen.) 135, 370\u2013384 (1972)","journal-title":"J. R. Stat. Soc.: Ser. A (Gen.)"},{"issue":"11","key":"381_CR51","doi-asserted-by":"publisher","first-page":"1593","DOI":"10.1080\/0305215X.2014.881997","volume":"46","author":"N Peremezhney","year":"2014","unstructured":"Peremezhney, N., Hines, E., Lapkin, A., Connaughton, C.: Combining gaussian processes, mutual information and a genetic algorithm for multi-target optimization of expensive-to-evaluate functions. Eng. Optim. 46(11), 1593\u20131607 (2014)","journal-title":"Eng. Optim."},{"key":"381_CR52","doi-asserted-by":"crossref","unstructured":"Rasmussen, C.E., Williams, C.K.I.: Gaussian Processes for Machine Learning. The MIT Press (2006)","DOI":"10.7551\/mitpress\/3206.001.0001"},{"issue":"5","key":"381_CR53","doi-asserted-by":"publisher","first-page":"837","DOI":"10.1016\/j.cor.2010.09.013","volume":"38","author":"RG Regis","year":"2011","unstructured":"Regis, R.G.: Stochastic radial basis function algorithms for large-scale optimization involving expensive black-box objective and constraint functions. Comput. Oper. Res. 38(5), 837\u2013853 (2011)","journal-title":"Comput. Oper. Res."},{"issue":"2","key":"381_CR54","doi-asserted-by":"publisher","first-page":"218","DOI":"10.1080\/0305215X.2013.765000","volume":"46","author":"RG Regis","year":"2014","unstructured":"Regis, R.G.: Constrained optimization by radial basis function interpolation for high-dimensional expensive black-box problems with infeasible initial points. Eng. Optim. 46(2), 218\u2013243 (2014)","journal-title":"Eng. Optim."},{"key":"381_CR55","doi-asserted-by":"publisher","first-page":"153","DOI":"10.1007\/s10898-004-0570-0","volume":"31","author":"RG Regis","year":"2005","unstructured":"Regis, R.G., Shoemaker, C.A.: Constrained global optimization of expensive black box functions using radial basis functions. J. Global Optim. 31, 153\u2013171 (2005)","journal-title":"J. Global Optim."},{"key":"381_CR56","doi-asserted-by":"publisher","first-page":"3021","DOI":"10.1007\/s00158-020-02646-9","volume":"62","author":"X Ruan","year":"2020","unstructured":"Ruan, X., Jiang, P., Zhou, Q., Hu, J., Shu, L.: Variable-fidelity probability of improvement method for efficient global optimization of expensive black-box problems. Struct. Multidiscip. Optim. 62, 3021\u20133052 (2020)","journal-title":"Struct. Multidiscip. Optim."},{"issue":"4","key":"381_CR57","first-page":"409","volume":"4","author":"J Sacks","year":"1989","unstructured":"Sacks, J., Welch, W.J., Mitchell, T.J., Wynn, H.P.: Design and analysis of computer experiments. Stat. Sci. 4(4), 409\u2013435 (1989)","journal-title":"Stat. Sci."},{"issue":"1","key":"381_CR58","doi-asserted-by":"publisher","first-page":"148","DOI":"10.1109\/JPROC.2015.2494218","volume":"104","author":"B Shahriari","year":"2015","unstructured":"Shahriari, B., Swersky, K., Wang, Z., Adams, R.P., De Freitas, N.: Taking the human out of the loop: a review of Bayesian optimization. Proc. IEEE 104(1), 148\u2013175 (2015)","journal-title":"Proc. IEEE"},{"key":"381_CR59","unstructured":"Srinivas, N., Krause, A., Kakade, S.M., Seeger, M.W.: Gaussian Process Optimization in the Bandit Setting: No Regret and Experimental Design. Technical Report 0912.3995, arXiv (2010)"},{"issue":"493","key":"381_CR60","doi-asserted-by":"publisher","first-page":"109","DOI":"10.1198\/jasa.2011.ap09769","volume":"106","author":"MA Taddy","year":"2011","unstructured":"Taddy, M.A., Gramacy, R.B., Polson, N.G.: Dynamic trees for learning and design. J. Am. Stat. Assoc. 106(493), 109\u2013123 (2011)","journal-title":"J. Am. Stat. Assoc."},{"issue":"1","key":"381_CR61","doi-asserted-by":"publisher","first-page":"213","DOI":"10.1007\/s11081-017-9370-5","volume":"19","author":"B Talgorn","year":"2018","unstructured":"Talgorn, B., Audet, C., Kokkolaras, M., Le Digabel, S.: Locally weighted regression models for surrogate-assisted design optimization. Optim. Eng. 19(1), 213\u2013238 (2018)","journal-title":"Optim. Eng."},{"key":"381_CR62","doi-asserted-by":"crossref","unstructured":"Talgorn, B., Le\u00a0Digabel, S., Kokkolaras, M.: Statistical surrogate formulations for simulation-based design optimization. J. Mech. Des. 137(2), 021405\u20131\u2013021405\u201318 (2015)","DOI":"10.1115\/1.4028756"},{"issue":"1","key":"381_CR63","doi-asserted-by":"publisher","first-page":"190","DOI":"10.1007\/s11750-011-0193-9","volume":"20","author":"HA Le Thi","year":"2012","unstructured":"Le Thi, H.A., Vaz, A.I.F., Vicente, L.N.: Optimizing radial basis functions by dc programming and its use in direct search for global derivative-free optimization. TOP 20(1), 190\u2013214 (2012)","journal-title":"TOP"},{"issue":"6","key":"381_CR64","doi-asserted-by":"publisher","first-page":"1223","DOI":"10.1007\/s00158-014-1209-5","volume":"51","author":"DJJ Toal","year":"2015","unstructured":"Toal, D.J.J.: Some considerations regarding the use of multi-fidelity Kriging in the construction of surrogate models. Struct. Multidiscip. Optim. 51(6), 1223\u20131245 (2015)","journal-title":"Struct. Multidiscip. Optim."},{"issue":"1","key":"381_CR65","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1137\/S1052623493250780","volume":"7","author":"V Torczon","year":"1997","unstructured":"Torczon, V.: On the convergence of pattern search algorithms. SIAM J. Optim. 7(1), 1\u201325 (1997)","journal-title":"SIAM J. Optim."},{"key":"381_CR66","doi-asserted-by":"crossref","unstructured":"Tournemenne, R., Petiot, J.-F., Talgorn, B., Kokkolaras, M., Gilbert, J.: Brass instruments design using physics-based sound simulation models and surrogate-assisted derivative-free optimization. J. Mech. Des. 139(4), 041401\u201301\u2013041401\u20139 (2017)","DOI":"10.1115\/1.4035503"},{"issue":"8","key":"381_CR67","doi-asserted-by":"publisher","first-page":"775","DOI":"10.1080\/03052150500289305","volume":"37","author":"C Tribes","year":"2005","unstructured":"Tribes, C., Dub\u00e9, J.-F., Tr\u00e9panier, J.-Y.: Decomposition of multidisciplinary optimization problems: formulations and application to a simplified wing design. Eng. Optim. 37(8), 775\u2013796 (2005)","journal-title":"Eng. Optim."},{"issue":"4","key":"381_CR68","doi-asserted-by":"publisher","first-page":"501","DOI":"10.1007\/s13675-017-0081-7","volume":"5","author":"A Verd\u00e9rio","year":"2017","unstructured":"Verd\u00e9rio, A., Karas, E.W.: On the construction of quadratic models for derivative-free trust-region algorithms. EURO J. Comput. Optim. 5(4), 501\u2013527 (2017)","journal-title":"EURO J. Comput. Optim."},{"key":"381_CR69","unstructured":"Viana, F.A.C., Haftka, R.T., Valder, S., Jr., Butkewitsch, S., Leal, M.F.: Ensemble of surrogates: a framework based on minimization of the mean integrated square error. In 49th AIAA\/ASME\/ASCE\/AHS\/ASC Structures, Structural Dynamics, and Materials, Schaumburg, IL (2008)"},{"issue":"2","key":"381_CR70","doi-asserted-by":"publisher","first-page":"669","DOI":"10.1007\/s10898-012-9892-5","volume":"56","author":"FAC Viana","year":"2013","unstructured":"Viana, F.A.C., Haftka, R.T., Watson, L.T.: Efficient global optimization algorithm assisted by multiple surrogate techniques. J. Glob. Optim. 56(2), 669\u2013689 (2013)","journal-title":"J. Glob. Optim."},{"issue":"3","key":"381_CR71","doi-asserted-by":"publisher","first-page":"393","DOI":"10.1111\/itor.12292","volume":"24","author":"KK Vu","year":"2017","unstructured":"Vu, K.K., D\u2019Ambrosio, C., Hamadi, Y., Liberti, L.: Surrogate-based methods for black-box optimization. Int. Trans. Oper. Res. 24(3), 393\u2013424 (2017)","journal-title":"Int. Trans. Oper. Res."},{"issue":"6","key":"381_CR72","doi-asserted-by":"publisher","first-page":"3197","DOI":"10.1137\/070691814","volume":"30","author":"SM Wild","year":"2008","unstructured":"Wild, S.M., Regis, R.G., Shoemaker, C.A.: ORBIT: optimization by radial basis function interpolation in trust-regions. SIAM J. Sci. Comput. 30(6), 3197\u20133219 (2008)","journal-title":"SIAM J. Sci. Comput."},{"issue":"3","key":"381_CR73","doi-asserted-by":"publisher","first-page":"761","DOI":"10.1137\/09074927X","volume":"21","author":"SM Wild","year":"2011","unstructured":"Wild, S.M., Shoemaker, C.A.: Global convergence of radial basis function trust region derivative-free algorithms. SIAM J. Optim. 21(3), 761\u2013781 (2011)","journal-title":"SIAM J. Optim."},{"key":"381_CR74","doi-asserted-by":"publisher","first-page":"537","DOI":"10.1007\/s00158-018-1906-6","volume":"58","author":"P Ye","year":"2018","unstructured":"Ye, P., Pan, G., Dong, Z.: Ensemble of surrogate based global optimization methods using hierarchical design space reduction. Struct. Multidiscip. Optim. 58, 537\u2013554 (2018)","journal-title":"Struct. Multidiscip. Optim."}],"container-title":["Computational Optimization and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10589-022-00381-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10589-022-00381-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10589-022-00381-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,10,24]],"date-time":"2022-10-24T09:07:39Z","timestamp":1666602459000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10589-022-00381-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,7,3]]},"references-count":74,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2022,9]]}},"alternative-id":["381"],"URL":"https:\/\/doi.org\/10.1007\/s10589-022-00381-z","relation":{},"ISSN":["0926-6003","1573-2894"],"issn-type":[{"value":"0926-6003","type":"print"},{"value":"1573-2894","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,7,3]]},"assertion":[{"value":"25 June 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 May 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 July 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}