{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,19]],"date-time":"2026-03-19T02:43:13Z","timestamp":1773888193351,"version":"3.50.1"},"reference-count":105,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2009,8,7]],"date-time":"2009-08-07T00:00:00Z","timestamp":1249603200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Engineering with Computers"],"published-print":{"date-parts":[[2010,2]]},"DOI":"10.1007\/s00366-009-0138-1","type":"journal-article","created":{"date-parts":[[2009,8,6]],"date-time":"2009-08-06T06:24:55Z","timestamp":1249539895000},"page":"81-98","source":"Crossref","is-referenced-by-count":43,"title":["Multiobjective global surrogate modeling, dealing with the 5-percent problem"],"prefix":"10.1007","volume":"26","author":[{"given":"Dirk","family":"Gorissen","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ivo","family":"Couckuyt","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Eric","family":"Laermans","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tom","family":"Dhaene","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2009,8,7]]},"reference":[{"key":"138_CR1","doi-asserted-by":"crossref","unstructured":"Abd El-Sallam A, Kayhan S, Zoubir A (2003) Bootstrap and backward elimination based approaches for model selection. In: Image and signal processing and analysis, 2003. ISPA 2003. In: Proceedings of the 3rd international symposium on, vol 1, pp 152\u2013157. doi: 10.1109\/ISPA.2003.1296885","DOI":"10.1109\/ISPA.2003.1296885"},{"key":"138_CR2","doi-asserted-by":"crossref","unstructured":"Alexandrov NM (1998) On managing the use of surrogates in general nonlinear optimization and mdo. In: 7th AIAA\/USAF\/NASA\/ISSMO symposium on multidisciplinary analysis and optimization, St. Louis","DOI":"10.2514\/6.1998-4798"},{"key":"138_CR3","doi-asserted-by":"crossref","unstructured":"Armstrong JS, Collopy F (1992) Error measures for generalizing about forecasting methods: empirical comparisons. Int J Forecast 8(1):69\u201380. http:\/\/www.ideas.repec.org\/a\/eee\/intfor\/v8y1992i1p69-80.html","DOI":"10.1016\/0169-2070(92)90008-W"},{"issue":"1\u20133","key":"138_CR4","doi-asserted-by":"crossref","first-page":"85","DOI":"10.1023\/A:1013999503812","volume":"48","author":"PL Bartlett","year":"2002","unstructured":"Bartlett PL, Boucheron S, Lugosi G (2002) Model selection and error estimation. Mach Learn 48(1\u20133):85\u2013113","journal-title":"Mach Learn"},{"key":"138_CR5","doi-asserted-by":"crossref","unstructured":"Barton RR (1997) Design of experiments for fitting subsystem metamodels. In: WSC \u201997: proceedings of the 29th conference on winter simulation. ACM Press, New York, pp 303\u2013310. doi: 10.1145\/268437.268495","DOI":"10.1145\/268437.268495"},{"issue":"1","key":"138_CR6","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1007\/BF01197708","volume":"17","author":"AJ Booker","year":"1999","unstructured":"Booker AJ, Dennis JE, Frank PD, Serafini DB, Torczon V, Trosset MW (1999) A rigorous framework for optimization of expensive functions by surrogate. Struct Multidiscip Optim 17(1):1\u201313","journal-title":"Struct Multidiscip Optim"},{"issue":"1","key":"138_CR7","doi-asserted-by":"crossref","first-page":"49","DOI":"10.1137\/050639983","volume":"29","author":"D Busby","year":"2007","unstructured":"Busby D, Farmer CL, Iske A (2007) Hierarchical nonlinear approximation for experimental design and statistical data fitting. SIAM J Sci Comput 29(1):49\u201369. doi: 10.1137\/050639983","journal-title":"SIAM J Sci Comput"},{"key":"138_CR8","doi-asserted-by":"crossref","unstructured":"Chen H, Huang S (2005) A comparative study on model selection and multiple model fusion. In: 8th international conference on information fusion, vol 1. doi: 10.1109\/ICIF.2005.1591938","DOI":"10.1109\/ICIF.2005.1591938"},{"key":"138_CR9","unstructured":"Chen PW, Wang JY, Lee HM (2004) Model selection of SVMs using GA approach. In: Proceedings of IEEE international joint conference on neural networks, vol 3, pp 2035\u20132040"},{"key":"138_CR10","unstructured":"Conti S, O\u2019Hagan A (2007) Bayesian emulation of complex multi-output and dynamic computer models. Research report no. 569\/07. J Stat Plan Inference (submitted)"},{"issue":"9","key":"138_CR11","doi-asserted-by":"crossref","first-page":"1801","DOI":"10.1109\/22.788515","volume":"47","author":"J De Geest","year":"1999","unstructured":"De Geest J, Dhaene T, Fach\u00e9 N, De Zutter D (1999) Adaptive CAD-model building algorithm for general planar microwave structures. IEEE Trans Microw Theory Tech 47(9):1801\u20131809","journal-title":"IEEE Trans Microw Theory Tech"},{"key":"138_CR12","doi-asserted-by":"crossref","unstructured":"Deb K, Nain PKS (2007) An evolutionary multi-objective adaptive meta-modeling procedure using artificial neural networks. In: Yang S, Ong YS, Jin Y (eds) Evolutionary computation in dynamic and uncertain environments, Studies in Computational Intelligence, vol 51, Springer, Berlin, pp 297\u2013322. http:\/\/dblp.uni-trier.de\/db\/series\/sci\/sci5.html#DebN07","DOI":"10.1007\/978-3-540-49774-5_13"},{"issue":"2","key":"138_CR13","doi-asserted-by":"crossref","first-page":"182","DOI":"10.1109\/4235.996017","volume":"6","author":"K Deb","year":"2002","unstructured":"Deb K, Pratap A, Agarwal S, Meyarivan T (2002) A fast and elitist multiobjective genetic algorithm: NSGA-II. IEEE Trans Evol Comput 6(2):182\u2013197. doi: 10.1109\/4235.996017","journal-title":"IEEE Trans Evol Comput"},{"issue":"7","key":"138_CR14","doi-asserted-by":"crossref","first-page":"1822","DOI":"10.1109\/TMTT.2003.814318","volume":"51","author":"V Devabhaktuni","year":"2003","unstructured":"Devabhaktuni V, Chattaraj B, Yagoub M, Zhang QJ (2003) Advanced microwave modeling framework exploiting automatic model generation, knowledge neural networks, and space mapping. IEEE Trans Microw Theory Tech 51(7):1822\u20131833. doi: 10.1109\/TMTT.2003.814318","journal-title":"IEEE Trans Microw Theory Tech"},{"key":"138_CR15","unstructured":"Devabhaktuni VK, Zhang QJ (2000) Neural network training-driven adaptive sampling algorithm. In: Proceedings of 30th European microwave conference, vol 3, Paris, France, pp 222\u2013225"},{"key":"138_CR16","doi-asserted-by":"crossref","unstructured":"Ding M, Vemur R (2005) An active learning scheme using support vector machines for analog circuit feasibility classification. In: 18th international conference on VLSI design, pp 528\u2013534. doi: 10.1109\/ICVD.2005.47","DOI":"10.1109\/ICVD.2005.47"},{"key":"138_CR17","doi-asserted-by":"crossref","unstructured":"Efron B (2004) The estimation of prediction error: covariance penalties and cross-validation. J Am Stat Assoc 99:619\u2013632. http:\/\/ideas.repec.org\/a\/bes\/jnlasa\/v99y2004p619-63.html","DOI":"10.1198\/016214504000000692"},{"key":"138_CR18","doi-asserted-by":"crossref","unstructured":"Eldred MS, Dunlavy DM (2006) Formulations for surrogate-based optimization wiht data fit, multifidelity, and reduced-order models. In: 11th AIAA\/ISSMO multidisciplinary analysis and optimization conference, Protsmouth, Virginia","DOI":"10.2514\/6.2006-7117"},{"key":"138_CR19","unstructured":"Eldred T, Willcox M, Robinson K, Haimes R (2006) Strategies for multifidelity optimization with variable dimensional hierarchical models. In: Proceedings of the 47th AIAA\/ASME\/ASCE\/AHS\/ASC structures, structural dynamics, and materials conference (2nd AIAA multidisciplinary design optimization specialist conference), Newport, Rhode Island"},{"key":"138_CR20","doi-asserted-by":"crossref","unstructured":"English T (2000) Optimization is easy and learning is hard in the typical function. In: Proceedings of the 2000 congress on evolutionary computation, vol 2, pp 924\u2013931. doi: 10.1109\/CEC.2000.870741","DOI":"10.1109\/CEC.2000.870741"},{"key":"138_CR21","doi-asserted-by":"crossref","unstructured":"Falas T, Stafylopatis AG (1999) The impact of the error function selection in neural network-based classifiers. IJCNN \u201999, International joint conference on neural networks, vol 3, pp 1799\u20131804. doi: 10.1109\/IJCNN.1999.832651","DOI":"10.1109\/IJCNN.1999.832651"},{"key":"138_CR22","doi-asserted-by":"crossref","first-page":"2121","DOI":"10.1016\/j.compstruc.2005.02.025","volume":"83","author":"H Fang","year":"2005","unstructured":"Fang H, Rais-Rohani M, Liu Z, Horstemeyer M (2005) A comparative study of metamodeling methods for multiobjective crashworthiness optimization. Comput Struct 83:2121\u20132136","journal-title":"Comput Struct"},{"issue":"15","key":"138_CR23","doi-asserted-by":"crossref","first-page":"2104","DOI":"10.1002\/nme.1261","volume":"62","author":"A Farhang-Mehr","year":"2005","unstructured":"Farhang-Mehr A, Azarm S (2005) Bayesian meta-modelling of engineering design simulations: a sequential approach with adaptation to irregularities in the response behaviour. Int J Numer Meth Eng 62(15):2104\u20132126. doi: 10.1002\/nme.1261","journal-title":"Int J Numer Meth Eng"},{"key":"138_CR24","doi-asserted-by":"crossref","unstructured":"Fenicia F, Solomatine DP, Savenije HHG, Matgen P (2007) Soft combination of local models in a multi-objective framework. Hydrol Earth Syst Sci Discus 4(1):91\u2013123. http:\/\/www.hydrol-earth-syst-sci-discuss.net\/4\/91\/2007\/","DOI":"10.5194\/hessd-4-91-2007"},{"key":"138_CR25","doi-asserted-by":"crossref","unstructured":"Fieldsend JE (2008) Multi-objective supervised learning. In: Knowles J, Corne D, Deb K (eds) Multiobjective problem solving from nature from concepts to applications, Natural Computing Series. Springer LNCS","DOI":"10.1007\/978-3-540-72964-8_8"},{"key":"138_CR26","doi-asserted-by":"crossref","unstructured":"Fieldsend JE, Singh S (2002) Pareto multiobjective nonlinear regression modelling to aid capm analogous forecasting. In: IJCNN \u201902, Proceedings of the 2002 international joint conference on neural networks, vol 1, pp 388\u2013393. doi: 10.1109\/IJCNN.2002.1005503","DOI":"10.1109\/IJCNN.2002.1005503"},{"issue":"2","key":"138_CR27","doi-asserted-by":"crossref","first-page":"338","DOI":"10.1109\/TNN.2004.841794","volume":"16","author":"JE Fieldsend","year":"2005","unstructured":"Fieldsend JE, Singh S (2005) Pareto evolutionary neural networks. IEEE Trans Neural Netw 16(2):338\u2013354 . doi: 10.1109\/TNN.2004.841794","journal-title":"IEEE Trans Neural Netw"},{"key":"138_CR28","unstructured":"Foresee F, Hagan M (1997) Gauss-newton approximation to bayesian regularization. In: Proceedings of the 1997 international joint conference on neural networks, pp 1930\u20131935"},{"key":"138_CR29","doi-asserted-by":"crossref","first-page":"2177","DOI":"10.1098\/rspa.2006.1679","volume":"462","author":"AIJ Forrester","year":"2006","unstructured":"Forrester AIJ, Bressloff NW, Keane AJ (2006) Optimization using surrogate models and partially converged computational fluid dynamics simulations. Proc R Soc 462:2177\u20132204","journal-title":"Proc R Soc"},{"key":"138_CR30","doi-asserted-by":"crossref","unstructured":"Furukawa T, Lee CJK, Michopoulos J (2006) Regularization for parameter identification using multi-objective optimization. In: Multi-objective machine learning, pp 125\u2013149","DOI":"10.1007\/3-540-33019-4_6"},{"key":"138_CR31","unstructured":"Ganser M, Grossenbacher K, Schutz M, Willmes L, Back T (2007) Simulation meta-models in the early phases of the product development process. In: Proceedings of efficient methods for robust design and optimization (EUROMECH 07)"},{"issue":"5","key":"138_CR32","doi-asserted-by":"crossref","first-page":"429","DOI":"10.1007\/s00158-008-0290-z","volume":"28","author":"T Goel","year":"2009","unstructured":"Goel T, Haftka R, Shyy W (2009) Comparing error estimation measures for polynomial and kriging approximation of noise-free functions. J Struct Multidiscip Optim 28(5):429\u2013442","journal-title":"J Struct Multidiscip Optim"},{"key":"138_CR33","doi-asserted-by":"crossref","first-page":"199","DOI":"10.1007\/s00158-006-0051-9","volume":"33","author":"T Goel","year":"2007","unstructured":"Goel T, Haftka R, Shyy W, Queipo N (2007) Ensemble of surrogates. Struct Multidiscip Optim 33:199\u2013216. doi: 10.1007\/s00158-006-0051-9","journal-title":"Struct Multidiscip Optim"},{"key":"138_CR34","unstructured":"Gorissen D (2007) Heterogeneous evolution of surrogate models. Master\u2019s thesis, Master of AI, Katholieke Universiteit Leuven (KUL)"},{"key":"138_CR35","doi-asserted-by":"crossref","unstructured":"Gorissen D (2009) Grid-enabled adaptive metamodeling and active learning for computer based design. In: Proceedings of the 22nd Canadian conference on artificial intelligence (AI 2009), Kelowna, pp 266\u2013269 (Springer, Lecture Notes in Artificial Intelligence, vol. LNCS 5549)","DOI":"10.1007\/978-3-642-01818-3_39"},{"key":"138_CR36","doi-asserted-by":"crossref","unstructured":"Gorissen D, Couckuyt I, Crombecq K, Dhaene T (2009) Pareto-based multi-output model type selection. In: Proceedings of the 4th international conference on hybrid artificial intelligence (HAIS 2009), Salamanca, Spain, pp 442\u2013449 (Springer, Lecture Notes in Artificial Intelligence, vol. LNCS 5572)","DOI":"10.1007\/978-3-642-02319-4_53"},{"key":"138_CR37","doi-asserted-by":"crossref","unstructured":"Gorissen D, Couckuyt I, Laermans E, Dhaene T (2009) Pareto-based multi-output metamodeling with active learning. In: Proceedings of the 11th international conference on engineering applications of neural networks (EANN 2009), London, England","DOI":"10.1007\/978-3-642-03969-0_36"},{"issue":"5","key":"138_CR38","doi-asserted-by":"crossref","first-page":"485","DOI":"10.1007\/s00521-008-0223-1","volume":"18","author":"D Gorissen","year":"2009","unstructured":"Gorissen D, De Tommasi L, Crombecq K, Dhaene T (2009) Sequential modeling of a low noise amplifier with neural networks and active learning. Neural Comput Appl 18(5):485\u2013494","journal-title":"Neural Comput Appl"},{"key":"138_CR39","doi-asserted-by":"crossref","unstructured":"Gorissen D, De Tommasi L, Croon J, Dhaene T (2008) Automatic model type selection with heterogeneous evolution: an application to rf circuit block modeling. In: Proceedings of the IEEE congress on evolutionary computation, WCCI 2008, Hong Kong","DOI":"10.1109\/CEC.2008.4630917"},{"key":"138_CR40","unstructured":"Gorissen D, De Tommasi L, Hendrickx W, Croon J, Dhaene T (2008) Rf circuit block modeling via kriging surrogates. In: Proceedings of the 17th international conference on microwaves, radar and wireless communications (MIKON 2008)"},{"issue":"3","key":"138_CR41","doi-asserted-by":"crossref","first-page":"175","DOI":"10.1007\/s00366-007-0056-z","volume":"23","author":"H Hamad","year":"2007","unstructured":"Hamad H, Al-Smadi A (2007) Space partitioning in engineering design via metamodel acceptance score distribution. Eng Comput Lond 23(3):175\u2013185","journal-title":"Eng Comput Lond"},{"key":"138_CR42","doi-asserted-by":"crossref","unstructured":"Hatzakis I, Wallace D (2006) Dynamic multi-objective optimization with evolutionary algorithms: a forward-looking approach. In: GECCO \u201906: proceedings of the 8th annual conference on genetic and evolutionary computation, pp 1201\u20131208. ACM, New York, NY, USA (2006). doi: 10.1145\/1143997.1144187","DOI":"10.1145\/1143997.1144187"},{"key":"138_CR43","first-page":"19","volume":"5","author":"C Hennig","year":"2007","unstructured":"Hennig C, Kutlukaya M (2007) Some thoughts about the design of loss functions. REVSTAT Stat J 5:19\u201339","journal-title":"REVSTAT Stat J"},{"key":"138_CR44","doi-asserted-by":"crossref","first-page":"573","DOI":"10.1162\/neco.2007.08-06-316","volume":"20","author":"M Ihme","year":"2008","unstructured":"Ihme M, Marsden AL, Pitsch H (2008) Generation of optimal artificial neural networks using a pattern search algorithm: application to approximation of chemical systems. Neural Comput 20:573\u2013601","journal-title":"Neural Comput"},{"issue":"5","key":"138_CR45","doi-asserted-by":"crossref","first-page":"503","DOI":"10.1109\/TEVC.2003.817234","volume":"7","author":"M Jensen","year":"2003","unstructured":"Jensen M (2003) Reducing the run-time complexity of multiobjective EAs: The NSGA-II and other algorithms. IEEE Trans Evol Comput 7(5):503\u2013515. doi: 10.1109\/TEVC.2003.817234","journal-title":"IEEE Trans Evol Comput"},{"key":"138_CR46","doi-asserted-by":"crossref","unstructured":"Jin Y (ed) (2006) Multi-objective machine learning. Studies in computational intelligence, vol 16. Springer, Berlin","DOI":"10.1007\/3-540-33019-4"},{"key":"138_CR47","doi-asserted-by":"crossref","unstructured":"Jin Y (2007) Pareto-based multi-objective machine learning. In: HIS 2007, 7th International Conference on hybrid intelligent systems, pp 2\u20132. doi: 10.1109\/HIS.2007.73","DOI":"10.1109\/HIS.2007.73"},{"key":"138_CR48","unstructured":"Jin Y, Okabe T, Sendhoff B (2001) Dynamic weighted aggregation for evolutionary multi-objective optimization: why does it work and how? In: Spector L, Goodman ED, Wu A, Langdon W, Voigt HM, Gen M, Sen S, Dorigo M, Pezeshk S, Garzon MH, Burke E (eds) Proceedings of the genetic and evolutionary computation conference (GECCO\u20192001). Morgan Kaufmann Publishers, San Francisco, pp 1042\u20131049"},{"issue":"3","key":"138_CR49","doi-asserted-by":"crossref","first-page":"397","DOI":"10.1109\/TSMCC.2008.919172","volume":"38","author":"Y Jin","year":"2008","unstructured":"Jin Y, Sendhoff B (2008) Pareto-based multiobjective machine learning: An overview and case studies. IEEE Trans Syst Man Cybern C Appl Rev 38(3):397\u2013415. doi: 10.1109\/TSMCC.2008.919172","journal-title":"IEEE Trans Syst Man Cybern C Appl Rev"},{"key":"138_CR50","doi-asserted-by":"crossref","unstructured":"Jones DR, Schonlau M, Welch WJ (1998) Efficient global optimization of expensive black-box functions. J Global Optim 13(4):455\u2013492. doi: 10.1023\/A:1008306431147","DOI":"10.1023\/A:1008306431147"},{"issue":"4","key":"138_CR51","doi-asserted-by":"crossref","first-page":"879","DOI":"10.2514\/1.16875","volume":"44","author":"AJ Keane","year":"2006","unstructured":"Keane AJ (2006) Statistical improvement criteria for use in multiobjective design optimization. AIAA J 44(4):879\u2013891","journal-title":"AIAA J"},{"key":"138_CR52","doi-asserted-by":"crossref","unstructured":"Kenneth P, Burnham DA (2003) Model selection and multi-model inference. Springer, Berlin","DOI":"10.1007\/b97636"},{"key":"138_CR53","doi-asserted-by":"crossref","unstructured":"Keys AC, Rees LP (2004) A sequential-design metamodeling strategy for simulation optimization. Comput Oper Res 31(11): 1911\u20131932. doi: 10.1016\/S0305-0548(03)00146-1","DOI":"10.1016\/S0305-0548(03)00146-1"},{"key":"138_CR54","doi-asserted-by":"crossref","first-page":"31","DOI":"10.1111\/j.1540-5915.2002.tb01635.x","volume":"33","author":"AC Keys","year":"2007","unstructured":"Keys AC, Rees LP, Greenwood AG (2007) Performance measures for selection of metamodels to be used in simulation optimization. Decis Sci 33:31\u201358","journal-title":"Decis Sci"},{"issue":"3","key":"138_CR55","doi-asserted-by":"crossref","first-page":"263","DOI":"10.1287\/ijoc.1050.0136","volume":"17","author":"JP Kleijnen","year":"2005","unstructured":"Kleijnen JP, Sanchez SM, Lucas TW, Cioppa TM (2005) State-of-the-art review: a user\u2019s guide to the brave new world of designing simulation experiments. INFORMS J Comput 17(3):263\u2013289","journal-title":"INFORMS J Comput"},{"issue":"1","key":"138_CR56","doi-asserted-by":"crossref","first-page":"50","DOI":"10.1109\/TEVC.2005.851274","volume":"10","author":"J Knowles","year":"2006","unstructured":"Knowles J (2006) Parego: a hybrid algorithm with on-line landscape approximation for expensive multiobjective optimization problems. IEEE Trans Evol Comput 10(1):50\u201366","journal-title":"IEEE Trans Evol Comput"},{"key":"138_CR57","doi-asserted-by":"crossref","unstructured":"Knowles J, Nakayama H (2008) Meta-modeling in multiobjective optimization. In: Multiobjective optimization\u2014interactive and evolutionary approaches. Springer LNCS (in press)","DOI":"10.1007\/978-3-540-88908-3_10"},{"key":"138_CR58","doi-asserted-by":"crossref","unstructured":"Lee TH (2004) The design of CMOS radio-frequency integrated circuits, 2nd edn. Cambridge University Press, Cambridge","DOI":"10.1017\/CBO9780511817281"},{"key":"138_CR59","unstructured":"Lessmann S, Stahlbock R, Crone S (2006) Genetic algorithms for support vector machine model selection. In: IJCNN \u201906. International joint conference on neural networks, pp 3063\u20133069"},{"issue":"4","key":"138_CR60","doi-asserted-by":"crossref","first-page":"1340","DOI":"10.1109\/TAES.2006.314576","volume":"42","author":"XR Li","year":"2006","unstructured":"Li XR, Zhao Z (2006) Evaluation of estimation algorithms part I: incomprehensive measures of performance. IEEE Trans Aerosp Electron Syst 42(4):1340\u20131358. doi: 10.1109\/TAES.2006.314576","journal-title":"IEEE Trans Aerosp Electron Syst"},{"key":"138_CR61","doi-asserted-by":"crossref","unstructured":"Liao, Xingtao, Li, Qing, Yang, Xujing, Zhang, Weigang, Li, Wei (2008) Multiobjective optimization for crash safety design of vehicles using stepwise regression model. Struct Multidiscip Optim 35(6):561\u2013569. doi: 10.1007\/s00158-007-0163-x","DOI":"10.1007\/s00158-007-0163-x"},{"key":"138_CR62","unstructured":"Lin Y (2004) An efficient robust concept exploration method and sequential exploratory experimental design. Ph.D. thesis, Georgia Institute of Technology"},{"key":"138_CR63","doi-asserted-by":"crossref","unstructured":"Liu C, Wang Y (2007) Dynamic multi-objective optimization evolutionary algorithm. In: ICNC 2007, Third international conference on natural computation, vol 4, pp 456\u2013459. doi: 10.1109\/ICNC.2007.340","DOI":"10.1109\/ICNC.2007.340"},{"key":"138_CR64","doi-asserted-by":"crossref","unstructured":"Liu G, Kadirkamanathan V (1995) Learning with multi-objective criteria. In: Fourth international conference on artificial neural networks, pp 53\u201358","DOI":"10.1049\/cp:19950528"},{"key":"138_CR65","unstructured":"Lophaven SN, Nielsen HB, S\u00f8ndergaard J (2002) Aspects of the matlab toolbox DACE. Tech. rep., Informatics and Mathematical Modelling, Technical University of Denmark, DTU, Richard Petersens Plads, Building 321, DK-2800 Kgs. Lyngby"},{"key":"138_CR66","unstructured":"MacKay DJC (1992) Bayesian model comparison and backprop nets. In: Moody JE, Hanson SJ, Lippmann RP (eds) Advances in neural information processing systems 4, pp 839\u2013846. Morgan Kaufmann, San Mateo, California"},{"issue":"3","key":"138_CR67","doi-asserted-by":"crossref","first-page":"652","DOI":"10.1109\/72.501723","volume":"7","author":"Y Matsuyama","year":"1996","unstructured":"Matsuyama Y (1996) Harmonic competition: a self-organizing multiple criteria optimization. IEEE Trans Neural Netw 7(3):652\u2013668. doi: 10.1109\/72.501723","journal-title":"IEEE Trans Neural Netw"},{"issue":"10","key":"138_CR68","doi-asserted-by":"crossref","first-page":"2053","DOI":"10.2514\/2.1538","volume":"40","author":"M Meckesheimer","year":"2002","unstructured":"Meckesheimer M, Booker AJ, Barton R, Simpson T (2002) Computationally inexpensive metamodel assessment strategies. AIAA J 40(10):2053\u20132060","journal-title":"AIAA J"},{"key":"138_CR69","unstructured":"Mehnen J, Wagner T, Rudolph G (2006) Evolutionary optimization of dynamic multi-objective test functions. In: Cagnoni S, Vanneschi L (eds) Digital proceedings of the 3\u00b0 workshop Italiano di vita artificiale e della 2a giornata di studio Italiana sul calcolo evoluzionistico. LabSEC\u2014Laboratorio Simulazioni di fenomeni Socio Economici Complessi"},{"key":"138_CR70","doi-asserted-by":"crossref","unstructured":"Mierswa I (2007) Controlling overfitting with multi-objective support vector machines. In: GECCO \u201907: proceedings of the 9th annual conference on genetic and evolutionary computation, ACM, New York, NY, USA, pp 1830\u20131837. doi: 10.1145\/1276958.1277323","DOI":"10.1145\/1276958.1277323"},{"key":"138_CR71","doi-asserted-by":"crossref","unstructured":"Molinaro AM, Simon R, Pfeiffer RM (2005) Prediction error estimation: a comparison of resampling methods. Bioinformatics 21(15):3301\u20133307. doi: 10.1093\/bioinformatics\/bti499","DOI":"10.1093\/bioinformatics\/bti499"},{"key":"138_CR72","doi-asserted-by":"crossref","unstructured":"Mullur A, Messac A (2006) Metamodeling using extended radial basis functions: a comparative approach. Eng Comput 21(3): 203\u2013217. doi: 10.1007\/s00366-005-0005-7","DOI":"10.1007\/s00366-005-0005-7"},{"key":"138_CR73","doi-asserted-by":"crossref","first-page":"1290","DOI":"10.1016\/j.ress.2005.11.025","volume":"91","author":"A O\u2019Hagan","year":"2006","unstructured":"O\u2019Hagan A (2006) Bayesian analysis of computer code outputs: a tutorial. Reliab Eng Systc Saf 91:1290\u20131300","journal-title":"Reliab Eng Systc Saf"},{"issue":"4","key":"138_CR74","doi-asserted-by":"crossref","first-page":"392","DOI":"10.1109\/TEVC.2005.859464","volume":"10","author":"YS Ong","year":"2006","unstructured":"Ong YS, Nair P, Lum K (2006) Max-min surrogate-assisted evolutionary algorithm for robust design. IEEE Trans Evol Comput 10(4):392\u2013404. doi: 10.1109\/TEVC.2005.859464","journal-title":"IEEE Trans Evol Comput"},{"key":"138_CR75","doi-asserted-by":"crossref","unstructured":"Ou YY, Chen CY, Hwang SC, Oyang YJ (2003) Expediting model selection for support vector machines based on data reduction. In: IEEE International Conference on Systems, Man and Cybernetics, 2003. vol 1, pp 786\u2013791. doi: 10.1109\/ICSMC.2003.1243910","DOI":"10.1109\/ICSMC.2003.1243910"},{"key":"138_CR76","doi-asserted-by":"crossref","unstructured":"Peters N (1984) Laminar diffusion flamelet models in non-premixed turbulent combustion. Progress Energy Combust Sci 10(3):319\u2013339. doi: 10.1016\/0360-1285(84)90114-X","DOI":"10.1016\/0360-1285(84)90114-X"},{"key":"138_CR77","doi-asserted-by":"crossref","unstructured":"Price A, Voutchkov I, Pound G, Edwards N, Lenton T, Cox S (2006) Multiobjective tuning of grid-enabled earth system models using a non-dominated sorting genetic algorithm (NSGA-II). In: e-Science \u201906. Second IEEE International Conference on e-science and grid computing, pp 117\u2013117. doi: 10.1109\/E-SCIENCE.2006.261050","DOI":"10.1109\/E-SCIENCE.2006.261050"},{"issue":"4","key":"138_CR78","doi-asserted-by":"crossref","first-page":"309","DOI":"10.1007\/s00366-004-0299-x","volume":"20","author":"NV Queipo","year":"2005","unstructured":"Queipo NV, Ar\u00e9valo CJ, Pintos SA (2005) The integration of design of experiments, surrogate modeling and optimization for thermoscience research. Eng Comput Lond 20(4):309\u2013315","journal-title":"Eng Comput Lond"},{"key":"138_CR79","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.paerosci.2005.02.001","volume":"41","author":"NV Queipo","year":"2005","unstructured":"Queipo NV, Haftka RT, Shyy W, Goel T, Vaidyanathan R, Tucker PK (2005) Surrogate-based analysis and optimization. Prog Aerosp Sci 41:1\u201328","journal-title":"Prog Aerosp Sci"},{"key":"138_CR80","doi-asserted-by":"crossref","first-page":"341","DOI":"10.1137\/0910022","volume":"10","author":"TG Robertazzi","year":"1989","unstructured":"Robertazzi TG, Schwartz SC (1989) An accelerated sequential algorithm for producing d-optimal designs. Siam J Sci Comput 10:341\u2013358","journal-title":"Siam J Sci Comput"},{"key":"138_CR81","doi-asserted-by":"crossref","DOI":"10.1002\/9780470316511","volume-title":"Simulation and the Monte Carlo method","author":"RY Rubinstein","year":"1981","unstructured":"Rubinstein RY (1981) Simulation and the Monte Carlo Method. Wiley, New York"},{"key":"138_CR82","doi-asserted-by":"crossref","unstructured":"Sanchez E, Pintos S, Queipo N (2006) Toward an optimal ensemble of kernel-based approximations with engineering applications. In: Proceedings of the international joint conference on neural networks, 2006. IJCNN \u201906, pp 2152\u20132158. doi: 10.1109\/IJCNN.2006.246987","DOI":"10.1109\/IJCNN.2006.246987"},{"key":"138_CR83","doi-asserted-by":"crossref","unstructured":"Sangkawelert N, Chaiyaratana N (2003) Diversity control in a multi-objective genetic algorithm. In: CEC \u201903. The 2003 congress on evolutionary computation 2003, vol 4, pp 2704\u20132711. doi: 10.1109\/CEC.2003.1299430","DOI":"10.1109\/CEC.2003.1299430"},{"key":"138_CR84","doi-asserted-by":"crossref","unstructured":"Sasena MJ, Papalambros PY, Goovaerts P (2000) Metamodeling sampling criteria in a global optimization framework. In: 8th AIAA\/ USAF\/NASA\/ISSMO symposium on multidisciplinary analysis and optimization, Long Beach, CA, AIAA Paper, pp 2000\u20134921","DOI":"10.2514\/6.2000-4921"},{"key":"138_CR85","doi-asserted-by":"crossref","unstructured":"Sastry K, Goldberg D, Pelikan M (2005) Limits of scalability of multiobjective estimation of distribution algorithms. In: The 2005 IEEE congress on evolutionary computation, 2005, vol 3, pp 2217\u20132224. doi: 10.1109\/CEC.2005.1554970","DOI":"10.1109\/CEC.2005.1554970"},{"key":"138_CR86","unstructured":"Schwaighofer A, Tresp V (2002) Transductive and inductive methods for approximate gaussian process regression. In: NIPS, pp 953\u2013960"},{"issue":"6","key":"138_CR87","doi-asserted-by":"crossref","first-page":"653","DOI":"10.1016\/j.tws.2007.12.001","volume":"46","author":"NM Sheriffa","year":"2008","unstructured":"Sheriffa NM, Guptab N, Velmuruganc R, Shanmugapriyand N (2008) Optimization of thin conical frusta for impact energy absorption. Thin-Walled Struct 46(6):653\u2013666","journal-title":"Thin-Walled Struct"},{"issue":"2","key":"138_CR88","doi-asserted-by":"crossref","first-page":"129","DOI":"10.1007\/PL00007198","volume":"17","author":"TW Simpson","year":"2001","unstructured":"Simpson TW, Poplinski JD, Koch PN, Allen JK (2001) Metamodels for computer-based engineering design: survey and recommendations. Eng Comput Lond 17(2):129\u2013150","journal-title":"Eng Comput Lond"},{"key":"138_CR89","doi-asserted-by":"crossref","unstructured":"Simpson TW, Toropov V, Balabanov V, Viana FAC (2008) Design and analysis of computer experiments in multidisciplinary design optimization: a review of how far we have come or not. In: Proceedings of the 12th AIAA\/ISSMO multidisciplinary analysis and optimization conference, 2008 MAO, Victoria, Canada","DOI":"10.2514\/6.2008-5802"},{"key":"138_CR90","doi-asserted-by":"crossref","unstructured":"Smets K, Verdonk B, Jordaan EM (2007) Evaluation of performance measures for SVR hyperparameter selection. In: Proceedings of the international joint conference on neural networks (IJCNN2007)","DOI":"10.1109\/IJCNN.2007.4371031"},{"issue":"1","key":"138_CR91","doi-asserted-by":"crossref","first-page":"3","DOI":"10.2166\/hydro.2008.015","volume":"10","author":"DP Solomatine","year":"2008","unstructured":"Solomatine DP, Ostfeld A (2008) Data-driven modelling : some past experiences and new approaches. J Hydroinf 10(1):3\u201322","journal-title":"J Hydroinf"},{"key":"138_CR92","doi-asserted-by":"crossref","unstructured":"Suttorp T, Igel C (2006) Multi-objective optimization of support vector machines. In: Multi-objective machine learning, pp 199\u2013220","DOI":"10.1007\/3-540-33019-4_9"},{"key":"138_CR93","doi-asserted-by":"crossref","DOI":"10.1142\/5089","volume-title":"Least squares support vector machines","author":"J Suykens","year":"2002","unstructured":"Suykens J, Gestel TV, Brabanter JD, Moor BD, Vandewalle J (2002) Least squares support vector machines. World Scientific Publishing Co., Pte, Ltd., Singapore"},{"issue":"5","key":"138_CR94","doi-asserted-by":"crossref","first-page":"1240","DOI":"10.2514\/1.34822","volume":"46","author":"DJ Toal","year":"2008","unstructured":"Toal DJ, Bressloff NW, Keane AJ (2008) Kriging hyperparameter tuning strategies. AIAA J 46(5):1240\u20131252","journal-title":"AIAA J"},{"issue":"1","key":"138_CR95","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1109\/TEVC.2006.876363","volume":"11","author":"S Tomioka","year":"2007","unstructured":"Tomioka S, Nisiyama S, Enoto T (2007) Nonlinear least square regression by adaptive domain method with multiple genetic algorithms. IEEE Trans Evol Comput 11(1):1\u201316","journal-title":"IEEE Trans Evol Comput"},{"key":"138_CR96","doi-asserted-by":"crossref","unstructured":"Turner CJ, Crawford RH, Campbell MI (2007) Multidimensional sequential sampling for nurbs-based metamodel development. Eng Comput 23(3):155\u2013174. doi: 10.1007\/s00366-006-0051-9","DOI":"10.1007\/s00366-006-0051-9"},{"key":"138_CR97","doi-asserted-by":"crossref","first-page":"158","DOI":"10.1016\/j.jhazmat.2007.09.020","volume":"150","author":"K Vasanth Kumar","year":"2008","unstructured":"Vasanth Kumar K, Porkodi K, Rocha F (2008) Comparison of various error functions in predicting the optimum isotherm by linear and non-linear regression analysis for the sorption of basic red 9 by activated carbon. J Hazard Mater 150:158\u2013165","journal-title":"J Hazard Mater"},{"key":"138_CR98","unstructured":"Voutchkov I, Keane A (2006) Multiobjective optimization using surrogates. In: Parmee I (ed) Adaptive computing in design and manufacture 2006. Proceedings of the seventh international conference, Bristol, UK, pp 167\u2013175"},{"issue":"4","key":"138_CR99","doi-asserted-by":"crossref","first-page":"370","DOI":"10.1115\/1.2429697","volume":"129","author":"GG Wang","year":"2007","unstructured":"Wang GG, Shan S (2007) Review of metamodeling techniques in support of engineering design optimization. J Mech Design 129(4): 370\u2013380. doi: 10.1115\/1.2429697","journal-title":"J Mech Design"},{"key":"138_CR100","doi-asserted-by":"crossref","unstructured":"Yang C, Meza JC, Wang LW (2007) A trust region direct constrained minimization algorithm for the kohn-sham equation. SIAM J Sci Comput 29(5): 1854\u20131875 (2007). doi: 10.1137\/060661442","DOI":"10.1137\/060661442"},{"issue":"1","key":"138_CR101","doi-asserted-by":"crossref","first-page":"95","DOI":"10.1109\/18.650993","volume":"44","author":"Y Yang","year":"1998","unstructured":"Yang Y, Barron A (1998) An asymptotic property of model selection criteria. IEEE Trans Inf Theory 44(1):95\u2013116. doi: 10.1109\/18.650993","journal-title":"IEEE Trans Inf Theory"},{"issue":"9","key":"138_CR102","doi-asserted-by":"crossref","first-page":"1423","DOI":"10.1109\/5.784219","volume":"87","author":"X Yao","year":"1999","unstructured":"Yao X (1999) Evolving artificial neural networks. Proc IEEE 87(9):1423\u20131447. doi: 10.1109\/5.784219","journal-title":"Proc IEEE"},{"issue":"1","key":"138_CR103","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1007\/s11390-006-0001-4","volume":"21","author":"X Yao","year":"2006","unstructured":"Yao X, Xu Y (2006) Recent advances in evolutionary computation. J Comput Sci Technol 21(1):1\u201318","journal-title":"J Comput Sci Technol"},{"key":"138_CR104","doi-asserted-by":"crossref","unstructured":"Zhou Z, Ong YS, Nair P (2004) Hierarchical surrogate-assisted evolutionary optimization framework. In: Congress on evolutionary computation (CEC2004), vol 2, pp 1586\u20131593. doi: 10.1109\/CEC.2004.1331085","DOI":"10.1109\/CEC.2004.1331085"},{"key":"138_CR105","doi-asserted-by":"crossref","first-page":"41","DOI":"10.1006\/jmps.1999.1276","volume":"44","author":"W Zucchini","year":"2000","unstructured":"Zucchini W (2000) An introduction to model selection. J Math Psychol 44:41\u201361","journal-title":"J Math Psychol"}],"container-title":["Engineering with Computers"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00366-009-0138-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s00366-009-0138-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00366-009-0138-1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,28]],"date-time":"2019-05-28T10:44:42Z","timestamp":1559040282000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s00366-009-0138-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2009,8,7]]},"references-count":105,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2010,2]]}},"alternative-id":["138"],"URL":"https:\/\/doi.org\/10.1007\/s00366-009-0138-1","relation":{},"ISSN":["0177-0667","1435-5663"],"issn-type":[{"value":"0177-0667","type":"print"},{"value":"1435-5663","type":"electronic"}],"subject":[],"published":{"date-parts":[[2009,8,7]]}}}