{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,28]],"date-time":"2026-04-28T08:30:34Z","timestamp":1777365034507,"version":"3.51.4"},"reference-count":45,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2013,10,29]],"date-time":"2013-10-29T00:00:00Z","timestamp":1383004800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["J Glob Optim"],"published-print":{"date-parts":[[2014,11]]},"DOI":"10.1007\/s10898-013-0118-2","type":"journal-article","created":{"date-parts":[[2013,10,28]],"date-time":"2013-10-28T11:21:40Z","timestamp":1382959300000},"page":"575-594","source":"Crossref","is-referenced-by-count":206,"title":["Fast calculation of multiobjective probability of improvement and expected improvement criteria for Pareto optimization"],"prefix":"10.1007","volume":"60","author":[{"given":"Ivo","family":"Couckuyt","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dirk","family":"Deschrijver","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tom","family":"Dhaene","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2013,10,29]]},"reference":[{"key":"118_CR1","doi-asserted-by":"crossref","unstructured":"Auger, A., Bader, J., Brockhoff, D., Zitzler, E.: Theory of the hypervolume indicator: optimal $$\\mu $$ \u03bc -distributions and the choice of the reference point. In: Workshop Foundation Genetic Algorithms (2009)","DOI":"10.1145\/1527125.1527138"},{"key":"118_CR2","doi-asserted-by":"crossref","unstructured":"Bader, J., Deb, K., Zitzler, E.: Faster hypervolume-based search using Monte Carlo sampling. In: Multiple Criteria Decision Making Sustainable Energy Transportation System (2010)","DOI":"10.1007\/978-3-642-04045-0_27"},{"issue":"4","key":"118_CR3","doi-asserted-by":"crossref","first-page":"477","DOI":"10.1162\/evco.2009.17.4.17402","volume":"17","author":"N Beume","year":"2009","unstructured":"Beume, N.: S-metric calculation by considering dominated hypervolume as klee\u2019s measure problem. Evol. Comput. 17(4), 477\u2013492 (2009)","journal-title":"Evol. Comput."},{"issue":"5","key":"118_CR4","doi-asserted-by":"crossref","first-page":"1075","DOI":"10.1109\/TEVC.2009.2015575","volume":"13","author":"N Beume","year":"2009","unstructured":"Beume, N., Fonseca, C.M., L\u00f3pez-Ib\u00e1nez, M.: On the complexity of computing the hypervolume indicator. IEEE Trans. Evol. Comput. 13(5), 1075\u20131082 (2009)","journal-title":"IEEE Trans. Evol. Comput."},{"issue":"3","key":"118_CR5","doi-asserted-by":"crossref","first-page":"1653","DOI":"10.1016\/j.ejor.2006.08.008","volume":"181","author":"N Beume","year":"2007","unstructured":"Beume, N., Naujoks, B., Emmerich, M.T.M.: SMS-EMOA: multiobjective selection based on dominated hypervolume. Eur. J. Oper. Res. 181(3), 1653\u20131669 (2007)","journal-title":"Eur. J. Oper. Res."},{"key":"118_CR6","volume-title":"Numerical Optimization: Theoretical and Practical Aspects","author":"JF Bonnans","year":"2006","unstructured":"Bonnans, J.F., Gilbert, J.C., Lemar\u00e9chal, C., Sagastiz\u00e1bal, C.A.: Numerical Optimization: Theoretical and Practical Aspects. Springer, Berlin (2006)"},{"key":"118_CR7","doi-asserted-by":"crossref","unstructured":"Bringmann, K., Friedrich, T.: Approximating the least hypervolume contributor: NP-hard in general, but fast in practice. In: Evolutionary Multiobjective Optimization (2009)","DOI":"10.1007\/978-3-642-01020-0_6"},{"key":"118_CR8","doi-asserted-by":"crossref","unstructured":"Bringmann, K., Friedrich, T.: Don\u2019t be greedy when calculating hypervolume contributions. In: Workshop Foundation Genetic Algorithms (2009)","DOI":"10.1145\/1527125.1527139"},{"issue":"3","key":"118_CR9","doi-asserted-by":"crossref","first-page":"383","DOI":"10.1162\/EVCO_a_00012","volume":"18","author":"K Bringmann","year":"2010","unstructured":"Bringmann, K., Friedrich, T.: An efficient algorithm for computing hypervolume contributions. Evol. Comput. 18(3), 383\u2013402 (2010)","journal-title":"Evol. Comput."},{"key":"118_CR10","unstructured":"Couckuyt, I., Declercq, F., Dhaene, T., Rogier, H.: Surrogate-based infill optimization applied to electromagnetic problems. J. RF Microw. Comput. Aided Eng. Adv. Des. Optim. Microw. RF Circuits Syst. 20(5), 492\u2013501 (2010)"},{"key":"118_CR11","doi-asserted-by":"crossref","unstructured":"Couckuyt, I., Deschrijver, D., Dhaene, T.: Towards efficient multiobjective optimization: multiobjective statistical criterions. In: IEEE World Congress on Computational Intelligence, pp. 1\u20137 (2012)","DOI":"10.1109\/CEC.2012.6256586"},{"issue":"1","key":"118_CR12","doi-asserted-by":"crossref","first-page":"158","DOI":"10.1287\/opre.1060.0317","volume":"55","author":"ER Dam","year":"2007","unstructured":"Dam, E.R., van Husslage, B.G.M., den Hertog, D., Melissen, J.B.M.: Maximin Latin hypercube designs in two dimensions. Oper. Res. 55(1), 158\u2013169 (2007)","journal-title":"Oper. Res."},{"key":"118_CR13","unstructured":"de Brabanter, J.: LS-SVM Regression Modelling and Its Applications. PhD thesis. Katholieke Universiteit Leuven (2004)"},{"issue":"2","key":"118_CR14","doi-asserted-by":"crossref","first-page":"182","DOI":"10.1109\/4235.996017","volume":"6","author":"K Deb","year":"2002","unstructured":"Deb, K., Pratap, A., Agarwal, S., Meyarivan, T.: A fast and elitist multiobjective genetic algorithm: NSGA-II. Evol. Comput. IEEE Trans. 6(2), 182\u2013197 (2002)","journal-title":"Evol. Comput. IEEE Trans."},{"key":"118_CR15","unstructured":"Deb, K., Thiele, L., Laummans, M., Zitzler, E.: Scalable test problems for evolutionary multi-objective optimization. Technical Report 112, Computer Engineering and Networks Laboratory (TIK), Swiss Federal Institute of Technology (ETH), Zurich, Switzerland (2001)"},{"key":"118_CR16","doi-asserted-by":"crossref","unstructured":"Emmerich, M.T.M., Deutz, A.H., Klinkenberg, J.W.: Hypervolume-based expected improvement: monotonicity properties and exact computation. In: IEEE Congress on Evolutionary Computation (CEC) (2011)","DOI":"10.1109\/CEC.2011.5949880"},{"issue":"4","key":"118_CR17","doi-asserted-by":"crossref","first-page":"421","DOI":"10.1109\/TEVC.2005.859463","volume":"10","author":"MTM Emmerich","year":"2006","unstructured":"Emmerich, M.T.M., Giannakoglou, K., Naujoks, B.: Single- and multiobjective evolutionary optimization assisted by Gaussian random field metamodels. IEEE Trans. Evol. Comput. 10(4), 421\u2013439 (2006)","journal-title":"IEEE Trans. Evol. Comput."},{"key":"118_CR18","doi-asserted-by":"crossref","unstructured":"Fleischer, M.: The measure of Pareto optima: applications to multi-objective metaheuristics, pp. 519\u2013533. In: Evolutionary Multi-Criterion Optimization (2003)","DOI":"10.1007\/3-540-36970-8_37"},{"key":"118_CR19","doi-asserted-by":"crossref","DOI":"10.1002\/9780470770801","volume-title":"Engineering Design Via Surrogate Modelling: A Practical Guide","author":"A Forrester","year":"2008","unstructured":"Forrester, A., Sobester, A., Keane, A.: Engineering Design Via Surrogate Modelling: A Practical Guide. Wiley, Chichester (2008)"},{"key":"118_CR20","doi-asserted-by":"crossref","unstructured":"Friedrich, T., Horoba, C., Neumann, F.: Multiplicative approximations and the hypervolume indicator. In: Genetic Evolutionary Computation (2009)","DOI":"10.1145\/1569901.1569981"},{"issue":"1","key":"118_CR21","first-page":"18","volume":"6","author":"A Gaspar-Cunha","year":"2004","unstructured":"Gaspar-Cunha, A., Vieira, A.: A multi-objective evolutionary algorithm using neural networks to approximate fitness evaluations. Int. J. Comput. Syst. Signals 6(1), 18\u201336 (2004)","journal-title":"Int. J. Comput. Syst. Signals"},{"key":"118_CR22","first-page":"2051","volume":"11","author":"D Gorissen","year":"2010","unstructured":"Gorissen, D., Crombecq, K., Couckuyt, I., Demeester, P., Dhaene, T.: A surrogate modeling and adaptive sampling toolbox for computer based design. J. Mach. Learn. Res. 11, 2051\u20132055 (2010)","journal-title":"J. Mach. Learn. Res."},{"key":"118_CR23","unstructured":"Jeong, S., Obayashi, S.: Efficient global optimization (ego) for multi-objective problem and data mining. In: Congress on Evolutionary Computation (2010)"},{"key":"118_CR24","doi-asserted-by":"crossref","first-page":"345","DOI":"10.1023\/A:1012771025575","volume":"21","author":"DR Jones","year":"2001","unstructured":"Jones, D.R.: A taxonomy of global optimization methods based on response surfaces. Glob. Optim. 21, 345\u2013383 (2001)","journal-title":"Glob. Optim."},{"issue":"4","key":"118_CR25","doi-asserted-by":"crossref","first-page":"455","DOI":"10.1023\/A:1008306431147","volume":"13","author":"DR Jones","year":"1998","unstructured":"Jones, D.R., Schonlau, M., Welch, W.J.: Efficient global optimization of expensive black-box functions. J. Glob. Optim. 13(4), 455\u2013492 (1998)","journal-title":"J. Glob. Optim."},{"issue":"4","key":"118_CR26","doi-asserted-by":"crossref","first-page":"879","DOI":"10.2514\/1.16875","volume":"44","author":"AJ Keane","year":"2006","unstructured":"Keane, A.J.: Statistical improvement criteria for use in multiobjective design optimization. AIAA J. 44(4), 879\u2013891 (2006)","journal-title":"AIAA J."},{"key":"118_CR27","volume-title":"DASE: Design and Analysis of Simulation Experiments","author":"JPC Kleijnen","year":"2007","unstructured":"Kleijnen, J.P.C.: DASE: Design and Analysis of Simulation Experiments. Springer, Berlin (2007)"},{"issue":"1","key":"118_CR28","doi-asserted-by":"crossref","first-page":"50","DOI":"10.1109\/TEVC.2005.851274","volume":"10","author":"J Knowles","year":"2006","unstructured":"Knowles, J.: ParEGO: a hybrid algorithm with on-line landscape approximation for expensive multiobjective optimization problems. IEEE Trans. Evol. Comput. 10(1), 50\u201366 (2006)","journal-title":"IEEE Trans. Evol. Comput."},{"key":"118_CR29","doi-asserted-by":"crossref","unstructured":"Knowles, J., Corne, D., Reynolds, A.: Noisy multiobjective optimization on a budget of 250 evaluations. In: 5th International Conference on Evolutionary Multi-Criterion Optimization (2009)","DOI":"10.1007\/978-3-642-01020-0_8"},{"key":"118_CR30","doi-asserted-by":"crossref","unstructured":"Knowles, J., Nakayama, H.: Meta-modeling in multiobjective optimization. In: Multiobjective Optimization: Interactive and Evolutionary Approaches, pp. 245\u2013284. Springer, Berlin (2008)","DOI":"10.1007\/978-3-540-88908-3_10"},{"key":"118_CR31","unstructured":"Knowles, J. D.: Local-Search and Hybrid Evolutionary Algorithms for Pareto Optimization. PhD thesis. University of Reading, UK (2002)"},{"key":"118_CR32","volume-title":"Gaussian Processes for Machine Learning","author":"CE Rasmussen","year":"2006","unstructured":"Rasmussen, C.E., Williams, C.K.I.: Gaussian Processes for Machine Learning. MIT Press, Cambridge, MA (2006)"},{"key":"118_CR33","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4757-3799-8","volume-title":"The Design and Analysis of Computer Experiments. Springer Series in Statistics","author":"TJ Santner","year":"2003","unstructured":"Santner, T.J., Williams, B.J., Notz, W.I.: The Design and Analysis of Computer Experiments. Springer Series in Statistics. Springer, New York (2003)"},{"key":"118_CR34","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4612-1494-6","volume-title":"Interpolation of Spatial Data: Some Theory for Kriging","author":"ML Stein","year":"1999","unstructured":"Stein, M.L.: Interpolation of Spatial Data: Some Theory for Kriging. Springer, Berlin (1999)"},{"key":"118_CR35","unstructured":"Voutchkov, I., Keane, A.J.: Multiobjective Optimization using Surrogates. In: Parmee, I.C. (ed.) Adaptive Computing in Design and Manufacture 2006. Proceedings of the Seventh International Conference, pp. 167\u2013175. Bristol, UK (2006)"},{"key":"118_CR36","first-page":"718","volume":"6238","author":"T Wagner","year":"2010","unstructured":"Wagner, T., Emmerich, M., Deutz, A., Ponweiser, W.: On expected-improvement criteria for model-based multi-objective optimization. Parallel Probl. Solving Nat. 6238, 718\u2013727 (2010)","journal-title":"Parallel Probl. Solving Nat."},{"issue":"4","key":"118_CR37","doi-asserted-by":"crossref","first-page":"370","DOI":"10.1115\/1.2429697","volume":"129","author":"G Wang","year":"2007","unstructured":"Wang, G., Shan, S.: Review of metamodeling techniques in support of engineering design optimization. J. Mech. Des. 129(4), 370\u2013380 (2007)","journal-title":"J. Mech. Des."},{"key":"118_CR38","doi-asserted-by":"crossref","unstructured":"While, L., Bradstreet, L.: Applying the WFG algorithm to calculate incremental hypervolumes. In: IEEE World Congress on Computational Intelligence (WCCI) (2012)","DOI":"10.1109\/CEC.2012.6256171"},{"key":"118_CR39","doi-asserted-by":"crossref","first-page":"86","DOI":"10.1109\/TEVC.2010.2077298","volume":"16","author":"L While","year":"2012","unstructured":"While, L., Bradstreet, L., Barone, L.: A fast way of calculating exact hypervolumes. IEEE Trans. Evol. Comput. 16, 86\u201395 (2012)","journal-title":"IEEE Trans. Evol. Comput."},{"issue":"1","key":"118_CR40","doi-asserted-by":"crossref","first-page":"29","DOI":"10.1109\/TEVC.2005.851275","volume":"10","author":"L While","year":"2006","unstructured":"While, L., Hingston, P., Barone, L., Huband, S.: A faster algorithm for calculating hypervolume. Evol. Comput. 10(1), 29\u201338 (2006)","journal-title":"Evol. Comput."},{"issue":"3","key":"118_CR41","doi-asserted-by":"crossref","first-page":"456","DOI":"10.1109\/TEVC.2009.2033671","volume":"14","author":"Q Zhang","year":"2010","unstructured":"Zhang, Q., Liu, W., Tsang, E., Virginas, B.: Expensive multiobjective optimization by MOEA\/D with Gaussian process model. Evol. Comput. 14(3), 456\u2013474 (2010)","journal-title":"Evol. Comput."},{"key":"118_CR42","doi-asserted-by":"crossref","first-page":"32","DOI":"10.1016\/j.swevo.2011.03.001","volume":"1","author":"A Zhou","year":"2011","unstructured":"Zhou, A., Qu, B.-Y., Li, H., Zhao, S.-Z., Suganthan, P.N., Zhang, Q.: Multiobjective evolutionary algorithms: a survey of the state of the art. Swarm Evol. Comput. 1, 32\u201349 (2011)","journal-title":"Swarm Evol. Comput."},{"key":"118_CR43","unstructured":"Zitzler, E.: Hypervolume metric calculation. Technical Report. Computer Engineering and Networks Laboratory (TIK). ETH Zurich, Switzerland (2001)"},{"key":"118_CR44","unstructured":"Zitzler, E., Laumanns, M., Thiele, L.: Spea2: Improving the Performance of the Strength Pareto Evolutionary Algorithm. Technical Report. Swiss Federal Institute of Technology (2001)"},{"issue":"2","key":"118_CR45","doi-asserted-by":"crossref","first-page":"117","DOI":"10.1109\/TEVC.2003.810758","volume":"7","author":"E Zitzler","year":"2003","unstructured":"Zitzler, E., Thiele, L., Laumanns, M., Fonseca, C.M., Grunert da Fonseca, V.: Performance assesment of multiobjective optimizers: an analysis and review. Evol. Comput. 7(2), 117\u2013132 (2003)","journal-title":"Evol. Comput."}],"container-title":["Journal of Global Optimization"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10898-013-0118-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10898-013-0118-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10898-013-0118-2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,7,31]],"date-time":"2019-07-31T11:15:35Z","timestamp":1564571735000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10898-013-0118-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013,10,29]]},"references-count":45,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2014,11]]}},"alternative-id":["118"],"URL":"https:\/\/doi.org\/10.1007\/s10898-013-0118-2","relation":{},"ISSN":["0925-5001","1573-2916"],"issn-type":[{"value":"0925-5001","type":"print"},{"value":"1573-2916","type":"electronic"}],"subject":[],"published":{"date-parts":[[2013,10,29]]}}}