{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,18]],"date-time":"2026-04-18T00:23:30Z","timestamp":1776471810386,"version":"3.51.2"},"reference-count":43,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2019,7,3]],"date-time":"2019-07-03T00:00:00Z","timestamp":1562112000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"},{"start":{"date-parts":[[2019,7,3]],"date-time":"2019-07-03T00:00:00Z","timestamp":1562112000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"funder":[{"DOI":"10.13039\/501100001717","name":"Leiden University","doi-asserted-by":"crossref","id":[{"id":"10.13039\/501100001717","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Glob Optim"],"published-print":{"date-parts":[[2019,9]]},"DOI":"10.1007\/s10898-019-00798-7","type":"journal-article","created":{"date-parts":[[2019,7,3]],"date-time":"2019-07-03T13:02:53Z","timestamp":1562158973000},"page":"3-34","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":89,"title":["Efficient computation of expected hypervolume improvement using box decomposition algorithms"],"prefix":"10.1007","volume":"75","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3353-3298","authenticated-orcid":false,"given":"Kaifeng","family":"Yang","sequence":"first","affiliation":[]},{"given":"Michael","family":"Emmerich","sequence":"additional","affiliation":[]},{"given":"Andr\u00e9","family":"Deutz","sequence":"additional","affiliation":[]},{"given":"Thomas","family":"B\u00e4ck","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,7,3]]},"reference":[{"issue":"3","key":"798_CR1","doi-asserted-by":"publisher","first-page":"1653","DOI":"10.1016\/j.ejor.2006.08.008","volume":"181","author":"N Beume","year":"2007","unstructured":"Beume, N., Naujoks, B., Emmerich, M.: SMS\u2013EMOA: multiobjective selection based on dominated hypervolume. Eur. J. Oper. Res. 181(3), 1653\u20131669 (2007)","journal-title":"Eur. J. Oper. Res."},{"issue":"1","key":"798_CR2","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1007\/s40747-017-0039-7","volume":"3","author":"R Cheng","year":"2017","unstructured":"Cheng, R., Li, M., Tian, Y., Zhang, X., Yang, S., Jin, Y., Yao, X.: A benchmark test suite for evolutionary many-objective optimization. Complex Intell. Syst. 3(1), 67\u201381 (2017). \n                    https:\/\/doi.org\/10.1007\/s40747-017-0039-7","journal-title":"Complex Intell. Syst."},{"key":"798_CR3","doi-asserted-by":"crossref","unstructured":"Chugh, T.: Handling expensive multiobjective optimization problems with evolutionary algorithms. Ph.D. thesis, Faculty of Information Technology, University of Jyv\u00e4skyl\u00e4 (2017)","DOI":"10.1007\/s00500-017-2965-0"},{"key":"798_CR4","doi-asserted-by":"publisher","first-page":"22","DOI":"10.1007\/978-3-642-21587-2_3","volume-title":"Lecture Notes in Computer Science","author":"Carlos A. Coello Coello","year":"2011","unstructured":"Coello\u00a0Coello, C.A.: Evolutionary multi-objective optimization: Basic concepts and some applications in pattern recognition. In: J.F. Mart\u00ednez-Trinidad, J.A. Carrasco-Ochoa, C.\u00a0Ben-Youssef\u00a0Brants, E.R. Hancock (eds.) Proceedings of the Third Mexican Conference on Pattern Recognition, pp. 22\u201333. Springer, Berlin (2011). \n                    https:\/\/doi.org\/10.1007\/978-3-642-21587-2_3"},{"issue":"3","key":"798_CR5","doi-asserted-by":"publisher","first-page":"575","DOI":"10.1007\/s10898-013-0118-2","volume":"60","author":"I Couckuyt","year":"2014","unstructured":"Couckuyt, I., Deschrijver, D., Dhaene, T.: Fast calculation of multiobjective probability of improvement and expected improvement criteria for Pareto optimization. J. Glob. Optim. 60(3), 575\u2013594 (2014)","journal-title":"J. Glob. Optim."},{"issue":"3","key":"798_CR6","doi-asserted-by":"publisher","first-page":"841","DOI":"10.1016\/j.ejor.2016.05.029","volume":"260","author":"K D\u00e4chert","year":"2017","unstructured":"D\u00e4chert, K., Klamroth, K., Lacour, R., Vanderpooten, D.: Efficient computation of the search region in multi-objective optimization. Eur. J. Oper. Res. 260(3), 841\u2013855 (2017)","journal-title":"Eur. J. Oper. Res."},{"issue":"4","key":"798_CR7","doi-asserted-by":"publisher","first-page":"577","DOI":"10.1109\/TEVC.2013.2281535","volume":"18","author":"K Deb","year":"2014","unstructured":"Deb, K., Jain, H.: An evolutionary many-objective optimization algorithm using reference-point-based nondominated sorting approach, part I: solving problems with box constraints. IEEE Trans. Evol. Comput. 18(4), 577\u2013601 (2014). \n                    https:\/\/doi.org\/10.1109\/TEVC.2013.2281535","journal-title":"IEEE Trans. Evol. Comput."},{"issue":"2","key":"798_CR8","doi-asserted-by":"publisher","first-page":"182","DOI":"10.1109\/4235.996017","volume":"6","author":"K Deb","year":"2002","unstructured":"Deb, K., Pratap, A., Agarwal, S., Meyarivan, T.: A fast and elitist multiobjective genetic algorithm: NSGA-II. IEEE Trans. Evol. Comput. 6(2), 182\u2013197 (2002). \n                    https:\/\/doi.org\/10.1109\/4235.996017","journal-title":"IEEE Trans. Evol. Comput."},{"key":"798_CR9","doi-asserted-by":"publisher","unstructured":"Deb, K., Thiele, L., Laumanns, M., Zitzler, E.: Scalable multi-objective optimization test problems. In: Proceedings of the 2002 Congress on Evolutionary Computation. CEC\u201902 (Cat. No.02TH8600), vol.\u00a01, pp. 825\u2013830 (2002). \n                    https:\/\/doi.org\/10.1109\/CEC.2002.1007032","DOI":"10.1109\/CEC.2002.1007032"},{"key":"798_CR10","unstructured":"Emmerich, M.: Single-and multi-objective evolutionary design optimization assisted by Gaussian random field metamodels. Ph.D. thesis, Fachbereich Informatik, Chair of Systems Analysis, University of Dortmund (2005)"},{"key":"798_CR11","unstructured":"Emmerich, M., Deutz, A., Klinkenberg, J.W.: The computation of the expected improvement in dominated hypervolume of Pareto front approximations. Technical Report, Leiden University, vol. 34 (2008)"},{"key":"798_CR12","doi-asserted-by":"crossref","unstructured":"Emmerich, M., Deutz, A.H., Klinkenberg, J.W.: Hypervolume-based expected improvement: monotonicity properties and exact computation. In: 2011 IEEE Congress on Evolutionary Computation (CEC), pp. 2147\u20132154. IEEE (2011)","DOI":"10.1109\/CEC.2011.5949880"},{"issue":"4","key":"798_CR13","doi-asserted-by":"publisher","first-page":"421","DOI":"10.1109\/TEVC.2005.859463","volume":"10","author":"M Emmerich","year":"2006","unstructured":"Emmerich, M., Giannakoglou, K.C., Naujoks, B.: Single-and multiobjective evolutionary optimization assisted by Gaussian random field metamodels. IEEE Trans. Evol. Comput. 10(4), 421\u2013439 (2006)","journal-title":"IEEE Trans. Evol. Comput."},{"key":"798_CR14","doi-asserted-by":"publisher","first-page":"229","DOI":"10.1007\/978-3-319-29975-4_12","volume-title":"Advances in Stochastic and Deterministic Global Optimization","author":"M Emmerich","year":"2016","unstructured":"Emmerich, M., Yang, K., Deutz, A., Wang, H., Fonseca, C.M.: A multicriteria generalization of Bayesian global optimization. In: Pardalos, P.M., Zhigljavsky, A., \u017dilinskas, J. (eds.) Advances in Stochastic and Deterministic Global Optimization, pp. 229\u2013243. Springer, Berlin (2016)"},{"key":"798_CR15","doi-asserted-by":"publisher","first-page":"121","DOI":"10.1007\/978-3-642-19893-9_9","volume-title":"International Conference on Evolutionary Multi-criterion Optimization","author":"MTM Emmerich","year":"2011","unstructured":"Emmerich, M.T.M., Fonseca, C.M.: Computing hypervolume contributions in low dimensions: asymptotically optimal algorithm and complexity results. In: Takahashi, R.H.C., Deb, K., Wanner, E.F., Greco, S. (eds.) International Conference on Evolutionary Multi-criterion Optimization, pp. 121\u2013135. Springer, Berlin (2011)"},{"key":"798_CR16","unstructured":"Gaida, D.: Dynamic real-time substrate feed optimization of anaerobic co-digestion plants. Ph.D. thesis, Leiden Institute of Advanced Computer Science (LIACS), Faculty of Science, Leiden University (2014)"},{"key":"798_CR17","unstructured":"Hadka, D.: Platypus-multiobjective optimization in Python. \n                    https:\/\/github.com\/Project-Platypus\/Platypus\n                    \n                   (2015). Accessed Aug 2017"},{"key":"798_CR18","doi-asserted-by":"publisher","unstructured":"Hansen, N.: Benchmarking a BI-population CMA-ES on the BBOB-2009 function testbed. In: Proceedings of the 11th Annual Conference Companion on Genetic and Evolutionary Computation Conference: Late Breaking Papers (GECOO), pp. 2389\u20132396. ACM, New York (2009). \n                    https:\/\/doi.org\/10.1145\/1570256.1570333","DOI":"10.1145\/1570256.1570333"},{"key":"798_CR19","first-page":"65","volume-title":"Lecture Notes in Computer Science","author":"Iris Hupkens","year":"2015","unstructured":"Hupkens, I., Deutz, A., Yang, K., Emmerich, M.: Faster exact algorithms for computing expected hypervolume improvement. In: A.\u00a0Gaspar-Cunha, C.\u00a0Henggeler\u00a0Antunes, C.C. Coello (eds.) International Conference on Evolutionary Multi-Criterion Optimization, pp. 65\u201379. Springer, Cham (2015)"},{"key":"798_CR20","doi-asserted-by":"publisher","first-page":"72","DOI":"10.1016\/j.cor.2017.09.016","volume":"90","author":"A Jaszkiewicz","year":"2018","unstructured":"Jaszkiewicz, A.: Improved quick hypervolume algorithm. Comput. Oper. Res. 90, 72\u201383 (2018). \n                    https:\/\/doi.org\/10.1016\/j.cor.2017.09.016","journal-title":"Comput. Oper. Res."},{"issue":"4","key":"798_CR21","doi-asserted-by":"publisher","first-page":"455","DOI":"10.1023\/A:1008306431147","volume":"13","author":"DR Jones","year":"1998","unstructured":"Jones, D.R., Schonlau, M., Welch, W.J.: Efficient global optimization of expensive black-box functions. J. Glob. Optim. 13(4), 455\u2013492 (1998)","journal-title":"J. Glob. Optim."},{"issue":"4","key":"798_CR22","doi-asserted-by":"publisher","first-page":"879","DOI":"10.2514\/1.16875","volume":"44","author":"AJ Keane","year":"2006","unstructured":"Keane, A.J.: Statistical improvement criteria for use in multiobjective design optimization. Am. Inst. Aeronaut. Astronaut. (AIAA) J. 44(4), 879\u2013891 (2006)","journal-title":"Am. Inst. Aeronaut. Astronaut. (AIAA) J."},{"key":"798_CR23","doi-asserted-by":"publisher","first-page":"357","DOI":"10.1016\/j.asoc.2015.01.005","volume":"29","author":"P Koch","year":"2015","unstructured":"Koch, P., Wagner, T., Emmerich, M.T., B\u00e4ck, T., Konen, W.: Efficient multi-criteria optimization on noisy machine learning problems. Appl. Soft Comput. 29, 357\u2013370 (2015). \n                    https:\/\/doi.org\/10.1016\/j.asoc.2015.01.005","journal-title":"Appl. Soft Comput."},{"issue":"1","key":"798_CR24","doi-asserted-by":"publisher","first-page":"97","DOI":"10.1115\/1.3653121","volume":"86","author":"HJ Kushner","year":"1964","unstructured":"Kushner, H.J.: A new method of locating the maximum point of an arbitrary multi-peak curve in the presence of noise. J. Basic Eng. 86(1), 97\u2013106 (1964)","journal-title":"J. Basic Eng."},{"key":"798_CR25","doi-asserted-by":"publisher","first-page":"347","DOI":"10.1016\/j.cor.2016.06.021","volume":"79","author":"R Lacour","year":"2017","unstructured":"Lacour, R., Klamroth, K., Fonseca, C.M.: A box decomposition algorithm to compute the hypervolume indicator. Comput. Oper. Res. 79, 347\u2013360 (2017)","journal-title":"Comput. Oper. Res."},{"issue":"1","key":"798_CR26","doi-asserted-by":"publisher","first-page":"112","DOI":"10.1137\/S1052623496303470","volume":"9","author":"J Lagarias","year":"1998","unstructured":"Lagarias, J., Reeds, J., Wright, M., Wright, P.: Convergence properties of the Nelder\u2013Mead simplex method in low dimensions. SIAM J. Optim. 9(1), 112\u2013147 (1998). \n                    https:\/\/doi.org\/10.1137\/S1052623496303470","journal-title":"SIAM J. Optim."},{"key":"798_CR27","unstructured":"\u0141aniewski-Wo\u0142\u0142k, \u0141., Obayashi, S., Jeong, S.: Development of expected improvement for multi-objective problems. In: Proceedings of 42nd Fluid Dynamics Conference\/Aerospace Numerical, Simulation Symposium (CD ROM). Varna, Bulgaria (2010)"},{"key":"798_CR28","doi-asserted-by":"publisher","unstructured":"Li, R., Emmerich, M.T.M., Eggermont, J., Bovenkamp, E.G.P., B\u00e4ck, T., Dijkstra, J., Reiber, J.H.C.: Metamodel-assisted mixed integer evolution strategies and their application to intravascular ultrasound image analysis. In: 2008 IEEE Congress on Evolutionary Computation (IEEE World Congress on Computational Intelligence), pp. 2764\u20132771 (2008). \n                    https:\/\/doi.org\/10.1109\/CEC.2008.4631169","DOI":"10.1109\/CEC.2008.4631169"},{"issue":"2","key":"798_CR29","doi-asserted-by":"publisher","first-page":"239","DOI":"10.1080\/00401706.1979.10489755","volume":"21","author":"MD McKay","year":"1979","unstructured":"McKay, M.D., Beckman, R.J., Conover, W.J.: Comparison of three methods for selecting values of input variables in the analysis of output from a computer code. Technometrics 21(2), 239\u2013245 (1979). \n                    https:\/\/doi.org\/10.1080\/00401706.1979.10489755","journal-title":"Technometrics"},{"key":"798_CR30","first-page":"117","volume-title":"Towards Global Optimization","author":"J Mockus","year":"1978","unstructured":"Mockus, J., Tie\u0161is, V., \u017dilinskas, A.: The application of Bayesian methods for seeking the extremum. In: Dixon, L., Szeg\u00f6, G. (eds.) Towards Global Optimization, vol. 2, pp. 117\u2013131. North-Holland, Amsterdam (1978)"},{"issue":"4","key":"798_CR31","doi-asserted-by":"publisher","first-page":"481","DOI":"10.1109\/TEVC.2013.2281525","volume":"18","author":"LMS Russo","year":"2014","unstructured":"Russo, L.M.S., Francisco, A.P.: Quick hypervolume. IEEE Trans. Evol. Comput. 18(4), 481\u2013502 (2014). \n                    https:\/\/doi.org\/10.1109\/TEVC.2013.2281525","journal-title":"IEEE Trans. Evol. Comput."},{"key":"798_CR32","doi-asserted-by":"publisher","unstructured":"Shimoyama, K., Jeong, S., Obayashi, S.: Kriging-surrogate-based optimization considering expected hypervolume improvement in non-constrained many-objective test problems. In: 2013 IEEE Congress on Evolutionary Computation, pp. 658\u2013665 (2013). \n                    https:\/\/doi.org\/10.1109\/CEC.2013.6557631","DOI":"10.1109\/CEC.2013.6557631"},{"issue":"9","key":"798_CR33","doi-asserted-by":"publisher","first-page":"094503","DOI":"10.1115\/1.4024849","volume":"135","author":"K Shimoyama","year":"2013","unstructured":"Shimoyama, K., Sato, K., Jeong, S., Obayashi, S.: Updating Kriging surrogate models based on the hypervolume indicator in multi-objective optimization. J. Mech. Des. 135(9), 094503 (2013)","journal-title":"J. Mech. Des."},{"issue":"6","key":"798_CR34","doi-asserted-by":"publisher","first-page":"965","DOI":"10.1109\/21.23094","volume":"18","author":"BE Stuckman","year":"1988","unstructured":"Stuckman, B.E.: A global search method for optimizing nonlinear systems. IEEE Trans. Syst. Man Cybern. 18(6), 965\u2013977 (1988)","journal-title":"IEEE Trans. Syst. Man Cybern."},{"key":"798_CR35","doi-asserted-by":"publisher","unstructured":"Ulmer, H., Streichert, F., Zell, A.: Evolution strategies assisted by Gaussian processes with improved preselection criterion. In: The 2003 Congress on Evolutionary Computation, 2003. CEC \u201903, vol.\u00a01, pp. 692\u2013699 (2003). \n                    https:\/\/doi.org\/10.1109\/CEC.2003.1299643","DOI":"10.1109\/CEC.2003.1299643"},{"key":"798_CR36","first-page":"718","volume-title":"Parallel Problem Solving from Nature, PPSN XI","author":"Tobias Wagner","year":"2010","unstructured":"Wagner, T., Emmerich, M., Deutz, A., Ponweiser, W.: On expected-improvement criteria for model-based multi-objective optimization. In: Schaefer, R., Cotta, C., Ko\u0142odziej, J., Rudolph, G. (eds.) International Conference on Parallel Problem Solving from Nature-PPSN XI, pp. 718\u2013727. Springer, Berlin (2010)"},{"key":"798_CR37","doi-asserted-by":"publisher","unstructured":"Yang, K., Deutz, A., Yang, Z., B\u00e4ck, T., Emmerich, M.: Truncated expected hypervolume improvement: exact computation and application. In: 2016 IEEE Congress on Evolutionary Computation (CEC), pp. 4350\u20134357. IEEE (2016). \n                    https:\/\/doi.org\/10.1109\/CEC.2016.7744343","DOI":"10.1109\/CEC.2016.7744343"},{"key":"798_CR38","first-page":"685","volume-title":"Lecture Notes in Computer Science","author":"Kaifeng Yang","year":"2017","unstructured":"Yang, K., Emmerich, M., Deutz, A., Fonseca, C.M.: Computing 3-D expected hypervolume improvement and related integrals in asymptotically optimal time. In: Trautmann, H., Rudolph, G., Klamroth, K., Sch\u00fctze, O., Wiecek Margaret\u00a0Jin, Y., Grimme, C. (eds.) International Conference on Evolutionary Multi-criterion Optimization, pp. 685\u2013700. Springer, Cham (2017)"},{"key":"798_CR39","unstructured":"Yang, K.: Multi-objective Bayesian global optimization for continuous problems and applications. Ph.D. thesis, Leiden Institute of Advanced Computer Science (LIACS), Faculty of Science, Leiden University (2017)"},{"key":"798_CR40","doi-asserted-by":"publisher","unstructured":"Yang, K., Gaida, D., B\u00e4ck, T., Emmerich, M.: Expected hypervolume improvement algorithm for PID controller tuning and the multiobjective dynamical control of a biogas plant. In: 2015 IEEE Congress on Evolutionary Computation (CEC), pp. 1934\u20131942. IEEE (2015). \n                    https:\/\/doi.org\/10.1109\/CEC.2015.7257122","DOI":"10.1109\/CEC.2015.7257122"},{"key":"798_CR41","first-page":"756","volume-title":"Lecture Notes in Computer Science","author":"Martin Zaefferer","year":"2013","unstructured":"Zaefferer, M., Bartz-Beielstein, T., Naujoks, B., Wagner, T., Emmerich, M.: A case study on multi-criteria optimization of an event detection software under limited budgets. In: Purshouse, R.C., Fleming, P.J., Fonseca, C.M., Greco, S., Shaw, J. (eds.) International Conference on Evolutionary Multi-criterion Optimization, pp. 756\u2013770. Springer, Berlin (2013)"},{"issue":"4","key":"798_CR42","doi-asserted-by":"publisher","first-page":"257","DOI":"10.1109\/4235.797969","volume":"3","author":"E Zitzler","year":"1999","unstructured":"Zitzler, E., Thiele, L.: Multiobjective evolutionary algorithms: a comparative case study and the strength Pareto approach. IEEE Trans. Evol. Comput. 3(4), 257\u2013271 (1999)","journal-title":"IEEE Trans. Evol. Comput."},{"issue":"2","key":"798_CR43","doi-asserted-by":"publisher","first-page":"117","DOI":"10.1109\/TEVC.2003.810758","volume":"7","author":"E Zitzler","year":"2003","unstructured":"Zitzler, E., Thiele, L., Laumanns, M., Fonseca, C.M., Da Fonseca, V.G.: Performance assessment of multiobjective optimizers: an analysis and review. IEEE Trans. Evol. Comput. 7(2), 117\u2013132 (2003)","journal-title":"IEEE Trans. Evol. Comput."}],"container-title":["Journal of Global Optimization"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10898-019-00798-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10898-019-00798-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10898-019-00798-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,7,1]],"date-time":"2020-07-01T23:35:00Z","timestamp":1593646500000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10898-019-00798-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,7,3]]},"references-count":43,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2019,9]]}},"alternative-id":["798"],"URL":"https:\/\/doi.org\/10.1007\/s10898-019-00798-7","relation":{},"ISSN":["0925-5001","1573-2916"],"issn-type":[{"value":"0925-5001","type":"print"},{"value":"1573-2916","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,7,3]]},"assertion":[{"value":"31 January 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 June 2019","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 July 2019","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}