{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,9]],"date-time":"2025-11-09T03:53:23Z","timestamp":1762660403408,"version":"3.44.0"},"reference-count":54,"publisher":"Springer Science and Business Media LLC","issue":"15-16","license":[{"start":{"date-parts":[[2023,8,11]],"date-time":"2023-08-11T00:00:00Z","timestamp":1691712000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,8,11]],"date-time":"2023-08-11T00:00:00Z","timestamp":1691712000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Soft Comput"],"published-print":{"date-parts":[[2024,8]]},"DOI":"10.1007\/s00500-023-09058-z","type":"journal-article","created":{"date-parts":[[2023,8,11]],"date-time":"2023-08-11T14:02:22Z","timestamp":1691762542000},"page":"8807-8834","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Empirical study of evolutionary computation-based multi-objective Bayesian optimization for materials discovery"],"prefix":"10.1007","volume":"28","author":[{"given":"Hiroshi","family":"Ohno","sequence":"first","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,8,11]]},"reference":[{"issue":"4","key":"9058_CR1","doi-asserted-by":"publisher","first-page":"698","DOI":"10.1007\/s00453-011-9564-8","volume":"64","author":"Y Akimoto","year":"2012","unstructured":"Akimoto Y, Nagata Y, Ono I, Kobayashi S (2012) Theoretical foundation for CMA-ES from information geometry perspective. Algorithmica 64(4):698\u2013716","journal-title":"Algorithmica"},{"issue":"2","key":"9058_CR2","doi-asserted-by":"publisher","first-page":"397","DOI":"10.1016\/j.ejor.2020.11.016","volume":"292","author":"C Audet","year":"2021","unstructured":"Audet C, Bigeon J, Cartier D, Le Digabel S, Salomon L (2021) Performance indicators in multiobjective optimization. Eur J Oper Res 292(2):397\u2013422. https:\/\/doi.org\/10.1016\/j.ejor.2020.11.016","journal-title":"Eur J Oper Res"},{"key":"9058_CR3","doi-asserted-by":"publisher","first-page":"289","DOI":"10.1142\/9789814282673_0010","volume-title":"Theory of randomized search heuristics: foundations and recent developments","author":"A Auger","year":"2011","unstructured":"Auger A, Hansen N (2011) Theory of evolution strategies: a new perspective. In: Auger A, Doerr B (eds) Theory of randomized search heuristics: foundations and recent developments, vol 10. World Scientific Publishing, pp 289\u2013325"},{"key":"9058_CR4","first-page":"21524","volume-title":"Advances in neural information processing systems","author":"M Balandat","year":"2020","unstructured":"Balandat M, Karrer B, Jiang D, Daulton S, Letham B, Wilson AG, Bakshy E (2020) Botorch: a framework for efficient Monte-Carlo bayesian optimization. In: Larochelle H, Ranzato M, Hadsell R, Balcan M, Lin H (eds) Advances in neural information processing systems, vol 33. Curran Associates Inc., pp 21524\u201321538"},{"key":"9058_CR5","first-page":"105","volume-title":"Many-objective optimization using evolutionary algorithms: a survey","author":"S Bechikh","year":"2017","unstructured":"Bechikh S, Elarbi M, Ben Said L (2017) Many-objective optimization using evolutionary algorithms: a survey. Springer, Cham, pp 105\u2013137"},{"key":"9058_CR6","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4757-0450-1","volume-title":"Pattern recognition with fuzzy objective function algorithms","author":"JC Bezdek","year":"1981","unstructured":"Bezdek JC (1981) Pattern recognition with fuzzy objective function algorithms. Kluwer Academic Publishers, New York"},{"key":"9058_CR7","first-page":"153","volume-title":"Advances in neural information processing systems","author":"EV Bonilla","year":"2008","unstructured":"Bonilla EV, Chai KM, Williams C (2008) Multi-task Gaussian process prediction. In: Platt JC, Koller D, Singer Y, Roweis ST (eds) Advances in neural information processing systems, vol 20. Curran Associates Inc, pp 153\u2013160"},{"key":"9058_CR8","unstructured":"Brochu E, Cora VM, de\u00a0Freitas N (2010) A tutorial on Bayesian optimization of expensive cost functions, with application to active user modeling and hierarchical reinforcement learning. arXiv:1012.2599"},{"issue":"3","key":"9058_CR9","doi-asserted-by":"publisher","first-page":"506","DOI":"10.1109\/TNNLS.2013.2275918","volume":"25","author":"P Campigotto","year":"2014","unstructured":"Campigotto P, Passerini A, Battiti R (2014) Active learning of pareto fronts. IEEE Trans Neural Netw Learn Syst 25(3):506\u2013519","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"issue":"9","key":"9058_CR10","doi-asserted-by":"publisher","first-page":"3137","DOI":"10.1007\/s00500-017-2965-0","volume":"23","author":"T Chugh","year":"2019","unstructured":"Chugh T, Sindhya K, Hakanen J, Miettinen K (2019) A survey on handling computationally expensive multiobjective optimization problems with evolutionary algorithms. Soft Comput 23(9):3137\u20133166","journal-title":"Soft Comput"},{"key":"9058_CR11","doi-asserted-by":"publisher","DOI":"10.1063\/1.5093220","volume":"150","author":"E Cubuk","year":"2019","unstructured":"Cubuk E, Sendek A, Reed E (2019) Screening billions of candidates for solid lithium-ion conductors: a transfer learning approach for small data. J Chem Phys 150:214701","journal-title":"J Chem Phys"},{"key":"9058_CR12","unstructured":"Daulton S, Balandat M, Bakshy E (2020) Differentiable expected hypervolume improvement for parallel multi-objective bayesian optimization. In: Proceedings of the 34th international conference on neural information processing systems, NIPS\u201920. Curran Associates Inc., Red Hook"},{"key":"9058_CR13","unstructured":"Daulton S, Balandat M, Bakshy E (2021) Parallel bayesian optimization of multiple noisy objectives with expected hypervolume improvement. In: Neural information processing systems"},{"key":"9058_CR14","doi-asserted-by":"publisher","first-page":"105","DOI":"10.1007\/1-84628-137-7_6","volume-title":"Scalable test problems for evolutionary multiobjective optimization","author":"K Deb","year":"2005","unstructured":"Deb K, Thiele L, Laumanns M, Zitzler E (2005) Scalable test problems for evolutionary multiobjective optimization. Springer, London, pp 105\u2013145. https:\/\/doi.org\/10.1007\/1-84628-137-7_6"},{"key":"9058_CR15","first-page":"45","volume-title":"Bayesian optimization for materials design","author":"PI Frazier","year":"2016","unstructured":"Frazier PI, Wang J (2016) Bayesian optimization for materials design. Springer, Cham, pp 45\u201375"},{"issue":"5","key":"9058_CR16","doi-asserted-by":"publisher","first-page":"2410","DOI":"10.1137\/070693424","volume":"47","author":"PI Frazier","year":"2008","unstructured":"Frazier PI, Powell WB, Dayanik S (2008) A knowledge-gradient policy for sequential information collection. SIAM J Control Optim 47(5):2410\u20132439. https:\/\/doi.org\/10.1137\/070693424","journal-title":"SIAM J Control Optim"},{"key":"9058_CR17","unstructured":"Golovin D, Zhang QR (2020) Random hypervolume scalarizations for provable multi-objective black box optimization. In: Proceedings of the 37th international conference on machine learning, ICML\u201920. JMLR.org"},{"issue":"2","key":"9058_CR18","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1109\/TEVC.2017.2695579","volume":"22","author":"F Gu","year":"2018","unstructured":"Gu F, Cheung Y (2018) Self-organizing map-based weight design for decomposition-based many-objective evolutionary algorithm. IEEE Trans Evol Comput 22(2):211\u2013225","journal-title":"IEEE Trans Evol Comput"},{"key":"9058_CR19","first-page":"3677","volume":"8","author":"F Gu","year":"2012","unstructured":"Gu F, Liu HL, Tan K (2012) A multiobjective evolutionary algorithm using dynamic weight design method. Int J Innov Comput Inf Control 8:3677\u20133688","journal-title":"Int J Innov Comput Inf Control"},{"key":"9058_CR20","doi-asserted-by":"publisher","first-page":"2323","DOI":"10.1007\/s10462-020-09906-6","volume":"54","author":"AH Halim","year":"2020","unstructured":"Halim AH, Ismail I, Das S (2020) Performance assessment of the metaheuristic optimization algorithms: an exhaustive review. Artif Intell Rev 54:2323\u20132409","journal-title":"Artif Intell Rev"},{"issue":"2","key":"9058_CR21","doi-asserted-by":"publisher","first-page":"159","DOI":"10.1162\/106365601750190398","volume":"9","author":"N Hansen","year":"2001","unstructured":"Hansen N, Ostermeier A (2001) Completely derandomized self-adaptation in evolution strategies. Evol Comput 9(2):159\u2013195","journal-title":"Evol Comput"},{"issue":"4","key":"9058_CR22","doi-asserted-by":"publisher","first-page":"402","DOI":"10.1109\/TEVC.2002.802873","volume":"6","author":"A Jaszkiewicz","year":"2002","unstructured":"Jaszkiewicz A (2002) On the performance of multiple-objective genetic local search on the 0\/1 knapsack problem-a comparative experiment. IEEE Trans Evolut Comput 6(4):402\u2013412","journal-title":"IEEE Trans Evolut Comput"},{"issue":"1","key":"9058_CR23","doi-asserted-by":"publisher","first-page":"157","DOI":"10.1007\/BF00941892","volume":"79","author":"DR Jones","year":"1993","unstructured":"Jones DR, Perttunen CD, Stuckman BE (1993) Lipschitzian optimization without the Lipschitz constant. J Optim Theory Appl 79(1):157\u2013181","journal-title":"J Optim Theory Appl"},{"issue":"3","key":"9058_CR24","doi-asserted-by":"publisher","first-page":"355","DOI":"10.1023\/B:NACO.0000036904.41423.1c","volume":"3","author":"S Kern","year":"2004","unstructured":"Kern S, M\u00fcller SD, Hansen N, B\u00fcche D, Ocenasek J, Koumoutsakos P (2004) Learning probability distributions in continuous evolutionary algorithms\u2014a comparative review. Nat Comput Int J 3(3):355\u2013356","journal-title":"Nat Comput Int J"},{"issue":"1","key":"9058_CR25","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1109\/TEVC.2005.851274","volume":"10","author":"J Knowles","year":"2006","unstructured":"Knowles J (2006) Parego: a hybrid algorithm with on-line landscape approximation for expensive multiobjective optimization problems. IEEE Trans Evol Comput 10(1):50\u201366","journal-title":"IEEE Trans Evol Comput"},{"issue":"2","key":"9058_CR26","doi-asserted-by":"publisher","first-page":"284","DOI":"10.1109\/TEVC.2008.925798","volume":"13","author":"H Li","year":"2009","unstructured":"Li H, Zhang Q (2009) Multiobjective optimization problems with complicated pareto sets, MOEA\/D and NSGA-II. IEEE Trans Evol Comput 13(2):284\u2013302","journal-title":"IEEE Trans Evol Comput"},{"key":"9058_CR27","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2792984","volume":"48","author":"B Li","year":"2015","unstructured":"Li B, Li J, Tang K, Yao X (2015) Many-objective evolutionary algorithms: a survey. ACM Comput Surv 48:1\u201335","journal-title":"ACM Comput Surv"},{"key":"9058_CR28","unstructured":"Li M, Yao X (2017) What weights work for you? Adapting weights for any pareto front shape in decomposition-based evolutionary multi-objective optimisation. arXiv:1709.02679"},{"key":"9058_CR29","doi-asserted-by":"crossref","unstructured":"Lyu W, Yang F, Yan C, Zhou D, Zeng X (2018) Multi-objective Bayesian optimization for analog\/rf circuit synthesis. In: Proceedings of the 55th annual design automation conference, DAC \u201918. Association for Computing Machinery, New York","DOI":"10.1145\/3195970.3196078"},{"key":"9058_CR30","volume-title":"Nonlinear multiobjective optimization","author":"K Miettinen","year":"1999","unstructured":"Miettinen K (1999) Nonlinear multiobjective optimization. Kluwer Academic Publishers, Boston"},{"key":"9058_CR31","first-page":"117","volume-title":"Towards global optimization","author":"J Mockus","year":"2014","unstructured":"Mockus J, Tiesis V, Zilinskas A (2014) The application of Bayesian methods for seeking the extremum. In: Dixon LCW, Szego GP (eds) Towards global optimization, vol 2. North-Holand, pp 117\u2013129"},{"key":"9058_CR32","unstructured":"Nikolaus H (2016) The CMA evolution strategy: a tutorial. CoRR arXiv:1604.00772"},{"key":"9058_CR33","unstructured":"Paria B, Kandasamy K, P\u00f3czos B (2019) A flexible framework for multi-objective Bayesian optimization using random scalarizations. In: Proceedings of the thirty-fifth conference on uncertainty in artificial intelligence, UAI 2019, Tel Aviv, Israel, p 267"},{"issue":"2","key":"9058_CR34","doi-asserted-by":"publisher","first-page":"231","DOI":"10.1162\/EVCO_a_00109","volume":"22","author":"Y Qi","year":"2014","unstructured":"Qi Y, Ma X, Liu F, Jiao L, Sun J, Wu J (2014) MOEA\/D with adaptive weight adjustment. Evol Comput 22(2):231\u2013264","journal-title":"Evol Comput"},{"key":"9058_CR35","volume-title":"Gaussian processes for machine learning","author":"CE Rasmussen","year":"2006","unstructured":"Rasmussen CE, Williams CKI (2006) Gaussian processes for machine learning. The MIT Press"},{"key":"9058_CR36","doi-asserted-by":"publisher","unstructured":"Riquelme N, Von\u00a0L\u00fccken C, Bar\u00e1n B (2015) Performance metrics in multi-objective optimization. In: 2015 Latin American computing conference (CLEI), pp 1\u201311. https:\/\/doi.org\/10.1109\/CLEI.2015.7360024","DOI":"10.1109\/CLEI.2015.7360024"},{"issue":"6861","key":"9058_CR37","doi-asserted-by":"publisher","first-page":"353","DOI":"10.1038\/35104634","volume":"414","author":"L Schlapbach","year":"2001","unstructured":"Schlapbach L, Z\u00fcttel A (2001) Hydrogen-storage materials for mobile applications. Nature 414(6861):353\u2013358","journal-title":"Nature"},{"key":"9058_CR38","doi-asserted-by":"publisher","first-page":"277","DOI":"10.1016\/j.cej.2018.07.031","volume":"352","author":"AM Schweidtmann","year":"2018","unstructured":"Schweidtmann AM, Clayton AD, Holmes N, Bradford E, Bourne RA, Lapkin AA (2018) Machine learning meets continuous flow chemistry: automated optimization towards the pareto front of multiple objectives. Chem Eng J 352:277\u2013282","journal-title":"Chem Eng J"},{"issue":"1","key":"9058_CR39","doi-asserted-by":"publisher","first-page":"148","DOI":"10.1109\/JPROC.2015.2494218","volume":"104","author":"B Shahriari","year":"2016","unstructured":"Shahriari B, Swersky K, Wang Z, Adams RP, de Freitas N (2016) Taking the human out of the loop: a review of Bayesian optimization. Proc IEEE 104(1):148\u2013175","journal-title":"Proc IEEE"},{"key":"9058_CR40","doi-asserted-by":"publisher","first-page":"810","DOI":"10.1016\/j.matdes.2018.10.014","volume":"160","author":"A Solomou","year":"2018","unstructured":"Solomou A, Zhao G, Boluki S, Joy JK, Qian X, Karaman I, Arr\u00f3yave R, Lagoudas DC (2018) Multi-objective Bayesian materials discovery: application on the discovery of precipitation strengthened niti shape memory alloys through micromechanical modeling. Mater Des 160:810\u2013827","journal-title":"Mater Des"},{"issue":"5","key":"9058_CR41","doi-asserted-by":"publisher","first-page":"3250","DOI":"10.1109\/TIT.2011.2182033","volume":"58","author":"N Srinivas","year":"2012","unstructured":"Srinivas N, Krause A, Kakade SM, Seeger MW (2012) Information-theoretic regret bounds for Gaussian process optimization in the bandit setting. IEEE Trans Inf Theory 58(5):3250\u20133265","journal-title":"IEEE Trans Inf Theory"},{"key":"9058_CR42","doi-asserted-by":"publisher","DOI":"10.1016\/j.jpowsour.2022.231698","volume":"541","author":"A Suzumura","year":"2022","unstructured":"Suzumura A, Ohno H, Kikkawa N, Takechi K (2022) Finding a novel electrolyte solution of lithium-ion batteries using an autonomous search system based on ensemble optimization. J Power Sources 541:231698. https:\/\/doi.org\/10.1016\/j.jpowsour.2022.231698","journal-title":"J Power Sources"},{"key":"9058_CR43","doi-asserted-by":"crossref","unstructured":"Turchetta M, Krause A, Trimpe S (2019) Robust model-free reinforcement learning with multi-objective Bayesian optimization. arXiv:1910.13399","DOI":"10.1109\/ICRA40945.2020.9197000"},{"key":"9058_CR44","doi-asserted-by":"publisher","first-page":"361","DOI":"10.1613\/jair.4806","volume":"55","author":"Z Wang","year":"2016","unstructured":"Wang Z, Zoghi M, Hutter F, Matheson D, de Freitas N (2016) Bayesian optimization in a billion dimensions via random embeddings. J Artif Intell Res 55:361\u2013387","journal-title":"J Artif Intell Res"},{"key":"9058_CR45","unstructured":"Wang Z, Gehring C, Kohli P, Jegelka S (2018) Batched large-scale Bayesian optimization in high-dimensional spaces. In: Storkey A, Perez-Cruz F (eds) Proceedings of the twenty-first international conference on artificial intelligence and statistics, PMLR, Playa Blanca, Lanzarote, Canary Islands, Proceedings of machine learning research, vol\u00a084, pp 745\u2013754"},{"key":"9058_CR46","volume-title":"Advances in neural information processing systems","author":"J Wilson","year":"2018","unstructured":"Wilson J, Hutter F, Deisenroth M (2018) Maximizing acquisition functions for Bayesian optimization. In: Bengio S, Wallach H, Larochelle H, Grauman K, Cesa-Bianchi N, Garnett R (eds) Advances in neural information processing systems, vol 31. Curran Associates Inc"},{"key":"9058_CR47","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4613-0227-8_4","author":"W Wu","year":"2002","unstructured":"Wu W, He J, Tan AH, Tan CL (2002) On quantitative evaluation of clustering systems. Netw Theory Appl. https:\/\/doi.org\/10.1007\/978-1-4613-0227-8_4","journal-title":"Netw Theory Appl"},{"key":"9058_CR48","doi-asserted-by":"crossref","unstructured":"Wu M, Kwong S, Jia Y, Li K, Zhang Q (2017) Adaptive weights generation for decomposition-based multi-objective optimization using Gaussian process regression. In: Proceedings of the genetic and evolutionary computation conference, GECCO \u201917. Association for Computing Machinery, New York, pp 641\u2014648","DOI":"10.1145\/3071178.3071339"},{"key":"9058_CR49","unstructured":"Yang XS (2010) Test problems in optimization. arXiv:1008.0549"},{"issue":"6","key":"9058_CR50","doi-asserted-by":"publisher","first-page":"712","DOI":"10.1109\/TEVC.2007.892759","volume":"11","author":"Q Zhang","year":"2007","unstructured":"Zhang Q, Li H (2007) MOEA\/D: a multiobjective evolutionary algorithm based on decomposition. IEEE Trans Evolut Comput 11(6):712\u2013731","journal-title":"IEEE Trans Evolut Comput"},{"issue":"3","key":"9058_CR51","doi-asserted-by":"publisher","first-page":"456","DOI":"10.1109\/TEVC.2009.2033671","volume":"14","author":"Q Zhang","year":"2010","unstructured":"Zhang Q, Liu W, Tsang E, Virginas B (2010) Expensive multiobjective optimization by MOEA\/D with Gaussian process model. IEEE Trans Evol Comput 14(3):456\u2013474","journal-title":"IEEE Trans Evol Comput"},{"key":"9058_CR52","doi-asserted-by":"crossref","unstructured":"Zhang C, Tan KC, Lee LH, Gao L (2018) Adjust weight vectors in MOEA\/D for bi-objective optimization problems with discontinuous pareto fronts. Soft Comput 22(12):3997\u20134012","DOI":"10.1007\/s00500-017-2609-4"},{"issue":"4","key":"9058_CR53","doi-asserted-by":"publisher","first-page":"257","DOI":"10.1109\/4235.797969","volume":"3","author":"E Zitzler","year":"1999","unstructured":"Zitzler E, Thiele L (1999) Multiobjective evolutionary algorithms: a comparative case study and the strength pareto approach. IEEE Trans Evol Comput 3(4):257\u2013271. https:\/\/doi.org\/10.1109\/4235.797969","journal-title":"IEEE Trans Evol Comput"},{"issue":"1","key":"9058_CR54","first-page":"3619","volume":"17","author":"M Zuluaga","year":"2016","unstructured":"Zuluaga M, Krause A, P\u00fcschel M (2016) $$\\epsilon $$-PAL: an active learning approach to the multi-objective optimization problem. J Mach Learn Res 17(1):3619\u20133650","journal-title":"J Mach Learn Res"}],"container-title":["Soft Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00500-023-09058-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00500-023-09058-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00500-023-09058-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,5]],"date-time":"2025-09-05T17:39:10Z","timestamp":1757093950000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00500-023-09058-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,8,11]]},"references-count":54,"journal-issue":{"issue":"15-16","published-print":{"date-parts":[[2024,8]]}},"alternative-id":["9058"],"URL":"https:\/\/doi.org\/10.1007\/s00500-023-09058-z","relation":{},"ISSN":["1432-7643","1433-7479"],"issn-type":[{"type":"print","value":"1432-7643"},{"type":"electronic","value":"1433-7479"}],"subject":[],"published":{"date-parts":[[2023,8,11]]},"assertion":[{"value":"15 July 2023","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 August 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The author declares that there is no conflict of interest regarding the publication of this article.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"This article does not contain any studies with human participants or animals performed by the author.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Human and animals rights"}}]}}