{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,31]],"date-time":"2025-03-31T04:06:04Z","timestamp":1743393964817,"version":"3.40.3"},"publisher-location":"Cham","reference-count":15,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783031220388"},{"type":"electronic","value":"9783031220395"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-22039-5_4","type":"book-chapter","created":{"date-parts":[[2022,12,10]],"date-time":"2022-12-10T18:02:31Z","timestamp":1670695351000},"page":"37-46","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Multi-objective Hyperparameter Optimization with\u00a0Performance Uncertainty"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0053-4902","authenticated-orcid":false,"given":"Alejandro","family":"Morales-Hern\u00e1ndez","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2759-3726","authenticated-orcid":false,"given":"Inneke","family":"Van Nieuwenhuyse","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1936-3701","authenticated-orcid":false,"given":"Gonzalo","family":"N\u00e1poles","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,12,11]]},"reference":[{"issue":"2","key":"4_CR1","doi-asserted-by":"publisher","first-page":"371","DOI":"10.1109\/WSC.2008.4736089","volume":"58","author":"B Ankenman","year":"2010","unstructured":"Ankenman, B., Nelson, B.L., Staum, J.: Stochastic kriging for simulation metamodeling. Oper. Res. 58(2), 371\u2013382 (2010). https:\/\/doi.org\/10.1109\/WSC.2008.4736089","journal-title":"Oper. Res."},{"unstructured":"Bergstra, J., Bardenet, R., Bengio, Y., K\u00e9gl, B.: Algorithms for hyper-parameter optimization. In: Advances in Neural Information Processing Systems, vol. 24 (2011)","key":"4_CR2"},{"issue":"1","key":"4_CR3","doi-asserted-by":"publisher","first-page":"7","DOI":"10.1080\/00401706.2018.1469433","volume":"61","author":"M Binois","year":"2019","unstructured":"Binois, M., Huang, J., Gramacy, R.B., Ludkovski, M.: Replication or exploration? Sequential design for stochastic simulation experiments. Technometrics 61(1), 7\u201323 (2019). https:\/\/doi.org\/10.1080\/00401706.2018.1469433","journal-title":"Technometrics"},{"issue":"1","key":"4_CR4","doi-asserted-by":"publisher","first-page":"212","DOI":"10.1016\/j.ejor.2019.12.014","volume":"284","author":"SR Gonzalez","year":"2020","unstructured":"Gonzalez, S.R., Jalali, H., Van Nieuwenhuyse, I.: A multiobjective stochastic simulation optimization algorithm. Eur. J. Oper. Res. 284(1), 212\u2013226 (2020). https:\/\/doi.org\/10.1016\/j.ejor.2019.12.014","journal-title":"Eur. J. Oper. Res."},{"doi-asserted-by":"publisher","unstructured":"Horn, D., Bischl, B.: Multi-objective parameter configuration of machine learning algorithms using model-based optimization. In: 2016 IEEE Symposium Series on Computational Intelligence (SSCI), pp. 1\u20138. IEEE (2016). https:\/\/doi.org\/10.1109\/SSCI.2016.7850221","key":"4_CR5","DOI":"10.1109\/SSCI.2016.7850221"},{"issue":"5","key":"4_CR6","doi-asserted-by":"publisher","first-page":"477","DOI":"10.1109\/TEVC.2005.861417","volume":"10","author":"S Huband","year":"2006","unstructured":"Huband, S., Hingston, P., Barone, L., While, L.: A review of multiobjective test problems and a scalable test problem toolkit. IEEE Trans. Evol. Comput. 10(5), 477\u2013506 (2006)","journal-title":"IEEE Trans. Evol. Comput."},{"key":"4_CR7","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"534","DOI":"10.1007\/978-3-540-31880-4_37","volume-title":"Evolutionary Multi-Criterion Optimization","author":"C Igel","year":"2005","unstructured":"Igel, C.: Multi-objective model selection for support vector machines. In: Coello Coello, C.A., Hern\u00e1ndez Aguirre, A., Zitzler, E. (eds.) EMO 2005. LNCS, vol. 3410, pp. 534\u2013546. Springer, Heidelberg (2005). https:\/\/doi.org\/10.1007\/978-3-540-31880-4_37"},{"issue":"1","key":"4_CR8","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1016\/j.ejor.2017.01.035","volume":"261","author":"H Jalali","year":"2017","unstructured":"Jalali, H., Van Nieuwenhuyse, I., Picheny, V.: Comparison of kriging-based algorithms for simulation optimization with heterogeneous noise. Eur. J. Oper. Res. 261(1), 279\u2013301 (2017)","journal-title":"Eur. J. Oper. Res."},{"issue":"1","key":"4_CR9","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1109\/TEVC.2005.851274","volume":"10","author":"J Knowles","year":"2006","unstructured":"Knowles, J.: Parego: a hybrid algorithm with on-line landscape approximation for expensive multiobjective optimization problems. IEEE Trans. Evol. Comput. 10(1), 50\u201366 (2006). https:\/\/doi.org\/10.1109\/TEVC.2005.851274","journal-title":"IEEE Trans. Evol. Comput."},{"issue":"1","key":"4_CR10","first-page":"6765","volume":"18","author":"L Li","year":"2017","unstructured":"Li, L., Jamieson, K., DeSalvo, G., Rostamizadeh, A., Talwalkar, A.: Hyperband: a novel bandit-based approach to hyperparameter optimization. J. Mach. Learn. Res. 18(1), 6765\u20136816 (2017)","journal-title":"J. Mach. Learn. Res."},{"doi-asserted-by":"crossref","unstructured":"Ozaki, Y., Tanigaki, Y., Watanabe, S., Onishi, M.: Multiobjective tree-structured parzen estimator for computationally expensive optimization problems. In: Proceedings of the 2020 Genetic and Evolutionary Computation Conference, pp. 533\u2013541 (2020)","key":"4_CR11","DOI":"10.1145\/3377930.3389817"},{"issue":"7","key":"4_CR12","doi-asserted-by":"publisher","first-page":"763","DOI":"10.1080\/0740817X.2012.706377","volume":"45","author":"N Quan","year":"2013","unstructured":"Quan, N., Yin, J., Ng, S.H., Lee, L.H.: Simulation optimization via kriging: a sequential search using expected improvement with computing budget constraints. IIE Trans. 45(7), 763\u2013780 (2013)","journal-title":"IIE Trans."},{"unstructured":"Snoek, J., Larochelle, H., Adams, R.P.: Practical Bayesian optimization of machine learning algorithms. In: Advances in Neural Information Processing Systems, vol. 25 (2012)","key":"4_CR13"},{"key":"4_CR14","volume-title":"Gaussian Processes for Machine Learning","author":"CK Williams","year":"2006","unstructured":"Williams, C.K., Rasmussen, C.E.: Gaussian Processes for Machine Learning, vol. 2. MIT Press, Cambridge (2006)"},{"issue":"3","key":"4_CR15","doi-asserted-by":"publisher","first-page":"507","DOI":"10.1007\/s10898-020-00923-x","volume":"78","author":"D Zhan","year":"2020","unstructured":"Zhan, D., Xing, H.: Expected improvement for expensive optimization: a review. J. Global Optim. 78(3), 507\u2013544 (2020). https:\/\/doi.org\/10.1007\/s10898-020-00923-x","journal-title":"J. Global Optim."}],"container-title":["Communications in Computer and Information Science","Optimization and Learning"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-22039-5_4","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,3,30]],"date-time":"2025-03-30T04:30:35Z","timestamp":1743309035000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-22039-5_4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031220388","9783031220395"],"references-count":15,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-22039-5_4","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"11 December 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"OLA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Optimization and Learning","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Syracuse, Sicilia","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 July 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20 July 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ola2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ola2022.sciencesconf.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"sciencesconf.org","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"52","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"19","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"37% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}