{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,31]],"date-time":"2026-03-31T23:35:42Z","timestamp":1775000142742,"version":"3.50.1"},"publisher-location":"Cham","reference-count":47,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030676636","type":"print"},{"value":"9783030676643","type":"electronic"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-67664-3_27","type":"book-chapter","created":{"date-parts":[[2021,2,24]],"date-time":"2021-02-24T07:06:46Z","timestamp":1614150406000},"page":"447-462","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["MUMBO: MUlti-task Max-Value Bayesian Optimization"],"prefix":"10.1007","author":[{"given":"Henry B.","family":"Moss","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"David S.","family":"Leslie","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Paul","family":"Rayson","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,2,25]]},"reference":[{"key":"27_CR1","doi-asserted-by":"crossref","unstructured":"Shahriari, B., Swersky, K., Wang, Z., Adams, R.P., De\u00a0Freitas, N.: Taking the human out of the loop: a review of Bayesian optimization. Proc. IEEE 104(1), 148\u2013175 (2016)","DOI":"10.1109\/JPROC.2015.2494218"},{"key":"27_CR2","unstructured":"Hennig, P., Schuler, C.J.: Entropy search for information-efficient global optimization. Journal of Machine Learning Research (2012)"},{"key":"27_CR3","unstructured":"Hern\u00e1ndez-Lobato, J.M., Hoffman, M.W., Ghahramani, Z.: Predictive entropy search for efficient global optimization of black-box functions. In: Neural Information Processing Systems (2014)"},{"key":"27_CR4","unstructured":"Swersky, K., Snoek, J., Adams, R.P.: Multi-task Bayesian optimization. In: Neural Information Processing Systems (2013)"},{"key":"27_CR5","unstructured":"Zhang, Y., Hoang, T.N., Low, B.K.H., Kankanhalli, M.: Information-based multi-fidelity Bayesian optimization. In: Neural Information Processing Systems: Workshop on Bayesian Optimization (2017)"},{"key":"27_CR6","doi-asserted-by":"crossref","unstructured":"Nguyen, N.V., et al.: Multidisciplinary unmanned combat air vehicle system design using multi-fidelity model. Aerosp. Sci. Technol. 26(1), 200\u2013210 (2013)","DOI":"10.1016\/j.ast.2012.04.004"},{"key":"27_CR7","doi-asserted-by":"crossref","unstructured":"Zheng, L., Hedrick, T.L., Mittal, R.: A multi-fidelity modelling approach for evaluation and optimization of wing stroke aerodynamics in flapping flight. J. Fluid Mech. 721, 118 (2013)","DOI":"10.1017\/jfm.2013.46"},{"key":"27_CR8","doi-asserted-by":"crossref","unstructured":"Pilania, G., Gubernatis, J.E., Lookman, T.: Multi-fidelity machine learning models for accurate bandgap predictions of solids. Comput. Mater. Sci. 129, 156\u2013163 (2017)","DOI":"10.1016\/j.commatsci.2016.12.004"},{"key":"27_CR9","doi-asserted-by":"crossref","unstructured":"Prie\u00df, M., Koziel, S., Slawig, T.: Surrogate-based optimization of climate model parameters using response correction. J. Comput. Sci. 2(4), 335\u2013344 (2011)","DOI":"10.1016\/j.jocs.2011.08.004"},{"key":"27_CR10","doi-asserted-by":"crossref","unstructured":"Huang, D., Allen, T.T., Notz, W.I., Zeng, N.: Global optimization of stochastic black-box systems via sequential kriging meta-models. Journal of Global Optimization (2006)","DOI":"10.1007\/s10898-005-2454-3"},{"key":"27_CR11","doi-asserted-by":"crossref","unstructured":"Xu, J., Zhang, S., Huang, E., Chen, C.H., Lee, L.H., Celik, N.: Mo2tos: multi-fidelity optimization with ordinal transformation and optimal sampling. Asia Pac. J. Oper. Res. 33(03), 1650017 (2016)","DOI":"10.1142\/S0217595916500172"},{"issue":"3","key":"27_CR12","doi-asserted-by":"publisher","first-page":"1209","DOI":"10.1007\/s00158-019-02242-6","volume":"60","author":"HK Yong","year":"2019","unstructured":"Yong, H.K., Wang, L., Toal, D.J.J., Keane, A.J., Stanley, F.: Multi-fidelity Kriging-assisted structural optimization of whole engine models employing medial meshes. Struct. Multidisciplinary Optim. 60(3), 1209\u20131226 (2019). https:\/\/doi.org\/10.1007\/s00158-019-02242-6","journal-title":"Struct. Multidisciplinary Optim."},{"key":"27_CR13","doi-asserted-by":"crossref","unstructured":"Strubell, E., Ganesh, A., McCallum, A.: Energy and policy considerations for deep learning in NLP. In: Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics (2019)","DOI":"10.18653\/v1\/P19-1355"},{"key":"27_CR14","unstructured":"Snoek, J., Larochelle, H., Adams, R.P.: Practical Bayesian optimization of machine learning algorithms. In: Neural Information Processing Systems (2012)"},{"key":"27_CR15","doi-asserted-by":"crossref","unstructured":"Kennedy, M.C., O\u2019Hagan, A.: Predicting the output from a complex computer code when fast approximations are available. Biometrika 87(1), 1\u201313 (2000)","DOI":"10.1093\/biomet\/87.1.1"},{"key":"27_CR16","doi-asserted-by":"crossref","unstructured":"Lam, R., Allaire, D.L., Willcox, K.E.: Multifidelity optimization using statistical surrogate modeling for non-hierarchical information sources. In: Structures, Structural Dynamics, and Materials Conference (2015)","DOI":"10.2514\/6.2015-0143"},{"key":"27_CR17","unstructured":"Klein, A., Falkner, S., Bartels, S., Hennig, P., Hutter, F.: Fast Bayesian optimization of machine learning hyperparameters on large datasets. In: International Conference on Artificial Intelligence and Statistics (2017)"},{"key":"27_CR18","unstructured":"Kandasamy, K., Dasarathy, G., Oliva, J.B., Schneider, J., P\u00f3czos, B.: Gaussian process bandit optimisation with multi-fidelity evaluations. In: Neural Information Processing Systems (2016)"},{"key":"27_CR19","unstructured":"Kandasamy, K., Dasarathy, G., Schneider, J., P\u00f3czos, B.: Multi-fidelity Bayesian optimisation with continuous approximations. In: International Conference in Machine Learning (2017)"},{"key":"27_CR20","unstructured":"Kohavi, R.: A study of cross-validation and bootstrap for accuracy estimation and model selection. In: International Joint Conference on Artificial Intelligence (1995)"},{"key":"27_CR21","unstructured":"McLeod, M., Osborne, M.A., Roberts, S.J.: Practical bayesian optimization for variable cost objectives. arXiv preprint arXiv:1703.04335 (2017)"},{"key":"27_CR22","unstructured":"Poloczek, M., Wang, J., Frazier, P.: Multi-information source optimization. In: Neural Information Processing Systems (2017)"},{"key":"27_CR23","unstructured":"Wu, J., Toscano-Palmerin, S., Frazier, P.I., Wilson, A.G.: Practical multi-fidelity bayesian optimization for hyperparameter tuning. arXiv preprint arXiv:1903.04703 (2019)"},{"key":"27_CR24","doi-asserted-by":"crossref","unstructured":"Picheny, V., Ginsbourger, D., Richet, Y., Caplin, G.: Quantile-based optimization of noisy computer experiments with tunable precision. Technometrics 55(1), 2\u201313 (2013)","DOI":"10.1080\/00401706.2012.707580"},{"key":"27_CR25","unstructured":"Wang, Z., Jegelka, S.: Max-value entropy search for efficient Bayesian optimization. In: International Conference on Machine Learning (2017)"},{"key":"27_CR26","unstructured":"Takeno, S., et al.: Multi-fidelity bayesian optimization with max-value entropy search. arXiv preprint arXiv:1901.08275 (2019)"},{"key":"27_CR27","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"63","DOI":"10.1007\/978-3-540-28650-9_4","volume-title":"Advanced Lectures on Machine Learning","author":"CE Rasmussen","year":"2004","unstructured":"Rasmussen, C.E.: Gaussian processes in machine learning. In: Bousquet, O., von Luxburg, U., R\u00e4tsch, G. (eds.) ML-2003. LNCS (LNAI), vol. 3176, pp. 63\u201371. Springer, Heidelberg (2004). https:\/\/doi.org\/10.1007\/978-3-540-28650-9_4"},{"key":"27_CR28","unstructured":"\u00c1lvarez, M.A., Lawrence, N.D.: Computationally efficient convolved multiple output Gaussian processes. J. Mach. Learn. Res. 12, 1459\u20131500 (2011)"},{"key":"27_CR29","unstructured":"Cover, T.M., Thomas, J.A.: Elements of Information Theory. John Wiley & Sons, New Jersey (2012)"},{"key":"27_CR30","unstructured":"Azzalini, A.: A class of distributions which includes the normal ones. Scandinavian Journal of Statistics (1985)"},{"key":"27_CR31","doi-asserted-by":"crossref","unstructured":"Arnold, B.C., Beaver, R.J., Groeneveld, R.A., Meeker, W.Q.: The nontruncated marginal of a truncated bivariate normal distribution. Psychometrika 58, 471\u2013488 (1993)","DOI":"10.1007\/BF02294652"},{"key":"27_CR32","doi-asserted-by":"crossref","unstructured":"Arellano-Valle, R.B., Contrera-Reyes, J.E., Genton, M.G.: Shannon entropy and mutual information for multivariate skew-elliptical distributions. Scand. J. Stat. 40(1), 42\u201362 (2013)","DOI":"10.1111\/j.1467-9469.2011.00774.x"},{"key":"27_CR33","unstructured":"The GPyOpt authors: GPyOpt: A Bayesian optimization framework in Python (2016). http:\/\/github.com\/SheffieldML\/GPyOpt"},{"key":"27_CR34","unstructured":"Klein, A., Falkner, S., Mansur, N., Hutter, F.: RoBo: a flexible and robust Bayesian optimization framework in Python. In: Neural Information Processing Systems: Bayesian Optimization Workshop (2017)"},{"key":"27_CR35","unstructured":"Paleyes, A., Pullin, M., Mahsereci, M., Lawrence, N., Gonz\u00e1lez, J.: Emulation of physical processes with emukit. In: Second Workshop on Machine Learning and the Physical Sciences, NeurIPS (2019)"},{"key":"27_CR36","doi-asserted-by":"crossref","unstructured":"Jones, D.R., Perttunen, C.D., Stuckman, B.E.: Lipschitzian optimization without the lipschitz constant. J. Optim. Theory Appl. 79, 157\u2013181 (1993)","DOI":"10.1007\/BF00941892"},{"key":"27_CR37","unstructured":"Moss, H., Leslie, D., Rayson, P.: Using J-K-fold cross validation to reduce variance when tuning NLP models. In: International Conference on Computational Linguistics (2018)"},{"key":"27_CR38","doi-asserted-by":"crossref","unstructured":"Moss, H., Moore, A., Leslie, D., Rayson, P.: FIESTA: fast identification of state-of-the-art models using adaptive bandit algorithms. In: Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics (2019)","DOI":"10.18653\/v1\/P19-1281"},{"key":"27_CR39","doi-asserted-by":"crossref","unstructured":"Xiong, S., Qian, P.Z., Wu, C.J.: Sequential design and analysis of high-accuracy and low-accuracy computer codes. Technometrics 55(1), 37\u201346 (2013)","DOI":"10.1080\/00401706.2012.723572"},{"key":"27_CR40","doi-asserted-by":"crossref","unstructured":"Forrester, A., Sobester, A., Keane, A.: Engineering Design via Surrogate Modelling: A Practical Guide. John Wiley & Sons, New Jersey (2008)","DOI":"10.1002\/9780470770801"},{"key":"27_CR41","unstructured":"Eggensperger, K., et al.: Towards an empirical foundation for assessing Bayesian optimization of hyperparameters. In: Neural Information Processing Systems: Workshop on Bayesian Optimization (2013)"},{"key":"27_CR42","doi-asserted-by":"crossref","unstructured":"Deng, L.: The MNIST database of handwritten digit images for machine learning research. IEEE Sign. Process. Mag. 29(6), 141\u2013142 (2012)","DOI":"10.1109\/MSP.2012.2211477"},{"key":"27_CR43","unstructured":"Siebert, J.: Vehicle recognition using rule based methods. Turing Institute, Glasgow (1987)"},{"key":"27_CR44","unstructured":"Maas, A.L., Daly, R.E., Pham, P.T., Huang, D., Ng, A.Y., Potts, C.: Learning word vectors for sentiment analysis. In: Association for Computational Linguistics (2011)"},{"key":"27_CR45","unstructured":"Mnih, A., Salakhutdinov, R.R.: Probabilistic matrix factorization. In: Neural Information Processing Systems (2008)"},{"key":"27_CR46","unstructured":"Hoffman, M., Bach, F.R., Blei, D.M.: Online learning for latent Dirichlet allocation. In: Neural Information Processing Systems (2010)"},{"key":"27_CR47","unstructured":"Bengio, Y., Grandvalet, Y.: No unbiased estimator of the variance of k-fold cross-validation. J. Mach. Learn. Res. 5(9), 1089\u20131105 (2004)"}],"container-title":["Lecture Notes in Computer Science","Machine Learning and Knowledge Discovery in Databases"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-67664-3_27","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,23]],"date-time":"2025-02-23T23:08:53Z","timestamp":1740352133000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-67664-3_27"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030676636","9783030676643"],"references-count":47,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-67664-3_27","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"25 February 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECML PKDD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Joint European Conference on Machine Learning and Knowledge Discovery in Databases","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Ghent","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Belgium","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 September 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 September 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecml2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ecmlpkdd2020.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"945","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"195","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"21% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4,5","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4,4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"The conference took place virtually due to the COVID-19 pandemic","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}