{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,30]],"date-time":"2026-07-30T13:19:38Z","timestamp":1785417578081,"version":"3.56.0"},"reference-count":51,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"name":"CIFAR LMB program"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Mach Learn"],"published-print":{"date-parts":[[2020,1]]},"DOI":"10.1007\/s10994-019-05833-y","type":"journal-article","created":{"date-parts":[[2019,8,22]],"date-time":"2019-08-22T15:02:28Z","timestamp":1566486148000},"page":"79-102","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":28,"title":["Combining Bayesian optimization and Lipschitz optimization"],"prefix":"10.1007","volume":"109","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6758-1178","authenticated-orcid":false,"given":"Mohamed Osama","family":"Ahmed","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sharan","family":"Vaswani","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mark","family":"Schmidt","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2020,9,16]]},"reference":[{"key":"5833_CR1","unstructured":"Ahmed, M. O., Shahriari, B., & Schmidt, M. (2016). Do we need \u201charmless\u201d Bayesian optimization and \u201cfirst-order\u201d Bayesian optimization? In NIPS workshop on Bayesian optimization."},{"key":"5833_CR2","unstructured":"Bardenet, R., & K\u00e9gl, B. (2010). Surrogating the surrogate: Accelerating gaussian-process-based global optimization with a mixture cross-entropy algorithm. In International conference on machine learning (ICML), Omnipress (pp. 55\u201362)."},{"key":"5833_CR3","volume-title":"Nonlinear programming","author":"DP Bertsekas","year":"2016","unstructured":"Bertsekas, D. P. (2016). Nonlinear programming (3rd ed.). Cambridge: MIT.","edition":"3"},{"issue":"Oct","key":"5833_CR4","first-page":"2879","volume":"12","author":"AD Bull","year":"2011","unstructured":"Bull, A. D. (2011). Convergence rates of efficient global optimization algorithms. Journal of Machine Learning Research, 12(Oct), 2879\u20132904.","journal-title":"Journal of Machine Learning Research"},{"key":"5833_CR5","unstructured":"Bunin, G. A., & Fran\u00e7ois, G. (2016). Lipschitz constants in experimental optimization. arXiv preprint arXiv:1603.07847."},{"key":"5833_CR6","unstructured":"Chapelle, O., & Li, L. (2011). An empirical evaluation of thompson sampling. In Advances in neural information processing systems (NIPS) (pp. 2249\u20132257)."},{"key":"5833_CR7","unstructured":"Eric, B., Freitas, N. D., & Ghosh, A. (2008). Active preference learning with discrete choice data. In Advances in neural information processing systems (NIPS) (pp. 409\u2013416)."},{"key":"5833_CR8","unstructured":"Falkner, S., Klein, A., & Hutter, F. (2017). Combining hyperband and bayesian optimization. In NIPS workshop on Bayesian optimization."},{"key":"5833_CR9","unstructured":"Gardner, J. R., Kusner, M. J., Xu, Z. E., Weinberger, K. Q., & Cunningham, J. P. (2014). Bayesian optimization with inequality constraints. In International conference on machine learning (ICML) (pp. 937\u2013945)."},{"key":"5833_CR10","unstructured":"Gelbart, M. A., Snoek, J., & Adams, R. P. (2014). Bayesian optimization with unknown constraints. arXiv preprint arXiv:1403.5607."},{"key":"5833_CR11","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1007\/978-3-642-10701-6_6","volume-title":"Computational intelligence in expensive optimization problems","author":"D Ginsbourger","year":"2010","unstructured":"Ginsbourger, D., Le Riche, R., & Carraro, L. (2010). Kriging is well-suited to parallelize optimization. In Y. Tenne & C. K. Goh (Eds.), Computational intelligence in expensive optimization problems (pp. 131\u2013162). Berlin: Springer."},{"key":"5833_CR12","doi-asserted-by":"crossref","unstructured":"Golovin, D., Solnik, B., Moitra, S., Kochanski, G., Karro, J., & Sculley, D. (2017). Google vizier: A service for black-box optimization. In Proceedings of the 23rd ACM SIGKDD international conference on knowledge discovery and data mining (pp. 1487\u20131495). ACM.","DOI":"10.1145\/3097983.3098043"},{"key":"5833_CR13","unstructured":"Gonz\u00e1lez, J., Dai, Z., Hennig, P., & Lawrence, N. (2016). Batch Bayesian optimization via local penalization. In International conference on artificial intelligence and statistics (AISTATS) (pp. 648\u2013657)."},{"key":"5833_CR14","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-387-88670-1","volume-title":"Introduction to nonlinear and global optimization","author":"EM Hendrix","year":"2010","unstructured":"Hendrix, E. M., Bogl\u00e1rka, G., et al. (2010). Introduction to nonlinear and global optimization. Berlin: Springer."},{"issue":"Jun","key":"5833_CR15","first-page":"1809","volume":"13","author":"P Hennig","year":"2012","unstructured":"Hennig, P., & Schuler, C. J. (2012). Entropy search for information-efficient global optimization. Journal of Machine Learning Research, 13(Jun), 1809\u20131837.","journal-title":"Journal of Machine Learning Research"},{"issue":"1","key":"5833_CR16","first-page":"5549","volume":"17","author":"JM Hern\u00e1ndez-Lobato","year":"2016","unstructured":"Hern\u00e1ndez-Lobato, J. M., Gelbart, M. A., Adams, R. P., Hoffman, M. W., & Ghahramani, Z. (2016). A general framework for constrained Bayesian optimization using information-based search. Journal of Machine Learning Research, 17(1), 5549\u20135601.","journal-title":"Journal of Machine Learning Research"},{"key":"5833_CR17","unstructured":"Hern\u00e1ndez-Lobato, J. M., Hoffman, M. W., & Ghahramani, Z. (2014). Predictive entropy search for efficient global optimization of black-box functions. In Advances in neural information processing systems (NIPS) (pp. 918\u2013926)."},{"key":"5833_CR18","unstructured":"Hoffman, M. W., & Shahriari, B. (2014). Modular mechanisms for Bayesian optimization. In NIPS workshop on Bayesian optimization (pp. 1\u20135)."},{"key":"5833_CR19","doi-asserted-by":"crossref","unstructured":"Hutter, F., Hoos, H. H., & Leyton-Brown, K. (2011). Sequential model-based optimization for general algorithm configuration. In International conference on learning and intelligent optimization (pp. 507\u2013523). Springer.","DOI":"10.1007\/978-3-642-25566-3_40"},{"issue":"2","key":"5833_CR20","doi-asserted-by":"publisher","first-page":"150","DOI":"10.1504\/IJMMNO.2013.055204","volume":"4","author":"M Jamil","year":"2013","unstructured":"Jamil, M., & Yang, X. S. (2013). A literature survey of benchmark functions for global optimisation problems. International Journal of Mathematical Modelling and Numerical Optimisation, 4(2), 150\u2013194.","journal-title":"International Journal of Mathematical Modelling and Numerical Optimisation"},{"issue":"1","key":"5833_CR21","doi-asserted-by":"publisher","first-page":"157","DOI":"10.1007\/BF00941892","volume":"79","author":"DR Jones","year":"1993","unstructured":"Jones, D. R., Perttunen, C. D., & Stuckman, B. E. (1993). Lipschitzian optimization without the lipschitz constant. Journal of Optimization Theory and Applications, 79(1), 157\u2013181.","journal-title":"Journal of Optimization Theory and Applications"},{"issue":"4","key":"5833_CR22","doi-asserted-by":"publisher","first-page":"455","DOI":"10.1023\/A:1008306431147","volume":"13","author":"DR Jones","year":"1998","unstructured":"Jones, D. R., Schonlau, M., & Welch, W. J. (1998). Efficient global optimization of expensive black-box functions. Journal of Global optimization, 13(4), 455\u2013492.","journal-title":"Journal of Global optimization"},{"key":"5833_CR23","doi-asserted-by":"publisher","first-page":"383","DOI":"10.1007\/978-3-319-29363-9_22","volume-title":"Robotics research","author":"LP Kaelbling","year":"2017","unstructured":"Kaelbling, L. P., & Lozano-P\u00e9rez, T. (2017). Pre-image backchaining in belief space for mobile manipulation. In H. Christensen & O. Khatib (Eds.), Robotics research (pp. 383\u2013400). Cham: Springer."},{"key":"5833_CR24","unstructured":"Kandasamy, K., Krishnamurthy, A., Schneider, J., & Poczos, B. (2017). Asynchronous parallel Bayesian optimisation via thompson sampling. arXiv preprint arXiv:1705.09236."},{"key":"5833_CR25","unstructured":"Kim, J., & Choi, S. (2019). On local optimizers of acquisition functions in bayesian optimization. arXiv preprint arXiv:1901.08350."},{"issue":"1","key":"5833_CR26","doi-asserted-by":"publisher","first-page":"97","DOI":"10.1115\/1.3653121","volume":"86","author":"HJ Kushner","year":"1964","unstructured":"Kushner, H. J. (1964). A new method of locating the maximum point of an arbitrary multipeak curve in the presence of noise. Journal of Basic Engineering, 86(1), 97\u2013106.","journal-title":"Journal of Basic Engineering"},{"key":"5833_CR27","unstructured":"Li, L., Jamieson, K., DeSalvo, G., Rostamizadeh, A., & Talwalkar, A. (2016). Efficient hyperparameter optimization and infinitely many armed bandits. arXiv preprint arXiv:1603.06560."},{"issue":"4","key":"5833_CR28","doi-asserted-by":"publisher","first-page":"699","DOI":"10.1007\/s10898-011-9732-z","volume":"53","author":"DJ Lizotte","year":"2012","unstructured":"Lizotte, D. J., Greiner, R., & Schuurmans, D. (2012). An experimental methodology for response surface optimization methods. Journal of Global Optimization, 53(4), 699\u2013736.","journal-title":"Journal of Global Optimization"},{"key":"5833_CR29","unstructured":"Mahendran, N., Wang, Z., Hamze, F., & De Freitas, N. (2012). Adaptive MCMC with bayesian optimization. In International conference on artificial intelligence and statistics (AISTATS) (pp. 751\u2013760)."},{"key":"5833_CR30","unstructured":"Malherbe, C., & Vayatis, N. (2017). Global optimization of lipschitz functions. In International conference on machine learning (ICML), Sydney, Australia, PMLR 70 (pp. 2314\u20132323). http:\/\/proceedings.mlr.press\/v70\/malherbe17a.html."},{"key":"5833_CR31","doi-asserted-by":"crossref","unstructured":"Martinez-Cantin, R., de\u00a0Freitas, N., Doucet, A., & Castellanos, J. A. (2007). Active policy learning for robot planning and exploration under uncertainty. In Robotics: Science and systems (Vol. 3, pp. 321\u2013328).","DOI":"10.15607\/RSS.2007.III.041"},{"key":"5833_CR32","doi-asserted-by":"crossref","unstructured":"Mo\u010dkus, J. (1975). On Bayesian methods for seeking the extremum. In Optimization techniques IFIP technical conference (pp. 400\u2013404). Springer.","DOI":"10.1007\/978-3-662-38527-2_55"},{"key":"5833_CR33","series-title":"Continuous and Lipschitz optimization: Algorithms, implementations and applications","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4757-2502-5","volume-title":"Global optimization in action","author":"JD Pint\u00e9r","year":"1996","unstructured":"Pint\u00e9r, J. D. (1996). Global optimization in action (Vol. 6)., Continuous and Lipschitz optimization: Algorithms, implementations and applications Dordrecht: Springer."},{"issue":"4","key":"5833_CR34","doi-asserted-by":"publisher","first-page":"57","DOI":"10.1016\/0041-5553(72)90115-2","volume":"12","author":"S Piyavskii","year":"1972","unstructured":"Piyavskii, S. (1972). An algorithm for finding the absolute extremum of a function. USSR Computational Mathematics and Mathematical Physics, 12(4), 57\u201367.","journal-title":"USSR Computational Mathematics and Mathematical Physics"},{"key":"5833_CR35","unstructured":"Qin, C., Klabjan, D., & Russo, D. (2017). Improving the expected improvement algorithm. In Advances in neural information processing systems (NIPS) (pp. 5387\u20135397)."},{"key":"5833_CR36","volume-title":"Gaussian processes for machine learning","author":"CE Rasmussen","year":"2006","unstructured":"Rasmussen, C. E., & Williams, C. K. (2006). Gaussian processes for machine learning. Cambridge: MIT Press."},{"issue":"3","key":"5833_CR37","doi-asserted-by":"publisher","first-page":"1247","DOI":"10.1007\/s10898-012-9951-y","volume":"56","author":"LM Rios","year":"2013","unstructured":"Rios, L. M., & Sahinidis, N. V. (2013). Derivative-free optimization: A review of algorithms and comparison of software implementations. Journal of Global Optimization, 56(3), 1247\u20131293.","journal-title":"Journal of Global Optimization"},{"issue":"1","key":"5833_CR38","doi-asserted-by":"publisher","first-page":"148","DOI":"10.1109\/JPROC.2015.2494218","volume":"104","author":"B Shahriari","year":"2016","unstructured":"Shahriari, B., Swersky, K., Wang, Z., Adams, R. P., & de Freitas, N. (2016). Taking the human out of the loop: A review of Bayesian optimization. Proceedings of the IEEE, 104(1), 148\u2013175.","journal-title":"Proceedings of the IEEE"},{"key":"5833_CR39","unstructured":"Shahriari, B., Wang, Z., Hoffman, M. W., Bouchard-C\u00f4t\u00e9, A., & de\u00a0Freitas, N. (2014). An entropy search portfolio. In NIPS workshop on Bayesian optimization."},{"issue":"3","key":"5833_CR40","doi-asserted-by":"publisher","first-page":"379","DOI":"10.1137\/0709036","volume":"9","author":"BO Shubert","year":"1972","unstructured":"Shubert, B. O. (1972). A sequential method seeking the global maximum of a function. SIAM Journal on Numerical Analysis, 9(3), 379\u2013388.","journal-title":"SIAM Journal on Numerical Analysis"},{"key":"5833_CR41","unstructured":"Snoek, J., Larochelle, H., Adams, R. P. (2012). Practical Bayesian optimization of machine learning algorithms. In Advances in neural information processing systems (NIPS)."},{"key":"5833_CR42","unstructured":"Snoek, J., Rippel, O., Swersky, K., Kiros, R., Satish, N., Sundaram, N., Patwary, M., Prabhat, M., & Adams, R. (2015). Scalable Bayesian optimization using deep neural networks. In International conference on machine learning (ICML) (pp. 2171\u20132180)."},{"key":"5833_CR43","unstructured":"Srinivas, N., Krause, A., Kakade, S. M., & Seeger, M. (2010). Gaussian process optimization in the bandit setting: No regret and experimental design. In International conference on machine learning (ICML) (pp. 1015\u20131022)."},{"key":"5833_CR44","volume-title":"Interpolation of spatial data: Some theory for kriging","author":"ML Stein","year":"2012","unstructured":"Stein, M. L. (2012). Interpolation of spatial data: Some theory for kriging. Berlin: Springer."},{"key":"5833_CR45","unstructured":"Sui, Y., Gotovos, A., Burdick, J., & Krause, A. (2015). Safe exploration for optimization with gaussian processes. In International conference on machine learning (ICML) (pp. 997\u20131005)."},{"issue":"3\/4","key":"5833_CR46","doi-asserted-by":"publisher","first-page":"285","DOI":"10.2307\/2332286","volume":"25","author":"WR Thompson","year":"1933","unstructured":"Thompson, W. R. (1933). On the likelihood that one unknown probability exceeds another in view of the evidence of two samples. Biometrika, 25(3\/4), 285\u2013294.","journal-title":"Biometrika"},{"issue":"4","key":"5833_CR47","doi-asserted-by":"publisher","first-page":"509","DOI":"10.1007\/s10898-008-9354-2","volume":"44","author":"J Villemonteix","year":"2009","unstructured":"Villemonteix, J., Vazquez, E., & Walter, E. (2009). An informational approach to the global optimization of expensive-to-evaluate functions. Journal of Global Optimization, 44(4), 509.","journal-title":"Journal of Global Optimization"},{"key":"5833_CR48","unstructured":"Wang, J., Clark, S. C., Liu, E., & Frazier, P. I. (2016). Parallel Bayesian global optimization of expensive functions. arXiv preprint arXiv:1602.05149."},{"key":"5833_CR49","unstructured":"Wang, Z., & Jegelka, S. (2017). Max-value entropy search for efficient Bayesian optimization. In International conference on machine learning (ICML)."},{"key":"5833_CR50","unstructured":"Wilson, J., Hutter, F., & Deisenroth, M. (2018). Maximizing acquisition functions for Bayesian optimization. In NIPS (pp. 9884\u20139895)."},{"key":"5833_CR51","unstructured":"Wu, J., Poloczek, M., Wilson, A. G., & Frazier, P. (2017). Bayesian optimization with gradients. In Advances in neural information processing systems (NIPS) (pp. 5267\u20135278)."}],"container-title":["Machine Learning"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-019-05833-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10994-019-05833-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-019-05833-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,9,16]],"date-time":"2021-09-16T00:02:17Z","timestamp":1631750537000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10994-019-05833-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,1]]},"references-count":51,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2020,1]]}},"alternative-id":["5833"],"URL":"https:\/\/doi.org\/10.1007\/s10994-019-05833-y","relation":{},"ISSN":["0885-6125","1573-0565"],"issn-type":[{"value":"0885-6125","type":"print"},{"value":"1573-0565","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,1]]},"assertion":[{"value":"21 January 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 June 2019","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 July 2019","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 September 2020","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"Funding was provided by \u201cCIFAR LMB program\u201d.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Funding"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}