{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,10]],"date-time":"2026-09-10T16:11:00Z","timestamp":1789056660523,"version":"build-2803163510"},"reference-count":89,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2022,7,1]],"date-time":"2022-07-01T00:00:00Z","timestamp":1656633600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,7,1]],"date-time":"2022-07-01T00:00:00Z","timestamp":1656633600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"National Key Research and Development Program of China","award":["2018YFB1004403"],"award-info":[{"award-number":["2018YFB1004403"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["The VLDB Journal"],"published-print":{"date-parts":[[2023,3]]},"DOI":"10.1007\/s00778-022-00752-2","type":"journal-article","created":{"date-parts":[[2022,7,1]],"date-time":"2022-07-01T08:03:18Z","timestamp":1656662598000},"page":"389-413","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":20,"title":["VolcanoML: speeding up end-to-end AutoML via scalable search space decomposition"],"prefix":"10.1007","volume":"32","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5249-1807","authenticated-orcid":false,"given":"Yang","family":"Li","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yu","family":"Shen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wentao","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ce","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bin","family":"Cui","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,7,1]]},"reference":[{"key":"752_CR1","doi-asserted-by":"crossref","unstructured":"Ghoting, A., Krishnamurthy, R., Pednault, E., Reinwald, B., Sindhwani, V., Tatikonda, S., Tian, Y., Vaithyanathan, S.: Systemml: declarative machine learning on mapreduce. In: 2011 IEEE 27th International Conference on Data Engineering, pp. 231\u2013242. IEEE (2011)","DOI":"10.1109\/ICDE.2011.5767930"},{"key":"752_CR2","unstructured":"Boehm, M., Antonov, I., Baunsgaard, S., Dokter, M., Ginth\u00f6r, R., Innerebner, K., Klezin, F., Lindstaedt, S., Phani, A., Rath, B., et\u00a0al.: Systemds: a declarative machine learning system for the end-to-end data science lifecycle. arXiv preprint arXiv:1909.02976 (2019)"},{"key":"752_CR3","doi-asserted-by":"crossref","unstructured":"Ratner, A., et\u00a0al.: Snorkel: rapid training data creation with weak supervision. In: PVLDB (2017)","DOI":"10.14778\/3157794.3157797"},{"key":"752_CR4","doi-asserted-by":"crossref","unstructured":"Wu, R., Chaba, S., Sawlani, S., Chu, X., Thirumuruganathan, S.: Zeroer: entity resolution using zero labeled examples. In: Proceedings of the 2020 ACM SIGMOD International Conference on Management of Data, pp. 1149\u20131164 (2020)","DOI":"10.1145\/3318464.3389743"},{"key":"752_CR5","doi-asserted-by":"crossref","unstructured":"Baylor, D., Breck, E., Cheng, H.T., Fiedel, N., Foo, C.Y., Haque, Z., Haykal, S., Ispir, M., Jain, V., Koc, L., et\u00a0al.: Tfx: A tensorflow-based production-scale machine learning platform. In: Proceedings of the 23rd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 1387\u20131395 (2017)","DOI":"10.1145\/3097983.3098021"},{"key":"752_CR6","unstructured":"Breck, E., Polyzotis, N., Roy, S., Whang, S., Zinkevich, M.: Data validation for machine learning. In: MLSys (2019)"},{"key":"752_CR7","doi-asserted-by":"crossref","unstructured":"Wu, W., Flokas, L., Wu, E., Wang, J.: Complaint-driven training data debugging for query 2.0. In: Proceedings of the 2020 ACM SIGMOD International Conference on Management of Data, pp. 1317\u20131334 (2020)","DOI":"10.1145\/3318464.3389696"},{"key":"752_CR8","doi-asserted-by":"crossref","unstructured":"Nakandala, S., Kumar, A., Papakonstantinou, Y.: Incremental and approximate inference for faster occlusion-based deep cnn explanations. In: Proceedings of the 2019 International Conference on Management of Data, pp. 1589\u20131606 (2019)","DOI":"10.1145\/3299869.3319874"},{"issue":"12","key":"752_CR9","doi-asserted-by":"publisher","first-page":"2159","DOI":"10.14778\/3407790.3407816","volume":"13","author":"S Nakandala","year":"2020","unstructured":"Nakandala, S., Zhang, Y., Kumar, A.: Cerebro: a data system for optimized deep learning model selection. Proc. VLDB Endow. 13(12), 2159\u20132173 (2020)","journal-title":"Proc. VLDB Endow."},{"key":"752_CR10","unstructured":"Vartak, M., et\u00a0al.: Modeldb: a system for machine learning model management. In: HILDA (2016)"},{"key":"752_CR11","unstructured":"Zaharia, M., et al.: Accelerating the machine learning lifecycle with mlflow. IEEE Data Eng Bull (2018)"},{"issue":"1","key":"752_CR12","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1145\/2949741.2949756","volume":"45","author":"C De Sa","year":"2016","unstructured":"De Sa, C., Ratner, A., R\u00e9, C., Shin, J., Wang, F., Wu, S., Zhang, C.: Deepdive: declarative knowledge base construction. ACM SIGMOD Record 45(1), 60\u201367 (2016)","journal-title":"ACM SIGMOD Record"},{"key":"752_CR13","doi-asserted-by":"crossref","unstructured":"Rekatsinas, T., Chu, X., Ilyas, I.F., R\u00e9, C.: Holoclean: holistic data repairs with probabilistic inference. Proc. VLDB Endow. 10(11) (2017)","DOI":"10.14778\/3137628.3137631"},{"issue":"12","key":"752_CR14","doi-asserted-by":"publisher","first-page":"948","DOI":"10.14778\/2994509.2994514","volume":"9","author":"S Krishnan","year":"2016","unstructured":"Krishnan, S., Wang, J., Wu, E., Franklin, M.J., Goldberg, K.: Activeclean: interactive data cleaning for statistical modeling. Proc. VLDB Endow. 9(12), 948\u2013959 (2016)","journal-title":"Proc. VLDB Endow."},{"issue":"12","key":"752_CR15","doi-asserted-by":"publisher","first-page":"2150","DOI":"10.14778\/3229863.3240493","volume":"11","author":"T Kraska","year":"2018","unstructured":"Kraska, T.: Northstar: an interactive data science system. Proc. VLDB Endow. 11(12), 2150\u20132164 (2018)","journal-title":"Proc. VLDB Endow."},{"key":"752_CR16","unstructured":"Yao, Q., Wang, M., Chen, Y., Dai, W., Li, Y.F., Tu, W.W., Yang, Q., Yu, Y.: Taking human out of learning applications: a survey on automated machine learning. arXiv preprint arXiv:1810.13306 (2018)"},{"key":"752_CR17","unstructured":"Z\u00f6ller, M.A., Huber, M.F.: Survey on automated machine learning. arXiv preprint arXiv:1904.12054 (2019)"},{"key":"752_CR18","volume-title":"Automated Machine Learning: Methods, Systems, Challenges","year":"2018","unstructured":"Hutter, F., Kotthoff, L., Vanschoren, J. (eds.): Automated Machine Learning: Methods, Systems, Challenges. Springer, Berlin (2018)"},{"key":"752_CR19","unstructured":"Feurer, M., Klein, A., Eggensperger, K., Springenberg, J., Blum, M., Hutter, F.: Efficient and robust automated machine learning. In: Advances in Neural Information Processing Systems, pp. 2962\u20132970 (2015)"},{"key":"752_CR20","doi-asserted-by":"crossref","unstructured":"Olson, R.S., Moore, J.H.: Tpot: a tree-based pipeline optimization tool for automating machine learning. In: Automated Machine Learning, pp. 151\u2013160. Springer (2019)","DOI":"10.1007\/978-3-030-05318-5_8"},{"key":"752_CR21","doi-asserted-by":"crossref","unstructured":"Komer, B., Bergstra, J., Eliasmith, C.: Hyperopt-sklearn: automatic hyperparameter configuration for scikit-learn. In: ICML workshop on AutoML, vol.\u00a09. Citeseer (2014)","DOI":"10.25080\/Majora-14bd3278-006"},{"key":"752_CR22","doi-asserted-by":"crossref","unstructured":"Schawinski, K., et\u00a0al.: Generative adversarial networks recover features in astrophysical images of galaxies beyond the deconvolution limit. MNRAS Letters (2017)","DOI":"10.1093\/mnrasl\/slx008"},{"issue":"5","key":"752_CR23","doi-asserted-by":"publisher","first-page":"607","DOI":"10.1145\/3187009.3177737","volume":"11","author":"T Li","year":"2018","unstructured":"Li, T., Zhong, J., Liu, J., Wu, W., Zhang, C.: Ease.ml: towards multi-tenant resource sharing for machine learning workloads. Proc. VLDB Endow. 11(5), 607\u2013620 (2018)","journal-title":"Proc. VLDB Endow."},{"key":"752_CR24","doi-asserted-by":"crossref","unstructured":"Liu, S., Ram, P., Bouneffouf, D., Bramble, G., Conn, A.R., Samulowitz, H., Gray, A.G.: An admm based framework for automl pipeline configuration, pp. 4892\u20134899 (2020)","DOI":"10.1609\/aaai.v34i04.5926"},{"key":"752_CR25","doi-asserted-by":"crossref","unstructured":"Li, Y., Jiang, J., Gao, J., Shao, Y., Zhang, C., Cui, B.: Efficient automatic cash via rising bandits. In: AAAI, pp. 4763\u20134771 (2020)","DOI":"10.1609\/aaai.v34i04.5910"},{"key":"752_CR26","doi-asserted-by":"crossref","unstructured":"Li, Y., Shen, Y., Zhang, W., Jiang, J., Ding, B., Li, Y., Zhou, J., Yang, Z., Wu, W., Zhang, C., et al.: Volcanoml: speeding up end-to-end automl via scalable search space decomposition. Proc. VLDB Endow. (2021)","DOI":"10.1007\/s00778-022-00752-2"},{"key":"752_CR27","volume-title":"Database Systems: The Complete Book","author":"H Garcia-Molina","year":"2008","unstructured":"Garcia-Molina, H., Ullman, J.D., Widom, J.: Database Systems: The Complete Book, 2nd edn. Prentice Hall Press, Hoboken (2008)","edition":"2"},{"key":"752_CR28","doi-asserted-by":"publisher","first-page":"106622","DOI":"10.1016\/j.knosys.2020.106622","volume":"212","author":"X He","year":"2021","unstructured":"He, X., Zhao, K., Chu, X.: Automl: a survey of the state-of-the-art. Knowl. Based Syst. 212, 106622 (2021)","journal-title":"Knowl. Based Syst."},{"issue":"4","key":"752_CR29","doi-asserted-by":"publisher","first-page":"329","DOI":"10.1007\/s13218-015-0381-0","volume":"29","author":"F Hutter","year":"2015","unstructured":"Hutter, F., L\u00fccke, J., Schmidt-Thieme, L.: Beyond manual tuning of hyperparameters. KI-K\u00fcnstliche Intelligenz 29(4), 329\u2013337 (2015)","journal-title":"KI-K\u00fcnstliche Intelligenz"},{"key":"752_CR30","doi-asserted-by":"crossref","unstructured":"Thornton, C., Hutter, F., Hoos, H.H., Leyton-Brown, K.: Auto-weka: Combined selection and hyperparameter optimization of classification algorithms. In: Proceedings of the 19th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 847\u2013855 (2013)","DOI":"10.1145\/2487575.2487629"},{"key":"752_CR31","first-page":"281","volume":"13","author":"J Bergstra","year":"2012","unstructured":"Bergstra, J., Bengio, Y.: Random search for hyper-parameter optimization. J. Mach. Learn. Res. 13, 281\u2013305 (2012)","journal-title":"J. Mach. Learn. Res."},{"issue":"8","key":"752_CR32","doi-asserted-by":"publisher","first-page":"1495","DOI":"10.1007\/s10994-018-5735-z","volume":"107","author":"F Mohr","year":"2018","unstructured":"Mohr, F., Wever, M., H\u00fcllermeier, E.: Ml-plan: automated machine learning via hierarchical planning. Mach. Learn. 107(8), 1495\u20131515 (2018)","journal-title":"Mach. Learn."},{"key":"752_CR33","unstructured":"Bergstra, J.S., Bardenet, R., Bengio, Y., K\u00e9gl, B.: Algorithms for hyper-parameter optimization. In: Advances in Neural Information Processing Systems, pp. 2546\u20132554 (2011)"},{"key":"752_CR34","doi-asserted-by":"crossref","unstructured":"Hutter, F., Hoos, H.H., Leyton-Brown, K.: Sequential model-based optimization for general algorithm configuration. In: International Conference on Learning and Intelligent Optimization, pp. 507\u2013523. Springer (2011)","DOI":"10.1007\/978-3-642-25566-3_40"},{"key":"752_CR35","unstructured":"Snoek, J., Larochelle, H., Adams, R.P.: Practical Bayesian optimization of machine learning algorithms. In: Advances in Neural Information Processing Systems, pp. 2951\u20132959 (2012)"},{"key":"752_CR36","unstructured":"Eggensperger, K., Feurer, M., Hutter, F., Bergstra, J., Snoek, J., Hoos, H., Leyton-Brown, K.: Towards an empirical foundation for assessing bayesian optimization of hyperparameters. In: NIPS workshop on Bayesian Optimization in Theory and Practice, vol.\u00a010, p.\u00a03 (2013)"},{"issue":"1","key":"752_CR37","doi-asserted-by":"publisher","first-page":"148","DOI":"10.1109\/JPROC.2015.2494218","volume":"104","author":"B Shahriari","year":"2015","unstructured":"Shahriari, B., Swersky, K., Wang, Z., Adams, R.P., De Freitas, N.: Taking the human out of the loop: a review of Bayesian optimization. Proc. IEEE 104(1), 148\u2013175 (2015)","journal-title":"Proc. IEEE"},{"key":"752_CR38","unstructured":"Vanschoren, J.: Meta-learning: a survey. CoRR (2018). http:\/\/arxiv.org\/abs\/1810.03548"},{"key":"752_CR39","doi-asserted-by":"crossref","unstructured":"de\u00a0S\u00e1, A.G., Pinto, W.J.G., Oliveira, L.O.V., Pappa, G.L.: RECIPE: A grammar-based framework for automatically evolving classification pipelines. In: Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics) (2017)","DOI":"10.1007\/978-3-319-55696-3_16"},{"key":"752_CR40","unstructured":"Hutter, F., Hoos, H., Leyton-Brown, K.: An efficient approach for assessing hyperparameter importance. In: 31st International Conference on Machine Learning, ICML 2014 (2014)"},{"key":"752_CR41","doi-asserted-by":"crossref","unstructured":"Van\u00a0Rijn, J.N., Hutter, F.: Hyperparameter importance across datasets. In: Proceedings of the 24th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining, pp. 2367\u20132376 (2018)","DOI":"10.1145\/3219819.3220058"},{"key":"752_CR42","unstructured":"Drori, I., Krishnamurthy, Y., Rampin, R., De, R., Lourenco, P., Ono, J.P., Cho, K., Silva, C., Freire, J.: AlphaD3M: machine learning pipeline synthesis. In: AutoML Workshop at ICML (2018)"},{"key":"752_CR43","doi-asserted-by":"crossref","unstructured":"Chen, B., Wu, H., Mo, W., Chattopadhyay, I., Lipson, H.: Autostacker: a compositional evolutionary learning system. In: Proceedings of the Genetic and Evolutionary Computation Conference, pp. 402\u2013409 (2018)","DOI":"10.1145\/3205455.3205586"},{"key":"752_CR44","doi-asserted-by":"crossref","unstructured":"Smith, M.J., Sala, C., Kanter, J.M., Veeramachaneni, K.: The machine learning bazaar: Harnessing the ml ecosystem for effective system development. In: Proceedings of the 2020 ACM SIGMOD International Conference on Management of Data, pp. 785\u2013800 (2020)","DOI":"10.1145\/3318464.3386146"},{"key":"752_CR45","unstructured":"LeDell, E., Poirier, S.: H2o automl: scalable automatic machine learning. In: Proceedings of the AutoML Workshop at ICML, vol. 2020 (2020)"},{"key":"752_CR46","unstructured":"Barnes, J.: Azure machine learning. Microsoft Azure Essentials, 1st ed. Microsoft (2015)"},{"key":"752_CR47","unstructured":"Google: Google prediction api. https:\/\/developers.google.com\/prediction (2020)"},{"key":"752_CR48","doi-asserted-by":"crossref","unstructured":"Liberty, E., Karnin, Z., Xiang, B., Rouesnel, L., Coskun, B., Nallapati, R., Delgado, J., Sadoughi, A., Astashonok, Y., Das, P., et\u00a0al.: Elastic machine learning algorithms in amazon sagemaker. In: Proceedings of the 2020 ACM SIGMOD International Conference on Management of Data, pp. 731\u2013737 (2020)","DOI":"10.1145\/3318464.3386126"},{"key":"752_CR49","unstructured":"IBM: Ibmwatson studio autoai. https:\/\/www.ibm.com\/cloud\/watson-studio\/autoai (2020)"},{"key":"752_CR50","doi-asserted-by":"crossref","unstructured":"Khurana, U., Turaga, D., Samulowitz, H., Parthasrathy, S.: Cognito: automated feature engineering for supervised learning. In: 2016 IEEE 16th International Conference on Data Mining Workshops (ICDMW), pp. 1304\u20131307. IEEE (2016)","DOI":"10.1109\/ICDMW.2016.0190"},{"key":"752_CR51","doi-asserted-by":"crossref","unstructured":"Kaul, A., Maheshwary, S., Pudi, V.: Autolearn-automated feature generation and selection. In: 2017 IEEE International Conference on Data Mining (ICDM), pp. 217\u2013226. IEEE (2017)","DOI":"10.1109\/ICDM.2017.31"},{"key":"752_CR52","doi-asserted-by":"crossref","unstructured":"Katz, G., Shin, E.C.R., Song, D.: Explorekit: automatic feature generation and selection. In: 2016 IEEE 16th International Conference on Data Mining (ICDM), pp. 979\u2013984. IEEE (2016)","DOI":"10.1109\/ICDM.2016.0123"},{"key":"752_CR53","doi-asserted-by":"crossref","unstructured":"Nargesian, F., Samulowitz, H., Khurana, U., Khalil, E.B., Turaga, D.S.: Learning feature engineering for classification. In: IJCAI, pp. 2529\u20132535 (2017)","DOI":"10.24963\/ijcai.2017\/352"},{"key":"752_CR54","doi-asserted-by":"crossref","unstructured":"Khurana, U., Samulowitz, H., Turaga, D.: Feature engineering for predictive modeling using reinforcement learning. In: 32nd AAAI Conf Artif Intell. AAAI 2018 (2018)","DOI":"10.1609\/aaai.v32i1.11678"},{"key":"752_CR55","unstructured":"Efimova, V., Filchenkov, A., Shalamov, V.: Fast automated selection of learning algorithm and its hyperparameters by reinforcement learning. In: International Conference on Machine Learning AutoML Workshop (2017)"},{"key":"752_CR56","unstructured":"Li, L., Jamieson, K., DeSalvo, G., Rostamizadeh, A., Talwalkar, A.: Hyperband: a novel bandit-based approach to hyperparameter optimization. In: Proceedings of the International Conference on Learning Representations, pp. 1\u201348 (2018)"},{"key":"752_CR57","unstructured":"Jamieson, K., Talwalkar, A.: Non-stochastic best arm identification and hyperparameter optimization. In: Artificial Intelligence and Statistics, pp. 240\u2013248 (2016)"},{"key":"752_CR58","unstructured":"Falkner, S., Klein, A., Hutter, F.: Bohb: robust and efficient hyperparameter optimization at scale. In: International Conference on Machine Learning, pp. 1437\u20131446. PMLR (2018)"},{"key":"752_CR59","doi-asserted-by":"crossref","unstructured":"Li, Y., Shen, Y., Jiang, J., Gao, J., Zhang, C., Cui, B.: Mfes-hb: Efficient hyperband with multi-fidelity quality measurements. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol.\u00a035, pp. 8491\u20138500 (2021)","DOI":"10.1609\/aaai.v35i10.17031"},{"key":"752_CR60","unstructured":"Swersky, K., Snoek, J., Adams, R.P.: Multi-task Bayesian optimization. In: Advances in Neural Information Processing Systems, pp. 2004\u20132012 (2013)"},{"key":"752_CR61","unstructured":"Klein, A., Falkner, S., Bartels, S., Hennig, P., Hutter, F.: Fast Bayesian optimization of machine learning hyperparameters on large datasets. In: Proceedings of the 20th International Conference on Artificial Intelligence and Statistics, pp. 528\u2013536 (2017)"},{"key":"752_CR62","unstructured":"Kandasamy, K., Dasarathy, G., Schneider, J., P\u00f3czos, B.: Multi-fidelity Bayesian optimisation with continuous approximations. In: International Conference on Machine Learning, pp. 1799\u20131808. PMLR (2017)"},{"key":"752_CR63","unstructured":"Poloczek, M., Wang, J., Frazier, P.: Multi-information source optimization. In: Advances in Neural Information Processing Systems, pp. 4288\u20134298 (2017)"},{"key":"752_CR64","doi-asserted-by":"crossref","unstructured":"Hu, Y.Q., Yu, Y., Tu, W.W., Yang, Q., Chen, Y., Dai, W.: Multi-fidelity automatic hyper-parameter tuning via transfer series expansion. AAAI (2019)","DOI":"10.1609\/aaai.v33i01.33013846"},{"key":"752_CR65","unstructured":"Sen, R., Kandasamy, K., Shakkottai, S.: Noisy blackbox optimization with multi-fidelity queries: a tree search approach. arXiv preprint arXiv:1810.10482 (2018)"},{"key":"752_CR66","unstructured":"Wu, J., Toscano-Palmerin, S., Frazier, P.I., Wilson, A.G.: Practical multi-fidelity Bayesian optimization for hyperparameter tuning. In: Uncertainty in Artificial Intelligence, pp. 788\u2013798. PMLR (2020)"},{"key":"752_CR67","doi-asserted-by":"crossref","unstructured":"Wistuba, M., Schilling, N., Schmidt-Thieme, L.: Two-stage transfer surrogate model for automatic hyperparameter optimization. In: Joint European Conference on Machine Learning and Knowledge Discovery in Databases, pp. 199\u2013214. Springer (2016)","DOI":"10.1007\/978-3-319-46128-1_13"},{"key":"752_CR68","doi-asserted-by":"crossref","unstructured":"Golovin, D., Solnik, B., Moitra, S., Kochanski, G., Karro, J., Sculley, D.: Google vizier: a service for black-box optimization. In: Proceedings of the 23rd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 1487\u20131495. ACM (2017)","DOI":"10.1145\/3097983.3098043"},{"key":"752_CR69","unstructured":"Feurer, M., Letham, B., Bakshy, E.: Scalable meta-learning for Bayesian optimization using ranking-weighted gaussian process ensembles. In: AutoML Workshop at ICML (2018)"},{"key":"752_CR70","unstructured":"Research, M.: Microsoft nni. https:\/\/github.com\/Microsoft\/nni (2020)"},{"key":"752_CR71","unstructured":"Moritz, P., Nishihara, R., Wang, S., Tumanov, A., Liaw, R., Liang, E., Elibol, M., Yang, Z., Paul, W., Jordan, M.I., et\u00a0al.: Ray: A distributed framework for emerging $$\\{$$AI$$\\}$$ applications. In: 13th $$\\{$$USENIX$$\\}$$ Symposium on Operating Systems Design and Implementation ($$\\{$$OSDI$$\\}$$ 18), pp. 561\u2013577 (2018)"},{"key":"752_CR72","doi-asserted-by":"crossref","unstructured":"Li, Y., Shen, Y., Zhang, W., Chen, Y., Jiang, H., Liu, M., Jiang, J., Gao, J., Wu, W., Yang, Z., et\u00a0al.: Openbox: a generalized black-box optimization service. arXiv preprint arXiv:2106.00421 (2021)","DOI":"10.1145\/3447548.3467061"},{"key":"752_CR73","unstructured":"Liaw, R., Liang, E., Nishihara, R., Moritz, P., Gonzalez, J.E., Stoica, I.: Tune: a research platform for distributed model selection and training. arXiv preprint arXiv:1807.05118 (2018)"},{"key":"752_CR74","doi-asserted-by":"crossref","unstructured":"Kanter, J.M., Veeramachaneni, K.: Deep feature synthesis: towards automating data science endeavors. In: 2015 IEEE International Conference on Data Science and Advanced Analytics, DSAA 2015, Paris, France, October 19\u201321, 2015, pp. 1\u201310. IEEE (2015)","DOI":"10.1109\/DSAA.2015.7344858"},{"key":"752_CR75","doi-asserted-by":"crossref","unstructured":"Graefe, G.: Volcano-an extensible and parallel query evaluation system. IEEE Trans. Knowl. Data Eng. (1994)","DOI":"10.1109\/69.273032"},{"key":"752_CR76","unstructured":"Levine, N., Crammer, K., Mannor, S.: Rotting bandits. In: Advances in NIPS, pp. 3074\u20133083 (2017)"},{"key":"752_CR77","doi-asserted-by":"crossref","unstructured":"Dechter, R.: Bucket elimination: a unifying framework for probabilistic inference. In: Learning in Graphical Models, pp. 75\u2013104. Springer (1998)","DOI":"10.1007\/978-94-011-5014-9_4"},{"issue":"1\u20132","key":"752_CR78","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1016\/S0167-6377(98)00050-9","volume":"24","author":"CC Car\u00f8E","year":"1999","unstructured":"Car\u00f8E, C.C., Schultz, R.: Dual decomposition in stochastic integer programming. Oper. Res. Lett. 24(1\u20132), 37\u201345 (1999)","journal-title":"Oper. Res. Lett."},{"issue":"4","key":"752_CR79","doi-asserted-by":"publisher","first-page":"455","DOI":"10.1023\/A:1008306431147","volume":"13","author":"DR Jones","year":"1998","unstructured":"Jones, D.R., Schonlau, M., Welch, W.J.: Efficient global optimization of expensive black-box functions. J. Global Optim. 13(4), 455\u2013492 (1998)","journal-title":"J. Global Optim."},{"key":"752_CR80","unstructured":"Takeno, S., Fukuoka, H., Tsukada, Y., Koyama, T., Shiga, M., Takeuchi, I., Karasuyama, M.: Multi-fidelity Bayesian optimization with max-value entropy search and its parallelization. In: International Conference on Machine Learning, pp. 9334\u20139345. PMLR (2020)"},{"key":"752_CR81","unstructured":"Wang, Z., Zoghi, M., Hutter, F., Matheson, D., De\u00a0Freitas, N.: Bayesian optimization in high dimensions via random embeddings. In: 23rd International Joint Conference on Artificial Intelligence (2013)"},{"key":"752_CR82","doi-asserted-by":"crossref","unstructured":"Liu, C., Zoph, B., Neumann, M., Shlens, J., Hua, W., Li, L.J., Fei-Fei, L., Yuille, A., Huang, J., Murphy, K.: Progressive neural architecture search. In: Proceedings of the European Conference on Computer Vision (ECCV), pp. 19\u201334 (2018)","DOI":"10.1007\/978-3-030-01246-5_2"},{"key":"752_CR83","doi-asserted-by":"publisher","DOI":"10.1023\/A:1019956318069","author":"R Vilalta","year":"2002","unstructured":"Vilalta, R., Drissi, Y.: A perspective view and survey of meta-learning. Artif. Intell. Rev. (2002). https:\/\/doi.org\/10.1023\/A:1019956318069","journal-title":"Artif. Intell. Rev."},{"key":"752_CR84","unstructured":"Burges, C.: From ranknet to lambdarank to lambdamart: an overview. Learning 11 (2010)"},{"issue":"2","key":"752_CR85","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1145\/2641190.2641198","volume":"15","author":"J Vanschoren","year":"2014","unstructured":"Vanschoren, J., Van Rijn, J.N., Bischl, B., Torgo, L.: Openml: networked science in machine learning. ACM SIGKDD Explor. Newslett. 15(2), 49\u201360 (2014)","journal-title":"ACM SIGKDD Explor. Newslett."},{"key":"752_CR86","unstructured":"Bardenet, R., Brendel, M., K\u00e9gl, B., Sebag, M.: Collaborative hyperparameter tuning. In: International Conference on Machine Learning, pp. 199\u2013207. PMLR (2013)"},{"key":"752_CR87","unstructured":"Dewancker, I., McCourt, M., Clark, S., Hayes, P., Johnson, A., Ke, G.: A strategy for ranking optimization methods using multiple criteria. In: Workshop on Automatic Machine Learning, pp. 11\u201320. PMLR (2016)"},{"key":"752_CR88","doi-asserted-by":"publisher","unstructured":"Dietterich, T.G.: Ensemble methods in machine learning. In: Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics) (2000). https:\/\/doi.org\/10.1007\/3-540-45014-9_1","DOI":"10.1007\/3-540-45014-9_1"},{"key":"752_CR89","doi-asserted-by":"publisher","unstructured":"Caruana, R., Niculescu-Mizil, A., Crew, G., Ksikes, A.: Ensemble selection from libraries of models. In: Proceedings, Twenty-First International Conference on Machine Learning, ICML 2004 (2004). https:\/\/doi.org\/10.1145\/1015330.1015432","DOI":"10.1145\/1015330.1015432"}],"container-title":["The VLDB Journal"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00778-022-00752-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00778-022-00752-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00778-022-00752-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,2,25]],"date-time":"2023-02-25T05:08:20Z","timestamp":1677301700000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00778-022-00752-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,7,1]]},"references-count":89,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2023,3]]}},"alternative-id":["752"],"URL":"https:\/\/doi.org\/10.1007\/s00778-022-00752-2","relation":{},"ISSN":["1066-8888","0949-877X"],"issn-type":[{"value":"1066-8888","type":"print"},{"value":"0949-877X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,7,1]]},"assertion":[{"value":"30 July 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 March 2022","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 May 2022","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 July 2022","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}