{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,29]],"date-time":"2026-08-29T08:00:00Z","timestamp":1787990400310,"version":"build-2784847793"},"reference-count":38,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2022,10,14]],"date-time":"2022-10-14T00:00:00Z","timestamp":1665705600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,10,14]],"date-time":"2022-10-14T00:00:00Z","timestamp":1665705600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61902440"],"award-info":[{"award-number":["61902440"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61872002"],"award-info":[{"award-number":["61872002"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61802448"],"award-info":[{"award-number":["61802448"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Cluster Comput"],"published-print":{"date-parts":[[2023,10]]},"DOI":"10.1007\/s10586-022-03767-0","type":"journal-article","created":{"date-parts":[[2022,10,14]],"date-time":"2022-10-14T12:13:17Z","timestamp":1665749597000},"page":"2737-2755","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["ATConf: auto-tuning high dimensional configuration parameters for big data processing frameworks"],"prefix":"10.1007","volume":"26","author":[{"given":"Hui","family":"Dou","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kang","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8709-1088","authenticated-orcid":false,"given":"Yiwen","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Pengfei","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,10,14]]},"reference":[{"issue":"2","key":"3767_CR1","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3381027","volume":"53","author":"H Herodotou","year":"2020","unstructured":"Herodotou, H., Chen, Y., Jiaheng, L.: A survey on automatic parameter tuning for big data processing systems. ACM Comput. Surv. (CSUR) 53(2), 1\u201337 (2020)","journal-title":"ACM Comput. Surv. (CSUR)"},{"key":"3767_CR2","doi-asserted-by":"crossref","unstructured":"Zhu, Y., Liu, J., Guo, M., Bao, Y., Ma, W., Liu, Z., Song, K., Yang, Y.: Bestconfig: tapping the performance potential of systems via automatic configuration tuning. In: Proceedings of the 2017 symposium on cloud computing, pp. 338\u2013350 (2017)","DOI":"10.1145\/3127479.3128605"},{"key":"3767_CR3","doi-asserted-by":"crossref","unstructured":"Van Aken, D., Pavlo, A., Gordon, G.J., Zhang, B.: Automatic database management system tuning through large-scale machine learning. In: Proceedings of the 2017 ACM international conference on management of data, pp 1009\u20131024 (2017)","DOI":"10.1145\/3035918.3064029"},{"key":"3767_CR4","doi-asserted-by":"crossref","unstructured":"Yu, Z., Bei, Z., Qian, X.: Datasize-aware high dimensional configurations auto-tuning of in-memory cluster computing. In: Proceedings of the twenty-third international conference on architectural support for programming languages and operating systems, pp. 564\u2013577 (2018)","DOI":"10.1145\/3296957.3173187"},{"key":"3767_CR5","doi-asserted-by":"crossref","unstructured":"Zhang, J., Liu, Y., Zhou, K., Li, G., Xiao, Z., Cheng, B., Xing, J., Wang, Y., Cheng, T., et\u00a0al.: An end-to-end automatic cloud database tuning system using deep reinforcement learning. In: Proceedings of the 2019 international conference on management of data, pp. 415\u2013432 (2019)","DOI":"10.1145\/3299869.3300085"},{"key":"3767_CR6","doi-asserted-by":"publisher","first-page":"50485","DOI":"10.1109\/ACCESS.2020.2979812","volume":"8","author":"M Li","year":"2020","unstructured":"Li, M., Liu, Z., Shi, X., Jin, H.: Atcs: auto-tuning configurations of big data frameworks based on generative adversarial nets. IEEE Access 8, 50485\u201350496 (2020)","journal-title":"IEEE Access"},{"key":"3767_CR7","unstructured":"Tooley, R.: Auto-tuning spark with bayesian optimisation (2021)"},{"key":"3767_CR8","doi-asserted-by":"publisher","first-page":"13157","DOI":"10.1109\/ACCESS.2017.2716441","volume":"5","author":"W Xiong","year":"2017","unstructured":"Xiong, W., Bei, Z., Chengzhong, X., Zhibin, Yu.: Ath: auto-tuning hbase\u2019s configuration via ensemble learning. IEEE Access 5, 13157\u201313170 (2017)","journal-title":"IEEE Access"},{"issue":"5","key":"3767_CR9","doi-asserted-by":"publisher","first-page":"1470","DOI":"10.1109\/TPDS.2015.2449299","volume":"27","author":"Z Bei","year":"2015","unstructured":"Bei, Z., Zhibin, Yu., Zhang, H., Xiong, W., Chengzhong, X., Eeckhout, L., Feng, S.: Rfhoc: a random-forest approach to auto-tuning hadoop\u2019s configuration. IEEE Trans. Parallel Distrib. Syst. 27(5), 1470\u20131483 (2015)","journal-title":"IEEE Trans. Parallel Distrib. Syst."},{"key":"3767_CR10","doi-asserted-by":"crossref","unstructured":"Guo, Y., Shan, H., Huang, S., Hwang, K., Fan, J., Yu, Z.: Gml: Efficiently auto-tuning flink\u2019s configurations via guided machine learning. In: Proceedings of the IEEE transactions on parallel and distributed systems (2021)","DOI":"10.1109\/TPDS.2021.3081600"},{"key":"3767_CR11","doi-asserted-by":"crossref","unstructured":"Jamshidi, P., Casale, G.: An uncertainty-aware approach to optimal configuration of stream processing systems. In: Proceedings of the 2016 IEEE 24th international symposium on modeling, analysis and simulation of computer and telecommunication systems (MASCOTS), pp. 39\u201348. IEEE (2016)","DOI":"10.1109\/MASCOTS.2016.17"},{"key":"3767_CR12","unstructured":"Spark configuration. http:\/\/spark.apache.org\/docs\/2.2.2\/configuration.html. Accessed 8 July 2021"},{"key":"3767_CR13","unstructured":"ZWang, Z., Zoghi, M., Hutter, F., Matheson, D., De Freitas, N.: Bayesian optimization in high dimensions via random embeddings. In: Proceedings of the twenty-third international joint conference on artificial intelligence (2013)"},{"key":"3767_CR14","doi-asserted-by":"publisher","first-page":"361","DOI":"10.1613\/jair.4806","volume":"55","author":"Z Wang","year":"2016","unstructured":"Wang, Z., Hutter, F., Zoghi, M., Matheson, D., de Feitas, N.: Bayesian optimization in a billion dimensions via random embeddings. J. Artif. Intell. Res. 55, 361\u2013387 (2016)","journal-title":"J. Artif. Intell. Res."},{"key":"3767_CR15","doi-asserted-by":"crossref","unstructured":"Khan, M.M., Yu, W.: Robotune: high-dimensional configuration tuning for cluster-based data analytics. In: Proceedings of the 50th international conference on parallel processing, pp. 1\u201310 (2021)","DOI":"10.1145\/3472456.3472518"},{"key":"3767_CR16","doi-asserted-by":"crossref","unstructured":"Li, C., Gupta, S., Rana, S., Nguyen, V., Venkatesh, S., Shilton, A.: High dimensional bayesian optimization using dropout. In: Proceedings of the twenty-sixth international joint conference on artificial intelligence, IJCAI-17, pp. 2096\u20132102 (2017)","DOI":"10.24963\/ijcai.2017\/291"},{"key":"3767_CR17","unstructured":"Hibench. https:\/\/github.com\/Intel-bigdata\/HiBench. Accessed 8 June 2021"},{"issue":"2","key":"3767_CR18","first-page":"281","volume":"13","author":"J Bergstra","year":"2012","unstructured":"Bergstra, J., Bengio, Y.: Random search for hyper-parameter optimization. J. Mach. Learn. Res. 13(2), 281\u2013305 (2012)","journal-title":"J. Mach. Learn. Res."},{"key":"3767_CR19","doi-asserted-by":"publisher","first-page":"80638","DOI":"10.1109\/ACCESS.2020.2990735","volume":"8","author":"H Dou","year":"2020","unstructured":"Dou, H., Chen, P., Zheng, Z.: Hdconfigor: automatically tuning high dimensional configuration parameters for log search engines. IEEE Access 8, 80638\u201380653 (2020)","journal-title":"IEEE Access"},{"key":"3767_CR20","unstructured":"Atconf. https:\/\/cn.hk.uy\/SrV"},{"key":"3767_CR21","doi-asserted-by":"crossref","unstructured":"Bao, L., Liu, X., Xu, Z., Fang, B.: Autoconfig: automatic configuration tuning for distributed message systems. In: Proceedings of the 2018 33rd IEEE\/ACM international conference on automated software engineering (ASE), pp. 29\u201340. IEEE (2018)","DOI":"10.1145\/3238147.3238175"},{"issue":"2","key":"3767_CR22","doi-asserted-by":"publisher","first-page":"154","DOI":"10.1145\/3296957.3173206","volume":"53","author":"S Wang","year":"2018","unstructured":"Wang, S., Li, C., Hoffmann, H., Lu, S., Sentosa, W., Kistijantoro, A.I.: Understanding and auto-adjusting performance-sensitive configurations. ACM SIGPLAN Not. 53(2), 154\u2013168 (2018)","journal-title":"ACM SIGPLAN Not."},{"issue":"8","key":"3767_CR23","doi-asserted-by":"publisher","first-page":"1401","DOI":"10.14778\/3457390.3457404","volume":"14","author":"S Cereda","year":"2021","unstructured":"Cereda, S., Valladares, S., Cremonesi, P., Doni, S.: Cgptuner: a contextual gaussian process bandit approach for the automatic tuning of it configurations under varying workload conditions. Proc. VLDB Endow. 14(8), 1401\u20131413 (2021)","journal-title":"Proc. VLDB Endow."},{"key":"3767_CR24","doi-asserted-by":"crossref","unstructured":"Zhang, X., Wu, H., Chang, Z., Jin, S., Tan, J., Li, F., Zhang, T., Cui, B.: Restune: resource oriented tuning boosted by meta-learning for cloud databases. In: Proceedings of the 2021 international conference on management of data, pp. 2102\u20132114 (2021)","DOI":"10.1145\/3448016.3457291"},{"key":"3767_CR25","unstructured":"Cao, Z., Kuenning, G., Zadok, E.: Carver: finding important parameters for storage system tuning. In: Proceedings of the 18th USENIX conference on file and storage technologies (FAST 20), pp. 43\u201357 (2020)"},{"key":"3767_CR26","unstructured":"Kanellis, K., Alagappan, R., Venkataraman, S.: Too many knobs to tune? Towards faster database tuning by pre-selecting important knobs. In: Proceedings of the 12th USENIX workshop on hot topics in storage and file systems (HotStorage 20) (2020)"},{"key":"3767_CR27","doi-asserted-by":"crossref","unstructured":"Heinze, T., Roediger, L., Meister, A., Ji, Y., Jerzak, Z., Fetzer, C.: Online parameter optimization for elastic data stream processing. In: Proceedings of the sixth ACM symposium on cloud computing, pp. 276\u2013287 (2015)","DOI":"10.1145\/2806777.2806847"},{"key":"3767_CR28","unstructured":"Cao, P., Fan, Z., Gao, R.X., Tang, J.: Solving configuration optimization problem with multiple hard constraints: an enhanced multi-objective simulated annealing approach. http:\/\/arxiv.org\/abs\/1706.03141 (2017)"},{"key":"3767_CR29","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s00778-021-00670-9","volume":"30","author":"J Zhang","year":"2021","unstructured":"Zhang, J., Zhou, K., Li, G., Liu, Y., Xie, M., Cheng, B., Xing, J.: Cdbtune+: an efficient deep reinforcement learning-based automatic cloud database tuning system. VLDB J. 30, 1\u201329 (2021)","journal-title":"VLDB J."},{"key":"3767_CR30","doi-asserted-by":"crossref","unstructured":"Sagaama, H., Slimane, N.B., Marwani, M., Skhiri, S.: Automatic parameter tuning for big data pipelines with deep reinforcement learning. In: Proceedings of the 2021 IEEE symposium on computers and communications (ISCC), pp. 1\u20137 (2021)","DOI":"10.1109\/ISCC53001.2021.9631440"},{"issue":"1","key":"3767_CR31","first-page":"1929","volume":"15","author":"N Srivastava","year":"2014","unstructured":"Srivastava, N., Hinton, G., Krizhevsky, A., Sutskever, I., Salakhutdinov, R.: Dropout: a simple way to prevent neural networks from overfitting. J. Mach. Learn. Res. 15(1), 1929\u20131958 (2014)","journal-title":"J. Mach. Learn. Res."},{"key":"3767_CR32","doi-asserted-by":"crossref","unstructured":"Fekry, A., Carata, L., Pasquier, T., Rice, A.: Accelerating the configuration tuning of big data analytics with similarity-aware multitask bayesian optimization. In: Proceedings of the 2020 IEEE international conference on big data (Big Data), pp. 266\u2013275. IEEE (2020)","DOI":"10.1109\/BigData50022.2020.9378085"},{"key":"3767_CR33","unstructured":"Kandasamy, K., Schneider, J., P\u00f3czos, B.: High dimensional bayesian optimisation and bandits via additive models. In: Proceedings of the international conference on machine learning, pp. 295\u2013304. PMLR (2015)"},{"key":"3767_CR34","unstructured":"Li, C.L., Kandasamy, K., P\u00f3czos, B., Schneider, J.: High dimensional bayesian optimization via restricted projection pursuit models. In: Proceedings of the Artificial intelligence and statistics, pp. 884\u2013892. PMLR (2016)"},{"issue":"1","key":"3767_CR35","doi-asserted-by":"publisher","first-page":"148","DOI":"10.1109\/JPROC.2015.2494218","volume":"104","author":"B Shahriari","year":"2015","unstructured":"Shahriari, B., Swersky, K., Wang, Z., Adams, R.P., De Freitas, N.: Taking the human out of the loop: a review of bayesian optimization. Proc. IEEE 104(1), 148\u2013175 (2015)","journal-title":"Proc. IEEE"},{"key":"3767_CR36","unstructured":"Ansible-playbook. https:\/\/docs.ansible.com\/ansible\/latest\/cli\/ansible-playbook.html. Accessed 8 June 2021"},{"key":"3767_CR37","doi-asserted-by":"publisher","first-page":"111028","DOI":"10.1016\/j.jss.2021.111028","volume":"180","author":"G Cheng","year":"2021","unstructured":"Cheng, G., Ying, S., Wang, B.: Tuning configuration of apache spark on public clouds by combining multi-objective optimization and performance prediction model. J. Syst. Softw. 180, 111028 (2021)","journal-title":"J. Syst. Softw."},{"key":"3767_CR38","doi-asserted-by":"crossref","unstructured":"Kim, S., Sim, A., Wu, K., Byna, S., Wang, T., Son, Y., Eom, H.: DCA-IO: a dynamic I\/O control scheme for parallel and distributed file systems. In: Proceedings of the 19th IEEE\/ACM international symposium on cluster, cloud and grid computing, CCGRID 2019, Larnaca, Cyprus, May 14\u201317, 2019, pp. 351\u2013360. IEEE (2019)","DOI":"10.1109\/CCGRID.2019.00049"}],"container-title":["Cluster Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10586-022-03767-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10586-022-03767-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10586-022-03767-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,8,26]],"date-time":"2023-08-26T16:23:39Z","timestamp":1693067019000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10586-022-03767-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,10,14]]},"references-count":38,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2023,10]]}},"alternative-id":["3767"],"URL":"https:\/\/doi.org\/10.1007\/s10586-022-03767-0","relation":{},"ISSN":["1386-7857","1573-7543"],"issn-type":[{"value":"1386-7857","type":"print"},{"value":"1573-7543","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,10,14]]},"assertion":[{"value":"16 March 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 July 2022","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 September 2022","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 October 2022","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declaration"}},{"value":"The authors have no relevant financial or non-financial interests to disclose.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing Interests"}}]}}