{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,27]],"date-time":"2026-03-27T17:09:54Z","timestamp":1774631394286,"version":"3.50.1"},"reference-count":51,"publisher":"Springer Science and Business Media LLC","issue":"12","license":[{"start":{"date-parts":[[2024,4,27]],"date-time":"2024-04-27T00:00:00Z","timestamp":1714176000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,4,27]],"date-time":"2024-04-27T00:00:00Z","timestamp":1714176000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61902440"],"award-info":[{"award-number":["61902440"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61902440"],"award-info":[{"award-number":["61902440"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62272001"],"award-info":[{"award-number":["62272001"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61902440"],"award-info":[{"award-number":["61902440"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61902440"],"award-info":[{"award-number":["61902440"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Supercomput"],"published-print":{"date-parts":[[2024,8]]},"DOI":"10.1007\/s11227-024-06123-8","type":"journal-article","created":{"date-parts":[[2024,4,27]],"date-time":"2024-04-27T16:01:49Z","timestamp":1714233709000},"page":"17460-17491","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["HyperTuner: a cross-layer multi-objective hyperparameter auto-tuning framework for data analytic services"],"prefix":"10.1007","volume":"80","author":[{"given":"Hui","family":"Dou","sequence":"first","affiliation":[]},{"given":"Shanshan","family":"Zhu","sequence":"additional","affiliation":[]},{"given":"Yiwen","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Pengfei","family":"Chen","sequence":"additional","affiliation":[]},{"given":"Zibin","family":"Zheng","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,4,27]]},"reference":[{"issue":"5","key":"6123_CR1","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3234150","volume":"51","author":"S Pouyanfar","year":"2018","unstructured":"Pouyanfar S, Sadiq S, Yan Y, Tian H, Tao Y, Reyes MP, Shyu M-L, Chen S-C, Iyengar SS (2018) A survey on deep learning: algorithms, techniques, and applications. ACM Comput Surv (CSUR) 51(5):1\u201336","journal-title":"ACM Comput Surv (CSUR)"},{"issue":"2","key":"6123_CR2","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3439950","volume":"54","author":"G Pang","year":"2021","unstructured":"Pang G, Shen C, Cao L, Hengel AVD (2021) Deep learning for anomaly detection: a review. ACM Comput Surv (CSUR) 54(2):1\u201338","journal-title":"ACM Comput Surv (CSUR)"},{"key":"6123_CR3","doi-asserted-by":"crossref","unstructured":"Kotthoff L, Thornton C, Hoos HH, Hutter F, Leyton-Brown K (2019) Auto-weka: Automatic model selection and hyperparameter optimization in weka. Autom Mach Learn Meth Syst Challenges, 81\u201395","DOI":"10.1007\/978-3-030-05318-5_4"},{"issue":"1","key":"6123_CR4","first-page":"6765","volume":"18","author":"L Li","year":"2017","unstructured":"Li L, Jamieson K, DeSalvo G, Rostamizadeh A, Talwalkar A (2017) Hyperband: a novel bandit-based approach to hyperparameter optimization. J Mach Learn Res 18(1):6765\u20136816","journal-title":"J Mach Learn Res"},{"key":"6123_CR5","unstructured":"Falkner S, Klein A, Hutter F (2018) Bohb: Robust and efficient hyperparameter optimization at scale. In: International Conference on Machine Learning, pp. 1437\u20131446. PMLR"},{"key":"6123_CR6","doi-asserted-by":"crossref","unstructured":"Akiba T, Sano S, Yanase T, Ohta T, Koyama M (2019) Optuna: A next-generation hyperparameter optimization framework. In: Proceedings of the 25th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining, pp. 2623\u20132631","DOI":"10.1145\/3292500.3330701"},{"key":"6123_CR7","doi-asserted-by":"crossref","unstructured":"Strubell E, Ganesh A, McCallum A (2019) Energy and policy considerations for deep learning in nlp. arXiv preprint arXiv:1906.02243","DOI":"10.18653\/v1\/P19-1355"},{"key":"6123_CR8","doi-asserted-by":"crossref","unstructured":"Morales-Hern\u00e1ndez A, Van\u00a0Nieuwenhuyse I, Rojas\u00a0Gonzalez S (2022) A survey on multi-objective hyperparameter optimization algorithms for machine learning. Artif Intell Rev 1\u201351","DOI":"10.1007\/s10462-022-10359-2"},{"key":"6123_CR9","doi-asserted-by":"crossref","unstructured":"Smithson SC, Yang G, Gross WJ, Meyer BH (2016) Neural networks designing neural networks: multi-objective hyper-parameter optimization. In: 2016 IEEE\/ACM International Conference on Computer-Aided Design (ICCAD), pp. 1\u20138. IEEE","DOI":"10.1145\/2966986.2967058"},{"key":"6123_CR10","unstructured":"Zuluaga M, Sergent G, Krause A, P\u00fcschel M (2013) Active learning for multi-objective optimization. In: International Conference on Machine Learning, pp. 462\u2013470. PMLR"},{"key":"6123_CR11","unstructured":"Hern\u00e1ndez-Lobato D, Hernandez-Lobato J, Shah A, Adams R (2016) Predictive entropy search for multi-objective bayesian optimization. In: International Conference on Machine Learning, pp. 1492\u20131501. PMLR"},{"issue":"4","key":"6123_CR12","doi-asserted-by":"publisher","first-page":"421","DOI":"10.1109\/TEVC.2005.859463","volume":"10","author":"MT Emmerich","year":"2006","unstructured":"Emmerich MT, Giannakoglou KC, Naujoks B (2006) Single-and multiobjective evolutionary optimization assisted by gaussian random field metamodels. IEEE Trans Evolut Comput 10(4):421\u2013439","journal-title":"IEEE Trans Evolut Comput"},{"key":"6123_CR13","doi-asserted-by":"crossref","unstructured":"Ponweiser W, Wagner T, Biermann D, Vincze M (2008) Multiobjective optimization on a limited budget of evaluations using model-assisted $$\\{$$S$$\\}$$ -metric selection. In: International Conference on Parallel Problem Solving from Nature, pp. 784\u2013794. Springer","DOI":"10.1007\/978-3-540-87700-4_78"},{"key":"6123_CR14","unstructured":"Iqbal MS, Su J, Kotthoff L, Jamshidi P (2020) Flexibo: Cost-aware multi-objective optimization of deep neural networks. arXiv preprint arXiv:2001.06588"},{"issue":"3","key":"6123_CR15","doi-asserted-by":"publisher","first-page":"263","DOI":"10.1162\/106365602760234108","volume":"10","author":"M Laumanns","year":"2002","unstructured":"Laumanns M, Thiele L, Deb K, Zitzler E (2002) Combining convergence and diversity in evolutionary multiobjective optimization. Evolut Comput 10(3):263\u2013282","journal-title":"Evolut Comput"},{"key":"6123_CR16","doi-asserted-by":"crossref","unstructured":"Jiang S, Yang S (2016) Convergence versus diversity in multiobjective optimization. In: Parallel Problem Solving from Nature\u2013PPSN XIV: 14th International Conference, Edinburgh, UK, September 17-21, 2016, Proceedings 14, pp. 984\u2013993. Springer","DOI":"10.1007\/978-3-319-45823-6_92"},{"key":"6123_CR17","doi-asserted-by":"crossref","unstructured":"Hasabnis N (2018) Auto-tuning tensorflow threading model for cpu backend. In: 2018 IEEE\/ACM Machine Learning in HPC Environments (MLHPC), pp. 14\u201325. IEEE","DOI":"10.1109\/MLHPC.2018.8638636"},{"key":"6123_CR18","doi-asserted-by":"crossref","unstructured":"Spantidi O, Galanis I, Anagnostopoulos I (2020) Frequency-based power efficiency improvement of cnns on heterogeneous iot computing systems. In: 2020 IEEE 6th World Forum on Internet of Things (WF-IoT), pp. 1\u20136. IEEE","DOI":"10.1109\/WF-IoT48130.2020.9221252"},{"key":"6123_CR19","doi-asserted-by":"crossref","unstructured":"Tang Z, Wang Y, Wang Q, Chu X (2019) The impact of gpu dvfs on the energy and performance of deep learning: An empirical study. In: Proceedings of the Tenth ACM International Conference on Future Energy Systems, pp. 315\u2013325","DOI":"10.1145\/3307772.3328315"},{"key":"6123_CR20","doi-asserted-by":"crossref","unstructured":"Stamoulis D, Cai E, Juan D-C, Marculescu D (2018) Hyperpower: Power-and memory-constrained hyper-parameter optimization for neural networks. In: 2018 Design, Automation & Test in Europe Conference & Exhibition (DATE), pp. 19\u201324. IEEE","DOI":"10.23919\/DATE.2018.8341973"},{"key":"6123_CR21","doi-asserted-by":"publisher","first-page":"225134","DOI":"10.1109\/ACCESS.2020.3039858","volume":"8","author":"M Capra","year":"2020","unstructured":"Capra M, Bussolino B, Marchisio A, Masera G, Martina M, Shafique M (2020) Hardware and software optimizations for accelerating deep neural networks: survey of current trends, challenges, and the road ahead. IEEE Access 8:225134\u2013225180","journal-title":"IEEE Access"},{"key":"6123_CR22","unstructured":"Linux Kernel (2023) https:\/\/www.kernel.org\/doc\/html\/v4.14\/admin-guide\/pm\/cpufreq.html. Accessed on Feb 20,"},{"issue":"2","key":"6123_CR23","doi-asserted-by":"publisher","first-page":"182","DOI":"10.1109\/4235.996017","volume":"6","author":"K Deb","year":"2002","unstructured":"Deb K, Pratap A, Agarwal S, Meyarivan T (2002) A fast and elitist multiobjective genetic algorithm: Nsga-ii. IEEE Trans Evolut Comput 6(2):182\u2013197","journal-title":"IEEE Trans Evolut Comput"},{"issue":"3","key":"6123_CR24","doi-asserted-by":"publisher","first-page":"221","DOI":"10.1162\/evco.1994.2.3.221","volume":"2","author":"N Srinivas","year":"1994","unstructured":"Srinivas N, Deb K (1994) Muiltiobjective optimization using nondominated sorting in genetic algorithms. Evolut Comput 2(3):221\u2013248","journal-title":"Evolut Comput"},{"issue":"6","key":"6123_CR25","doi-asserted-by":"publisher","first-page":"712","DOI":"10.1109\/TEVC.2007.892759","volume":"11","author":"Q Zhang","year":"2007","unstructured":"Zhang Q, Li H (2007) Moea\/d: a multiobjective evolutionary algorithm based on decomposition. IEEE Trans Evolut Comput 11(6):712\u2013731","journal-title":"IEEE Trans Evolut Comput"},{"key":"6123_CR26","doi-asserted-by":"crossref","unstructured":"Magda M, Martinez-Alvarez A, Cuenca-Asensi S (2017) Mooga parameter optimization for onset detection in emg signals. In: New Trends in Image Analysis and Processing\u2013ICIAP 2017: ICIAP International Workshops, WBICV, SSPandBE, 3AS, RGBD, NIVAR, IWBAAS, and MADiMa 2017, Catania, Italy, September 11-15, 2017, Revised Selected Papers 19, pp. 171\u2013180. Springer","DOI":"10.1007\/978-3-319-70742-6_16"},{"key":"6123_CR27","doi-asserted-by":"publisher","first-page":"76","DOI":"10.1016\/j.neunet.2020.03.007","volume":"126","author":"MB Calisto","year":"2020","unstructured":"Calisto MB, Lai-Yuen SK (2020) Adaen-net: an ensemble of adaptive 2d\u20133d fully convolutional networks for medical image segmentation. Neural Netw 126:76\u201394","journal-title":"Neural Netw"},{"issue":"1","key":"6123_CR28","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1561\/2200000024","volume":"5","author":"S Bubeck","year":"2012","unstructured":"Bubeck S, Cesa-Bianchi N et al (2012) Regret analysis of stochastic and nonstochastic multi-armed bandit problems. Foundat Trends Mach Learn 5(1):1\u2013122","journal-title":"Foundat Trends Mach Learn"},{"issue":"1","key":"6123_CR29","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/TCIAIG.2012.2186810","volume":"4","author":"CB Browne","year":"2012","unstructured":"Browne CB, Powley E, Whitehouse D, Lucas SM, Cowling PI, Rohlfshagen P, Tavener S, Perez D, Samothrakis S, Colton S (2012) A survey of monte carlo tree search methods. IEEE Trans Comput Intell AI Games 4(1):1\u201343","journal-title":"IEEE Trans Comput Intell AI Games"},{"key":"6123_CR30","doi-asserted-by":"crossref","unstructured":"Parsa M, Ankit A, Ziabari A, Roy K (2019) Pabo: Pseudo agent-based multi-objective bayesian hyperparameter optimization for efficient neural accelerator design. In: 2019 IEEE\/ACM International Conference on Computer-Aided Design (ICCAD), pp. 1\u20138. IEEE","DOI":"10.1109\/ICCAD45719.2019.8942046"},{"key":"6123_CR31","first-page":"10044","volume":"34","author":"S Belakaria","year":"2020","unstructured":"Belakaria S, Deshwal A, Jayakodi NK, Doppa JR (2020) Uncertainty-aware search framework for multi-objective Bayesian optimization. Proc AAAI Conf Artif Intell 34:10044\u201310052","journal-title":"Proc AAAI Conf Artif Intell"},{"key":"6123_CR32","unstructured":"Srinivas N, Krause A, Kakade SM, Seeger M (2009) Gaussian process optimization in the bandit setting: No regret and experimental design. arXiv preprint arXiv:0912.3995"},{"key":"6123_CR33","unstructured":"Ansible Playbook. https:\/\/docs.ansible.com\/ansible\/latest\/cli\/ansible-playbook.html"},{"issue":"11","key":"6123_CR34","doi-asserted-by":"publisher","first-page":"2278","DOI":"10.1109\/5.726791","volume":"86","author":"Y LeCun","year":"1998","unstructured":"LeCun Y, Bottou L, Bengio Y, Haffner P (1998) Gradient-based learning applied to document recognition. Proc IEEE 86(11):2278\u20132324","journal-title":"Proc IEEE"},{"key":"6123_CR35","unstructured":"Cats vs (2023) Dogs. https:\/\/www.kaggle.com\/c\/dogs-vs-cats. Accessed on Feb 20,"},{"key":"6123_CR36","unstructured":"IMDB (2023) https:\/\/keras.io\/api\/datasets\/imdb\/. Accessed on Feb 20,"},{"key":"6123_CR37","unstructured":"Turbostat (2023) https:\/\/www.mankier.com\/8\/turbostat. Accessed on Feb 20"},{"issue":"4","key":"6123_CR38","doi-asserted-by":"publisher","first-page":"409","DOI":"10.1016\/0165-4896(81)90018-4","volume":"1","author":"JA Weymark","year":"1981","unstructured":"Weymark JA (1981) Generalized gini inequality indices. Math Soc Sci 1(4):409\u2013430","journal-title":"Math Soc Sci"},{"issue":"1","key":"6123_CR39","doi-asserted-by":"publisher","first-page":"148","DOI":"10.1109\/JPROC.2015.2494218","volume":"104","author":"B Shahriari","year":"2015","unstructured":"Shahriari B, Swersky K, Wang Z, Adams RP, De Freitas N (2015) Taking the human out of the loop: a review of Bayesian optimization. Proc IEEE 104(1):148\u2013175","journal-title":"Proc IEEE"},{"key":"6123_CR40","unstructured":"Bergstra J, Bengio Y (2012) Random search for hyper-parameter optimization. J Mach Learn Res 13(2)"},{"key":"6123_CR41","doi-asserted-by":"crossref","unstructured":"Karl F, Pielok T, Moosbauer J, Pfisterer F, Coors S, Binder M, Schneider L, Thomas J, Richter J, Lang M, et al (2022) Multi-objective hyperparameter optimization\u2013an overview. arXiv preprint arXiv:2206.07438","DOI":"10.1145\/3610536"},{"key":"6123_CR42","doi-asserted-by":"crossref","unstructured":"Riquelme N, Von\u00a0L\u00fccken C, Baran B (2015) Performance metrics in multi-objective optimization. In: 2015 Latin American Computing Conference (CLEI), pp. 1\u201311. IEEE","DOI":"10.1109\/CLEI.2015.7360024"},{"key":"6123_CR43","doi-asserted-by":"crossref","unstructured":"McKnight PE, Najab J (2010) Mann-whitney u test. The Corsini encyclopedia of psychology, 1\u20131","DOI":"10.1002\/9780470479216.corpsy0524"},{"key":"6123_CR44","doi-asserted-by":"crossref","unstructured":"Cohen G, Afshar S, Tapson J, Van\u00a0Schaik A (2017) Emnist: Extending mnist to handwritten letters. In: 2017 International Joint Conference on Neural Networks (IJCNN), pp. 2921\u20132926. IEEE","DOI":"10.1109\/IJCNN.2017.7966217"},{"key":"6123_CR45","unstructured":"Montgomery DC (2017) Design and analysis of experiments. Wiley"},{"issue":"3","key":"6123_CR46","doi-asserted-by":"publisher","first-page":"845","DOI":"10.1007\/s10589-011-9441-z","volume":"52","author":"M Hartikainen","year":"2012","unstructured":"Hartikainen M, Miettinen K, Wiecek MM (2012) Paint: Pareto front interpolation for nonlinear multiobjective optimization. Comput Optimiz Appl 52(3):845\u2013867","journal-title":"Comput Optimiz Appl"},{"issue":"1","key":"6123_CR47","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1109\/TEVC.2005.851274","volume":"10","author":"J Knowles","year":"2006","unstructured":"Knowles J (2006) Parego: a hybrid algorithm with on-line landscape approximation for expensive multiobjective optimization problems. IEEE Trans Evolut Comput 10(1):50\u201366","journal-title":"IEEE Trans Evolut Comput"},{"key":"6123_CR48","unstructured":"Zela A, Klein A, Falkne S, Hutter F (2018) Towards automated deep learning: Efficient joint neural architecture and hyperparameter search. arXiv preprint arXiv:1807.06906"},{"key":"6123_CR49","doi-asserted-by":"publisher","first-page":"225134","DOI":"10.1109\/ACCESS.2020.3039858","volume":"8","author":"M Capra","year":"2020","unstructured":"Capra M, Bussolino B, Marchisio A, Masera G, Martina M, Shafique M (2020) Hardware and software optimizations for accelerating deep neural networks: survey of current trends, challenges, and the road ahead. IEEE Access 8:225134\u2013225180","journal-title":"IEEE Access"},{"issue":"2","key":"6123_CR50","doi-asserted-by":"publisher","first-page":"166","DOI":"10.1109\/LCA.2021.3123695","volume":"20","author":"SM Nabavinejad","year":"2021","unstructured":"Nabavinejad SM, Reda S (2021) Bayestuner: Leveraging Bayesian optimization for DNN inference configuration selection. IEEE Comput Arch Lett 20(2):166\u2013170","journal-title":"IEEE Comput Arch Lett"},{"key":"6123_CR51","doi-asserted-by":"crossref","unstructured":"Lokhmotov A, Chunosov N, Vella F, Fursin G (2018) Multi-objective autotuning of mobilenets across the full software\/hardware stack. In: Proceedings of the 1st on Reproducible Quality-Efficient Systems Tournament on Co-designing Pareto-efficient Deep Learning, p. 1","DOI":"10.1145\/3229762.3229767"}],"container-title":["The Journal of Supercomputing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-024-06123-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11227-024-06123-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-024-06123-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,8]],"date-time":"2024-07-08T12:14:42Z","timestamp":1720440882000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11227-024-06123-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,27]]},"references-count":51,"journal-issue":{"issue":"12","published-print":{"date-parts":[[2024,8]]}},"alternative-id":["6123"],"URL":"https:\/\/doi.org\/10.1007\/s11227-024-06123-8","relation":{},"ISSN":["0920-8542","1573-0484"],"issn-type":[{"value":"0920-8542","type":"print"},{"value":"1573-0484","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,4,27]]},"assertion":[{"value":"3 April 2024","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 April 2024","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest as defined by Springer, or other interests that might be perceived to influence the results and\/or discussion reported in this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}}]}}