{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,28]],"date-time":"2026-08-28T10:44:18Z","timestamp":1787913858663,"version":"build-2784847793"},"reference-count":36,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2023,10,7]],"date-time":"2023-10-07T00:00:00Z","timestamp":1696636800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,10,7]],"date-time":"2023-10-07T00:00:00Z","timestamp":1696636800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Innovations Syst Softw Eng"],"published-print":{"date-parts":[[2025,9]]},"DOI":"10.1007\/s11334-023-00540-3","type":"journal-article","created":{"date-parts":[[2023,10,7]],"date-time":"2023-10-07T15:01:30Z","timestamp":1696690890000},"page":"789-800","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":26,"title":["Hyperparameter optimization for deep neural network models: a comprehensive study on methods and techniques"],"prefix":"10.1007","volume":"21","author":[{"given":"Sunita","family":"Roy","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ranjan","family":"Mehera","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rajat Kumar","family":"Pal","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Samir Kumar","family":"Bandyopadhyay","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,10,7]]},"reference":[{"key":"540_CR1","doi-asserted-by":"crossref","unstructured":"Alibrahim H, Ludwig SA (2021) Hyperparameter optimization: comparing genetic algorithm against grid search and Bayesian optimization. In: 2021 IEEE congress on evolutionary computation (CEC). IEEE, pp 1551\u20131559","DOI":"10.1109\/CEC45853.2021.9504761"},{"issue":"8","key":"540_CR2","doi-asserted-by":"publisher","first-page":"1889","DOI":"10.1162\/089976600300015187","volume":"12","author":"Y Bengio","year":"2000","unstructured":"Bengio Y (2000) Gradient-based optimization of hyperparameters. Neural Comput 12(8):1889\u20131900","journal-title":"Neural Comput"},{"key":"540_CR3","first-page":"66","volume":"24","author":"J Bergstra","year":"2011","unstructured":"Bergstra J, Bardenet R, Bengio Y, K\u2019egl B (2011) Algorithms for hyperparameter optimization. Adv Neural Inf Process Syst 24:66","journal-title":"Adv Neural Inf Process Syst"},{"issue":"2","key":"540_CR4","first-page":"66","volume":"13","author":"J Bergstra","year":"2012","unstructured":"Bergstra J, Bengio Y (2012) Random search for hyperparameter optimization. J Mach Learn Res 13(2):66","journal-title":"J Mach Learn Res"},{"key":"540_CR5","unstructured":"Biswas S, Cobb AD, Sistrunk A, Ramakrishnan N, Jalaian B (2020) Better call surrogates: a hybrid evolutionary algorithm for hyperparameter optimization. arXiv preprint arXiv:2012.06453"},{"key":"540_CR6","unstructured":"Chen YW, Wang C, Saied A, Zhuang R (2022) ACE: adaptive constraint-aware early stopping in hyperparameter optimization. arXiv preprint arXiv:2208.02922"},{"key":"540_CR7","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2021.115225","volume":"182","author":"Z Czako","year":"2021","unstructured":"Czako Z, Sebestyen G, Hangan A (2021) AutomaticAI: a hybrid approach for automatic artificial intelligence algorithm selection and hyperparameter tuning. Expert Syst Appl 182:115225","journal-title":"Expert Syst Appl"},{"key":"540_CR8","doi-asserted-by":"crossref","unstructured":"Desell T, Clachar S, Higgins J, Wild B (2015) Evolving deep recurrent neural networks using ant colony optimization. In: Evolutionary computation in combinatorial optimization: 15th European conference (EvoCOP 2015), Copenhagen, Denmark, April 8\u201310, 2015, Proceedings 15. Springer, pp 86\u201398","DOI":"10.1007\/978-3-319-16468-7_8"},{"key":"540_CR9","unstructured":"Falkner S, Klein A, Hutter F (2018) BOHB: robust and efficient hyperparameter optimization at scale. In: International conference on machine learning. PMLR, pp 1437\u20131446"},{"issue":"16","key":"540_CR10","doi-asserted-by":"publisher","first-page":"3019","DOI":"10.3390\/math10163019","volume":"10","author":"Y Fan","year":"2022","unstructured":"Fan Y, Zhang Y, Guo B, Luo X, Peng Q, Jin Z (2022) A hybrid sparrow search algorithm of the hyperparameter optimization in deep learning. Mathematics 10(16):3019","journal-title":"Mathematics"},{"key":"540_CR11","doi-asserted-by":"crossref","unstructured":"Feurer M, Hutter F (2019) Hyperparameter optimization. Automated machine learning: methods, systems, challenges, pp 3\u201333","DOI":"10.1007\/978-3-030-05318-5_1"},{"key":"540_CR12","unstructured":"Fischetti M, Stringher M (2019) Embedded hyperparameter tuning by simulated annealing. arXiv preprint arXiv:1906.01504"},{"key":"540_CR13","unstructured":"Franceschi L, Donini M, Frasconi P, Pontil M (2017) Forward and reverse gradient-based hyperparameter optimization. In: International conference on machine learning. PMLR, pp 1165\u20131173"},{"key":"540_CR14","doi-asserted-by":"crossref","unstructured":"Garrido-Merch\u2019EC Hern\u2019andez-Lobato D (2020) Dealing with categorical and integer-valued variables in Bayesian optimization with Gaussian processes. Neurocomputing 380:20\u201335","DOI":"10.1016\/j.neucom.2019.11.004"},{"key":"540_CR15","doi-asserted-by":"crossref","unstructured":"Hebbal A, Brevault L, Balesdent M, Talbi EG, Melab N (2019) Bayesian optimization using deep Gaussian processes. arXiv preprint arXiv:1905.03350","DOI":"10.1109\/CEC.2018.8477946"},{"key":"540_CR16","doi-asserted-by":"publisher","first-page":"329","DOI":"10.1007\/s13218-015-0381-0","volume":"29","author":"F Hutter","year":"2015","unstructured":"Hutter F, L\u00fccke J, Schmidt-Thieme L (2015) Beyond manual tuning of hyperparameters. KI-K\u00fcnstliche Intelligenz 29:329\u2013337","journal-title":"KI-K\u00fcnstliche Intelligenz"},{"key":"540_CR17","doi-asserted-by":"crossref","unstructured":"Ibrahim YM, Darwish S, Sheta W (2020) Brain tumor segmentation in 3D-MRI based on artificial bee colony and level set. In: Proceedings of the international conference on artificial intelligence and computer vision (AICV2020). Springer, pp 193\u2013202","DOI":"10.1007\/978-3-030-44289-7_19"},{"key":"540_CR18","unstructured":"Jaderberg M, Dalibard V, Osindero S, Czarnecki WM, Donahue J, Razavi A, Vinyals O, Green T, Dunning I, Simonyan K, Fernando C, Kavukcuoglu K (2017) Population based training of neural networks. arXiv preprint arXiv:1711.09846"},{"key":"540_CR19","unstructured":"Klein A, Falkner S, Bartels S, Hennig P, Hutter F (2017) Fast Bayesian optimization of machine learning hyperparameters on large datasets. In: International conference on artificial intelligence and statistics, PMLR, pp 528\u2013536"},{"key":"540_CR20","doi-asserted-by":"publisher","DOI":"10.1016\/j.bspc.2021.102682","volume":"68","author":"P Kumar","year":"2021","unstructured":"Kumar P, Bai V, Nair GG (2021) An efficient classification framework for breast cancer using hyperparameter tuned random decision forest classifier and Bayesian optimization. Biomed Signal Process Control 68:102682","journal-title":"Biomed Signal Process Control"},{"issue":"1","key":"540_CR21","first-page":"6765","volume":"18","author":"L Li","year":"2017","unstructured":"Li L, Jamieson K, DeSalvo G, Rostamizadeh A, Talwalkar A (2017) Hyperband: a novel bandit-based approach to hyperparameter optimization. J Mach Learn Res 18(1):6765\u20136816","journal-title":"J Mach Learn Res"},{"key":"540_CR22","doi-asserted-by":"crossref","unstructured":"Lorenzo PR, Nalepa J, Kawulok M, Ramos LS, Pastor JR (2017) Particle swarm optimization for hyperparameter selection in deep neural networks. In: Proceedings of the genetic and evolutionary computation conference, pp 481\u2013488","DOI":"10.1145\/3071178.3071208"},{"key":"540_CR23","unstructured":"Loshchilov I, Hutter F (2016) CMA-ES for hyperparameter optimization of deep neural networks. arXiv preprint arXiv:1604.07269"},{"key":"540_CR24","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s13721-016-0125-6","volume":"5","author":"G Luo","year":"2016","unstructured":"Luo G (2016) A review of automatic selection methods for machine learning algorithms and hyperparameter values. Netw Model Anal Health Inform Bioinform 5:1\u201316","journal-title":"Netw Model Anal Health Inform Bioinform"},{"key":"540_CR25","unstructured":"Maclaurin D, Duvenaud D, Adams R (2015) Gradient-based hyperparameter optimization through reversible learning. In: International conference on machine learning, PMLR, pp 2113\u20132122"},{"issue":"19","key":"540_CR26","doi-asserted-by":"publisher","first-page":"10166","DOI":"10.3390\/app121910166","volume":"12","author":"DO Oyewola","year":"2022","unstructured":"Oyewola DO, Dada EG, Omotehinwa TO, Emebo O, Oluwagbemi OO (2022) Application of deep learning techniques and Bayesian optimization with tree Parzen estimator in the classification of supply chain pricing datasets of health medications. Appl Sci 12(19):10166","journal-title":"Appl Sci"},{"key":"540_CR27","unstructured":"Pedregosa F (2016) Hyperparameter optimization with approximate gradient. In: International conference on machine learning, PMLR, pp 737\u2013746"},{"key":"540_CR28","doi-asserted-by":"crossref","unstructured":"Pon MZA, KK KP (2021) Hyperparameter tuning of deep learning models in Keras. Sparklinglight Trans Artif Intell Quantum Comput 1(1):36\u201340","DOI":"10.55011\/STAIQC.2021.1104"},{"key":"540_CR29","doi-asserted-by":"crossref","unstructured":"Roy S, Saha R, Sarkar S, Mehera R, Pal RK, Bandyopadhyay SK (2023) Brain tumour segmentation using S-Net and SA-Net. IEEE Access, pp 28658\u201328679","DOI":"10.1109\/ACCESS.2023.3257722"},{"key":"540_CR30","unstructured":"Serqueira M, Gonz\u2019alez P, Bezerra E (2020) A population-based hybrid approach to hyperparameter optimization for neural networks. arXiv preprint arXiv:2011.11062"},{"key":"540_CR31","first-page":"66","volume":"25","author":"J Snoek","year":"2012","unstructured":"Snoek J, Larochelle H, Adams RP (2012) Practical Bayesian optimization of machine learning algorithms. Adv Neural Inf Process Syst 25:66","journal-title":"Adv Neural Inf Process Syst"},{"key":"540_CR32","unstructured":"Snoek J, Rippel O, Swersky K, Kiros R, Satish N, Sundaram N, Patwary M, Prabhat M, Adams R (2015) Scalable Bayesian optimization using deep neural networks. In: International conference on machine learning, PMLR, pp 2171\u20132180"},{"issue":"1","key":"540_CR33","doi-asserted-by":"publisher","first-page":"17","DOI":"10.3390\/a16010017","volume":"16","author":"DS Soper","year":"2022","unstructured":"Soper DS (2022) Hyperparameter optimization using successive halving with greedy cross validation. Algorithms 16(1):17","journal-title":"Algorithms"},{"issue":"1","key":"540_CR34","doi-asserted-by":"publisher","first-page":"4737","DOI":"10.1038\/s41598-023-32027-3","volume":"13","author":"AM Vincent","year":"2023","unstructured":"Vincent AM, Jidesh P (2023) An improved hyperparameter optimization framework for AutoML systems using evolutionary algorithms. Sci Rep 13(1):4737","journal-title":"Sci Rep"},{"key":"540_CR35","unstructured":"Yu T, Zhu H (2020) Hyperparameter optimization: a review of algorithms and applications. arXiv preprint arXiv:2003.05689"},{"key":"540_CR36","unstructured":"Zahedi L, Mohammadi FG, Rezapour S, Ohland MW, Amini MH (2021) Search algorithms for automated hyperparameter tuning. arXiv preprint arXiv:2104.14677"}],"container-title":["Innovations in Systems and Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11334-023-00540-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11334-023-00540-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11334-023-00540-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,5]],"date-time":"2025-09-05T18:14:26Z","timestamp":1757096066000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11334-023-00540-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,10,7]]},"references-count":36,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2025,9]]}},"alternative-id":["540"],"URL":"https:\/\/doi.org\/10.1007\/s11334-023-00540-3","relation":{"has-preprint":[{"id-type":"doi","id":"10.21203\/rs.3.rs-3077693\/v1","asserted-by":"object"}]},"ISSN":["1614-5046","1614-5054"],"issn-type":[{"value":"1614-5046","type":"print"},{"value":"1614-5054","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,10,7]]},"assertion":[{"value":"18 June 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 September 2023","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 October 2023","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declaration"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}