{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,26]],"date-time":"2026-10-26T20:23:44Z","timestamp":1793046224615,"version":"4.5.0"},"reference-count":36,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2022,10,8]],"date-time":"2022-10-08T00:00:00Z","timestamp":1665187200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,10,8]],"date-time":"2022-10-08T00:00:00Z","timestamp":1665187200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["SIViP"],"published-print":{"date-parts":[[2023,6]]},"DOI":"10.1007\/s11760-022-02377-y","type":"journal-article","created":{"date-parts":[[2022,10,8]],"date-time":"2022-10-08T05:02:25Z","timestamp":1665205345000},"page":"1669-1676","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":28,"title":["Hyperparameter optimization of neural networks based on Q-learning"],"prefix":"10.1007","volume":"17","author":[{"given":"Xin","family":"Qi","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bing","family":"Xu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,10,8]]},"reference":[{"key":"2377_CR1","unstructured":"Krizhevsky, A., Sutskever, I., Hinton, G.E.: Imagenet classification with deep convolutional neural networks. In: NIPS (2012)"},{"issue":"2","key":"2377_CR2","doi-asserted-by":"publisher","first-page":"369","DOI":"10.1007\/s11760-021-01941-2","volume":"16","author":"AH Reddy","year":"2022","unstructured":"Reddy, A.H., Kolli, K., Kiran, Y.L.: Deep cross feature adaptive network for facial emotion classification. SIViP 16(2), 369\u2013376 (2022)","journal-title":"SIViP"},{"key":"2377_CR3","doi-asserted-by":"crossref","unstructured":"Redmon, J., Divvala, S., Girshick, R., et al.: You only look once: Unified, real-time object detection. In: CVPR (2016)","DOI":"10.1109\/CVPR.2016.91"},{"key":"2377_CR4","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-05318-5","volume-title":"Automated Machine Learning: Methods, Systems, Challenges","author":"F Hutter","year":"2019","unstructured":"Hutter, F., Kotthoff, L., Vanschoren, J.: Automated Machine Learning: Methods, Systems, Challenges. Springer Nature, Berlin (2019)"},{"key":"2377_CR5","unstructured":"Abreu, S.: Automated architecture design for deep neural networks. arXiv preprint arXiv:1908.10714. (2019)"},{"issue":"1","key":"2377_CR6","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s13721-016-0125-6","volume":"5","author":"G Luo","year":"2016","unstructured":"Luo, G.: A review of automatic selection methods for machine learning algorithms and hyper-parameter values. Netw. Model. Anal. Health Inform. Bioinform. 5(1), 1\u201316 (2016)","journal-title":"Netw. Model. Anal. Health Inform. Bioinform."},{"key":"2377_CR7","doi-asserted-by":"crossref","unstructured":"Kohavi, R., John, G.H.: Automatic parameter selection by minimizing estimated error. In: Kohavi, R., John, G.H.: Machine Learning Proceedings 1995, pp. 304\u2013312. Elsevier (1995)","DOI":"10.1016\/B978-1-55860-377-6.50045-1"},{"key":"2377_CR8","unstructured":"Bergstra, J., Bengio, Y.: Random search for hyper-parameter optimization. J. Mach. Learn. Res. 13(2) (2012)"},{"issue":"02","key":"2377_CR9","doi-asserted-by":"publisher","first-page":"1850008","DOI":"10.1142\/S1469026818500086","volume":"17","author":"T Hinz","year":"2018","unstructured":"Hinz, T., Navarro-Guerrero, N., Magg, S., et al.: Speeding up the hyperparameter optimization of deep convolutional neural networks. Int. J. Comput. Intell. Appl. 17(02), 1850008 (2018)","journal-title":"Int. J. Comput. Intell. Appl."},{"key":"2377_CR10","unstructured":"Klein, A., Falkner, S., Bartels, S., et al.: Fast Bayesian optimization of machine learning hyperparameters on large datasets. In: AISTATS (2017)"},{"key":"2377_CR11","unstructured":"Swersky, K., Snoek, J., Adams, R.P.: Multi-task bayesian optimization. In: NIPS (2013)"},{"key":"2377_CR12","unstructured":"Bergstra, J., Bardenet, R., Bengio, Y., et al.: Algorithms for hyper-parameter optimization. In: NIPS (2011)"},{"key":"2377_CR13","doi-asserted-by":"crossref","unstructured":"Hutter, F., Hoos, H.H., Leyton-Brown, K.: Sequential model-based optimization for general algorithm configuration. In: LION (2011)","DOI":"10.1007\/978-3-642-25566-3_40"},{"key":"2377_CR14","doi-asserted-by":"crossref","unstructured":"Xie, L., Yuille, A.: Genetic cnn. In: ICCV (2017)","DOI":"10.1109\/ICCV.2017.154"},{"key":"2377_CR15","doi-asserted-by":"crossref","unstructured":"Miikkulainen, R., Liang, J., Meyerson, E., et al.: Evolving deep neural networks. In: Miikkulainen, R., Liang, J., Meyerson, E., et al. (eds) Artificial Intelligence in the Age of Neural Networks and Brain Computing, pp. 293\u2013312. Elsevier (2019)","DOI":"10.1016\/B978-0-12-815480-9.00015-3"},{"key":"2377_CR16","unstructured":"Xiao, X., Yan, M., Basodi, S., et al.: Efficient hyperparameter optimization in deep learning using a variable length genetic algorithm. arXiv preprint arXiv:2006.12703 (2020)"},{"key":"2377_CR17","doi-asserted-by":"crossref","unstructured":"Lorenzo, P.R., Nalepa, J., Kawulok, M., et al.: Particle swarm optimization for hyper-parameter selection in deep neural networks. In: GECCO (2017)","DOI":"10.1145\/3071178.3071208"},{"issue":"1","key":"2377_CR18","doi-asserted-by":"publisher","first-page":"36","DOI":"10.1080\/01969722.2020.1827797","volume":"52","author":"Y Guo","year":"2020","unstructured":"Guo, Y., Li, J.-Y., Zhan, Z.-H.: Efficient hyperparameter optimization for convolution neural networks in deep learning: A distributed particle swarm optimization approach. Cybern. Syst. 52(1), 36\u201357 (2020)","journal-title":"Cybern. Syst."},{"issue":"1","key":"2377_CR19","first-page":"6765","volume":"18","author":"L Li","year":"2017","unstructured":"Li, L., Jamieson, K., DeSalvo, G., et al.: Hyperband: A novel bandit-based approach to hyperparameter optimization. J. Mach. Learn. Res. 18(1), 6765\u20136816 (2017)","journal-title":"J. Mach. Learn. Res."},{"key":"2377_CR20","unstructured":"Falkner, S., Klein, A., Hutter, F.: BOHB: Robust and efficient hyperparameter optimization at scale. In: ICML (2018)"},{"key":"2377_CR21","doi-asserted-by":"crossref","unstructured":"Awad, N., Mallik, N., Hutter, F.: DEHB: Evolutionary Hyperband for Scalable, Robust and Efficient Hyperparameter Optimization. arXiv preprint arXiv:2105.09821 (2021)","DOI":"10.24963\/ijcai.2021\/296"},{"key":"2377_CR22","doi-asserted-by":"crossref","unstructured":"Misra, U., Liaw, R., Dunlap, L., et al. RubberBand: cloud-based hyperparameter tuning. In: Proceedings of the Sixteenth European Conference on Computer Systems (2021)","DOI":"10.1145\/3447786.3456245"},{"key":"2377_CR23","unstructured":"Zoph, B., Le, Q.V.: Neural architecture search with reinforcement learning. arXiv preprint arXiv:1611.01578. (2016)"},{"key":"2377_CR24","unstructured":"Baker, B., Gupta, O., Naik, N., et al.: Designing neural network architectures using reinforcement learning. arXiv preprint arXiv:1611.02167. (2016)"},{"key":"2377_CR25","doi-asserted-by":"crossref","unstructured":"Zhong, Z., Yan, J., Wu, W., et al.: Practical block-wise neural network architecture generation. In: CVPR (2018)","DOI":"10.1109\/CVPR.2018.00257"},{"key":"2377_CR26","doi-asserted-by":"crossref","unstructured":"Dong, X., Shen, J., Wang, W., et al.: Dynamical hyperparameter optimization via deep reinforcement learning in tracking. IEEE Trans. Pattern Anal. Mach. Intell. 43(5), 1515\u20131529 (2019)","DOI":"10.1109\/TPAMI.2019.2956703"},{"key":"2377_CR27","doi-asserted-by":"publisher","first-page":"381","DOI":"10.1016\/j.neucom.2020.06.064","volume":"409","author":"J Wu","year":"2020","unstructured":"Wu, J., Chen, S., Liu, X.: Efficient hyperparameter optimization through model-based reinforcement learning. Neurocomputing 409, 381\u2013393 (2020)","journal-title":"Neurocomputing"},{"key":"2377_CR28","unstructured":"Jomaa, H.S., Grabocka, J., Schmidt-Thieme, L.: Hyp-rl: Hyperparameter optimization by reinforcement learning. arXiv preprint arXiv:1906.11527 (2019)"},{"key":"2377_CR29","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2021.104315","volume":"104","author":"S Chen","year":"2021","unstructured":"Chen, S., Wu, J., Liu, X.: EMORL: Effective multi-objective reinforcement learning method for hyperparameter optimization. Eng. Appl. Artif. Intell. 104, 104315 (2021)","journal-title":"Eng. Appl. Artif. Intell."},{"key":"2377_CR30","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1016\/j.neucom.2021.12.086","volume":"478","author":"X Liu","year":"2022","unstructured":"Liu, X., Wu, J., Chen, S.: A context-based meta-reinforcement learning approach to efficient hyperparameter optimization. Neurocomputing 478, 89\u2013103 (2022)","journal-title":"Neurocomputing"},{"key":"2377_CR31","unstructured":"Howard, R.A.: Dynamic programming and markov processes (1960)"},{"issue":"4","key":"2377_CR32","doi-asserted-by":"publisher","first-page":"541","DOI":"10.1162\/neco.1989.1.4.541","volume":"1","author":"Y LeCun","year":"1989","unstructured":"LeCun, Y., Boser, B., Denker, J.S., et al.: Backpropagation applied to handwritten zip code recognition. Neural Comput. 1(4), 541\u2013551 (1989)","journal-title":"Neural Comput."},{"key":"2377_CR33","unstructured":"Krizhevsky, A., Hinton, G.: Learning multiple layers of features from tiny images (2009)"},{"issue":"5\u20136","key":"2377_CR34","doi-asserted-by":"publisher","first-page":"602","DOI":"10.1016\/j.neunet.2005.06.042","volume":"18","author":"A Graves","year":"2005","unstructured":"Graves, A., Schmidhuber, J.: Framewise phoneme classification with bidirectional LSTM and other neural network architectures. Neural Netw. 18(5\u20136), 602\u2013610 (2005)","journal-title":"Neural Netw."},{"issue":"8","key":"2377_CR35","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter, S., Schmidhuber, J.: Long short-term memory. Neural Comput. 9(8), 1735\u20131780 (1997)","journal-title":"Neural Comput."},{"key":"2377_CR36","volume-title":"Reinforcement Learning: An Introduction","author":"RS Sutton","year":"2018","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. MIT Press, Cambridge (2018)"}],"container-title":["Signal, Image and Video Processing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11760-022-02377-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11760-022-02377-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11760-022-02377-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,4,24]],"date-time":"2023-04-24T16:22:26Z","timestamp":1682353346000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11760-022-02377-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,10,8]]},"references-count":36,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2023,6]]}},"alternative-id":["2377"],"URL":"https:\/\/doi.org\/10.1007\/s11760-022-02377-y","relation":{},"ISSN":["1863-1703","1863-1711"],"issn-type":[{"value":"1863-1703","type":"print"},{"value":"1863-1711","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,10,8]]},"assertion":[{"value":"15 June 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 September 2022","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 September 2022","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"8 October 2022","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}},{"value":"Not applicable.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}}]}}