{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,19]],"date-time":"2026-01-19T03:04:22Z","timestamp":1768791862918,"version":"3.49.0"},"reference-count":41,"publisher":"Springer Science and Business Media LLC","issue":"13","license":[{"start":{"date-parts":[[2023,4,9]],"date-time":"2023-04-09T00:00:00Z","timestamp":1680998400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,4,9]],"date-time":"2023-04-09T00:00:00Z","timestamp":1680998400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100010909","name":"Young Scientists Fund","doi-asserted-by":"publisher","award":["61503059"],"award-info":[{"award-number":["61503059"]}],"id":[{"id":"10.13039\/501100010909","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Soft Comput"],"published-print":{"date-parts":[[2023,7]]},"DOI":"10.1007\/s00500-023-08050-x","type":"journal-article","created":{"date-parts":[[2023,4,9]],"date-time":"2023-04-09T14:02:17Z","timestamp":1681048937000},"page":"8661-8678","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":11,"title":["Efficient hyperparameters optimization through model-based reinforcement learning with experience exploiting and meta-learning"],"prefix":"10.1007","volume":"27","author":[{"given":"Xiyuan","family":"Liu","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0599-0296","authenticated-orcid":false,"given":"Jia","family":"Wu","sequence":"additional","affiliation":[]},{"given":"Senpeng","family":"Chen","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,4,9]]},"reference":[{"key":"8050_CR1","unstructured":"Baker B, Gupta O, Naik N, Raskar R (2016) Designing neural network architectures using reinforcement learning. arXiv preprint arXiv:1611.02167"},{"issue":"2","key":"8050_CR2","doi-asserted-by":"publisher","first-page":"81","DOI":"10.1145\/380995.381030","volume":"2","author":"S Bay","year":"2000","unstructured":"Bay S, Kibler D, Pazzani MJ, Smyth P (2000) The UCI KDD archive of large data sets for data mining research and experimentation. ACM SIGKDD Explorations Newsl 2(2):81\u201385","journal-title":"ACM SIGKDD Explorations Newsl"},{"key":"8050_CR3","unstructured":"Bello I, Zoph B, Vasudevan V, Le Q (2017) Neural optimizer search with reinforcement learning. In: Proceedings of the 34th international conference on machine learning. vol 70, pp 459\u2013468"},{"key":"8050_CR4","first-page":"281","volume":"13","author":"J Bergstra","year":"2012","unstructured":"Bergstra J, Bengio Y (2012) Random search for hyper-parameter optimization. J Mach Learn Res 13:281\u2013305","journal-title":"J Mach Learn Res"},{"key":"8050_CR5","unstructured":"Bergstra J, Bardenet R, Bengio Y, K\u00e9gl B (2011) Algorithms for hyper-parameter optimization. In: Advances in neural information processing systems, pp 2546\u20132554"},{"issue":"3","key":"8050_CR6","doi-asserted-by":"publisher","first-page":"251","DOI":"10.1023\/A:1021713901879","volume":"50","author":"P Brazdil","year":"2003","unstructured":"Brazdil P, Soares C, Da Costa J (2003) Ranking learning algorithms: using IBL and meta-learning on accuracy and time results. Mach Learn 50(3):251\u2013277","journal-title":"Mach Learn"},{"issue":"1","key":"8050_CR7","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1023\/A:1010933404324","volume":"45","author":"L Breiman","year":"2001","unstructured":"Breiman L (2001) Random forests. Mach Learn 45(1):5\u201332","journal-title":"Mach Learn"},{"key":"8050_CR8","doi-asserted-by":"crossref","unstructured":"Chen S, Wu J, Chen X (2019) Deep reinforcement learning with model-based acceleration for hyperparameter optimization. In: 2019 IEEE 31st international conference on tools with artificial intelligence (ICTAI), IEEE, pp 170\u2013177","DOI":"10.1109\/ICTAI.2019.00032"},{"key":"8050_CR9","doi-asserted-by":"crossref","unstructured":"Chen T, Guestrin C (2016) Xgboost: A scalable tree boosting system. In: Proceedings of the 22nd ACM SIGKDD international conference on knowledge discovery and data mining, pp 785\u2013794","DOI":"10.1145\/2939672.2939785"},{"key":"8050_CR10","first-page":"1","volume":"7","author":"J Dem\u0161ar","year":"2006","unstructured":"Dem\u0161ar J (2006) Statistical comparisons of classifiers over multiple data sets. J Mach Learn Res 7:1\u201330","journal-title":"J Mach Learn Res"},{"key":"8050_CR11","unstructured":"Dewancker I, McCourt M, Clark S, Hayes P, Johnson A, Ke G (2016) A stratified analysis of bayesian optimization methods. arXiv preprint arXiv:1603.09441"},{"key":"8050_CR12","unstructured":"Falkner S, Klein A, Hutter F (2018) Bohb: Robust and efficient hyperparameter optimization at scale. arXiv preprint arXiv:1807.01774"},{"issue":"1","key":"8050_CR13","first-page":"3133","volume":"15","author":"M Fern\u00e1ndez-Delgado","year":"2014","unstructured":"Fern\u00e1ndez-Delgado M, Cernadas E, Barro S, Amorim D (2014) Do we need hundreds of classifiers to solve real world classification problems? J Mach Learn Res 15(1):3133\u20133181","journal-title":"J Mach Learn Res"},{"key":"8050_CR14","unstructured":"Feurer M, Klein A, Eggensperger K, Springenberg J, Blum M, Hutter F (2015) Efficient and robust automated machine learning. In: Advances in neural information processing systems, pp 2962\u20132970"},{"key":"8050_CR15","unstructured":"Finn C, Abbeel P, Levine S (2017) Model-agnostic meta-learning for fast adaptation of deep networks. In: Proceedings of the 34th international conference on machine learning. vol 70, pp 1126\u20131135"},{"key":"8050_CR16","unstructured":"Frazier P (2018) A tutorial on bayesian optimization. arXiv preprint arXiv:1807.02811"},{"key":"8050_CR17","doi-asserted-by":"crossref","unstructured":"Guerra S, Prud\u00eancio R, Ludermir T (2008) Predicting the performance of learning algorithms using support vector machines as meta-regressors. In: International conference on artificial neural networks, Springer, pp 523\u2013532","DOI":"10.1007\/978-3-540-87536-9_54"},{"key":"8050_CR18","unstructured":"Gupta A, Mendonca R, Liu Y, Abbeel P, Levine S (2018) Meta-reinforcement learning of structured exploration strategies. In: Advances in Neural Information Processing Systems, pp 5302\u20135311"},{"key":"8050_CR19","unstructured":"Haarnoja T, Zhou A, Hartikainen K, Tucker G, Ha S, Tan J, Kumar V, Zhu H, Gupta A, Abbeel P, et\u00a0al. (2018) Soft actor-critic algorithms and applications. arXiv preprint arXiv:1812.05905"},{"key":"8050_CR20","unstructured":"Hansen N (2016) The cma evolution strategy: A tutorial. arXiv preprint arXiv:1604.00772"},{"key":"8050_CR21","unstructured":"Heess N, Wayne G, Silver D, Lillicrap T, Erez T, Tassa Y (2015) Learning continuous control policies by stochastic value gradients. In: Advances in neural information processing systems, pp 2944\u20132952"},{"key":"8050_CR22","unstructured":"Hochreiter S, Schmidhuber J (1997) Lstm can solve hard long time lag problems. In: Advances in neural information processing systems, pp 473\u2013479"},{"issue":"7","key":"8050_CR23","doi-asserted-by":"publisher","first-page":"2401","DOI":"10.1007\/s10489-018-1361-5","volume":"49","author":"A Holzinger","year":"2019","unstructured":"Holzinger A, Plass M, Kickmeier-Rust M, Holzinger K, Cri\u015fan G, Pintea C, Palade V (2019) Interactive machine learning: experimental evidence for the human in the algorithmic loop. Appl Intell 49(7):2401\u20132414","journal-title":"Appl Intell"},{"key":"8050_CR24","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-05318-5","volume-title":"Automated machine learning","author":"F Hutter","year":"2019","unstructured":"Hutter F, Kotthoff L, Vanschoren J (2019) Automated machine learning. Springer, Berlin"},{"issue":"498","key":"8050_CR25","doi-asserted-by":"publisher","first-page":"649","DOI":"10.1080\/01621459.2012.682536","volume":"107","author":"V Johnson","year":"2012","unstructured":"Johnson V, Rossell D (2012) Bayesian model selection in high-dimensional settings. J Am Stat Assoc 107(498):649\u2013660","journal-title":"J Am Stat Assoc"},{"key":"8050_CR26","doi-asserted-by":"crossref","unstructured":"Kohavi R, John G (1995) Automatic parameter selection by minimizing estimated error. In: Machine learning proceedings 1995, Elsevier, pp 304\u2013312","DOI":"10.1016\/B978-1-55860-377-6.50045-1"},{"key":"8050_CR27","unstructured":"Kurutach T, Clavera I, Duan Y, Tamar A, Abbeel P (2018) Model-ensemble trust-region policy optimization. arXiv preprint arXiv:1802.10592"},{"issue":"1","key":"8050_CR28","first-page":"6765","volume":"18","author":"L Li","year":"2017","unstructured":"Li L, Jamieson K, DeSalvo G, Rostamizadeh A, Talwalkar A (2017) Hyperband: a novel bandit-based approach to hyperparameter optimization. J Mach Learn Res 18(1):6765\u20136816","journal-title":"J Mach Learn Res"},{"key":"8050_CR29","first-page":"2825","volume":"12","author":"F Pedregosa","year":"2011","unstructured":"Pedregosa F, Varoquaux G, Gramfort A, Michel V, Thirion B, Grisel O, Blondel M, Prettenhofer P, Weiss R, Dubourg V et al (2011) Scikit-learn: machine learning in python. J Mach Learn Res 12:2825\u20132830","journal-title":"J Mach Learn Res"},{"key":"8050_CR30","unstructured":"Perrone V, Jenatton R, Seeger M, Archambeau C (2017) Multiple adaptive bayesian linear regression for scalable bayesian optimization with warm start. arXiv preprint arXiv:1712.02902"},{"key":"8050_CR31","unstructured":"Plappert M, Houthooft R, Dhariwal P, Sidor S, Chen R, Chen X, Asfour T, Abbeel P, Andrychowicz M (2017) Parameter space noise for exploration. arXiv preprint arXiv:1706.01905"},{"key":"8050_CR32","unstructured":"Rivolli A, Garcia LP, Soares C, Vanschoren J, de\u00a0Carvalho AC (2018) Towards reproducible empirical research in meta-learning. arXiv preprint arXiv:1808.10406"},{"key":"8050_CR33","doi-asserted-by":"crossref","unstructured":"Schilling N, Wistuba M, Drumond L, Schmidt-Thieme L (2015) Hyperparameter optimization with factorized multilayer perceptrons. In: Joint European conference on machine learning and knowledge discovery in databases, Springer, pp 87\u2013103","DOI":"10.1007\/978-3-319-23525-7_6"},{"key":"8050_CR34","unstructured":"Schulman J, Levine S, Abbeel P, Jordan M, Moritz P (2015) Trust region policy optimization. In: International conference on machine learning, pp 1889\u20131897"},{"key":"8050_CR35","unstructured":"Schulman J, Wolski F, Dhariwal P, Radford A, Klimov O (2017) Proximal policy optimization algorithms. arXiv preprint arXiv:1707.06347"},{"key":"8050_CR36","doi-asserted-by":"publisher","first-page":"285","DOI":"10.1109\/TNN.2004.842673","volume":"16","author":"RS Sutton","year":"2005","unstructured":"Sutton RS, Barto AG (2005) Reinforcement learning: an introduction. IEEE Trans Neural Netw 16:285\u2013286","journal-title":"IEEE Trans Neural Netw"},{"key":"8050_CR37","unstructured":"Vanschoren J (2018) Meta-learning: A survey. arXiv preprint arXiv:1810.03548"},{"key":"8050_CR38","doi-asserted-by":"crossref","unstructured":"Wistuba M, Schilling N, Schmidt-Thieme L (2016) Two-stage transfer surrogate model for automatic hyperparameter optimization. In: Joint European conference on machine learning and knowledge discovery in databases, Springer, pp 199\u2013214","DOI":"10.1007\/978-3-319-46128-1_13"},{"issue":"1","key":"8050_CR39","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1007\/s10994-017-5684-y","volume":"107","author":"M Wistuba","year":"2018","unstructured":"Wistuba M, Schilling N, Schmidt-Thieme L (2018) Scalable gaussian process-based transfer surrogates for hyperparameter optimization. Mach Learn 107(1):43\u201378","journal-title":"Mach Learn"},{"key":"8050_CR40","doi-asserted-by":"crossref","unstructured":"Wu J, Chen S, Chen X (2019) Rpr-bp: A deep reinforcement learning method for automatic hyperparameter optimization. In: 2019 international joint conference on neural networks (IJCNN), IEEE, pp 1\u20138","DOI":"10.1109\/IJCNN.2019.8851689"},{"key":"8050_CR41","unstructured":"Zoph B, Le Q (2016) Neural architecture search with reinforcement learning. arXiv preprint arXiv:1611.01578"}],"container-title":["Soft Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00500-023-08050-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00500-023-08050-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00500-023-08050-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,5,29]],"date-time":"2023-05-29T06:07:03Z","timestamp":1685340423000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00500-023-08050-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,4,9]]},"references-count":41,"journal-issue":{"issue":"13","published-print":{"date-parts":[[2023,7]]}},"alternative-id":["8050"],"URL":"https:\/\/doi.org\/10.1007\/s00500-023-08050-x","relation":{},"ISSN":["1432-7643","1433-7479"],"issn-type":[{"value":"1432-7643","type":"print"},{"value":"1433-7479","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,4,9]]},"assertion":[{"value":"13 March 2023","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 April 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that there is no conflict of interest and they have no known competing financial interests or personal relationships that could have appeared to influence the work reported in this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}