{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T15:49:35Z","timestamp":1740152975674,"version":"3.37.3"},"reference-count":52,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2023,10,1]],"date-time":"2023-10-01T00:00:00Z","timestamp":1696118400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,10,1]],"date-time":"2023-10-01T00:00:00Z","timestamp":1696118400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Rev Socionetwork Strat"],"published-print":{"date-parts":[[2023,10]]},"DOI":"10.1007\/s12626-023-00151-1","type":"journal-article","created":{"date-parts":[[2023,10,15]],"date-time":"2023-10-15T06:01:31Z","timestamp":1697349691000},"page":"179-213","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Application of a Stochastic Schemata Exploiter for Multi-Objective Hyper-parameter Optimization of Machine Learning"],"prefix":"10.1007","volume":"17","author":[{"given":"Hiroya","family":"Makino","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7502-7529","authenticated-orcid":false,"given":"Eisuke","family":"Kita","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,10,15]]},"reference":[{"key":"151_CR1","doi-asserted-by":"publisher","unstructured":"Makino, H., Feng, X., & Kita, E. (2020). Stochastic schemata exploiter-based optimization of convolutional neural network. In: IEEE International Conference on Systems, Man, and Cybernetics, pp. 4365\u20134371. https:\/\/doi.org\/10.1109\/SMC42975.2020.9283473","DOI":"10.1109\/SMC42975.2020.9283473"},{"key":"151_CR2","doi-asserted-by":"crossref","unstructured":"Makino, H., & Kita, E. (2021). Stochastic schemata exploiter-based AutoML. In: Proceedings of the 2021 International Conference on Data Mining Workshops (ICDMW), pp. 238\u2013245.","DOI":"10.1109\/ICDMW53433.2021.00037"},{"key":"151_CR3","doi-asserted-by":"publisher","unstructured":"Aizawa, A. N. (1994). Evolving SSE: A stochastic schemata exploiter. In: Proceedings of the First IEEE Conference on evolutionary computation. IEEE World Congress on Computational Intelligence, pp. 525\u2013529. https:\/\/doi.org\/10.1109\/ICEC.1994.349895","DOI":"10.1109\/ICEC.1994.349895"},{"issue":"2","key":"151_CR4","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1002\/scj.4690270204","volume":"27","author":"AN Aizawa","year":"1996","unstructured":"Aizawa, A. N. (1996). Evolving SSE: A new population-oriented search scheme based on schemata processing. Systems and Computers in Japan, 27(2), 41\u201352. https:\/\/doi.org\/10.1002\/scj.4690270204","journal-title":"Systems and Computers in Japan"},{"key":"151_CR5","doi-asserted-by":"crossref","unstructured":"Maruyama, T., & Kita, E. (2007). Extension of stochastic schemata exploiter to real-valued problem. In: Proceedings of Computer Aided Optimum Design in Engineering X, pp. 45\u201353.","DOI":"10.2495\/OP070051"},{"issue":"SIG19(TOM19)","key":"151_CR6","first-page":"10","volume":"48","author":"T Maruyama","year":"2007","unstructured":"Maruyama, T., & Kita, E. (2007). Investigation of real-valued stochastic schemata exploiter. Information Processing Society of Japan Transactions on Mathematical Modeling and its Applications, 48(SIG19(TOM19)), 10\u201322.","journal-title":"Information Processing Society of Japan Transactions on Mathematical Modeling and its Applications"},{"key":"151_CR7","doi-asserted-by":"crossref","unstructured":"Kotthoff, L., Thornton, C., Hoos, H. H., Hutter, F., Leyton-Brown, K. (2019). Auto-WEKA: Automatic model selection and hyperparameter optimization in WEKA. In: Automated machine learning: methods, systems, challenges (pp. 81\u201395). Springer.","DOI":"10.1007\/978-3-030-05318-5_4"},{"key":"151_CR8","unstructured":"Ledell, E., & Poirier, S. (2020). H2O AutoML: Scalable automatic machine learning. In: 7th ICML Workshop on Automated Machine Learning, pp. 1\u201316."},{"key":"151_CR9","unstructured":"Maziarz, K., Tan, M., Khorlin, A., Georgiev, M., & Gesmundo, A. (2018). Evolutionary-neural hybrid agents for architecture search. arXiv preprint arXiv:1811.09828."},{"key":"151_CR10","doi-asserted-by":"crossref","unstructured":"Zoph, B., Vasudevan, V., Shlens, J., & Le, Q. V. (2018). Learning transferable architectures for scalable image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 8697\u20138710.","DOI":"10.1109\/CVPR.2018.00907"},{"key":"151_CR11","unstructured":"Howard, A. G., Zhu, M., Chen, B., Kalenichenko, D., Wang, W., Weyand, T., Andreetto, M., & Adam, H. (2017). Mobilenets: Efficient convolutional neural networks for mobile vision applications. arXiv preprint arXiv:1704.04861."},{"key":"151_CR12","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/1090.001.0001","volume-title":"Adaptation in natural and artificial systems: An introductory analysis with applications to biology, control, and artificial intelligence","author":"JH Holland","year":"1992","unstructured":"Holland, J. H. (1992). Adaptation in natural and artificial systems: An introductory analysis with applications to biology, control, and artificial intelligence. MIT Press."},{"issue":"2","key":"151_CR13","doi-asserted-by":"publisher","first-page":"182","DOI":"10.1109\/4235.996017","volume":"6","author":"K Deb","year":"2002","unstructured":"Deb, K., Pratap, A., Agarwal, S., & Meyarivan, T. (2002). A fast and elitist multiobjective genetic algorithm: NSGA-II. IEEE Transactions on Evolutionary Computation, 6(2), 182\u2013197. https:\/\/doi.org\/10.1109\/4235.996017","journal-title":"IEEE Transactions on Evolutionary Computation"},{"issue":"6","key":"151_CR14","doi-asserted-by":"publisher","first-page":"712","DOI":"10.1109\/TEVC.2007.892759","volume":"11","author":"Q Zhang","year":"2007","unstructured":"Zhang, Q., & Li, H. (2007). MOEA\/D: A multiobjective evolutionary algorithm based on decomposition. IEEE Transactions on Evolutionary Computation, 11(6), 712\u2013731. https:\/\/doi.org\/10.1109\/TEVC.2007.892759","journal-title":"IEEE Transactions on Evolutionary Computation"},{"issue":"1","key":"151_CR15","first-page":"281","volume":"13","author":"J Bergstra","year":"2012","unstructured":"Bergstra, J., & Bengio, Y. (2012). Random search for hyper-parameter optimization. Journal of Machine Learning Research, 13(1), 281\u2013305.","journal-title":"Journal of Machine Learning Research"},{"key":"151_CR16","doi-asserted-by":"publisher","unstructured":"Mantovani, R. G., Rossi, A. L. D., Vanschoren, J., Bischl, B., & De Carvalho, A. C. P. L. F. (2015). Effectiveness of random search in SVM hyper-parameter tuning. In: 2015 International Joint Conference on Neural Networks, pp. 1\u20138. https:\/\/doi.org\/10.1109\/IJCNN.2015.7280664","DOI":"10.1109\/IJCNN.2015.7280664"},{"issue":"1","key":"151_CR17","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1162\/106365603321828970","volume":"11","author":"N Hansen","year":"2003","unstructured":"Hansen, N., Muller, S. D., & Koumoutsakos, P. (2003). Reducing the time complexity of the derandomized evolution strategy with covariance matrix adaptation (CMA-ES). Evolutionary Computation, 11(1), 1\u201318. https:\/\/doi.org\/10.1162\/106365603321828970","journal-title":"Evolutionary Computation"},{"key":"151_CR18","doi-asserted-by":"publisher","first-page":"225","DOI":"10.1016\/j.eswa.2017.02.017","volume":"78","author":"Y Xia","year":"2017","unstructured":"Xia, Y., Liu, C., Li, Y. Y., & Liu, N. (2017). A boosted decision tree approach using Bayesian hyper-parameter optimization for credit scoring. Expert Systems with Applications, 78, 225\u2013241. https:\/\/doi.org\/10.1016\/j.eswa.2017.02.017","journal-title":"Expert Systems with Applications"},{"key":"151_CR19","unstructured":"Snoek, J., Larochelle, H., & Adams, R. P. (2012). Practical bayesian optimization of machine learning algorithms. arXiv preprint arXiv:1206.2944."},{"key":"151_CR20","doi-asserted-by":"crossref","unstructured":"Feurer, M., & Hutter, F. (2019). Hyperparameter optimization. In: F. Hutter, L. Kotthoff, J. Vanschoren (eds.), Automated machine learning: Methods, systems, challenges, (pp. 3\u201333). Springer.","DOI":"10.1007\/978-3-030-05318-5_1"},{"key":"151_CR21","doi-asserted-by":"publisher","first-page":"107","DOI":"10.1016\/j.neucom.2004.11.022","volume":"64","author":"F Friedrichs","year":"2005","unstructured":"Friedrichs, F., & Igel, C. (2005). Evolutionary tuning of multiple SVM parameters. Neurocomputing, 64, 107\u2013117. https:\/\/doi.org\/10.1016\/j.neucom.2004.11.022","journal-title":"Neurocomputing"},{"key":"151_CR22","unstructured":"Loshchilov, I., & Hutter, F. (2016). CMA-ES for hyperparameter optimization of deep neural networks. arXiv preprint arXiv:1604.07269."},{"key":"151_CR23","unstructured":"Zhang, L. M. (2019). A new compensatory genetic algorithm-based method for effective compressed multi-function convolutional neural network model selection with multi-objective optimization. arXiv preprint arXiv:1906.11912, 1\u201313."},{"key":"151_CR24","unstructured":"Laredo, D., Qin, Y., Sch\u00fctze, O., & Sun, J.-Q. (2019). Automatic model selection for neural networks. arXiv preprint arXiv:1905.06010, 1\u201331."},{"key":"151_CR25","doi-asserted-by":"publisher","unstructured":"Loni, M., Majd, A., Loni, A., Daneshtalab, M., Sjodin, M., & Troubitsyna, E. (2018). Designing compact convolutional neural network for embedded stereo vision systems. https:\/\/doi.org\/10.1109\/MCSoC2018.2018.00049","DOI":"10.1109\/MCSoC2018.2018.00049"},{"key":"151_CR26","unstructured":"Vargas, D. V., & Kotyan, S. (2019). Evolving robust neural architectures to defend from adversarial attacks. arXiv preprint arXiv:1906.11667."},{"key":"151_CR27","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2020.106382","author":"Q Liu","year":"2020","unstructured":"Liu, Q., Li, X., Liu, H., & Guo, Z. (2020). Multi-objective metaheuristics for discrete optimization problems: A review of the state-of-the-art. Applied Soft Computing. https:\/\/doi.org\/10.1016\/j.asoc.2020.106382","journal-title":"Applied Soft Computing"},{"key":"151_CR28","doi-asserted-by":"crossref","unstructured":"Lu, Z., Whalen, I., Boddeti, V., Dhebar, Y., Deb, K., Goodman, E., & Banzhaf, W. (2019). NSGA-Net: Neural architecture search using multi-objective genetic algorithm. In: Proceedings of the Genetic and Evolutionary Computation Conference, pp. 419\u2013427.","DOI":"10.1145\/3321707.3321729"},{"key":"151_CR29","unstructured":"Hsu, C.-H., Chang, S.-H., Liang, J.-H., Chou, H.-P., Liu, C.-H., Chang, S.-C., Pan, J.-Y., Chen, Y.-T., Wei, W., & Juan, D.-C. (2018). MONAS: Multi-objective neural architecture search using reinforcement learning. arXiv preprint arXiv:1806.10332."},{"key":"151_CR30","doi-asserted-by":"crossref","unstructured":"Liang, J., Meyerson, E., Hodjat, B., Fink, D., Mutch, K., & Miikkulainen, R. (2019). Evolutionary neural AutoML for deep learning. In: Proceedings of the Genetic and Evolutionary Computation Conference, pp. 401\u2013409.","DOI":"10.1145\/3321707.3321721"},{"issue":"2","key":"151_CR31","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1162\/106365602320169811","volume":"10","author":"KO Stanley","year":"2002","unstructured":"Stanley, K. O., & Miikkulainen, R. (2002). Evolving neural networks through augmenting topologies. Evolutionary Computation, 10(2), 99\u2013127. https:\/\/doi.org\/10.1162\/106365602320169811","journal-title":"Evolutionary Computation"},{"key":"151_CR32","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2021.3100554","author":"Y Liu","year":"2021","unstructured":"Liu, Y., Sun, Y., Xue, B., Zhang, M., Yen, G. G., & Tan, K. C. (2021). A survey on evolutionary neural architecture search. IEEE Transactions on Neural Networks and Learning Systems. https:\/\/doi.org\/10.1109\/TNNLS.2021.3100554","journal-title":"IEEE Transactions on Neural Networks and Learning Systems"},{"key":"151_CR33","doi-asserted-by":"crossref","unstructured":"Dong, J. D., Cheng, A. C., Juan, D. C., Wei, W., & Sun, M. (2018). PPP-Net: Platform-aware progressive search for pareto-optimal neural architectures. In: International Conference on Learning Representations (ICLR) Workshop 2018, pp. 1\u20134.","DOI":"10.1007\/978-3-030-01252-6_32"},{"key":"151_CR34","doi-asserted-by":"crossref","unstructured":"Hutter, F., Hoos, H. H., & Leyton-Brown, K. (2011). Sequential model-based optimization for general algorithm configuration. In: International Conference on learning and intelligent optimization, pp. 507\u2013523.","DOI":"10.1007\/978-3-642-25566-3_40"},{"issue":"1","key":"151_CR35","doi-asserted-by":"publisher","first-page":"55","DOI":"10.1080\/00401706.1970.10488634","volume":"12","author":"AE Hoerl","year":"1970","unstructured":"Hoerl, A. E., & Kennard, R. W. (1970). Ridge regression: Biased estimation for nonorthogonal problems. Technometrics, 12(1), 55\u201367. https:\/\/doi.org\/10.1080\/00401706.1970.10488634","journal-title":"Technometrics"},{"issue":"1","key":"151_CR36","doi-asserted-by":"publisher","first-page":"267","DOI":"10.1111\/j.2517-6161.1996.tb02080.x","volume":"58","author":"R Tibshirani","year":"1996","unstructured":"Tibshirani, R. (1996). Regression shrinkage and selection via the Lasso. Journal of the Royal Statistical Society: Series B (methodological), 58(1), 267\u2013288. https:\/\/doi.org\/10.1111\/j.2517-6161.1996.tb02080.x","journal-title":"Journal of the Royal Statistical Society: Series B (methodological)"},{"key":"151_CR37","first-page":"2825","volume":"12","author":"F Pedregosa","year":"2011","unstructured":"Pedregosa, F., Varoquaux, G., Gramfort, A., Michel, V., Thirion, B., Grisel, O., Blondel, M., Prettenhofer, P., Weiss, R., Dubourg, V., Vanderplas, J., Passos, A., Cournapeau, D., Brucher, M., Perrot, M., & Duchesnay, \u00c9. (2011). Scikit-learn: Machine learning in Python. Journal of Machine Learning Research, 12, 2825\u20132830.","journal-title":"Journal of Machine Learning Research"},{"issue":"3","key":"151_CR38","doi-asserted-by":"publisher","first-page":"273","DOI":"10.1111\/j.1467-9868.2011.00771.x","volume":"73","author":"R Tibshirani","year":"2011","unstructured":"Tibshirani, R. (2011). Regression shrinkage and selection via the Lasso: A retrospective. Journal of the Royal Statistical Society: Series B (statistical methodology), 73(3), 273\u2013282. https:\/\/doi.org\/10.1111\/j.1467-9868.2011.00771.x","journal-title":"Journal of the Royal Statistical Society: Series B (statistical methodology)"},{"key":"151_CR39","doi-asserted-by":"publisher","unstructured":"Feng, X., Zhao, J., & Kita, E. (2019). Genetic algorithm based optimization of deep neural network ensemble for personal identification in pedestrians behaviors. In: Proceedings of the 2019 International Conference on Data Mining Workshops (ICDMW), pp. 318\u2013325. https:\/\/doi.org\/10.1109\/ICDMW.2019.00054","DOI":"10.1109\/ICDMW.2019.00054"},{"key":"151_CR40","doi-asserted-by":"publisher","first-page":"63","DOI":"10.1007\/978-3-030-05318-5_3","volume-title":"Automated machine learning: Methods, systems, challenges","author":"T Elsken","year":"2019","unstructured":"Elsken, T., Metzen, J. H., & Hutter, F. (2019). Neural architecture search. In: F. Hutter, L. Kotthoff, J. Vanschoren (eds.), Automated machine learning: Methods, systems, challenges, (pp. 63\u201377). Springer."},{"key":"151_CR41","unstructured":"Zoph, B., & Le, Q. V. (2017). Neural architecture search with reinforcement learning. arXiv preprint arXiv:1611.01578."},{"key":"151_CR42","doi-asserted-by":"publisher","unstructured":"Real, E., Aggarwal, A., Huang, Y., & Le, Q. V. (2019). Regularized evolution for image classifier architecture search. In: Proceedings of the AAAI Conference on Artificial Intelligence, 33, 4780\u20134789. https:\/\/doi.org\/10.1609\/aaai.v33i01.33014780","DOI":"10.1609\/aaai.v33i01.33014780"},{"key":"151_CR43","unstructured":"Simonyan, K., & Zisserman, A. (2014). Very deep convolutional networks for large-scale image recognition. arXiv preprint arXiv:1409.1556, pp. 1\u201314."},{"key":"151_CR44","doi-asserted-by":"crossref","unstructured":"Kim, J., Lee, J. K., & Lee, K. M. (2016). Accurate image super-resolution using very deep convolutional networks. In: Proceedings of the IEEE Conference on computer vision and pattern recognition, pp. 1646\u20131654.","DOI":"10.1109\/CVPR.2016.182"},{"key":"151_CR45","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1016\/j.neucom.2016.12.038","volume":"234","author":"W Liu","year":"2017","unstructured":"Liu, W., Wang, Z., Liu, X., Zeng, N., Liu, Y., & Alsaadi, F. E. (2017). A survey of deep neural network architectures and their applications. Neurocomputing, 234, 11\u201326. https:\/\/doi.org\/10.1016\/j.neucom.2016.12.038","journal-title":"Neurocomputing"},{"key":"151_CR46","unstructured":"Nair, V., & Hinton, G. E. (2010). Rectified linear units improve restricted Boltzmann machines. In: Proceedings of the 27th International Conference on machine learning, pp. 807\u2013814."},{"issue":"1","key":"151_CR47","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1201\/9780429469275-8","volume":"45","author":"L Breiman","year":"2001","unstructured":"Breiman, L. (2001). Random forests. Machine Learning, 45(1), 5\u201332. https:\/\/doi.org\/10.1201\/9780429469275-8","journal-title":"Machine Learning"},{"key":"151_CR48","doi-asserted-by":"crossref","unstructured":"Chen, T., & Guestrin, C. (2016). XGBoost: A scalable tree boosting system. In: Proceedings of the 22nd ACM SIGKDD International Conference on knowledge discovery and data mining, pp. 785\u2013794.","DOI":"10.1145\/2939672.2939785"},{"key":"151_CR49","first-page":"3149","volume":"30","author":"G Ke","year":"2017","unstructured":"Ke, G., Meng, Q., Finley, T., Wang, T., Chen, W., Ma, W., Ye, Q., & Liu, T. Y. (2017). LightGBM: A highly efficient gradient boosting decision tree. Advances in Neural Information Processing Systems, 30, 3149\u20133157.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"151_CR50","doi-asserted-by":"publisher","first-page":"89497","DOI":"10.1109\/ACCESS.2020.2990567","volume":"8","author":"J Blank","year":"2020","unstructured":"Blank, J., & Deb, K. (2020). Pymoo: Multi-objective optimization in python. IEEE Access, 8, 89497\u201389509. https:\/\/doi.org\/10.1109\/ACCESS.2020.2990567","journal-title":"IEEE Access"},{"key":"151_CR51","unstructured":"Nash, W. J., Sellers, T. L., Talbot, S. R., Cawthorn, A. J., & Ford, W. B. (1994). The population biology of abalone (Haliotis species) in Tasmania. i. Blacklip abalone (H. rubra) from the north coast and islands of bass strait. Sea fisheries division, technical report 48."},{"issue":"4","key":"151_CR52","doi-asserted-by":"publisher","first-page":"547","DOI":"10.1016\/j.dss.2009.05.016","volume":"47","author":"P Cortez","year":"2009","unstructured":"Cortez, P., Cerdeira, A., Almeida, F., Matos, T., & Reis, J. (2009). Modeling wine preferences by data mining from physicochemical properties. Decision Support Systems, 47(4), 547\u2013553.","journal-title":"Decision Support Systems"}],"container-title":["The Review of Socionetwork Strategies"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12626-023-00151-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s12626-023-00151-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12626-023-00151-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,10,27]],"date-time":"2023-10-27T07:36:52Z","timestamp":1698392212000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s12626-023-00151-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,10]]},"references-count":52,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2023,10]]}},"alternative-id":["151"],"URL":"https:\/\/doi.org\/10.1007\/s12626-023-00151-1","relation":{},"ISSN":["2523-3173","1867-3236"],"issn-type":[{"type":"print","value":"2523-3173"},{"type":"electronic","value":"1867-3236"}],"subject":[],"published":{"date-parts":[[2023,10]]},"assertion":[{"value":"23 May 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 September 2023","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 October 2023","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of Interest"}}]}}