{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,10]],"date-time":"2026-06-10T11:12:07Z","timestamp":1781089927870,"version":"3.54.1"},"reference-count":35,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2022,10,15]],"date-time":"2022-10-15T00:00:00Z","timestamp":1665792000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,10,15]],"date-time":"2022-10-15T00:00:00Z","timestamp":1665792000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100001809","name":"national natural science foundation of china","doi-asserted-by":"publisher","award":["62073300"],"award-info":[{"award-number":["62073300"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"national natural science foundation of china","doi-asserted-by":"publisher","award":["U1911205"],"award-info":[{"award-number":["U1911205"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"national natural science foundation of china","doi-asserted-by":"publisher","award":["62076225"],"award-info":[{"award-number":["62076225"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Memetic Comp."],"published-print":{"date-parts":[[2022,12]]},"DOI":"10.1007\/s12293-022-00375-8","type":"journal-article","created":{"date-parts":[[2022,10,15]],"date-time":"2022-10-15T05:02:29Z","timestamp":1665810149000},"page":"451-460","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["A novelty-search-based evolutionary reinforcement learning algorithm for continuous optimization problems"],"prefix":"10.1007","volume":"14","author":[{"given":"Chengyu","family":"Hu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rui","family":"Qiao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wenyin","family":"Gong","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8226-5747","authenticated-orcid":false,"given":"Xuesong","family":"Yan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ling","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,10,15]]},"reference":[{"key":"375_CR1","volume-title":"Deep learning","author":"I Goodfellow","year":"2016","unstructured":"Goodfellow I, Bengio Y, Courville A (2016) Deep learning. MIT press, Cambridge"},{"key":"375_CR2","doi-asserted-by":"publisher","first-page":"110","DOI":"10.1016\/j.ins.2020.03.105","volume":"532","author":"J Li","year":"2020","unstructured":"Li J, Yao L, Xu X, Cheng B, Ren J (2020) Deep reinforcement learning for pedestrian collision avoidance and human-machine cooperative driving. Inf Sci 532:110\u2013124","journal-title":"Inf Sci"},{"key":"375_CR3","doi-asserted-by":"publisher","first-page":"205","DOI":"10.1016\/j.ins.2020.05.022","volume":"536","author":"N Pr\u00f6llochs","year":"2020","unstructured":"Pr\u00f6llochs N, Feuerriegel S, Lutz B, Neumann D (2020) Negation scope detection for sentiment analysis: a reinforcement learning framework for replicating human interpretations. Inf Sci 536:205\u2013221","journal-title":"Inf Sci"},{"key":"375_CR4","doi-asserted-by":"publisher","first-page":"141","DOI":"10.1016\/j.ins.2020.01.039","volume":"519","author":"H Wang","year":"2020","unstructured":"Wang H, Hu X, Yu Q, Gu M, Zhao W, Yan J, Hong T (2020) Integrating reinforcement learning and skyline computing for adaptive service composition. Inf Sci 519:141\u2013160","journal-title":"Inf Sci"},{"key":"375_CR5","doi-asserted-by":"publisher","unstructured":"Conti E, Madhavan V, Such FP, Lehman J, Stanley KO, Clune J, Improving exploration in evolution strategies for deep reinforcement learning via a population of novelty-seeking agents. Artificial Intelligence. https:\/\/doi.org\/10.48550\/arXiv.1712.06560","DOI":"10.48550\/arXiv.1712.06560"},{"key":"375_CR6","unstructured":"Khadka S, Tumer K (2018) Evolution-guided policy gradient in reinforcement learning. In: advances in neural information processing systems, pp 1188\u20131200"},{"key":"375_CR7","doi-asserted-by":"publisher","unstructured":"Pourchot A, Sigaud O, Cem-rl: Combining evolutionary and gradient-based methods for policy search, Learning. https:\/\/doi.org\/10.48550\/arXiv.1810.01222","DOI":"10.48550\/arXiv.1810.01222"},{"key":"375_CR8","doi-asserted-by":"publisher","unstructured":"Lillicrap TP, Hunt JJ, Pritzel A, Heess N, Erez T, Tassa Y, Silver D, Wierstra D (2019) Continuous control with deep reinforcement learning. https:\/\/doi.org\/10.48550\/arXiv.1509.02971","DOI":"10.48550\/arXiv.1509.02971"},{"key":"375_CR9","doi-asserted-by":"publisher","unstructured":"Such FP, Madhavan V, Conti E, Lehman J, Stanley KO, Clune J, Deep neuroevolution: Genetic algorithms are a competitive alternative for training deep neural networks for reinforcement learning, preprint. https:\/\/doi.org\/10.48550\/arXiv.1712.06567","DOI":"10.48550\/arXiv.1712.06567"},{"key":"375_CR10","doi-asserted-by":"crossref","unstructured":"Lehman J, Stanley KO (2011) Novelty search and the problem with objectives. In: Genetic programming theory and practice IX, Springer, pp 37\u201356","DOI":"10.1007\/978-1-4614-1770-5_3"},{"key":"375_CR11","unstructured":"Sutton RS, Barto AG, Reinforcement learning: an introduction"},{"key":"375_CR12","volume-title":"Reinforcement learning: state-of-the-art","author":"M Wiering","year":"2014","unstructured":"Wiering M, Van Otterlo M (2014) Reinforcement learning: state-of-the-art. Springer, Berlin"},{"key":"375_CR13","volume-title":"Evolutionary computation: a unified approach","author":"KAD Jong","year":"2007","unstructured":"Jong KAD (2007) Evolutionary computation: a unified approach. Kluwer Academic Publishers, London"},{"issue":"1","key":"375_CR14","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1109\/TCIAIG.2015.2494596","volume":"9","author":"S Risi","year":"2017","unstructured":"Risi S, Togelius J (2017) Neuroevolution in games: state of the art and open challenges. IEEE Trans Comput Intell AI Games 9(1):25\u201341","journal-title":"IEEE Trans Comput Intell AI Games"},{"key":"375_CR15","doi-asserted-by":"crossref","unstructured":"Koutnik J, Gomez F, Schmidhuber J (2010) Evolving neural networks in compressed weight space 619\u2013626","DOI":"10.1145\/1830483.1830596"},{"key":"375_CR16","doi-asserted-by":"crossref","unstructured":"Koutnik J, Cuccu G, Schmidhuber J, Gomez F (2013) Evolving large-scale neural networks for vision-based reinforcement learning. pp 1061\u20131068","DOI":"10.1145\/2463372.2463509"},{"key":"375_CR17","doi-asserted-by":"crossref","unstructured":"Srivastava RK, Schmidhuber J, Gomez F (2012) Generalized compressed network search. pp 337\u2013346","DOI":"10.1007\/978-3-642-32937-1_34"},{"key":"375_CR18","doi-asserted-by":"publisher","unstructured":"Salimans T, Ho J, Chen X, Sidor S, Sutskever I (2017) Evolution strategies as a scalable alternative to reinforcement learning, Learning. https:\/\/doi.org\/10.48550\/arXiv.1703.03864","DOI":"10.48550\/arXiv.1703.03864"},{"key":"375_CR19","doi-asserted-by":"crossref","unstructured":"Francon O, Gonzalez S, Hodjat B, Meyerson E, Miikkulainen R, Qiu X, Shahrzad H (2020) Effective reinforcement learning through evolutionary surrogate-assisted prescription, in: Proceedings of the 2020 Genetic and evolutionary computation conference, pp 814\u2013822","DOI":"10.1145\/3377930.3389842"},{"issue":"2","key":"375_CR20","doi-asserted-by":"publisher","first-page":"135","DOI":"10.1109\/4235.850654","volume":"4","author":"G Magyar","year":"2000","unstructured":"Magyar G, Johnsson M (2000) An adaptive hybrid genetic algorithm for the three-matching problem. IEEE Trans Evol Comput 4(2):135-146","journal-title":"IEEE Trans Evol Comput"},{"key":"375_CR21","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2007.09.026","volume-title":"Adaptive evolutionary programming based on reinforcement learning","author":"H Zhang","year":"2008","unstructured":"Zhang H, Lu J (2008) Adaptive evolutionary programming based on reinforcement learning. Elsevier, Amsterdam"},{"key":"375_CR22","unstructured":"Pettinger JE, Everson RM (2002) Controlling genetic algorithms with reinforcement learning,. In: Proceedings of the 4th Annual Conference on genetic and evolutionary computation, pp 692\u2013692"},{"key":"375_CR23","doi-asserted-by":"publisher","first-page":"106836","DOI":"10.1016\/j.knosys.2021.106836","volume":"217","author":"MI Radaideh","year":"2021","unstructured":"Radaideh MI, Shirvan K (2021) Rule-based reinforcement learning methodology to inform evolutionary algorithms for constrained optimization of engineering applications. Knowl Based Syst 217:106836","journal-title":"Knowl Based Syst"},{"key":"375_CR24","doi-asserted-by":"crossref","unstructured":"Zhu S, Belardinelli F, Le\u00f3n BG (2021) Evolutionary reinforcement learning for sparse rewards. In: Proceedings of the Genetic and Evolutionary Computation Conference Companion, pp 1508\u20131512","DOI":"10.1145\/3449726.3463142"},{"key":"375_CR25","doi-asserted-by":"publisher","unstructured":"Khadka S, Majumdar S, Nassar T, Dwiel Z,y Tumer E, Miret S, Liu Y, Tumer K, Collaborative evolutionary reinforcement learning, Learning. https:\/\/doi.org\/10.48550\/arXiv.1905.00976","DOI":"10.48550\/arXiv.1905.00976"},{"key":"375_CR26","doi-asserted-by":"publisher","DOI":"10.1016\/j.swevo.2021.100974","volume":"68","author":"P Yang","year":"2021","unstructured":"Yang P, Zhang H, Yu Y, Li M, Tang K (2021) Evolutionary reinforcement learning via cooperative coevolutionary negatively correlated search. Swarm Evol Comput 68:100974","journal-title":"Swarm Evol Comput"},{"key":"375_CR27","doi-asserted-by":"crossref","unstructured":"Altin UC (2020) Evolutionary reinforcement learning for the coordination of swarm uavs. In: 2020 28th Signal processing and communications applications conference (SIU), IEEE, pp 1\u20134","DOI":"10.1109\/SIU49456.2020.9302227"},{"key":"375_CR28","doi-asserted-by":"publisher","unstructured":"Bodnar C, Day B, Lio P, Proximal distilled evolutionary reinforcement learning, Learning. https:\/\/doi.org\/10.48550\/arXiv.1906.09807","DOI":"10.48550\/arXiv.1906.09807"},{"key":"375_CR29","doi-asserted-by":"publisher","first-page":"172","DOI":"10.1016\/j.ins.2020.12.017","volume":"553","author":"S L\u00fc","year":"2021","unstructured":"L\u00fc S, Han S, Zhou W, Zhang J (2021) Recruitment-imitation mechanism for evolutionary reinforcement learning. Inf Sci 553:172\u2013188","journal-title":"Inf Sci"},{"key":"375_CR30","doi-asserted-by":"crossref","unstructured":"Uhlenbeck GE, Ornstein LS (1930) On the theory of the brownian motion. Phys Rev 36(5):823","DOI":"10.1103\/PhysRev.36.823"},{"key":"375_CR31","doi-asserted-by":"publisher","unstructured":"Hansen N, The cma evolution strategy: a tutorial, Learning. https:\/\/doi.org\/10.48550\/arXiv.1604.00772","DOI":"10.48550\/arXiv.1604.00772"},{"key":"375_CR32","doi-asserted-by":"crossref","unstructured":"Todorov E, Erez T, Tassa Y, Mujoco (2012) A physics engine for model-based control pp 5026\u20135033","DOI":"10.1109\/IROS.2012.6386109"},{"key":"375_CR33","unstructured":"Brockman G, Cheung V, Pettersson L, Schneider J, Schulman J, Tang J, Zaremba W, Openai gym, preprint"},{"key":"375_CR34","unstructured":"Kingma DP, Ba J Adam (2014) A method for stochastic optimization, Learning"},{"key":"375_CR35","doi-asserted-by":"publisher","unstructured":"Henderson PA, Islam R, Bachman P, Pineau J, Precup D, Meger D, Deep reinforcement learning that matters, Learning. https:\/\/doi.org\/10.48550\/arXiv.1709.06560","DOI":"10.48550\/arXiv.1709.06560"}],"container-title":["Memetic Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12293-022-00375-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s12293-022-00375-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12293-022-00375-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,11,7]],"date-time":"2022-11-07T05:33:17Z","timestamp":1667799197000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s12293-022-00375-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,10,15]]},"references-count":35,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2022,12]]}},"alternative-id":["375"],"URL":"https:\/\/doi.org\/10.1007\/s12293-022-00375-8","relation":{},"ISSN":["1865-9284","1865-9292"],"issn-type":[{"value":"1865-9284","type":"print"},{"value":"1865-9292","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,10,15]]},"assertion":[{"value":"24 July 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 September 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 October 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}