{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T22:57:56Z","timestamp":1743116276034,"version":"3.40.3"},"publisher-location":"Singapore","reference-count":34,"publisher":"Springer Nature Singapore","isbn-type":[{"type":"print","value":"9789819915484"},{"type":"electronic","value":"9789819915491"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-981-99-1549-1_19","type":"book-chapter","created":{"date-parts":[[2023,4,17]],"date-time":"2023-04-17T09:14:00Z","timestamp":1681722840000},"page":"233-247","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Enabling Surrogate-Assisted Evolutionary Reinforcement Learning via\u00a0Policy Embedding"],"prefix":"10.1007","author":[{"given":"Lan","family":"Tang","sequence":"first","affiliation":[]},{"given":"Xiaxi","family":"Li","sequence":"additional","affiliation":[]},{"given":"Jinyuan","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Guiying","family":"Li","sequence":"additional","affiliation":[]},{"given":"Peng","family":"Yang","sequence":"additional","affiliation":[]},{"given":"Ke","family":"Tang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,4,18]]},"reference":[{"key":"19_CR1","doi-asserted-by":"publisher","first-page":"253","DOI":"10.1613\/jair.3912","volume":"47","author":"MG Bellemare","year":"2013","unstructured":"Bellemare, M.G., Naddaf, Y., Veness, J., Bowling, M.: The arcade learning environment: an evaluation platform for general agents. J. Artif. Intell. Res. 47, 253\u2013279 (2013)","journal-title":"J. Artif. Intell. Res."},{"key":"19_CR2","unstructured":"Brockman, G., et al.: OpenAI gym. arXiv abs\/1606.01540 (2016)"},{"key":"19_CR3","doi-asserted-by":"crossref","unstructured":"Castillo, G.A., Weng, B., Zhang, W., Hereid, A.: Robust feedback motion policy design using reinforcement learning on a 3D digit bipedal robot. In: Proceedings of the IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS 2021), pp. 5136\u20135143. IEEE, Prague (2021)","DOI":"10.1109\/IROS51168.2021.9636467"},{"key":"19_CR4","doi-asserted-by":"crossref","unstructured":"Chrabaszcz, P., Loshchilov, I., Hutter, F.: Back to basics: benchmarking canonical evolution strategies for playing Atari. arXiv abs\/1802.08842 (2018)","DOI":"10.24963\/ijcai.2018\/197"},{"key":"19_CR5","doi-asserted-by":"crossref","unstructured":"Chu, X., Zhang, B., Ma, H., Xu, R., Li, Q.: Fast, accurate and lightweight super-resolution with neural architecture search. In: Proceedings of the 25th International Conference on Pattern Recognition (ICPR 2020), pp. 59\u201364. IEEE, Milan (2020)","DOI":"10.1109\/ICPR48806.2021.9413080"},{"key":"19_CR6","doi-asserted-by":"crossref","unstructured":"Francon, O., et al.: Effective reinforcement learning through evolutionary surrogate-assisted prescription. In: Proceedings of the 2020 Genetic and Evolutionary Computation Conference (GECCO 2020), pp. 814\u2013822. Association for Computing Machinery, New York (2020)","DOI":"10.1145\/3377930.3389842"},{"key":"19_CR7","doi-asserted-by":"publisher","unstructured":"Hong, W., Li, G., Liu, S., Yang, P., Tang, K.: Multi-objective evolutionary optimization for hardware-aware neural network pruning. Fundam. Res. (2022). https:\/\/doi.org\/10.1016\/j.fmre.2022.07.013","DOI":"10.1016\/j.fmre.2022.07.013"},{"key":"19_CR8","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"470","DOI":"10.1007\/978-3-030-58112-1_32","volume-title":"Parallel Problem Solving from Nature \u2013 PPSN XVI","author":"W Hong","year":"2020","unstructured":"Hong, W., Yang, P., Wang, Y., Tang, K.: Multi-objective magnitude-based pruning for latency-aware deep neural network compression. In: B\u00e4ck, T., et al. (eds.) PPSN 2020. LNCS, vol. 12269, pp. 470\u2013483. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-58112-1_32"},{"key":"19_CR9","unstructured":"Khadka, S., Tumer, K.: Evolution-guided policy gradient in reinforcement learning. In: Advances in Neural Information Processing Systems (NeurIPS 2018), vol. 31. Curran Associates, Inc. (2018)"},{"key":"19_CR10","doi-asserted-by":"publisher","unstructured":"Li, G., Yang, P., Qian, C., Hong, R., Tang, K.: Stage-wise magnitude-based pruning for recurrent neural networks. IEEE Trans. Neural Netw. Learn. Syst. (2022). https:\/\/doi.org\/10.1109\/TNNLS.2022.3184730","DOI":"10.1109\/TNNLS.2022.3184730"},{"key":"19_CR11","doi-asserted-by":"crossref","unstructured":"Llor\u00e0, X., Sastry, K., Goldberg, D.E., Gupta, A., Lakshmi, L.: Combating user fatigue in iGAs: partial ordering, support vector machines, and synthetic fitness. In: Proceedings of the 7th Annual Conference on Genetic and Evolutionary Computation (GECCO 2005), pp. 1363\u20131370. Association for Computing Machinery, New York (2005)","DOI":"10.1145\/1068009.1068228"},{"key":"19_CR12","unstructured":"Mnih, V., et al.: Asynchronous methods for deep reinforcement learning. In: Proceedings of the 33rd International Conference on Machine Learning (ICML 2016). Proceedings of Machine Learning Research, vol. 48, pp. 1928\u20131937. PMLR, New York (2016)"},{"issue":"7540","key":"19_CR13","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., et al.: Human-level control through deep reinforcement learning. Nature 518(7540), 529\u2013533 (2015)","journal-title":"Nature"},{"issue":"1","key":"19_CR14","doi-asserted-by":"publisher","first-page":"74","DOI":"10.1109\/TEVC.2018.2802784","volume":"23","author":"L Pan","year":"2019","unstructured":"Pan, L., He, C., Tian, Y., Wang, H., Zhang, X., Jin, Y.: A classification-based surrogate-assisted evolutionary algorithm for expensive many-objective optimization. IEEE Trans. Evol. Comput. 23(1), 74\u201388 (2019)","journal-title":"IEEE Trans. Evol. Comput."},{"key":"19_CR15","unstructured":"Qian, H., Hu, Y.Q., Yu, Y.: Derivative-free optimization of high-dimensional non-convex functions by sequential random embeddings. In: Proceedings of the 25th International Joint Conference on Artificial Intelligence (IJCAI 2016), pp. 1946\u20131952. AAAI Press, New York (2016)"},{"key":"19_CR16","doi-asserted-by":"crossref","unstructured":"Qian, H., Yu, Y.: Derivative-free reinforcement learning: a review. Front. Comp. Sci. 15(6), 156336 (2021)","DOI":"10.1007\/s11704-020-0241-4"},{"key":"19_CR17","unstructured":"Salimans, T., Ho, J., Chen, X., Sidor, S., Sutskever, I.: Evolution strategies as a scalable alternative to reinforcement learning. arXiv abs\/1703.03864 (2017)"},{"key":"19_CR18","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal policy optimization algorithms. arXiv abs\/1707.06347 (2017)"},{"issue":"6","key":"19_CR19","doi-asserted-by":"publisher","first-page":"1013","DOI":"10.1109\/TEVC.2021.3073648","volume":"25","author":"Z Song","year":"2021","unstructured":"Song, Z., Wang, H., He, C., Jin, Y.: A kriging-assisted two-archive evolutionary algorithm for expensive many-objective optimization. IEEE Trans. Evol. Comput. 25(6), 1013\u20131027 (2021)","journal-title":"IEEE Trans. Evol. Comput."},{"key":"19_CR20","doi-asserted-by":"crossref","unstructured":"Stork, J., Zaefferer, M., Bartz-Beielstein, T., Eiben, A.E.: Surrogate models for enhancing the efficiency of neuroevolution in reinforcement learning. In: Proceedings of the Genetic and Evolutionary Computation Conference (GECCO 2019), pp. 934\u2013942. Association for Computing Machinery, New York (2019)","DOI":"10.1145\/3321707.3321829"},{"issue":"3","key":"19_CR21","doi-asserted-by":"publisher","first-page":"542","DOI":"10.1109\/JSAC.2016.2525458","volume":"34","author":"K Tang","year":"2016","unstructured":"Tang, K., Yang, P., Yao, X.: Negatively correlated search. IEEE J. Sel. Areas Commun. 34(3), 542\u2013550 (2016)","journal-title":"IEEE J. Sel. Areas Commun."},{"key":"19_CR22","doi-asserted-by":"publisher","first-page":"414","DOI":"10.1016\/j.ins.2021.03.002","volume":"562","author":"H Tong","year":"2021","unstructured":"Tong, H., Huang, C., Minku, L.L., Yao, X.: Surrogate models in evolutionary single-objective optimization: a new taxonomy and experimental study. Inf. Sci. 562, 414\u2013437 (2021)","journal-title":"Inf. Sci."},{"issue":"6","key":"19_CR23","doi-asserted-by":"publisher","first-page":"939","DOI":"10.1109\/TEVC.2016.2555315","volume":"20","author":"H Wang","year":"2016","unstructured":"Wang, H., Jin, Y., Jansen, J.O.: Data-driven surrogate-assisted multiobjective evolutionary optimization of a trauma system. IEEE Trans. Evol. Comput. 20(6), 939\u2013952 (2016)","journal-title":"IEEE Trans. Evol. Comput."},{"key":"19_CR24","doi-asserted-by":"publisher","unstructured":"Wang, Y., Zhang, T., Chang, Y., Wang, X., Liang, B., Yuan, B.: A surrogate-assisted controller for expensive evolutionary reinforcement learning. Inf. Sci. (2022). https:\/\/doi.org\/10.1016\/j.ins.2022.10.134","DOI":"10.1016\/j.ins.2022.10.134"},{"key":"19_CR25","unstructured":"Wang, Z., Zoghi, M., Hutter, F., Matheson, D., De Freitas, N.: Bayesian optimization in high dimensions via random embeddings. In: Proceedings of the 23th International Joint Conference on Artificial Intelligence (IJCAI 2013), pp. 1778\u20131784. AAAI Press, Beijing (2013)"},{"key":"19_CR26","series-title":"Adaptation, Learning, and Optimization","doi-asserted-by":"publisher","first-page":"325","DOI":"10.1007\/978-3-642-27645-3_10","volume-title":"Reinforcement Learning","author":"S Whiteson","year":"2012","unstructured":"Whiteson, S.: Evolutionary computation for reinforcement learning. In: Wiering, M., van Otterlo, M. (eds.) Reinforcement Learning. Adaptation, Learning, and Optimization, vol. 12, pp. 325\u2013355. Springer, Heidelberg (2012). https:\/\/doi.org\/10.1007\/978-3-642-27645-3_10"},{"key":"19_CR27","doi-asserted-by":"crossref","unstructured":"Yang, P., Tang, K., Lozano, J.A.: Estimation of distribution algorithms based unmanned aerial vehicle path planner using a new coordinate system. In: Proceedings of the 2014 Congress on Evolutionary Computation (CEC 2014), pp. 1469\u20131476. IEEE, Beijing (2014)","DOI":"10.1109\/CEC.2014.6900412"},{"key":"19_CR28","doi-asserted-by":"crossref","unstructured":"Yang, P., Yang, Q., Tang, K., Yao, X.: Parallel exploration via negatively correlated search. Front. Comp. Sci. 15(5), 155333 (2021)","DOI":"10.1007\/s11704-020-0431-0"},{"key":"19_CR29","doi-asserted-by":"crossref","unstructured":"Yang, P., Zhang, H., Yu, Y., Li, M., Tang, K.: Evolutionary reinforcement learning via cooperative coevolutionary negatively correlated search. Swarm Evol. Comput. 68, 100974 (2022)","DOI":"10.1016\/j.swevo.2021.100974"},{"key":"19_CR30","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"339","DOI":"10.1007\/978-3-030-78811-7_33","volume-title":"Advances in Swarm Intelligence","author":"Q Yang","year":"2021","unstructured":"Yang, Q., Yang, P., Tang, K.: Parallel random embedding with negatively correlated search. In: Tan, Y., Shi, Y. (eds.) ICSI 2021. LNCS, vol. 12690, pp. 339\u2013351. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-78811-7_33"},{"key":"19_CR31","doi-asserted-by":"publisher","first-page":"423","DOI":"10.1016\/j.ins.2020.01.050","volume":"519","author":"J Zhang","year":"2020","unstructured":"Zhang, J., Huang, J.X., Hu, Q.V.: Boosting evolutionary optimization via fuzzy-classification-assisted selection. Inf. Sci. 519, 423\u2013438 (2020)","journal-title":"Inf. Sci."},{"key":"19_CR32","doi-asserted-by":"publisher","first-page":"343","DOI":"10.1016\/j.ins.2018.11.032","volume":"509","author":"A Zhou","year":"2020","unstructured":"Zhou, A., Wang, Y., Zhang, J.: Objective extraction via fuzzy clustering in evolutionary many-objective optimization. Inf. Sci. 509, 343\u2013355 (2020)","journal-title":"Inf. Sci."},{"key":"19_CR33","doi-asserted-by":"crossref","unstructured":"Zhou, A., Zhang, J., Sun, J., Zhang, G.: Fuzzy-classification assisted solution preselection in evolutionary optimization. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 33, no. 01, pp. 2403\u20132410 (2019)","DOI":"10.1609\/aaai.v33i01.33012403"},{"key":"19_CR34","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1016\/j.apenergy.2017.10.102","volume":"211","author":"T \u00d8sterg\u00e5rd","year":"2018","unstructured":"\u00d8sterg\u00e5rd, T., Jensen, R.L., Maagaard, S.E.: A comparison of six metamodeling techniques applied to building performance simulations. Appl. Energy 211, 89\u2013103 (2018)","journal-title":"Appl. Energy"}],"container-title":["Communications in Computer and Information Science","Bio-Inspired Computing: Theories and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-99-1549-1_19","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,4,17]],"date-time":"2023-04-17T09:34:10Z","timestamp":1681724050000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-99-1549-1_19"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9789819915484","9789819915491"],"references-count":34,"URL":"https:\/\/doi.org\/10.1007\/978-981-99-1549-1_19","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"18 April 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"BIC-TA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Bio-Inspired Computing: Theories and Applications","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Wuhan","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16 December 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 December 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"bicta2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/2022.bicta.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"148","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"56","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"38% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}