{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,25]],"date-time":"2026-08-25T20:24:41Z","timestamp":1787689481529,"version":"build-2784847793"},"publisher-location":"New York, NY, USA","reference-count":66,"publisher":"ACM","license":[{"start":{"date-parts":[[2019,7,13]],"date-time":"2019-07-13T00:00:00Z","timestamp":1562976000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2019,7,13]]},"DOI":"10.1145\/3321707.3321799","type":"proceedings-article","created":{"date-parts":[[2019,7,3]],"date-time":"2019-07-03T13:48:04Z","timestamp":1562161684000},"page":"142-151","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":51,"title":["POET"],"prefix":"10.1145","author":[{"given":"Rui","family":"Wang","sequence":"first","affiliation":[{"name":"Uber AI"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Joel","family":"Lehman","sequence":"additional","affiliation":[{"name":"Uber AI"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jeff","family":"Clune","sequence":"additional","affiliation":[{"name":"Uber AI"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kenneth O.","family":"Stanley","sequence":"additional","affiliation":[{"name":"Uber AI"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2019,7,13]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.1109\/37.24809"},{"key":"e_1_3_2_2_2_1","volume-title":"Proceedings of the Eleventh International Conference on Artificial Life (Alife XI), Seth Bullock, Jason Noble, Richard Watson, and Mark Bedau (Eds.). MIT Press","author":"Bedau Mark","year":"2008"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.5555\/2566972.2566979"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/1553374.1553380"},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3071178.3071186"},{"key":"e_1_3_2_2_6_1","volume-title":"arXiv:arXiv:1606.01540","author":"Brockman Greg","year":"2016"},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/2463372.2463404"},{"key":"e_1_3_2_2_8_1","first-page":"5032","article-title":"Improving Exploration in Evolution Strategies for Deep Reinforcement Learning via a Population of Novelty-Seeking Agents","volume":"31","author":"Conti Edoardo","year":"2018","journal-title":"Advances in Neural Information Processing Systems (NeurIPS)"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1038\/nature14422"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-24854-5_55"},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"e_1_3_2_2_12_1","volume-title":"Go-Explore: a New Approach for Hard-Exploration Problems. arXiv preprint arXiv:1901.10995","author":"Ecoffet Adrien","year":"2019"},{"key":"e_1_3_2_2_13_1","volume-title":"Diversity is All You Need: Learning Skills without a Reward Function. arXiv preprint arXiv:1802.06070","author":"Eysenbach Benjamin","year":"2018"},{"key":"e_1_3_2_2_14_1","unstructured":"S.G. Ficici and J.B. Pollack. 1998. Challenges in coevolutionary learning: Armsrace dynamics open-endedness and mediocre stable states. Artificial life VI (1998) 238.   S.G. Ficici and J.B. Pollack. 1998. Challenges in coevolutionary learning: Armsrace dynamics open-endedness and mediocre stable states. Artificial life VI (1998) 238."},{"key":"e_1_3_2_2_15_1","volume-title":"International Conference on Machine Learning. 1514--1523","author":"Florensa Carlos","year":"2018"},{"key":"e_1_3_2_2_16_1","volume-title":"Proceedings of the 1st Annual Conference on Robot Learning. 482--495","author":"Florensa Carlos","year":"2017"},{"key":"e_1_3_2_2_17_1","volume-title":"Intrinsically motivated goal exploration processes with automatic curriculum learning. arXiv preprint arXiv:1708.02190","author":"Forestier S\u00e9bastien","year":"2017"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1177\/105971239700500305"},{"key":"e_1_3_2_2_19_1","volume-title":"Unsupervised Meta-Learning for Reinforcement Learning. arXiv","author":"Gupta Abhishek","year":"2018"},{"key":"e_1_3_2_2_20_1","unstructured":"David Ha. 2017. Evolving stable strategies. http:\/\/blog.otoro.net\/. (2017).  David Ha. 2017. Evolving stable strategies. http:\/\/blog.otoro.net\/. (2017)."},{"key":"e_1_3_2_2_21_1","volume-title":"Reinforcement Learning for Improving Agent Design. arXiv preprint arXiv:1810.03779","author":"David Ha.","year":"2018"},{"key":"e_1_3_2_2_22_1","unstructured":"Nicolas Heess Srinivasan Sriram Jay Lemmon Josh Merel Greg Wayne Yuval Tassa Tom Erez Ziyu Wang Ali Eslami Martin Riedmiller etal 2017. Emergence of locomotion behaviours in rich environments. arXiv preprint arXiv:1707.02286 (2017).  Nicolas Heess Srinivasan Sriram Jay Lemmon Josh Merel Greg Wayne Yuval Tassa Tom Erez Ziyu Wang Ali Eslami Martin Riedmiller et al. 2017. Emergence of locomotion behaviours in rich environments. arXiv preprint arXiv:1707.02286 (2017)."},{"key":"e_1_3_2_2_23_1","volume-title":"Emergence of Locomotion Behaviours in Rich Environments. CoRR abs\/1707.02286","author":"Heess Nicolas","year":"2017"},{"key":"e_1_3_2_2_24_1","volume-title":"Evolving Multimodal Robot Behavior via Many Stepping Stones with the Combinatorial Multi-Objective Evolutionary Algorithm. arXiv preprint arXiv:1807.03392","author":"Huizinga Joost","year":"2018"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/2908812.2908836"},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1162\/106365604773955139"},{"key":"e_1_3_2_2_27_1","volume-title":"Philip Bontrager, Ahmed Khalifa, Julian Togelius, and Sebastian Risi.","author":"Justesen Niels","year":"2018"},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-30353-1_31"},{"key":"e_1_3_2_2_29_1","volume-title":"Adam: A method for stochastic optimization. arXiv preprint arXiv:1412.6980","author":"Kingma Diederik","year":"2014"},{"key":"e_1_3_2_2_30_1","unstructured":"O. Klimov. 2016. BipedalWalkerHardcore-v2. https:\/\/gym.openai.com. (2016).  O. Klimov. 2016. BipedalWalkerHardcore-v2. https:\/\/gym.openai.com. (2016)."},{"key":"e_1_3_2_2_31_1","unstructured":"Alex Krizhevsky Ilya Sutskever and Geoffrey E Hinton. 2012. Imagenet classification with deep convolutional neural networks. In Advances in neural information processing systems. 1097--1105.   Alex Krizhevsky Ilya Sutskever and Geoffrey E Hinton. 2012. Imagenet classification with deep convolutional neural networks. In Advances in neural information processing systems. 1097--1105."},{"key":"e_1_3_2_2_32_1","volume-title":"Pfeiffer - A Distributed Open-ended Evolutionary System. In AISB'05: Proceedings of the Joint Symposium on Socially Inspired Computing (METAS 2005","author":"Langdon W. B.","year":"2005"},{"key":"e_1_3_2_2_33_1","unstructured":"Yann LeCun and Corinna Cortes. 1998. The MNIST database of handwritten digits. (1998).  Yann LeCun and Corinna Cortes. 1998. The MNIST database of handwritten digits. (1998)."},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3205455.3205474"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/1830483.1830503"},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1162\/EVCO_a_00025"},{"key":"e_1_3_2_2_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/2001576.2001606"},{"key":"e_1_3_2_2_38_1","volume-title":"Stanley","author":"Lehman Joel","year":"2011"},{"key":"e_1_3_2_2_39_1","volume-title":"Teacher-Student Curriculum Learning. arXiv preprint arXiv:1707.00183","author":"Matiisen Tambet","year":"2017"},{"key":"e_1_3_2_2_40_1","volume-title":"Mehdi Mirza, Alex Graves, Timothy Lillicrap, Tim Harley, David Silver, and Koray Kavukcuoglu.","author":"Mnih Volodymyr","year":"2016"},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"crossref","unstructured":"Volodymyr Mnih Koray Kavukcuoglu David Silver Andrei A Rusu Joel Veness Marc G Bellemare Alex Graves Martin Riedmiller Andreas K Fidjeland Georg Ostrovski etal 2015. Human-level control through deep reinforcement learning. Nature 518 7540 (2015) 529--533.  Volodymyr Mnih Koray Kavukcuoglu David Silver Andrei A Rusu Joel Veness Marc G Bellemare Alex Graves Martin Riedmiller Andreas K Fidjeland Georg Ostrovski et al. 2015. Human-level control through deep reinforcement learning. Nature 518 7540 (2015) 529--533.","DOI":"10.1038\/nature14236"},{"key":"e_1_3_2_2_42_1","volume-title":"Illuminating search spaces by mapping elites. arXiv preprint arXiv:1504.04909","author":"Mouret Jean-Baptiste","year":"2015"},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.1162\/EVCO_a_00189"},{"key":"e_1_3_2_2_44_1","volume-title":"De Jong","author":"Popovici Elena","year":"2012"},{"key":"e_1_3_2_2_45_1","volume-title":"Stanley","author":"Pugh Justin K","year":"2016"},{"key":"e_1_3_2_2_46_1","doi-asserted-by":"crossref","unstructured":"Ingo Rechenberg. 1978. Evolutionsstrategien. In Simulationsmethoden in der Medizin und Biologie. 83--114.  Ingo Rechenberg. 1978. Evolutionsstrategien. In Simulationsmethoden in der Medizin und Biologie. 83--114.","DOI":"10.1007\/978-3-642-81283-5_8"},{"key":"e_1_3_2_2_47_1","volume-title":"Evolution strategies as a scalable alternative to reinforcement learning. arXiv preprint arXiv:1703.03864","author":"Salimans Tim","year":"2017"},{"key":"e_1_3_2_2_48_1","volume-title":"EPISODIC CURIOSITY THROUGH REACHABILITY. arXiv preprint arXiv:1810.0227","author":"Savinov Nikolay","year":"2018"},{"key":"e_1_3_2_2_49_1","volume-title":"Powerplay: Training an increasingly general problem solver by continually searching for the simplest still unsolvable problem. Frontiers in psychology 4","author":"Schmidhuber J\u00fcrgen","year":"2013"},{"key":"e_1_3_2_2_50_1","volume-title":"International Conference on Machine Learning. 1889--1897","author":"Schulman John","year":"2015"},{"key":"e_1_3_2_2_51_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2009.12.004"},{"key":"e_1_3_2_2_52_1","doi-asserted-by":"crossref","volume-title":"Procedural content generation in games","author":"Shaker Noor","DOI":"10.1007\/978-3-319-42716-4"},{"key":"e_1_3_2_2_53_1","volume-title":"How the Strictness of the Minimal Criterion Impacts Open-Ended Evolution. In ALIFE 15: The Fifteenth International Conference on the Synthesis and Simulation of Living Systems. 208--215","author":"Soros L.B.","year":"2016"},{"key":"e_1_3_2_2_54_1","doi-asserted-by":"publisher","DOI":"10.7551\/978-0-262-32621-6-ch128"},{"key":"e_1_3_2_2_55_1","doi-asserted-by":"publisher","DOI":"10.1142\/S1469026803000914"},{"key":"e_1_3_2_2_56_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10710-007-9028-8"},{"key":"e_1_3_2_2_57_1","doi-asserted-by":"crossref","unstructured":"Kenneth O Stanley and Joel Lehman. 2015. Why Greatness Cannot Be Planned. (2015).  Kenneth O Stanley and Joel Lehman. 2015. Why Greatness Cannot Be Planned. (2015).","DOI":"10.1007\/978-3-319-15524-1"},{"key":"e_1_3_2_2_58_1","volume-title":"Open-endedness: The last grand challenge you've never heard of. O'Reilly Online","author":"Stanley Kenneth O.","year":"2017"},{"key":"e_1_3_2_2_59_1","volume-title":"Reinforcement learning: An introduction","author":"Sutton Richard S"},{"key":"e_1_3_2_2_60_1","doi-asserted-by":"publisher","DOI":"10.1162\/ARTL_a_00210"},{"key":"e_1_3_2_2_61_1","doi-asserted-by":"publisher","DOI":"10.1109\/TCIAIG.2011.2148116"},{"key":"e_1_3_2_2_62_1","volume-title":"Proceedings of the 3rd Annual Conference on Genetic and Evolutionary Computation (GECCO'01)","author":"Wiegand R. Paul"},{"key":"e_1_3_2_2_63_1","first-page":"3381","article-title":"Natural evolution strategies","volume":"2008","author":"Wierstra Daan","year":"2008","journal-title":"Evolutionary Computation"},{"key":"e_1_3_2_2_64_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF00992696"},{"key":"e_1_3_2_2_65_1","doi-asserted-by":"publisher","DOI":"10.1145\/2001576.2001707"},{"key":"e_1_3_2_2_66_1","volume-title":"Stanley","author":"Zhang Xingwen","year":"2017"}],"event":{"name":"GECCO '19: Genetic and Evolutionary Computation Conference","location":"Prague Czech Republic","acronym":"GECCO '19","sponsor":["SIGEVO ACM Special Interest Group on Genetic and Evolutionary Computation"]},"container-title":["Proceedings of the Genetic and Evolutionary Computation Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3321707.3321799","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3321707.3321799","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T23:53:19Z","timestamp":1750204399000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3321707.3321799"}},"subtitle":["open-ended coevolution of environments and their optimized solutions"],"short-title":[],"issued":{"date-parts":[[2019,7,13]]},"references-count":66,"alternative-id":["10.1145\/3321707.3321799","10.1145\/3321707"],"URL":"https:\/\/doi.org\/10.1145\/3321707.3321799","relation":{},"subject":[],"published":{"date-parts":[[2019,7,13]]},"assertion":[{"value":"2019-07-13","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}