{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,9]],"date-time":"2025-02-09T05:14:01Z","timestamp":1739078041416,"version":"3.37.0"},"publisher-location":"Berlin, Heidelberg","reference-count":21,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783642006159"},{"type":"electronic","value":"9783642006166"}],"license":[{"start":{"date-parts":[[2009,1,1]],"date-time":"2009-01-01T00:00:00Z","timestamp":1230768000000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2009]]},"DOI":"10.1007\/978-3-642-00616-6_13","type":"book-chapter","created":{"date-parts":[[2009,3,12]],"date-time":"2009-03-12T14:23:28Z","timestamp":1236867808000},"page":"278-302","source":"Crossref","is-referenced-by-count":2,"title":["Co-evolution of Rewards and Meta-parameters in Embodied Evolution"],"prefix":"10.1007","author":[{"given":"Stefan","family":"Elfwing","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Eiji","family":"Uchibe","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kenji","family":"Doya","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"key":"13_CR1","doi-asserted-by":"publisher","first-page":"441","DOI":"10.1086\/276408","volume":"30","author":"J. Baldwin","year":"1896","unstructured":"Baldwin, J.: A New Factor in Evolution. American Naturalist\u00a030, 441\u2013451 (1896)","journal-title":"American Naturalist"},{"key":"13_CR2","first-page":"4","volume":"15","author":"K. Doya","year":"2002","unstructured":"Doya, K.: Metalearning and Neuromodulation. Neural Networks\u00a015, 4 (2002)","journal-title":"Neural Networks"},{"issue":"2","key":"13_CR3","doi-asserted-by":"publisher","first-page":"149","DOI":"10.1177\/105971230501300206","volume":"13","author":"K. Doya","year":"2005","unstructured":"Doya, K., Uchibe, E.: The Cyber Rodent Project: Exploration of Adaptive Mechanisms for Self-Preservation and Self-Reproduction. Adaptive Behavior\u00a013(2), 149\u2013160 (2005)","journal-title":"Adaptive Behavior"},{"key":"13_CR4","doi-asserted-by":"crossref","unstructured":"Elfwing, S., Uchibe, E., Doya, K., Christensen, H.I.: Darwinian Embodied Evolution of the Learning Ability for Survival. Adaptive Behavior (in Press)","DOI":"10.1177\/1059712310397633"},{"key":"13_CR5","doi-asserted-by":"crossref","unstructured":"Floreano, D., Mondada, F.: Evolution of Plastic Neurocontrollers for Situated Agents. In: International Conference on Simulation of Adaptive Behavior, pp. 401\u2013410 (1996)","DOI":"10.7551\/mitpress\/3118.003.0049"},{"key":"13_CR6","first-page":"495","volume":"1","author":"G. Hinton","year":"1987","unstructured":"Hinton, G., Nowlan, S.: How Learning can Guide Evolution. Complex Systems\u00a01, 495\u2013502 (1987)","journal-title":"Complex Systems"},{"key":"13_CR7","unstructured":"Laud, A., DeJong, G.: The Influence of Reward on the Speed of Reinforcement Learning: An Analysis of Shaping. In: International Conference on Machine Learning, pp. 440\u2013447 (2003)"},{"key":"13_CR8","unstructured":"Nehmzow, U.: Physically Embedded Genetic Algorithm Learning in Multi-Robot Scenarios: The PEGA algorithm. In: International Workshop on Epigenetic Robotics and Robotics (2002)"},{"issue":"1","key":"13_CR9","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1177\/1059-712302-010001-01","volume":"10","author":"Y. Niv","year":"2002","unstructured":"Niv, Y., Joel, D., Meilijson, I., Ruppin, E.: Evolution of Reinforcement Learning in Uncertain Environments: A Simple Explanation for Complex Foraging Behaviors. Adaptive Behavior\u00a010(1), 5\u201324 (2002)","journal-title":"Adaptive Behavior"},{"key":"13_CR10","unstructured":"Ng, A., Harada, D., Russell, S.: Policy Invariance under Reward Transformations: Theory and Application to Reward Shaping. In: International Conference on Machine Learning, pp. 278\u2013287 (1999)"},{"key":"13_CR11","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/2889.001.0001","volume-title":"Evolutionary Robotics","author":"S. Nolfi","year":"2000","unstructured":"Nolfi, S., Floreano, D.: Evolutionary Robotics. MIT Press, Cambridge (2000)"},{"key":"13_CR12","unstructured":"Rummery, G.A., Niranjan, M.: On-line Q-learning using Connectionist Systems. Technical report CUED\/F-INFENG\/TR 166, Cambridge University Engineering Department (1994)"},{"key":"13_CR13","doi-asserted-by":"publisher","first-page":"132","DOI":"10.1038\/nrn729","volume":"3","author":"E. Ruppin","year":"2002","unstructured":"Ruppin, E.: Evolutionary Autonomous Agents: A Neuroscience Perspective. Nature Review Neuroscience\u00a03, 132\u2013141 (2002)","journal-title":"Nature Review Neuroscience"},{"issue":"2","key":"13_CR14","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1086\/518952","volume":"170","author":"I. Paenke","year":"2007","unstructured":"Paenke, I., Sendhoff, B., Kawecki, T.: Influence of Plasticity and Learning on Evolution under Directional Selection. American Naturalist\u00a0170(2), 1\u201312 (2007)","journal-title":"American Naturalist"},{"key":"13_CR15","doi-asserted-by":"crossref","unstructured":"Paenke, I., Kawecki, T., Sendhoff, B.: The Influence of Learning on Evolution - A Mathematical Framework. Artificial Life (2008)","DOI":"10.1162\/artl.2009.15.2.15204"},{"issue":"1-3","key":"13_CR16","doi-asserted-by":"publisher","first-page":"123","DOI":"10.1007\/BF00114726","volume":"22","author":"S.P. Singh","year":"1996","unstructured":"Singh, S.P., Sutton, R.S.: Reinforcement Learning with Replacing Eligibility Traces. Machine Learning\u00a022(1-3), 123\u2013158 (1996)","journal-title":"Machine Learning"},{"key":"13_CR17","unstructured":"Sutton, R. S.: Generalization in Reinforcement Learning: Successful Examples Using Sparse Coarse Coding. In: Advances in Neural Information Processing Systems 8, pp. 1038\u20131044 (1996)"},{"key":"13_CR18","volume-title":"Reinforcement Learning: An Introduction","author":"R. Sutton","year":"1998","unstructured":"Sutton, R., Barto, A.: Reinforcement Learning: An Introduction. MIT Press, Cambridge (1998)"},{"key":"13_CR19","doi-asserted-by":"crossref","unstructured":"Turney, P., Whitley, D., Anderson, R.: Introduction to the Special Issue: Evolution, Learning, and Instinct: 100 Years of the Baldwin Effect. Evolutionary Computation\u00a04(3), iv\u2013viii (1996)","DOI":"10.1162\/evco.1996.4.3.iv"},{"key":"13_CR20","unstructured":"Urzelai, J., Floreano, D.: Evolutionary Robotics: Coping with Environmental Change. In: Genetic and Evolutionary Computation Conference, pp. 941\u2013948 (2000)"},{"issue":"1","key":"13_CR21","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/S0921-8890(02)00170-7","volume":"39","author":"R. Watson","year":"2002","unstructured":"Watson, R., Ficici, S., Pollack, J.: Embodied Evolution: Distributing an Evolutionary Algorithm in a Population of Robots. Robotics and Autonomous Systems\u00a039(1), 1\u201318 (2002)","journal-title":"Robotics and Autonomous Systems"}],"container-title":["Lecture Notes in Computer Science","Creating Brain-Like Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-00616-6_13","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,8]],"date-time":"2025-02-08T10:23:14Z","timestamp":1739010194000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-00616-6_13"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2009]]},"ISBN":["9783642006159","9783642006166"],"references-count":21,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-00616-6_13","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2009]]}}}