{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,20]],"date-time":"2024-09-20T15:42:28Z","timestamp":1726846948634},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"1-2","license":[{"start":{"date-parts":[[2005,5,1]],"date-time":"2005-05-01T00:00:00Z","timestamp":1114905600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Mach Learn"],"published-print":{"date-parts":[[2005,5]]},"DOI":"10.1007\/s10994-005-0460-9","type":"journal-article","created":{"date-parts":[[2005,6,9]],"date-time":"2005-06-09T09:02:36Z","timestamp":1118307756000},"page":"5-30","source":"Crossref","is-referenced-by-count":66,"title":["Evolving Soccer Keepaway Players Through Task Decomposition"],"prefix":"10.1007","volume":"59","author":[{"given":"Shimon","family":"Whiteson","sequence":"first","affiliation":[]},{"given":"Nate","family":"Kohl","sequence":"additional","affiliation":[]},{"given":"Risto","family":"Miikkulainen","sequence":"additional","affiliation":[]},{"given":"Peter","family":"Stone","sequence":"additional","affiliation":[]}],"member":"297","reference":[{"key":"460_CR1","unstructured":"Balch, T. (2000). TeamBots domain: SoccerBots. http:\/\/www-2.cs.cmu.edu\/~trb\/TeamBots\/Domains\/SoccerBots."},{"key":"460_CR2","doi-asserted-by":"crossref","first-page":"14","DOI":"10.1109\/JRA.1986.1087032","volume":"RA-2","author":"R. A. Brooks","year":"1986","unstructured":"Brooks, R. A. (1986). A robust layered control system for a mobile Robot. IEEE Journal of Robotics and Automation, RA-2, 14\u201323.","journal-title":"IEEE Journal of Robotics and Automation"},{"key":"460_CR3","doi-asserted-by":"crossref","unstructured":"Bryant, B. D. & Miikkulainen, R. (2003). Neuroevolution for adaptive teams. Proceedings of the 2003 Congress on Evolutionary Computation (Vol. 3) (pp. 2194\u20132201).","DOI":"10.1109\/CEC.2003.1299944"},{"key":"460_CR4","first-page":"271","volume-title":"Advances in Neural Information Processing Systems 5","author":"P. Dayan","year":"1993","unstructured":"Dayan, P. & Hinton, G. E. (1993). Feudal reinforcement learning. In S. J. Hanson, J. D. Cowan, & C. L. Giles (Eds.), Advances in Neural Information Processing Systems 5 (pp. 271\u2013278). San Mateo, CA: Morgan Kaufmann."},{"key":"460_CR5","unstructured":"Dietterich, T. G. (1998). The MAXQ method for hierarchical reinforcement learning. International Conference on Machine Learning (pp. 118\u2013126). Morgan Kaufmann."},{"key":"460_CR6","first-page":"238","volume-title":"Proceedings of the Sixth International Conference on Artificial Life","author":"S. G. Ficici","year":"1998","unstructured":"Ficici, S. G. & Pollack, J. B. (1998). Challenges in coevolutionary learning: Arms-race dynamics, open-endedness, and mediocre stable states. In A. B. Kitano & Talor (Eds.), Proceedings of the Sixth International Conference on Artificial Life (pp. 238\u2013247). Cambridge, Massachusetts, USA: MIT Press."},{"key":"460_CR7","first-page":"195","volume-title":"Artificial Intelligence and Mobile Robots","author":"E. Gat","year":"1998","unstructured":"Gat, E. (1998). Three-layer architectures. In D. Kortenkamp, R. P. Bonasso, & R. Murphy (Eds.), Artificial Intelligence and Mobile Robots (pp. 195\u2013210). Menlo Park, CA: AAAI Press."},{"key":"460_CR8","unstructured":"Gomez, F. J. (2003). Robust non-linear control through neuroevolution. Ph.D. Thesis, University of Texas at Austin. Technical Report AI-TR-03-303."},{"key":"460_CR9","doi-asserted-by":"crossref","first-page":"317","DOI":"10.1177\/105971239700500305","volume":"5","author":"F. Gomez","year":"1997","unstructured":"Gomez, F. & Miikkulainen, R. (1997). Incremental evolution of complex general behavior. Adaptive Behavior, 5, 317\u2013342.","journal-title":"Adaptive Behavior"},{"key":"460_CR10","unstructured":"Gomez, F. & Miikkulainen, R. (1999). Solving non-Markovian control tasks with neuroevolution. Proceedings of the International Joint Conference on Artificial Intelligence (pp. 1356\u20131361). Denver, CO: Kaufmann."},{"key":"460_CR11","unstructured":"Gomez, F. & Miikkulainen, R. (2001). Learning robust nonlinear control with neuroevolution. Technical Report AI01-292, The University of Texas at Austin Department of Computer Sciences."},{"key":"460_CR12","doi-asserted-by":"crossref","first-page":"2084","DOI":"10.1007\/3-540-45110-2_105","volume-title":"Genetic and Evolutionary Computation\u2014GECCO 2003","author":"F. J. Gomez","year":"2003","unstructured":"Gomez, F. J. & Miikkulainen, R. (2003). Active guidance for a finless rocket using neuroevolution. In E. Cantu-Paz, J. A. Foster, K. Deb, L. D. Davis, R. Roy, U.-M. OReilly, H.-G. Beyer, R. Standish, G. Kendall, S.Wilson, M. Harman, J.Wegener, K. Dasgupta, M. A. Potter, A. C. Schultz, K. A. Dowsland, & N. J. J.Miller (Eds.), Genetic and Evolutionary Computation\u2014GECCO 2003 (pp. 2084\u20132095). Chicago: Springer Verlag."},{"key":"460_CR13","unstructured":"Gruau, F., Whitley, D., & Pyeatt, L. (1996). A comparison between cellular encoding and direct encoding for genetic neural networks. In J. R. Koza, D. E. Goldberg, D. B. Fogel, & R. L. Riolo (Eds.), Genetic Programming 1996: Proceedings of the First Annual Conference (pp. 81\u201389). MIT Press."},{"key":"460_CR14","doi-asserted-by":"crossref","first-page":"113","DOI":"10.1007\/3-540-60923-7_22","volume-title":"Adaptation and Learning in Multiagent Systems","author":"T. Haynes","year":"1996","unstructured":"Haynes, T. & Sen, S. (1996). Evolving behavioral strategies in predators and prey. In G. Wei\u00df & S. Sen (Eds.), Adaptation and Learning in Multiagent Systems (pp. 113\u2013126). Berlin: Springer Verlag."},{"key":"460_CR15","unstructured":"Hsu, W. H. & Gustafson, S. M. (2002). Genetic programming and multi-agent layered learning by reinforcements. Genetic and Evolutionary Computation Conference (pp. 764\u2013771). New York, NY."},{"key":"460_CR16","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1613\/jair.301","volume":"4","author":"L. P. Kaelbling","year":"1996","unstructured":"Kaelbling, L. P., Littman, M. L., & Moore, A. W. (1996). Reinforcement learning: A survey. Journal of Artificial Intelligence Research, 4, 237\u2013285.","journal-title":"Journal of Artificial Intelligence Research"},{"key":"460_CR17","unstructured":"Kuipers, B. & Beeson, P. (2002). Bootstrap learning for place recognition. Proceedings of the Eighteenth National Conference on Artificial Intelligence (pp. 174\u2013180)."},{"key":"460_CR18","unstructured":"Lin, L.-J. (1993). Reinforcement learning for robots using neural networks. Ph.D. thesis, School of Computer Science, Carnegie Mellon University, Pittsburgh, PA."},{"key":"460_CR19","unstructured":"Maes, P. & Brooks, R. A. (1990). Learning to coordinate behaviors. Proceedings of the Eighth National Conference on Artificial Intelligence (pp. 796\u2013802). Morgan Kaufmann."},{"key":"460_CR20","doi-asserted-by":"crossref","unstructured":"Mahadevan, S. & Connell, J. (1991). Scaling reinforcement learning to robotics by exploiting the subsumption architecture. Proceedings of the Eighth International Workshop on Machine Learning (pp. 328\u2013332).","DOI":"10.1016\/B978-1-55860-200-7.50068-4"},{"key":"460_CR21","first-page":"11","volume":"22","author":"D. E. Moriarty","year":"1996","unstructured":"Moriarty, D. E. & Miikkulainen, R. (1996). Efficient reinforcement learning through symbiotic evolution. Machine Learning, 22, 11\u201332.","journal-title":"Machine Learning"},{"key":"460_CR22","doi-asserted-by":"crossref","first-page":"233","DOI":"10.1080\/088395198117848","volume":"12","author":"I. Noda","year":"1998","unstructured":"Noda, I., Matsubara, H., Hiraki, K., & Frank, I. (1998). Soccer server: A tool for research on multiagent systems. Applied Artificial Intelligence, 12, 233\u2013250.","journal-title":"Applied Artificial Intelligence"},{"key":"460_CR23","first-page":"1065","volume-title":"GECCO 2002: Proceedings of the Genetic and Evolutionary Computation Conference","author":"A. D. Pietro","year":"2002","unstructured":"Pietro, A. D., While, L., & Barone, L. (2002). Learning in RoboCup keepaway using evolutionary algorithms. In W. B. Langdon, E. Cant\u00fa-Paz, K. Mathias, R. Roy, D. Davis, R. Poli, K. Balakrishnan, V. Honavar, G. Rudolph, J. Wegener, L. Bull, M. A. Potter, A. C. Schultz, J. F. Miller, E. Burke, & N. Jonoska (Eds.), GECCO 2002: Proceedings of the Genetic and Evolutionary Computation Conference (pp. 1065\u20131072). New York: Morgan Kaufmann Publishers."},{"key":"460_CR24","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1162\/106365600568086","volume":"8","author":"M. A. Potter","year":"2000","unstructured":"Potter, M. A. & Jong, K. A. D. (2000). Cooperative coevolution: An architecture for evolving coadapted subcomponents. Evolutionary Computation, 8, 1\u201329.","journal-title":"Evolutionary Computation"},{"key":"460_CR25","unstructured":"Pyeatt, L. & Howe, A. (1998). Learning to race: Experiments with a simulated race car. In D. J. Cook (Ed.), Proceedings of the 11th International Florida Artificial Intelligence Research Society Conference (pp. 357\u2013361). Florida."},{"key":"460_CR26","first-page":"373","volume-title":"Proceedings of the Sixth International Conference on Genetic Algorithms","author":"C. D. Rosin","year":"1995","unstructured":"Rosin, C. D. & Belew, R. K. (1995). Methods for competitive co-evolution: finding opponents worth beating. In S. Forrest (Ed.), Proceedings of the Sixth International Conference on Genetic Algorithms (pp. 373\u2013380). San Mateo,CA: Morgan Kaufman."},{"key":"460_CR27","doi-asserted-by":"crossref","unstructured":"Schaffer, J. D., Whitley, D., & Eshelman, L. J. (1992). Combinations of genetic algorithms and neural networks: A survey of the state of the art. In D. Whitley & J. Schaffer (Eds.), International Workshop on Combinations of Genetic Algorithms and Neural Networks (COGANN-92) (pp. 1\u201337). IEEE Computer Society Press.","DOI":"10.1109\/COGANN.1992.273950"},{"key":"460_CR28","doi-asserted-by":"crossref","unstructured":"Stanley, K. O. & Miikkulainen, R. (2004). Competitive coevolution through evolutionary complexification. Journal of Artificial Intelligence Research (pp. 63\u2013100).","DOI":"10.1613\/jair.1338"},{"key":"460_CR29","doi-asserted-by":"crossref","unstructured":"Stone, P. (2000). Layered Learning in Multiagent Systems: A Winning Approach to Robotic Soccer. MIT Press.","DOI":"10.7551\/mitpress\/4151.001.0001"},{"key":"460_CR30","doi-asserted-by":"crossref","unstructured":"Stone, P., Asada, M., Balch, T., Fujita, M., Kraetzschmar, G., Lund, H., Scerri, P., Tadokoro, S., & Wyeth, G. (2001). Overview of RoboCup-2000. In P. Stone, T. Balch, & G. Kraetszchmar (Eds.), RoboCup-2000: Robot Soccer World Cup IV (pp. 1\u201328), Berlin: Springer Verlag.","DOI":"10.1007\/3-540-45324-5_1"},{"key":"460_CR31","doi-asserted-by":"crossref","unstructured":"Stone, P. & McAllester, D. (2001). An architecture for action selection in robotic soccer. Proceedings of the Fifth International Conference on Autonomous Agents (pp. 316\u2013323).","DOI":"10.1145\/375735.376320"},{"key":"460_CR32","unstructured":"Stone, P. & Sutton, R. S. (2001). Scaling reinforcement learning toward RoboCup Soccer. Proceedings of the Eighteenth International Conference on Machine Learning (pp. 537\u2013544). San Francisco, CA: Morgan Kaufmann."},{"key":"460_CR33","doi-asserted-by":"crossref","first-page":"214","DOI":"10.1007\/3-540-45603-1_22","volume-title":"RoboCup-2001: Robot Soccer World Cup V","author":"P. Stone","year":"2002","unstructured":"Stone, P. & Sutton, R. S. (2002). Keepaway soccer: a machine learning testbed. In A. Birk, S. Coradeschi, & S. Tadokoro (Eds.), RoboCup-2001: Robot Soccer World Cup V (pp. 214\u2013223). Berlin: Springer Verlag."},{"key":"460_CR34","doi-asserted-by":"crossref","first-page":"165","DOI":"10.1080\/088395198117811","volume":"12","author":"P. Stone","year":"1998","unstructured":"Stone, P. & Veloso, M. (1998). A layered approach to learning client behaviors in the RoboCup soccer server. Applied Artificial Intelligence, 12, 165\u2013188.","journal-title":"Applied Artificial Intelligence"},{"key":"460_CR35","doi-asserted-by":"crossref","first-page":"369","DOI":"10.1007\/3-540-45164-1_38","volume-title":"Machine Learning: ECML 2000 (Proceedings of the Eleventh European Conference on Machine Learning)","author":"P. Stone","year":"2000","unstructured":"Stone, P. & Veloso, M. (2000). Layered learning. In R. L. de M\u00e1ntaras & E. Plaza (Eds.), Machine Learning: ECML 2000 (Proceedings of the Eleventh European Conference on Machine Learning) (pp. 369\u2013381). Barcelona, Catalonia, Spain: Springer Verlag."},{"key":"460_CR36","doi-asserted-by":"crossref","first-page":"2497","DOI":"10.1162\/08997660260293319","volume":"14","author":"P. E. Utgoff","year":"2002","unstructured":"Utgoff, P. E. & Stracuzzi, D. J. (2002). Many-layered learning. Neural Computation, 14, 2497\u20132529.","journal-title":"Neural Computation"},{"key":"460_CR37","doi-asserted-by":"crossref","unstructured":"Whiteson, S. & Stone, P. (2003). Concurrent layered learning. AAMAS 2003: Proceedings of the Second International Joint Conference on Autonomous Agents and Multi-Agent Systems (pp. 193\u2013200).","DOI":"10.1145\/860575.860607"},{"key":"460_CR38","unstructured":"Whitley, D., Mathias, K., & Fitzhorn, P. (1991). Delta-coding: An iterative search strategy for genetic algorithms. In R. K. Belew & L. B. Booker (Eds.), Proceedings of the Fourth International Conference on Genetic Algorithms (pp. 77\u201384)."},{"issue":"9","key":"460_CR39","doi-asserted-by":"crossref","first-page":"1423","DOI":"10.1109\/5.784219","volume":"87","author":"X. Yao","year":"1999","unstructured":"Yao, X. (1999). Evolving artificial neural networks. Proceedings of the IEEE, 87:9, 1423\u20131447.","journal-title":"Proceedings of the IEEE"},{"key":"460_CR40","unstructured":"Yong, C. H. & Miikkulainen, R. (2001). Cooperative coevolution of multi-agent systems. Technical Report AI01-287, The University of Texas at Austin Department of Computer Sciences."}],"container-title":["Machine Learning"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-005-0460-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10994-005-0460-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-005-0460-9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,4,7]],"date-time":"2020-04-07T15:47:30Z","timestamp":1586274450000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10994-005-0460-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2005,5]]},"references-count":40,"journal-issue":{"issue":"1-2","published-print":{"date-parts":[[2005,5]]}},"alternative-id":["460"],"URL":"https:\/\/doi.org\/10.1007\/s10994-005-0460-9","relation":{},"ISSN":["0885-6125","1573-0565"],"issn-type":[{"value":"0885-6125","type":"print"},{"value":"1573-0565","type":"electronic"}],"subject":[],"published":{"date-parts":[[2005,5]]}}}