{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,28]],"date-time":"2025-03-28T03:12:11Z","timestamp":1743131531784,"version":"3.40.3"},"publisher-location":"Berlin, Heidelberg","reference-count":16,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783540439127"},{"type":"electronic","value":"9783540456032"}],"license":[{"start":{"date-parts":[[2002,1,1]],"date-time":"2002-01-01T00:00:00Z","timestamp":1009843200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2002]]},"DOI":"10.1007\/3-540-45603-1_22","type":"book-chapter","created":{"date-parts":[[2007,8,12]],"date-time":"2007-08-12T04:13:02Z","timestamp":1186891982000},"page":"214-223","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":13,"title":["Keepaway Soccer: A Machine Learning Test bed"],"prefix":"10.1007","author":[{"given":"Peter","family":"Stone","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Richard S.","family":"Sutton","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2002,7,23]]},"reference":[{"key":"22_CR1","doi-asserted-by":"crossref","first-page":"373","DOI":"10.1007\/3-540-64473-3_74","volume-title":"RoboCup-97: Robot Soccer World Cup I","author":"T. Andou","year":"1998","unstructured":"Tomohito Andou. Refinement of soccer agents\u2019 positions using reinforcement learning. In Hiroaki Kitano, editor, RoboCup-97: Robot Soccer World Cup I, pages 373\u2013388. Springer Verlag, Berlin, 1998."},{"key":"22_CR2","volume-title":"RoboCup-98: Robot Soccer World Cup II","author":"D. Andre","year":"1999","unstructured":"David Andre and Astro Teller. Evolving team Darwin United. In Minoru Asada and Hiroaki Kitano, editors, RoboCup-98: Robot Soccer World Cup II. Springer Verlag, Berlin, 1999."},{"unstructured":"S. J. Bradtke and M. O. Duff. Reinforcement learning methods for continuous-time Markov decision problems. pages 393\u2013400, San Mateo, CA, 1995. Morgan Kaufmann.","key":"22_CR3"},{"doi-asserted-by":"crossref","unstructured":"Hiroaki Kitano, Milind Tambe, Peter Stone, Manuela Veloso, Silvia Coradeschi, Eiichi Osawa, Hitoshi Matsubara, Itsuki Noda, and Minoru Asada. The RoboCup synthetic agent challenge 97. In Proceedings of the Fifteenth International Joint Conference on Artificial Intelligence, pages 24\u201329, San Francisco, CA, 1997. Morgan Kaufmann.","key":"22_CR4","DOI":"10.1007\/3-540-64473-3_49"},{"doi-asserted-by":"crossref","unstructured":"Sean Luke, Charles Hohn, Jonathan Farris, Gary Jackson, and James Hendler. Co-evolving soccer softbot team coordination with genetic programming. In Hiroaki Kitano, editor, RoboCup-97: Robot Soccer World Cup I, pages 398\u2013411, Berlin, 1998. Springer Verlag.","key":"22_CR5","DOI":"10.1007\/3-540-64473-3_76"},{"key":"22_CR6","doi-asserted-by":"publisher","first-page":"233","DOI":"10.1080\/088395198117848","volume":"12","author":"I. Noda","year":"1998","unstructured":"Itsuki Noda, Hitoshi Matsubara, Kazuo Hiraki, and Ian Frank. Soccer server: A tool for research on multiagent systems. Applied Artificial Intelligence, 12:233\u2013250, 1998.","journal-title":"Applied Artificial Intelligence"},{"key":"22_CR7","doi-asserted-by":"crossref","DOI":"10.1002\/9780470316887","volume-title":"Markov Decision Problems","author":"M. L. Puterman","year":"1994","unstructured":"M. L. Puterman. Markov Decision Problems. Wiley, NY, 1994."},{"unstructured":"J. Ross Quinlan. C4.5: Programs for Machine Learning. Morgan Kaufmann, San Mateo, CA, 1993.","key":"22_CR8"},{"key":"22_CR9","volume-title":"RoboCup-2000: Robot Soccer World Cup IV","author":"M. Riedmiller","year":"2001","unstructured":"M. Riedmiller, A. Merke, D. Meier, A. Hoffman, A. Sinner, O. Thate, and R. Ehrmann. Karlsruhe brainstormers\u2014a reinforcement learning approach to robotic soccer. In Peter Stone, Tucker Balch, and Gerhard Kraetszchmar, editors, RoboCup-2000: Robot Soccer World Cup IV. Springer Verlag, Berlin, 2001."},{"doi-asserted-by":"crossref","unstructured":"Peter Stone. Layered Learning in Multiagent Systems: A Winning Approach to Robotic Soccer. MIT Press, 2000.","key":"22_CR10","DOI":"10.7551\/mitpress\/4151.001.0001"},{"doi-asserted-by":"crossref","unstructured":"Peter Stone and David McAllester. An architecture for action selection in robotic soccer. In Proceedings of the Fifth International Conference on Autonomous Agents, 2001.","key":"22_CR11","DOI":"10.1145\/375735.376320"},{"unstructured":"Peter Stone and Richard S. Sutton. Scaling reinforcement learning toward robocup soccer. In Proceedings of the Eighteenth International Conference on Machine Learning, 2001.","key":"22_CR12"},{"key":"22_CR13","volume-title":"RoboCup-98: Robot Soccer World Cup II","author":"P. Stone","year":"1999","unstructured":"Peter Stone and Manuela Veloso. Team-partitioned, opaque-transition reinforcement learning. In Minoru Asada and Hiroaki Kitano, editors, RoboCup-98: Robot Soccer World Cup II. Springer Verlag, Berlin, 1999. Also in Proceedings of the Third International Conference on Autonomous Agents, 1999."},{"key":"22_CR14","first-page":"1057","volume":"12","author":"R. S. Sutton","year":"2000","unstructured":"R. S. Sutton, D. McAllester, S. Singh, and Y. Mansour. Policy gradient methods for reinforcement learning with function approximation. In Advances in Neural Information Processing Systems, volume 12, pages 1057\u20131063. The MIT Press, 2000.","journal-title":"Advances in Neural Information Processing Systems"},{"unstructured":"Eiji Uchibe. Cooperative Behavior Acquisition by Learning and Evolution in a Multi-Agent Environment for Mobile Robots. PhD thesis, Osaka University, January 1999.","key":"22_CR15"},{"doi-asserted-by":"crossref","unstructured":"Manuela Veloso, Peter Stone, and Michael Bowling. Anticipation as a key for collaboration in a team of agents: A case study in robotic soccer. In Proceedings of SPIE Sensor Fusion and Decentralized Control in Robotic Systems II, volume 3839, Boston, September 1999.","key":"22_CR16","DOI":"10.1117\/12.360333"}],"container-title":["Lecture Notes in Computer Science","RoboCup 2001: Robot Soccer World Cup V"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/3-540-45603-1_22","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,21]],"date-time":"2019-05-21T20:49:13Z","timestamp":1558471753000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/3-540-45603-1_22"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2002]]},"ISBN":["9783540439127","9783540456032"],"references-count":16,"URL":"https:\/\/doi.org\/10.1007\/3-540-45603-1_22","relation":{},"ISSN":["0302-9743"],"issn-type":[{"type":"print","value":"0302-9743"}],"subject":[],"published":{"date-parts":[[2002]]},"assertion":[{"value":"23 July 2002","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}