{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,28]],"date-time":"2025-03-28T06:41:36Z","timestamp":1743144096234,"version":"3.40.3"},"publisher-location":"Berlin, Heidelberg","reference-count":7,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783540421856"},{"type":"electronic","value":"9783540453246"}],"license":[{"start":{"date-parts":[[2001,1,1]],"date-time":"2001-01-01T00:00:00Z","timestamp":978307200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2001,1,1]],"date-time":"2001-01-01T00:00:00Z","timestamp":978307200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2001]]},"DOI":"10.1007\/3-540-45324-5_11","type":"book-chapter","created":{"date-parts":[[2007,7,23]],"date-time":"2007-07-23T02:35:42Z","timestamp":1185158142000},"page":"129-138","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Extended Q-Learning: Reinforcement Learning Using Self-Organized State Space"],"prefix":"10.1007","author":[{"given":"Shuichi","family":"Enokida","sequence":"first","affiliation":[]},{"given":"Takeshi","family":"Ohasi","sequence":"additional","affiliation":[]},{"given":"Takaichi","family":"Yoshida","sequence":"additional","affiliation":[]},{"given":"Toshiaki","family":"Ejima","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2001,9,20]]},"reference":[{"issue":"2-3","key":"11_CR1","first-page":"149","volume":"12","author":"M. Asada","year":"1998","unstructured":"M. Asada, S. Noda and K. Hosoda: Action Based Sensor Space Segmentation For Soccer Robot Learning. Applied Artificial Intelligence, Vol.12, No.2-3 (1998) 149\u2013164.","journal-title":"Action Based Sensor Space Segmentation For Soccer Robot Learning. Applied Artificial Intelligence"},{"key":"11_CR2","doi-asserted-by":"crossref","unstructured":"Digney, B. L.: Learning Hierarchical Control Structures for Multiple Tasks and Changing Environments. From animals to animats 5: SAB 98,(1998).","DOI":"10.7551\/mitpress\/3119.003.0050"},{"key":"11_CR3","unstructured":"Andrew G. Barto, Richard S. Sutton, and Charles W. Anderson: Neuronlike Adaptive Elements that can solve difficult learning control problems. (1983) 834\u2013846."},{"key":"11_CR4","unstructured":"Hiroaki Kitano, Minoru Asada, Yasuo Kuniyoshi, Itsuki Noda, Eiichi Osawa, and Hitoshi Matsubara;: RoboCup: A Challenge Problem for AI and Robotics. Lecture Notes in Artificial Intelligence Vol.1395 (1998)1\u201319."},{"key":"11_CR5","unstructured":"Norihiko Ono, Yoshihiro Fukuta: Learning Coordinated Behavior in a Continuous Environment. Lecture Notes in Artificial Intelligence Vol.1221 (1997) 73\u201381."},{"key":"11_CR6","unstructured":"C.J.C.H. Watkins: Learning from delayed rewards. PhD thesis, University of Cambridge (1989)."},{"key":"11_CR7","unstructured":"Whitehead:A complexity analysis of cooperative mechanisms in reinforcement learning. Proc. AAAI-91 (1991) 607\u2013613."}],"container-title":["Lecture Notes in Computer Science","RoboCup 2000: Robot Soccer World Cup IV"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/3-540-45324-5_11","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,2,17]],"date-time":"2024-02-17T00:45:50Z","timestamp":1708130750000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/3-540-45324-5_11"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2001]]},"ISBN":["9783540421856","9783540453246"],"references-count":7,"URL":"https:\/\/doi.org\/10.1007\/3-540-45324-5_11","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2001]]},"assertion":[{"value":"20 September 2001","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}