{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,26]],"date-time":"2025-10-26T14:21:05Z","timestamp":1761488465937,"version":"3.40.3"},"publisher-location":"Berlin, Heidelberg","reference-count":18,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783540406662"},{"type":"electronic","value":"9783540451358"}],"license":[{"start":{"date-parts":[[2003,1,1]],"date-time":"2003-01-01T00:00:00Z","timestamp":1041379200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2003]]},"DOI":"10.1007\/978-3-540-45135-8_10","type":"book-chapter","created":{"date-parts":[[2010,6,22]],"date-time":"2010-06-22T21:59:26Z","timestamp":1277243966000},"page":"126-134","source":"Crossref","is-referenced-by-count":9,"title":["Towards a Life-Long Learning Soccer Agent"],"prefix":"10.1007","author":[{"given":"Alexander","family":"Kleiner","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Markus","family":"Dietl","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bernhard","family":"Nebel","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"key":"10_CR1","doi-asserted-by":"crossref","unstructured":"Albus, J.S.: A theory of cerebellar function. In: Mathematical Biosciences, vol. 10, pp. 25\u201361","DOI":"10.1016\/0025-5564(71)90051-4"},{"key":"10_CR2","volume-title":"Reinforcement Learning \u2013 An Introduction","author":"A. Barto","year":"1998","unstructured":"Barto, A., Sutton, R.S.: Reinforcement Learning \u2013 An Introduction. MIT Press, Cambridge (1998)"},{"key":"10_CR3","series-title":"Lecture Notes in Computer Science","first-page":"393","volume-title":"GI - 3. Fachtagung \u00fcber Programmiersprachen","author":"S.J. Bradtke","year":"1995","unstructured":"Bradtke, S.J., Duff, M.O.: Reinforcement learning methods for continuous time Markov decision problems. In: Schlender, B., Frielinghaus, W. (eds.) GI-Fachtagung 1974. LNCS, vol.\u00a07, pp. 393\u2013400. Springer, Heidelberg (1995)"},{"key":"10_CR4","first-page":"1017","volume-title":"Advances in Neural Information Processing Systems","author":"R.H. Crites","year":"1996","unstructured":"Crites, R.H., Barto, A.G.: Improving elevator performance using reinforcement learning. In: Touretzky, D.S., Mozer, M.C., Hasselmo, M.E. (eds.) Advances in Neural Information Processing Systems, vol.\u00a08, pp. 1017\u20131023. The MIT Press, Cambridge (1996)"},{"key":"10_CR5","volume-title":"Fifteenth International Conference on Machine Learning","author":"T.G. Dietterich","year":"1998","unstructured":"Dietterich, T.G.: The MAXQ method for hierarchical reinforcement learning. In: Fifteenth International Conference on Machine Learning. Morgan Kaufmann, San Francisco (1998)"},{"key":"10_CR6","doi-asserted-by":"crossref","unstructured":"Kitano, H., Tambe, M., Stone, P., Veloso, M., Coradeschi, S., Osawa, E., Matsubara, H., Noda, I., Asada, M.: The RoboCup synthetic agent challenge. In: International Joint Conference on Artificial Intelligence, IJCAI 1997 (1997)","DOI":"10.1007\/3-540-64473-3_49"},{"key":"10_CR7","unstructured":"Parr, R.: Hierarchical Control and Learning for Markov decision processes. Ph.d. thesis, University of California at Berkeley (1998)"},{"key":"10_CR8","unstructured":"Riedmiller, M., Merke, A.: Karlsruhe Brainstormers \u2013 a reinforcement learning approach to robotic soccer ii. In: Veloso et al. [15] (to appear)"},{"key":"10_CR9","unstructured":"Rummery, G., Niranjan, M.: On-line q-learning using connectionist systems. Technical Report CUED\/F-INFENG\/TR, Cambridge University Engineering Department (1996)"},{"key":"10_CR10","volume-title":"RoboCup-99: Robot Soccer World Cup III","author":"P. Stone","year":"2000","unstructured":"Stone, P., Riley, P., Veloso, M.: The CMUnited-99 champion simulator team. In: Veloso, M., Pagello, E., Kitano, H. (eds.) RoboCup-99: Robot Soccer World Cup III, Berlin, Heidelberg. Springer, Heidelberg (2000)"},{"key":"10_CR11","unstructured":"Stone, P., Sutton, R.S.: Scaling reinforcement learning toward RoboCup soccer. In: Proceedings of the 18th International Conference on Machine Learning (2001)"},{"key":"10_CR12","volume-title":"Eleventh European Conference on Machine Learning (ECML 2000)","author":"P. Stone","year":"2000","unstructured":"Stone, P., Veloso, M.: Layered learning. In: Lopez de Mantaras, R., Plaza, E. (eds.) Eleventh European Conference on Machine Learning (ECML 2000). Springer, Heidelberg (2000)"},{"key":"10_CR13","doi-asserted-by":"crossref","unstructured":"Sutton, R., Precup, D., Singh, S.: Between MDPs and semi-MDPs: A framework for temporal abstraction in reinforcement learning. Artificial Intelligence, vol. 112, pp. 181\u2013211 (1999)","DOI":"10.1016\/S0004-3702(99)00052-1"},{"key":"10_CR14","doi-asserted-by":"crossref","unstructured":"Takahashi, Y., Asada, M.: Vision-guided behavior acquisition of a mobile robot by multi-layered reinforcement learning. In: IEEE\/RSJ International Conference on Intelligent Robots and Systems, vol.\u00a01, pp. 395\u2013402 (2000)","DOI":"10.1109\/IROS.2000.894637"},{"key":"10_CR15","unstructured":"Veloso, M., Balch, T., Stone, P. (eds.): International RoboCup Symposium 2001 (2002) (to appear)"},{"key":"10_CR16","unstructured":"Watkins, C.J.C.H.: Learning with Delayed Rewards. Ph.d. thesis, Cambridge University (1989)"},{"key":"10_CR17","doi-asserted-by":"crossref","unstructured":"Weigel, T., Kleiner, A., Diesch, F., Dietl, M., Gutmann, J.S., Nebel, B., Stiegeler, P., Szerbakowski, B.: CS Freiburg 2001. In: Veloso et al. [15] (2001) (to appear)","DOI":"10.1007\/3-540-45603-1_4"},{"key":"10_CR18","doi-asserted-by":"publisher","first-page":"52","DOI":"10.1007\/3-540-45324-5_4","volume-title":"RoboCup-2000: Robot Soccer World Cup IV","author":"T. Weigel","year":"2001","unstructured":"Weigel, T., Auerbach, W., Dietl, M., D\u00fcmler, B., Gutmann, J.-S., Marko, K., M\u00fcller, K., Nebel, B., Szerbakowski, B., Thiel, M.: CS Freiburg: Doing the right thing in a group. In: Stone, P., Kraetzschmar, G., Balch, T. (eds.) RoboCup-2000: Robot Soccer World Cup IV, pp. 52\u201363. Springer, Heidelberg (2001)"}],"container-title":["Lecture Notes in Computer Science","RoboCup 2002: Robot Soccer World Cup VI"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-540-45135-8_10","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,22]],"date-time":"2025-02-22T05:06:28Z","timestamp":1740200788000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-540-45135-8_10"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2003]]},"ISBN":["9783540406662","9783540451358"],"references-count":18,"URL":"https:\/\/doi.org\/10.1007\/978-3-540-45135-8_10","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2003]]}}}