{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,26]],"date-time":"2025-10-26T14:23:05Z","timestamp":1761488585572},"publisher-location":"Berlin, Heidelberg","reference-count":8,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783540404088"},{"type":"electronic","value":"9783540449898"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2003]]},"DOI":"10.1007\/3-540-44989-2_57","type":"book-chapter","created":{"date-parts":[[2010,11,19]],"date-time":"2010-11-19T17:10:02Z","timestamp":1290186602000},"page":"479-487","source":"Crossref","is-referenced-by-count":7,"title":["Learning to Control at Multiple Time Scales"],"prefix":"10.1007","author":[{"given":"Ralf","family":"Schoknecht","sequence":"first","affiliation":[]},{"given":"Martin","family":"Riedmiller","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2003,6,18]]},"reference":[{"key":"57_CR1","doi-asserted-by":"crossref","first-page":"227","DOI":"10.1613\/jair.639","volume":"13","author":"T. G. Dietterich","year":"2000","unstructured":"T. G. Dietterich. Hierarchical reinforcement learning with the MAXQ value function decomposition. Journal of Artificial Intelligence Research, 13:227\u2013303, 2000.","journal-title":"Journal of Artificial Intelligence Research"},{"key":"57_CR2","unstructured":"S. Pareigis. Adaptive choice of grid and time in reinforcement learning. NIPS, volume 10. MIT Press, 1998."},{"key":"57_CR3","volume-title":"Hierarchical Control and Learning for Markov Decision Processes","author":"R. E. Parr","year":"1998","unstructured":"R. E. Parr. Hierarchical Control and Learning for Markov Decision Processes. PhD thesis, University of California, Berkeley, CA, 1998."},{"key":"57_CR4","unstructured":"M. Riedmiller. High quality thermostat control by reinforcement learning \u2014 a case study. In Proceedings of the Conald Workshop 1998, CMU, 1998."},{"key":"57_CR5","doi-asserted-by":"publisher","first-page":"323","DOI":"10.1007\/s005210050038","volume":"8","author":"M. Riedmiller","year":"2000","unstructured":"M. Riedmiller. Concepts and facilities of a neural reinforcement learning control architecture for technical process control. Journal of Neural Computing and Application, 8:323\u2013338, 2000.","journal-title":"Journal of Neural Computing and Application"},{"key":"57_CR6","series-title":"Lect Notes Comput Sci","doi-asserted-by":"crossref","first-page":"813","DOI":"10.1007\/3-540-46084-5_132","volume-title":"ICANN","author":"R. Schoknecht","year":"2002","unstructured":"R. Schoknecht and M. Riedmiller. Speeding-up reinforcement learning with multistep actions. ICANN, LNCS 2415, pages 813\u2013818, 2002. Springer."},{"key":"57_CR7","first-page":"1038","volume":"8","author":"R. S. Sutton","year":"1996","unstructured":"R. S. Sutton. Generalization in reinforcement learning: Successful examples using sparse coarse coding. NIPS, volume 8, pages 1038\u20131044. MIT Press, 1996.","journal-title":"NIPS"},{"key":"57_CR8","first-page":"181","volume":"112","author":"R. S. Sutton","year":"1999","unstructured":"R. S. Sutton, D. Precup, and S. Singh. Between mdps and semi-mdps: A framework for temporal abstraction in reinforcement learning. AI, 112:181\u2013211, 1999.","journal-title":"AI"}],"container-title":["Lecture Notes in Computer Science","Artificial Neural Networks and Neural Information Processing \u2014 ICANN\/ICONIP 2003"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/3-540-44989-2_57","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,2,25]],"date-time":"2019-02-25T18:51:03Z","timestamp":1551120663000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/3-540-44989-2_57"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2003]]},"ISBN":["9783540404088","9783540449898"],"references-count":8,"URL":"https:\/\/doi.org\/10.1007\/3-540-44989-2_57","relation":{},"ISSN":["0302-9743"],"issn-type":[{"type":"print","value":"0302-9743"}],"subject":[],"published":{"date-parts":[[2003]]}}}