{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,24]],"date-time":"2026-03-24T20:57:06Z","timestamp":1774385826600,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":16,"publisher":"ACM","license":[{"start":{"date-parts":[[2006,5,8]],"date-time":"2006-05-08T00:00:00Z","timestamp":1147046400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2006,5,8]]},"DOI":"10.1145\/1160633.1160686","type":"proceedings-article","created":{"date-parts":[[2006,10,18]],"date-time":"2006-10-18T18:04:00Z","timestamp":1161194640000},"page":"313-319","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["A hierarchical approach to efficient reinforcement learning in deterministic domains"],"prefix":"10.1145","author":[{"given":"Carlos","family":"Diuk","sequence":"first","affiliation":[{"name":"Rutgers University Piscataway, NJ"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alexander L.","family":"Strehl","sequence":"additional","affiliation":[{"name":"Rutgers University Piscataway, NJ"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Michael L.","family":"Littman","sequence":"additional","affiliation":[{"name":"Rutgers University Piscataway, NJ"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2006,5,8]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.5555\/3013545.3013546"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1162\/153244303765208377"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.5555\/1622262.1622268"},{"key":"e_1_3_2_1_4_1","first-page":"26","volume-title":"Proceedings of the Symposium on Abstraction, Reformulation and Approximation SARA 2000","year":"2000","unstructured":"{Dietterich, 2000b} Thomas G. Dietterich. An overview of MAXQ hierarchical reinforcement learning. In Proceedings of the Symposium on Abstraction, Reformulation and Approximation SARA 2000, pages 26--44, 2000.]]"},{"key":"e_1_3_2_1_5_1","first-page":"994","volume-title":"Advances in Neural Information Processing Systems 12","year":"2000","unstructured":"{Dietterich, 2000c} Thomas G. Dietterich. State abstraction in MAXQ hierarchical reinforcement learning. In Advances in Neural Information Processing Systems 12, pages 994--1000, 2000.]]"},{"key":"e_1_3_2_1_6_1","first-page":"235","volume-title":"Proceedings of the International Conference on Machine Learning","author":"Guestrin","year":"2002","unstructured":"{Guestrin et al., 2002} Carlos Guestrin, Relu Patrascu, and Dale Schuurmans. Algorithm-directed exploration for model-based reinforcement learning in factored MDPs. In Proceedings of the International Conference on Machine Learning, pages 235--242, 2002.]]"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.5555\/645531.656017"},{"key":"e_1_3_2_1_8_1","volume-title":"Proceedings of the Tenth International Conference on Machine Learning","year":"1993","unstructured":"{Kaelbling, 1993} Leslie Pack Kaelbling. Hierarchical learning in stochastic domains: Preliminary results. In Proceedings of the Tenth International Conference on Machine Learning, Amherst, MA, 1993. Morgan Kaufmann.]]"},{"key":"e_1_3_2_1_9_1","unstructured":"{Kakade 2003} Sham M. Kakade. On the Sample Complexity of Reinforcement Learning. PhD thesis Gatsby Computational Neuroscience Unit University College London 2003.]]"},{"key":"e_1_3_2_1_10_1","first-page":"740","volume-title":"Proceedings of the 16th International Joint Conference on Artificial Intelligence (IJCAI)","author":"Koller Kearns","year":"1999","unstructured":"{Kearns and Koller, 1999} Michael J. Kearns and Daphne Koller. Efficient reinforcement learning in factored MDPs. In Proceedings of the 16th International Joint Conference on Artificial Intelligence (IJCAI), pages 740--747, 1999.]]"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1023\/A:1017984413808"},{"key":"e_1_3_2_1_12_1","first-page":"326","volume-title":"Proceedings of the Sixteenth Conference (UAI 2000","author":"Parr Koller","year":"2000","unstructured":"{Koller and Parr, 2000} Daphne Koller and Ronald Parr. Policy iteration for factored MDPs. In Uncertainty in Artificial Intelligence, Proceedings of the Sixteenth Conference (UAI 2000), pages 326--334, 2000.]]"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1023\/A:1022635613229"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.5555\/551283"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.5555\/101883.102055"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF00992698"}],"event":{"name":"AAMAS06: AAMAS '06 - 5th International Joint Conference on Autonomous Agents and Multi-agent Systems 2006","location":"Hakodate Japan","acronym":"AAMAS06","sponsor":["IFMAS The International Foundation for Multiagent Systems","SIGAI ACM Special Interest Group on Artificial Intelligence","ATAL The International Workshop on Agent Theories, Architectures, and Languages"]},"container-title":["Proceedings of the fifth international joint conference on Autonomous agents and multiagent systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1160633.1160686","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/1160633.1160686","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,24]],"date-time":"2026-03-24T17:28:54Z","timestamp":1774373334000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1160633.1160686"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2006,5,8]]},"references-count":16,"alternative-id":["10.1145\/1160633.1160686","10.1145\/1160633"],"URL":"https:\/\/doi.org\/10.1145\/1160633.1160686","relation":{},"subject":[],"published":{"date-parts":[[2006,5,8]]},"assertion":[{"value":"2006-05-08","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}