{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,5]],"date-time":"2024-09-05T07:32:20Z","timestamp":1725521540787},"publisher-location":"Berlin, Heidelberg","reference-count":17,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783540893776"},{"type":"electronic","value":"9783540893783"}],"license":[{"start":{"date-parts":[[2008,1,1]],"date-time":"2008-01-01T00:00:00Z","timestamp":1199145600000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2008]]},"DOI":"10.1007\/978-3-540-89378-3_14","type":"book-chapter","created":{"date-parts":[[2008,11,26]],"date-time":"2008-11-26T21:43:58Z","timestamp":1227735838000},"page":"138-149","source":"Crossref","is-referenced-by-count":2,"title":["Partial Order Hierarchical Reinforcement Learning"],"prefix":"10.1007","author":[{"given":"Bernhard","family":"Hengst","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"key":"14_CR1","volume-title":"Artificial Intelligence: A Modern Approach","author":"S. Russell","year":"1995","unstructured":"Russell, S., Norvig, P.: Artificial Intelligence: A Modern Approach. Prentice Hall, Upper Saddle River (1995)"},{"key":"14_CR2","doi-asserted-by":"crossref","DOI":"10.1515\/9781400828678","volume-title":"How to Solve It: A New Aspect of Mathematical Model","author":"G. Polya","year":"1945","unstructured":"Polya, G.: How to Solve It: A New Aspect of Mathematical Model. Princeton University Press, Princeton (1945)"},{"key":"14_CR3","unstructured":"Turchin, V.F.: The Phenomenon of Science. Columbia University Press (1977)"},{"key":"14_CR4","volume-title":"The Sciences of the Artificial","author":"H.A. Simon","year":"1996","unstructured":"Simon, H.A.: The Sciences of the Artificial, 3rd edn. MIT Press, Cambridge (1996)","edition":"3"},{"key":"14_CR5","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1023\/A:1022140919877","volume":"13","author":"A. Barto","year":"2003","unstructured":"Barto, A., Mahadevan, S.: Recent advances in hiearchical reinforcement learning. Special Issue on Reinforcement Learning, Discrete Event Systems Journal\u00a013, 41\u201377 (2003)","journal-title":"Special Issue on Reinforcement Learning, Discrete Event Systems Journal"},{"key":"14_CR6","doi-asserted-by":"crossref","first-page":"227","DOI":"10.1613\/jair.639","volume":"13","author":"T.G. Dietterich","year":"2000","unstructured":"Dietterich, T.G.: Hierarchical reinforcement learning with the MAXQ value function decomposition. Journal of Artificial Intelligence Research\u00a013, 227\u2013303 (2000)","journal-title":"Journal of Artificial Intelligence Research"},{"key":"14_CR7","volume-title":"Advances in Neural Information Processing Systems (NIPS)","author":"S. Thrun","year":"1995","unstructured":"Thrun, S., Schwartz, A.: Finding structure in reinforcement learning. In: Tesauro, G., Touretzky, D., Leen, T. (eds.) Advances in Neural Information Processing Systems (NIPS), vol.\u00a07. MIT Press, Cambridge (1995)"},{"key":"14_CR8","doi-asserted-by":"crossref","unstructured":"Digney, B.L.: Emergent hiearchical control structures: Learning reactive hierarchical relationships in reinforcement environments. In: From Animals to Animats 4: Proceedings of the fourth international conference on simulation of adaptive behaviour, pp. 363\u2013372 (1996)","DOI":"10.7551\/mitpress\/3118.003.0044"},{"key":"14_CR9","unstructured":"McGovern, A., Sutton, R.S.: Macro-actions in reinforcement learning: An empirical analysis. Amherst technical report 98-70, University of Massachusetts (1998)"},{"key":"14_CR10","doi-asserted-by":"crossref","unstructured":"\u015eim\u015fek, O., Barto, A.G.: Using relative novelty to identify useful temporal abstractions in reinforcement learning. In: Proceedings of theTwenty-First International Conference on Machine Learning, ICML 2004 (2004)","DOI":"10.1145\/1015330.1015353"},{"key":"14_CR11","first-page":"243","volume-title":"Proceedings of the Nineteenth International Conference on Machine Learning","author":"B. Hengst","year":"2002","unstructured":"Hengst, B.: Discovering hierarchy in reinforcement learning with HEXQ. In: Sammut, C., Hoffmann, A. (eds.) Proceedings of the Nineteenth International Conference on Machine Learning, pp. 243\u2013250. Morgan Kaufmann, San Francisco (2002)"},{"key":"14_CR12","volume-title":"Reinforcement Learning: An Introduction","author":"R.S. Sutton","year":"1998","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. MIT Press, Cambridge (1998)"},{"key":"14_CR13","doi-asserted-by":"publisher","first-page":"231","DOI":"10.1016\/0167-6423(87)90035-9","volume":"8","author":"D. Harel","year":"1987","unstructured":"Harel, D.: Statecharts: A visual formalism for complex systems. Science of Computer Programming\u00a08, 231\u2013274 (1987)","journal-title":"Science of Computer Programming"},{"key":"14_CR14","doi-asserted-by":"crossref","unstructured":"Humphrys, M.: Action selection methods using reinforcement learning. In: Maes, P., Mataric, M., Meyer, J.A., Pollack, J., Wilson, S.W. (eds.) From Animals to Animats 4: Proceedings of the Fourth International Conference on Simulation of Adaptive Behavior, pp. 135\u2013144. MIT Press, Bradford Books (1996)","DOI":"10.7551\/mitpress\/3118.003.0018"},{"key":"14_CR15","unstructured":"Karlsson, J.: Learning to Solve Multiple Goals. PhD thesis, University of Rochester (1997)"},{"key":"14_CR16","unstructured":"Russell, S., Zimdars, A.: Q-decomposition for reinforcement learning agents. In: Proc. ICML 2003, Washington, DC (2003)"},{"key":"14_CR17","first-page":"720","volume-title":"ICML 2005: Proceedings of the 22nd international conference on Machine learning","author":"K. Rohanimanesh","year":"2005","unstructured":"Rohanimanesh, K., Mahadevan, S.: Coarticulation: an approach for generating concurrent plans in markov decision processes. In: ICML 2005: Proceedings of the 22nd international conference on Machine learning, pp. 720\u2013727. ACM Press, New York (2005)"}],"container-title":["Lecture Notes in Computer Science","AI 2008: Advances in Artificial Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-540-89378-3_14","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,3]],"date-time":"2024-03-03T11:14:09Z","timestamp":1709464449000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-540-89378-3_14"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2008]]},"ISBN":["9783540893776","9783540893783"],"references-count":17,"URL":"https:\/\/doi.org\/10.1007\/978-3-540-89378-3_14","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2008]]}}}