{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,11]],"date-time":"2026-11-11T07:16:40Z","timestamp":1794381400328,"version":"4.9.0"},"publisher-location":"Berlin, Heidelberg","reference-count":7,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"value":"9783540288961","type":"print"},{"value":"9783540319900","type":"electronic"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2005]]},"DOI":"10.1007\/11553939_79","type":"book-chapter","created":{"date-parts":[[2010,9,29]],"date-time":"2010-09-29T00:35:23Z","timestamp":1285720523000},"page":"554-561","source":"Crossref","is-referenced-by-count":0,"title":["Finding Hidden Hierarchy in Reinforcement Learning"],"prefix":"10.1007","author":[{"given":"Geoff","family":"Poulton","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ying","family":"Guo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wen","family":"Lu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","reference":[{"key":"79_CR1","volume-title":"Reinforcement Learning: An Introduction","author":"R.S. Sutton","year":"1998","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. MIT Press, Cambridge (1998)"},{"key":"79_CR2","first-page":"271","volume-title":"Advances in Neural Information Processing Systems","author":"P. Dayan","year":"1993","unstructured":"Dayan, P., Hinton, G.E.: Feudal reinforcement learning. In: Hanson, S.J., et al. (eds.) Advances in Neural Information Processing Systems, vol.\u00a05, pp. 271\u2013278. Morgan Kaufmann, San Mateo (1993)"},{"key":"79_CR3","unstructured":"Singh, S.P.: Reinforcement learning with a hierarchy of abstract models. In: Proceedings of the Tenth National Conference on Artificial Intelligence, San Jose, CA, USA (1992)"},{"key":"79_CR4","unstructured":"Hengst, B.: Discovering Hierarchy in Reinforcement Learning with HEXQ. In: Maching Learning: Proceedings of the Nineteenth International Conference on Machine Learning 2002 (2003)"},{"issue":"2","key":"79_CR5","doi-asserted-by":"crossref","first-page":"292","DOI":"10.1002\/j.1538-7305.1970.tb01770.x","volume":"49","author":"B.W. Kernighan","year":"1970","unstructured":"Kernighan, B.W., Lin, C.: An Efficient Heuristic Procedure for Partitioning Graphs. Bell Systems Technology J.\u00a049(2), 292\u2013370 (1970)","journal-title":"Bell Systems Technology J."},{"issue":"4","key":"79_CR6","doi-asserted-by":"publisher","first-page":"221","DOI":"10.1002\/(SICI)1097-0037(199612)28:4<221::AID-NET6>3.0.CO;2-N","volume":"28","author":"D.S. Hochbaum","year":"1996","unstructured":"Hochbaum, D.S., Pathria, A.: The bottleneck graph partition problem. Networks\u00a028(4), 221\u2013225 (1996)","journal-title":"Networks"},{"key":"79_CR7","doi-asserted-by":"crossref","unstructured":"Dutt, S.: New Faster Kernighan-Lin-Type Graph-Partitioning Algorithms. In: ICCAD 1993: Proceedings of the 1993 IEEE\/ACM international conference on Computer-aided design, Santa Clara, California, United States (1993)","DOI":"10.1109\/ICCAD.1993.580083"}],"container-title":["Lecture Notes in Computer Science","Knowledge-Based Intelligent Information and Engineering Systems"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/11553939_79.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,4,27]],"date-time":"2021-04-27T03:05:59Z","timestamp":1619492759000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/11553939_79"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2005]]},"ISBN":["9783540288961","9783540319900"],"references-count":7,"URL":"https:\/\/doi.org\/10.1007\/11553939_79","relation":{"is-part-of":[{"id-type":"doi","id":"https:\/\/doi.org\/10.1007\/11553939","asserted-by":"object"}]},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2005]]}}}