{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T21:37:51Z","timestamp":1743025071771,"version":"3.40.3"},"publisher-location":"Berlin, Heidelberg","reference-count":18,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783642213137"},{"type":"electronic","value":"9783642213144"}],"license":[{"start":{"date-parts":[[2011,1,1]],"date-time":"2011-01-01T00:00:00Z","timestamp":1293840000000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2011]]},"DOI":"10.1007\/978-3-642-21314-4_43","type":"book-chapter","created":{"date-parts":[[2011,5,27]],"date-time":"2011-05-27T05:24:48Z","timestamp":1306473888000},"page":"342-349","source":"Crossref","is-referenced-by-count":6,"title":["Hierarchical Behaviours: Getting the Most Bang for Your Bit"],"prefix":"10.1007","author":[{"given":"Sander G.","family":"van Dijk","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Daniel","family":"Polani","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chrystopher L.","family":"Nehaniv","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"key":"43_CR1","volume-title":"The Praying Mantids","author":"F.R. Prete","year":"1999","unstructured":"Prete, F.R., Wells, H., Wells, P.H., Hurd, L.E.E.: The Praying Mantids. Johns Hopkins University Press, Baltimore (1999)"},{"issue":"5283","key":"43_CR2","doi-asserted-by":"publisher","first-page":"1871","DOI":"10.1126\/science.273.5283.1871","volume":"273","author":"A.C. Yu","year":"1996","unstructured":"Yu, A.C., Margoliash, D.: Temporal Hierarchical Control of Singing in Birds. Science\u00a0273(5283), 1871\u20131875 (1996)","journal-title":"Science"},{"key":"43_CR3","doi-asserted-by":"publisher","first-page":"185","DOI":"10.1007\/s10071-003-0174-y","volume":"6","author":"B.O. McGonigle","year":"2003","unstructured":"McGonigle, B.O., Chalmers, M., Dickinson, A.: Concurrent disjoint and reciprocal classification by Cebus apella in serial ordering tasks: evidence for hierarchical organization. Animal Cognition\u00a06, 185\u2013197 (2003)","journal-title":"Animal Cognition"},{"key":"43_CR4","first-page":"7","volume-title":"Growing Points in Ethology","author":"R. Dawkins","year":"1976","unstructured":"Dawkins, R.: Hierarchical organisation: A candidate principle for ethology. In: Growing Points in Ethology, pp. 7\u201354. Cambridge University Press, Cambridge (1976)"},{"issue":"1","key":"43_CR5","first-page":"81","volume":"1","author":"J.R. Quinlan","year":"2007","unstructured":"Quinlan, J.R.: Induction of Decision Trees. Machine Learning\u00a01(1), 81\u2013106 (2007)","journal-title":"Machine Learning"},{"issue":"4","key":"43_CR6","doi-asserted-by":"publisher","first-page":"341","DOI":"10.1023\/A:1025696116075","volume":"13","author":"A.G. Barto","year":"2003","unstructured":"Barto, A.G., Mahadevan, S.: Recent Advances in Hierarchical Reinforcement Learning. Discrete Event Dynamic Systems\u00a013(4), 341\u2013379 (2003)","journal-title":"Discrete Event Dynamic Systems"},{"key":"43_CR7","first-page":"361","volume-title":"Proc. 18th International Conf. on Machine Learning","author":"A. McGovern","year":"2001","unstructured":"McGovern, A., Barto, A.G.: Automatic Discovery of Subgoals in Reinforcement Learning using Diverse Density. In: Proc. 18th International Conf. on Machine Learning, pp. 361\u2013368. Morgan Kaufmann, San Francisco (2001)"},{"key":"43_CR8","volume-title":"ICML 2004: Proceedings of the Twenty-First International Conference on Machine Learning","author":"O. \u015eim\u015fek","year":"2004","unstructured":"\u015eim\u015fek, O., Barto, A.G.: Using relative novelty to identify useful temporal abstractions in reinforcement learning. In: ICML 2004: Proceedings of the Twenty-First International Conference on Machine Learning, ACM, New York (2004)"},{"key":"43_CR9","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1177\/105971239900700105","volume":"7","author":"T.J. Prescott","year":"1999","unstructured":"Prescott, T.J., Redgrave, P., Gurney, K.: Layered Control Architectures in Robots and Vertebrates. Adaptive Behavior\u00a07, 99\u2013127 (1999)","journal-title":"Adaptive Behavior"},{"issue":"5","key":"43_CR10","doi-asserted-by":"publisher","first-page":"201","DOI":"10.1016\/j.tics.2008.02.009","volume":"12","author":"M.M. Botvinick","year":"2008","unstructured":"Botvinick, M.M.: Hierarchical models of behavior and prefrontal function. Trends in Cognitive Science\u00a012(5), 201\u2013208 (2008)","journal-title":"Trends in Cognitive Science"},{"key":"43_CR11","volume-title":"Proceedings of Artificial Life X","author":"D. Polani","year":"2006","unstructured":"Polani, D., Nehaniv, C., Martinetz, T., Kim, J.T.: Relevant Information in Optimized Persistence vs. Progeny Strategies. In: Proceedings of Artificial Life X. MIT Press, Cambridge (2006)"},{"key":"43_CR12","series-title":"Lecture Notes in Artificial Intelligence","doi-asserted-by":"publisher","first-page":"375","DOI":"10.1007\/978-3-540-74913-4_38","volume-title":"Advances in Artificial Life","author":"P. Capdepuy","year":"2007","unstructured":"Capdepuy, P., Polani, D., Nehaniv, C.L.: Constructing the Basic Umwelt of Artificial Agents: An Information-Theoretic Approach. In: Almeida e Costa, F., Rocha, L.M., Costa, E., Harvey, I., Coutinho, A. (eds.) ECAL 2007. LNCS (LNAI), vol.\u00a04648, pp. 375\u2013383. Springer, Heidelberg (2007)"},{"key":"43_CR13","series-title":"Lecture Notes in Artificial Intelligence","doi-asserted-by":"publisher","first-page":"744","DOI":"10.1007\/11553090_75","volume-title":"Advances in Artificial Life","author":"A.S. Klyubin","year":"2005","unstructured":"Klyubin, A.S., Polani, D., Nehaniv, C.L.: All Else Being Equal Be Empowered. In: Capcarr\u00e8re, M.S., Freitas, A.A., Bentley, P.J., Johnson, C.G., Timmis, J. (eds.) ECAL 2005. LNCS (LNAI), vol.\u00a03630, pp. 744\u2013753. Springer, Heidelberg (2005)"},{"unstructured":"Tishby, N., Pereira, F.C., Bialek, W.: The information bottleneck method. In: Proc. 37th Annual Allerton Conference on Communication, Control and Computing, Illinois, Urbana-Champaign (1999)","key":"43_CR14"},{"issue":"1-2","key":"43_CR15","doi-asserted-by":"publisher","first-page":"181","DOI":"10.1016\/S0004-3702(99)00052-1","volume":"112","author":"R.S. Sutton","year":"1999","unstructured":"Sutton, R.S., Precup, D., Singh, S.: Between MDPs and semi-MDPs: a framework for temporal abstraction in reinforcement learning. Artificial Intelligence\u00a0112(1-2), 181\u2013211 (1999)","journal-title":"Artificial Intelligence"},{"key":"43_CR16","doi-asserted-by":"publisher","first-page":"460","DOI":"10.1109\/TIT.1972.1054855","volume":"18","author":"R.E. Blahut","year":"1972","unstructured":"Blahut, R.E.: Computation of Channel Capacity and Rate-Distortion Functions. IEEE Transactions on Information Theory\u00a018, 460\u2013473 (1972)","journal-title":"IEEE Transactions on Information Theory"},{"unstructured":"Massey, J.L.: Causality, Feedback and Directed Information. In: Proceedings of the International Symposium on Information Theory and Its Applications (ISITA 1990), pp. 303\u2013305 (1990)","key":"43_CR17"},{"issue":"1","key":"43_CR18","doi-asserted-by":"publisher","first-page":"17","DOI":"10.1142\/S0219525908001465","volume":"11","author":"N. Ay","year":"2008","unstructured":"Ay, N., Polani, D.: Information Flows in Causal Networks. Advances in Complex Systems\u00a011(1), 17\u201341 (2008)","journal-title":"Advances in Complex Systems"}],"container-title":["Lecture Notes in Computer Science","Advances in Artificial Life. Darwin Meets von Neumann"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-21314-4_43","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,3,27]],"date-time":"2019-03-27T19:51:49Z","timestamp":1553716309000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-21314-4_43"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2011]]},"ISBN":["9783642213137","9783642213144"],"references-count":18,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-21314-4_43","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2011]]}}}