{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,9]],"date-time":"2025-12-09T18:08:13Z","timestamp":1765303693780,"version":"3.40.3"},"publisher-location":"Berlin, Heidelberg","reference-count":23,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783642176036"},{"type":"electronic","value":"9783642176043"}],"license":[{"start":{"date-parts":[[2010,1,1]],"date-time":"2010-01-01T00:00:00Z","timestamp":1262304000000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2010]]},"DOI":"10.1007\/978-3-642-17604-3_6","type":"book-chapter","created":{"date-parts":[[2010,11,27]],"date-time":"2010-11-27T06:55:30Z","timestamp":1290840930000},"page":"51-62","source":"Crossref","is-referenced-by-count":10,"title":["Automatic Skill Acquisition in Reinforcement Learning Agents Using Connection Bridge Centrality"],"prefix":"10.1007","author":[{"given":"Parham","family":"Moradi","sequence":"first","affiliation":[]},{"given":"Mohammad Ebrahim","family":"Shiri","sequence":"additional","affiliation":[]},{"given":"Negin","family":"Entezari","sequence":"additional","affiliation":[]}],"member":"297","reference":[{"key":"6_CR1","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1613\/jair.301","volume":"4","author":"L.P. Kaelbling","year":"1996","unstructured":"Kaelbling, L.P., Littman, M.L., Moore, A.W.: Reinforcement learning: a survey. Journal of Artificial Intelligence Research\u00a04, 237\u2013285 (1996)","journal-title":"Journal of Artificial Intelligence Research"},{"key":"6_CR2","doi-asserted-by":"publisher","first-page":"341","DOI":"10.1023\/A:1025696116075","volume":"13","author":"A.G. Barto","year":"2003","unstructured":"Barto, A.G., Mahadevan, S.: Recent Advances in Hierarchical Reinforcement Learning. Discrete Event Dynamic Systems\u00a013, 341\u2013379 (2003)","journal-title":"Discrete Event Dynamic Systems"},{"key":"6_CR3","doi-asserted-by":"publisher","first-page":"181","DOI":"10.1016\/S0004-3702(99)00052-1","volume":"112","author":"R. Sutton","year":"1999","unstructured":"Sutton, R., Precup, D., Singh, S.: Between MDPs and semi-MDPs: a framework for temporal abstraction in reinforcement learning. Artif. Intell.\u00a0112, 181\u2013211 (1999)","journal-title":"Artif. Intell."},{"key":"6_CR4","first-page":"227","volume":"13","author":"T.G. Dietterich","year":"2000","unstructured":"Dietterich, T.G.: Hierarchical reinforcement learning with the MAXQ value function decomposition. J. Artif. Int. Res.\u00a013, 227\u2013303 (2000)","journal-title":"J. Artif. Int. Res."},{"key":"6_CR5","unstructured":"Parr, R., Russell, S.: Reinforcement learning with hierarchies of machines. In: Conference Reinforcement Learning with Hierarchies of Machines, pp. 1043\u20131049. MIT Press, Cambridge (1998)"},{"key":"6_CR6","doi-asserted-by":"crossref","unstructured":"Digney, B.L.: Learning hierarchical control structures for multiple tasks and changing environments. In: Proceedings of the Fifth International Conference on Simulation of Adaptive Behavior on From Animals to Animats 5, pp. 321\u2013330. MIT Press, Univ. of Zurich, Zurich, Switzerland (1998)","DOI":"10.7551\/mitpress\/3119.003.0050"},{"key":"6_CR7","first-page":"361","volume-title":"Conference Automatic Discovery of Subgoals in Reinforcement Learning using Diverse Density","author":"A. McGovern","year":"2001","unstructured":"McGovern, A., Barto, A.G.: Automatic Discovery of Subgoals in Reinforcement Learning using Diverse Density. In: Conference Automatic Discovery of Subgoals in Reinforcement Learning using Diverse Density, pp. 361\u2013368. Morgan Kaufmann, San Francisco (2001)"},{"key":"6_CR8","doi-asserted-by":"crossref","unstructured":"\u015eim\u015fek, \u00d6., Barto, A.G.: Learning Skills in Reinforcement Learning Using Relative Novelty, pp. 367\u2013374 (2005)","DOI":"10.1007\/11527862_36"},{"key":"6_CR9","doi-asserted-by":"crossref","unstructured":"Shi, C., Huang, R., Shi, Z.: Automatic Discovery of Subgoals in Reinforcement Learning Using Unique-Dreiction Value. In: IEEE International Conference on Cognitive Informatics, pp. 480\u2013486 (2007)","DOI":"10.1109\/COGINF.2007.4341927"},{"key":"6_CR10","first-page":"346","volume-title":"Conference Subgoal Discovery for Hierarchical Reinforcement Learning Using Learned Policies","author":"S. Goel","year":"2003","unstructured":"Goel, S., Huber, M.: Subgoal Discovery for Hierarchical Reinforcement Learning Using Learned Policies. In: Conference Subgoal Discovery for Hierarchical Reinforcement Learning Using Learned Policies, pp. 346\u2013350. AAAI Press, Menlo Park (2003)"},{"key":"6_CR11","first-page":"1588","volume-title":"Proceedings of the 20th National Conference on Artificial Intelligence","author":"M. Asadi","year":"2005","unstructured":"Asadi, M., Huber, M.: Autonomous subgoal discovery and hierarchical abstraction for reinforcement learning using Monte Carlo method. In: Proceedings of the 20th National Conference on Artificial Intelligence, vol.\u00a04, pp. 1588\u20131589. AAAI Press, Pittsburgh (2005)"},{"key":"6_CR12","doi-asserted-by":"crossref","unstructured":"Kazemitabar, S., Beigy, H.: Automatic Discovery of Subgoals in Reinforcement Learning Using Strongly Connected Components. In: Proceedings of the 15th International Conference on Advances in Neuro-Information Processing, pp. 829\u2013834 (2009)","DOI":"10.1007\/978-3-642-02490-0_101"},{"key":"6_CR13","unstructured":"Ajdari Rad, A., Moradi, P., Hasler, M.: Automatic Skill Acquisition in Reinforcement Learning using Connection Graph Stability Centrality. In: Conference The IEEE International Symposium on Circuits and Systems, ISCAS 2010 (2010)"},{"key":"6_CR14","unstructured":"Moradi, P., Ajdari Rad, A., Khadivi, K., Hasler, M.: Automatic Discovery of Subgoals in Reinforcement Learning using Betweeness Centrality Measures. In: Conference 18th IEEE Workshop on Nonlinear Dynamics of Electronic Systems, NDES 2010 (2010)"},{"key":"6_CR15","unstructured":"Moradi, P., Ajdari Rad, A., Khadivi, A., Hasler, M.: Automatic Skill Acquisition using Complex Network Measures. In: Conference International Conference on Artificial Intelligence and Pattern Recognition, AIPR 2010 (2010)"},{"key":"6_CR16","doi-asserted-by":"publisher","first-page":"1119","DOI":"10.1016\/j.robot.2009.07.002","volume":"57","author":"G. Kheradmandian","year":"2009","unstructured":"Kheradmandian, G., Rahmati, M.: Automatic abstraction in reinforcement learning using data mining techniques. Robotics and Autonomous Systems\u00a057, 1119\u20131128 (2009)","journal-title":"Robotics and Autonomous Systems"},{"key":"6_CR17","unstructured":"\u015eim\u015fek, \u00d6., Barto, A.G.: Skill Characterization Based on Betweenness. In: Koller, D., Schuurmans, D., Bengio, Y., Bottou, L. (eds.) Advances in Neural Information Processing Systems, vol.\u00a021, pp. 1497\u20131504 (2009)"},{"key":"6_CR18","doi-asserted-by":"crossref","first-page":"816","DOI":"10.1145\/1102351.1102454","volume-title":"Proceedings of the 22nd International Conference on Machine Learning","author":"\u00d6. \u015eim\u015fek","year":"2005","unstructured":"\u015eim\u015fek, \u00d6., Wolfe, A.P., Barto, A.G.: Identifying useful subgoals in reinforcement learning by local graph partitioning. In: Proceedings of the 22nd International Conference on Machine Learning, pp. 816\u2013823. ACM, Bonn (2005)"},{"key":"6_CR19","doi-asserted-by":"publisher","first-page":"71","DOI":"10.1145\/1015330.1015355","volume-title":"Proceedings of the Twenty-First International Conference on Machine Learning","author":"S. Mannor","year":"2004","unstructured":"Mannor, S., Menache, I., Hoze, A., Klein, U.: Dynamic abstraction in reinforcement learning via clustering. In: Proceedings of the Twenty-First International Conference on Machine Learning, p. 71. ACM, Banff (2004)"},{"key":"6_CR20","series-title":"Lecture Notes in Artificial Intelligence","doi-asserted-by":"publisher","first-page":"295","DOI":"10.1007\/3-540-36755-1_25","volume-title":"Machine Learning: ECML 2002","author":"I. Menache","year":"2002","unstructured":"Menache, I., Mannor, S., Shimkin, N.: Q-Cut - Dynamic Discovery of Sub-goals in Reinforcement Learning. In: Elomaa, T., Mannila, H., Toivonen, H. (eds.) ECML 2002. LNCS (LNAI), vol.\u00a02430, pp. 295\u2013306. Springer, Heidelberg (2002)"},{"key":"6_CR21","unstructured":"Jing, S., Guochang, G., Haibo, L.: Automatic option generation in hierarchical reinforcement learning via immune clustering. In: Conference Automatic Option Generation in Hierarchical Reinforcement Learning Via Immune Clustering, p. 4, p. 500 (2007)"},{"key":"6_CR22","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"794","DOI":"10.1007\/978-3-642-01507-6_89","volume-title":"Advances in Neural Networks \u2013 ISNN 2009","author":"S. Kazemitabar","year":"2009","unstructured":"Kazemitabar, S., Beigy, H.: Using Strongly Connected Components as a Basis for Autonomous Skill Acquisition in Reinforcement Learning. In: Yu, W., He, H., Zhang, N. (eds.) ISNN 2009. LNCS, vol.\u00a05551, pp. 794\u2013803. Springer, Heidelberg (2009)"},{"key":"6_CR23","doi-asserted-by":"publisher","first-page":"163","DOI":"10.1080\/0022250X.2001.9990249","volume":"25","author":"U. Brandes","year":"2001","unstructured":"Brandes, U.: A faster algorithm for betweenness centrality. Journal of Mathematical Sociology\u00a025, 163\u2013177 (2001)","journal-title":"Journal of Mathematical Sociology"}],"container-title":["Communications in Computer and Information Science","Communication and Networking"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-17604-3_6","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,4,1]],"date-time":"2024-04-01T14:40:30Z","timestamp":1711982430000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-17604-3_6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2010]]},"ISBN":["9783642176036","9783642176043"],"references-count":23,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-17604-3_6","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2010]]}}}