{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,27]],"date-time":"2025-08-27T18:40:03Z","timestamp":1756320003657,"version":"3.44.0"},"reference-count":32,"publisher":"IEEE","license":[{"start":{"date-parts":[[2011,8,1]],"date-time":"2011-08-01T00:00:00Z","timestamp":1312156800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2011,8,1]],"date-time":"2011-08-01T00:00:00Z","timestamp":1312156800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2011,8]]},"DOI":"10.1109\/devlrn.2011.6037351","type":"proceedings-article","created":{"date-parts":[[2011,10,13]],"date-time":"2011-10-13T12:44:03Z","timestamp":1318509843000},"page":"1-7","source":"Crossref","is-referenced-by-count":0,"title":["Scalable reinforcement learning through hierarchical decompositions for weakly-coupled problems"],"prefix":"10.1109","author":[{"given":"Hazem","family":"Toutounji","sequence":"first","affiliation":[{"name":"Frankfurt Institute for Advanced Studies, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Constantin A.","family":"Rothkopf","sequence":"additional","affiliation":[{"name":"Frankfurt Institute for Advanced Studies, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jochen","family":"Triesch","sequence":"additional","affiliation":[{"name":"Frankfurt Institute for Advanced Studies, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1002\/(SICI)1096-9861(19971020)387:2<167::AID-CNE1>3.0.CO;2-Z"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1016\/0028-3932(90)90031-I"},{"key":"ref30","first-page":"1","article-title":"The development of synapses in striate cortex of man","volume":"6","author":"huttenlocher","year":"1987","journal-title":"Human Neurobiology"},{"key":"ref10","first-page":"135","article-title":"Action selection methods using reinforcement learning","author":"humphrys","year":"0","journal-title":"From Animals to Animats 4 Proceedings of the Fourth International Conference on Simulation of Adaptive Behavior"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1162\/089976602753712972"},{"key":"ref12","article-title":"Q-decomposition for reinforcement learning agents","author":"russell","year":"0","journal-title":"In Proceedings of the International Conference on Machine Learning"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/S0042-6989(01)00199-7"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1017\/S0952523808080978"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1027\/1618-3169\/a000024"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2010.00173"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1177\/105971239700600202"},{"key":"ref18","article-title":"Planning simple trajectories using neural subgoal generators","author":"schmidhuber","year":"0","journal-title":"From animals to animats 2 Proceedings of the second international conference on simulation of adaptive behavior"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1016\/S0004-3702(99)00052-1"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1016\/0304-3940(82)90379-2"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1152\/jn.00382.2005"},{"journal-title":"Modular models of task based visually guided behavior","year":"2008","author":"rothkopf","key":"ref27"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1126\/science.1087919"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1038\/35044563"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1038\/nature05051"},{"key":"ref29","first-page":"488","article-title":"Synapse elimination and plasticity in developing human cerebral cortex","volume":"88","author":"huttenlocher","year":"1984","journal-title":"Amer J Mental Deficiency"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1126\/science.897677"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1038\/nn1743"},{"key":"ref2","doi-asserted-by":"crossref","first-page":"1593","DOI":"10.1126\/science.275.5306.1593","article-title":"A Neural Substrate of Prediction and Reward","volume":"275","author":"schultz","year":"1997","journal-title":"Science"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.tics.2006.06.010"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TNN.1998.712192"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1016\/j.cognition.2008.08.011"},{"key":"ref22","first-page":"165","article-title":"Solving very large weakly coupled Markov decision processes","author":"meuleau","year":"0","journal-title":"PROCEEDINGS OF THE NATIONAL CONFERENCE ON ARI1FICIAL INTELLIGENCE"},{"key":"ref21","article-title":"Feudal reinforcement learning","author":"dayan","year":"1992","journal-title":"Neural Information Processing Systems 5"},{"journal-title":"Dynamic Programming","year":"1957","author":"bellman","key":"ref24"},{"key":"ref23","doi-asserted-by":"crossref","DOI":"10.1002\/9780470316887","article-title":"Markov decision processes: Discrete stochastic dynamic programming","author":"puterman","year":"1994"},{"article-title":"Online Q-learning using connectionist systems (Tech. Rep. No. CUED\/F-INFENG\/TR 166)","year":"1994","author":"rummery","key":"ref26"},{"article-title":"Neuro-Dynamic Programming","year":"1996","author":"bertsekas","key":"ref25"}],"event":{"name":"2011 IEEE International Conference on Development and Learning (ICDL)","start":{"date-parts":[[2011,8,24]]},"location":"Frankfurt am Main, Germany","end":{"date-parts":[[2011,8,27]]}},"container-title":["2011 IEEE International Conference on Development and Learning (ICDL)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx5\/6031618\/6037311\/06037351.pdf?arnumber=6037351","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,27]],"date-time":"2025-08-27T18:26:28Z","timestamp":1756319188000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/6037351\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2011,8]]},"references-count":32,"URL":"https:\/\/doi.org\/10.1109\/devlrn.2011.6037351","relation":{},"subject":[],"published":{"date-parts":[[2011,8]]}}}