{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,23]],"date-time":"2025-12-23T05:05:02Z","timestamp":1766466302357,"version":"3.28.0"},"reference-count":30,"publisher":"IEEE","license":[{"start":{"date-parts":[[2023,11,9]],"date-time":"2023-11-09T00:00:00Z","timestamp":1699488000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,11,9]],"date-time":"2023-11-09T00:00:00Z","timestamp":1699488000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023,11,9]]},"DOI":"10.1109\/icdl55364.2023.10364473","type":"proceedings-article","created":{"date-parts":[[2023,12,25]],"date-time":"2023-12-25T14:40:19Z","timestamp":1703515219000},"page":"423-428","source":"Crossref","is-referenced-by-count":3,"title":["Goal Space Abstraction in Hierarchical Reinforcement Learning via Set-Based Reachability Analysis"],"prefix":"10.1109","author":[{"given":"Mehdi","family":"Zadem","sequence":"first","affiliation":[{"name":"LIX, CNRS, École Polytechnique, Institut Polytechnique de Paris"}]},{"given":"Sergio","family":"Mover","sequence":"additional","affiliation":[{"name":"LIX, CNRS, École Polytechnique, Institut Polytechnique de Paris"}]},{"given":"Sao Mai","family":"Nguyen","sequence":"additional","affiliation":[{"name":"Flowers Team, U2IS, ENSTA Paris, Institut Polytechnique de Paris & Inria"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TCDS.2018.2867772"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1023\/A:1022140919877"},{"key":"ref3","first-page":"271","article-title":"Feudal reinforcement learning","volume-title":"NIPS","author":"Dayan","year":"1992"},{"key":"ref4","article-title":"Feudal networks for hierarchical reinforcement learning","volume":"abs\/1703.01161","author":"Vezhnevets","year":"2017","journal-title":"CoRR"},{"key":"ref5","article-title":"Data-efficient hierarchical reinforcement learning","volume":"abs\/1805.08296","author":"Nachum","year":"2018","journal-title":"CoRR"},{"key":"ref6","article-title":"Hier-archical deep reinforcement learning: Integrating temporal abstraction and intrinsic motivation","volume":"29","author":"Kulkarni","year":"2016","journal-title":"NeurIPS"},{"key":"ref7","article-title":"Generating adjacency-constrained subgoals in hierarchical reinforcement learning","author":"Zhang","year":"2020","journal-title":"NeurIPS"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1561\/2400000035"},{"key":"ref9","first-page":"1312","article-title":"Universal value function approximators","volume-title":"ICML, ser. JMLR Workshop and Conference Proceedings","volume":"37","author":"Schaul","year":"2015"},{"volume-title":"Principles of model checking","year":"2008","author":"Baier","key":"ref10"},{"key":"ref11","article-title":"Playing atari with deep rein-forcement learning","volume":"abs\/1312.5602","author":"Mnih","year":"2013","journal-title":"CoRR"},{"key":"ref12","doi-asserted-by":"crossref","DOI":"10.1109\/ICDL55364.2023.10364473","article-title":"Goal space abstraction in hierarchical reinforcement learning via set-based reachability analysis","volume-title":"Ecole Polytechnique, Tech. Rep.","author":"Zadem","year":"2023"},{"issue":"34","key":"ref13","first-page":"226","article-title":"A density-based algorithm for discovering clusters in large spatial databases with noise","volume":"96","author":"Ester","year":"1996","journal-title":"kdd"},{"journal-title":"Introduction to Static Analysis: An Abstract Interpretation Perspective","year":"2020","author":"Rival","key":"ref14"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1137\/0216062"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/SP.2018.00058"},{"key":"ref17","article-title":"Continuous control with deep reinforce-ment learning","author":"Lillicrap","year":"2016","journal-title":"ICLR"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1016\/S0004-3702(99)00052-1"},{"key":"ref19","article-title":"Near-optimal representation learning for hierarchical reinforcement learning","author":"Nachum","year":"2019","journal-title":"ICLR (Poster). OpenReview.net"},{"key":"ref20","article-title":"Learning actionable representations with goal conditioned policies","author":"Ghosh","year":"2019","journal-title":"ICLR (Poster). OpenRe-view. net"},{"key":"ref21","article-title":"Episodic curiosity through reachability","author":"Savinov","year":"2019","journal-title":"ICLR (Poster). OpenReview.net"},{"key":"ref22","first-page":"15220","article-title":"Search on the replay buffer: Bridging planning and reinforcement learning","author":"Eysenbach","year":"2019","journal-title":"NeurIPS"},{"key":"ref23","article-title":"Learning subgoal representations with slow dynamics","author":"Li","year":"2021","journal-title":"ICLR. OpenReview.net"},{"key":"ref24","article-title":"Towards deep symbolic reinforcement learning","volume":"abs\/1609.05518","author":"Garnelo","year":"2016","journal-title":"CoRR"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33012970"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1609\/icaps.v30i1.6750"},{"key":"ref27","article-title":"Learning symbolic rules for interpretable deep reinforcement learning","volume":"abs\/2103.08228","author":"Ma","year":"2021","journal-title":"CoRR"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/IRC.2018.00061"},{"key":"ref29","first-page":"1331","article-title":"Curious: intrinsically motivated modular multi-goal reinforcement learning","volume-title":"International conference on machine learning","author":"Colas","year":"2019"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TCDS.2016.2581307"}],"event":{"name":"2023 IEEE International Conference on Development and Learning (ICDL)","start":{"date-parts":[[2023,11,9]]},"location":"Macau, China","end":{"date-parts":[[2023,11,11]]}},"container-title":["2023 IEEE International Conference on Development and Learning (ICDL)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/10364334\/10364349\/10364473.pdf?arnumber=10364473","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,12]],"date-time":"2024-01-12T15:46:28Z","timestamp":1705074388000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10364473\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,11,9]]},"references-count":30,"URL":"https:\/\/doi.org\/10.1109\/icdl55364.2023.10364473","relation":{},"subject":[],"published":{"date-parts":[[2023,11,9]]}}}