{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,11]],"date-time":"2026-04-11T18:07:59Z","timestamp":1775930879101,"version":"3.50.1"},"reference-count":31,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"8","license":[{"start":{"date-parts":[[2024,8,1]],"date-time":"2024-08-01T00:00:00Z","timestamp":1722470400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,8,1]],"date-time":"2024-08-01T00:00:00Z","timestamp":1722470400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,8,1]],"date-time":"2024-08-01T00:00:00Z","timestamp":1722470400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"National Research Foundation, Singapore, under its AI Singapore Programme","award":["AISG2-RP-2020-019"],"award-info":[{"award-number":["AISG2-RP-2020-019"]}]},{"name":"Jubilee Technology Fellowship Singapore Management University"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Neural Netw. Learning Syst."],"published-print":{"date-parts":[[2024,8]]},"DOI":"10.1109\/tnnls.2023.3240004","type":"journal-article","created":{"date-parts":[[2023,2,7]],"date-time":"2023-02-07T18:47:52Z","timestamp":1675795672000},"page":"10288-10300","source":"Crossref","is-referenced-by-count":2,"title":["Value-Based Subgoal Discovery and Path Planning for Reaching Long-Horizon Goals"],"prefix":"10.1109","volume":"35","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6507-4479","authenticated-orcid":false,"given":"Shubham","family":"Pateria","sequence":"first","affiliation":[{"name":"School of Computing and Information Systems, Singapore Management University, Bras Basah, Singapore"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9774-0264","authenticated-orcid":false,"given":"Budhitama","family":"Subagdja","sequence":"additional","affiliation":[{"name":"School of Computing and Information Systems, Singapore Management University, Bras Basah, Singapore"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0378-4069","authenticated-orcid":false,"given":"Ah-Hwee","family":"Tan","sequence":"additional","affiliation":[{"name":"School of Computing and Information Systems, Singapore Management University, Bras Basah, Singapore"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7313-4339","authenticated-orcid":false,"given":"Chai","family":"Quek","sequence":"additional","affiliation":[{"name":"School of Computer Science and Engineering, Nanyang Technological University, Jurong West, Singapore"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","first-page":"1","article-title":"Continuous control with deep reinforcement learning","volume-title":"Proc. 4th Int. Conf. Learn. Represent. (ICLR)","author":"Lillicrap"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1145\/3453160"},{"key":"ref4","first-page":"1","article-title":"Learning multi-level hierarchies with hindsight","volume-title":"Proc. 7th Int. Conf. Learn. Represent. (ICLR)","author":"Levy"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2019.2891792"},{"key":"ref6","first-page":"15246","article-title":"Search on the replay buffer: Bridging planning and reinforcement learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"32","author":"Eysenbach"},{"key":"ref7","first-page":"1","article-title":"Semi-parametric topological memory for navigation","volume-title":"Proc. 6th Int. Conf. Learn. Represent. (ICLR)","author":"Savinov"},{"key":"ref8","first-page":"1942","article-title":"Mapping state space using landmarks for universal goal reaching","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Huang"},{"key":"ref9","first-page":"5251","article-title":"Sparse graphical memory for robust planning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"33","author":"Emmons"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2016.7860433"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2012.6386109"},{"key":"ref12","article-title":"Fast marching farthest point sampling","author":"Moenning","year":"2003"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2021.3084212"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2019.08.020"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00884"},{"key":"ref16","first-page":"1","article-title":"Learning to explore using active neural SLAM","volume-title":"Proc. Int. Conf. Learn. Represent. (ICLR)","author":"Chaplot"},{"key":"ref17","first-page":"12872","article-title":"Neural topological SLAM for visual navigation","volume-title":"Proc. IEEE\/CVF Conf. Comput. Vis. Pattern Recognit. (CVPR)","author":"Chaplot"},{"key":"ref18","first-page":"1","article-title":"Improving target-driven visual navigation with attention on 3D spatial relationships","volume":"abs\/2005.02153","author":"Lv","year":"2020","journal-title":"CoRR"},{"key":"ref19","first-page":"1","article-title":"Hierarchical foresight: Self-supervised learning of long-horizon tasks via visual subgoal generation","volume-title":"Proc. 8th Int. Conf. Learn. Represent. (ICLR)","author":"Nair"},{"key":"ref20","article-title":"Visual foresight: Model-based deep reinforcement learning for vision-based robotic control","author":"Ebert","year":"2018","journal-title":"arXiv:1812.00568"},{"key":"ref21","first-page":"969","article-title":"Keyframing the future: Keyframe discovery for visual prediction and planning","volume-title":"Proc. 2nd Conf. Learn. Dyn. Control","volume":"120","author":"Pertsch"},{"key":"ref22","first-page":"1312","article-title":"Universal value function approximators","volume-title":"Proc. 32nd Int. Conf. Mach. Learn.","volume":"37","author":"Schaul"},{"key":"ref23","first-page":"1329","article-title":"Benchmarking deep reinforcement learning for continuous control","volume-title":"Proc. Mach. Learn. Res.","volume":"48","author":"Duan"},{"key":"ref24","first-page":"3540","article-title":"Feudal networks for hierarchical reinforcement learning","volume-title":"Proc. 34th Int. Conf. Mach. Learn. (ICML)","volume":"70","author":"Vezhnevets"},{"key":"ref25","first-page":"1","article-title":"Why does hierarchy (sometimes) work so well in reinforcement learning?","volume":"abs\/1909.10618","author":"Nachum","year":"2019","journal-title":"CoRR"},{"key":"ref26","first-page":"5048","article-title":"Hindsight experience replay","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"30","author":"Andrychowicz"},{"key":"ref27","article-title":"On the bottleneck concept for options discovery: Theoretical underpinnings and extension in continuous state spaces","author":"Bacon","year":"2014"},{"key":"ref28","first-page":"1497","article-title":"Skill characterization based on betweenness","volume-title":"Proc. 21st Int. Conf. Neural Inf. Process. Syst. (NIPS)","author":"Barto"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2019\/458"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/tip.2020.3037518"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/tnnls.2021.3087733"}],"container-title":["IEEE Transactions on Neural Networks and Learning Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/5962385\/10623582\/10040536.pdf?arnumber=10040536","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,6]],"date-time":"2024-08-06T18:13:16Z","timestamp":1722967996000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10040536\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,8]]},"references-count":31,"journal-issue":{"issue":"8"},"URL":"https:\/\/doi.org\/10.1109\/tnnls.2023.3240004","relation":{},"ISSN":["2162-237X","2162-2388"],"issn-type":[{"value":"2162-237X","type":"print"},{"value":"2162-2388","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,8]]}}}