{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,12]],"date-time":"2026-01-12T14:01:22Z","timestamp":1768226482955,"version":"3.49.0"},"reference-count":25,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,6,30]],"date-time":"2024-06-30T00:00:00Z","timestamp":1719705600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,6,30]],"date-time":"2024-06-30T00:00:00Z","timestamp":1719705600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,6,30]]},"DOI":"10.1109\/ijcnn60899.2024.10650959","type":"proceedings-article","created":{"date-parts":[[2024,9,9]],"date-time":"2024-09-09T17:35:05Z","timestamp":1725903305000},"page":"1-8","source":"Crossref","is-referenced-by-count":2,"title":["MRHER: Model-based Relay Hindsight Experience Replay for Sequential Object Manipulation Tasks with Sparse Rewards"],"prefix":"10.1109","author":[{"given":"Yuming","family":"Huang","sequence":"first","affiliation":[{"name":"Dongguan University of Technology,School of Computer Science and Technology,Dongguan,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bin","family":"Ren","sequence":"additional","affiliation":[{"name":"Dongguan University of Technology,International School of Microelectronics,Dongguan,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ziming","family":"Xu","sequence":"additional","affiliation":[{"name":"Dongguan University of Technology,International School of Microelectronics,Dongguan,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lianghong","family":"Wu","sequence":"additional","affiliation":[{"name":"Dongguan University of Technology,International School of Microelectronics,Dongguan,China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","first-page":"8622","article-title":"Adversarial intrinsic motivation for reinforcement learning","author":"Durugkar","year":"2021","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TIE.2022.3172754"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.00758"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2023.126620"},{"key":"ref5","first-page":"5055","article-title":"Hindsight experience replay","author":"Andrychowicz","year":"2017","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2021.02.090"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2021.10.011"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2021\/480"},{"key":"ref9","article-title":"MHER: Model-based Hindsight Experience Replay","author":"Yang","year":"2021","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref10","article-title":"Curriculum-guided Hindsight Experience Replay","volume":"32","author":"Fang","year":"2019","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/RO-MAN47096.2020.9223473"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ROBOT.1997.606886"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/122344.122377"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2018.8463189"},{"key":"ref15","article-title":"Model-based value expansion for efficient model-free reinforcement learning","volume-title":"Proceedings of International Conference on Robotics and Automation","author":"Feinberg"},{"key":"ref16","article-title":"Sample-efficient reinforcement learning with stochastic ensemble value expansion","volume":"31","author":"Jacob","year":"2018","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2019.06.022"},{"key":"ref18","first-page":"8532","article-title":"Plangan: Model-based planning with sparse rewards and multiple goals","volume":"33","author":"Charlesworth","year":"2020","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref19","article-title":"Learning to Reach Goals via Iterated Supervised Learning","volume-title":"International Conference on Learning Representations","author":"Ghosh"},{"key":"ref20","first-page":"1312","article-title":"Universal Value Function Approximators","volume-title":"Proceedings of International Conference on Machine Learning","author":"Schaul"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.32657\/10356\/90191"},{"key":"ref23","first-page":"1861","article-title":"Soft Actor-Critic: Off-Policy Maximum Entropy Deep Reinforcement Learning with a Stochastic Actor","volume-title":"Proceedings of International Conference on Machine Learning","author":"Haarnoja"},{"key":"ref24","article-title":"OpenAI Gym","author":"Brockman","year":"2016"},{"key":"ref25","article-title":"Imaginary hindsight experience replay: Curious model-based learning for sparse reward tasks","author":"McCarthy","year":"2021"}],"event":{"name":"2024 International Joint Conference on Neural Networks (IJCNN)","location":"Yokohama, Japan","start":{"date-parts":[[2024,6,30]]},"end":{"date-parts":[[2024,7,5]]}},"container-title":["2024 International Joint Conference on Neural Networks (IJCNN)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10649807\/10649898\/10650959.pdf?arnumber=10650959","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,10]],"date-time":"2024-09-10T08:54:53Z","timestamp":1725958493000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10650959\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6,30]]},"references-count":25,"URL":"https:\/\/doi.org\/10.1109\/ijcnn60899.2024.10650959","relation":{},"subject":[],"published":{"date-parts":[[2024,6,30]]}}}