{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T18:00:03Z","timestamp":1775066403025,"version":"3.50.1"},"reference-count":20,"publisher":"IEEE","license":[{"start":{"date-parts":[[2019,8,1]],"date-time":"2019-08-01T00:00:00Z","timestamp":1564617600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2019,8,1]],"date-time":"2019-08-01T00:00:00Z","timestamp":1564617600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2019,8,1]],"date-time":"2019-08-01T00:00:00Z","timestamp":1564617600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019,8]]},"DOI":"10.1109\/devlrn.2019.8850705","type":"proceedings-article","created":{"date-parts":[[2019,10,1]],"date-time":"2019-10-01T03:40:48Z","timestamp":1569901248000},"page":"1-6","source":"Crossref","is-referenced-by-count":17,"title":["Hindsight Experience Replay With Experience Ranking"],"prefix":"10.1109","author":[{"given":"Hai","family":"Nguyen","sequence":"first","affiliation":[]},{"given":"Hung Manh","family":"La","sequence":"additional","affiliation":[]},{"given":"Matthew","family":"Deans","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref10","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1002\/hipo.20707","article-title":"Disruption of ripple-associated hippocampal activity during rest impairs spatial learning in the rat","volume":"20","author":"ego-stengel","year":"2010","journal-title":"Hippocampus"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1038\/nn.2732"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/BF00992699"},{"key":"ref13","article-title":"Playing atari with deep reinforcement learning","author":"mnih","year":"0","journal-title":"NIPS Deep Learning Workshop"},{"key":"ref14","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1038\/nature14236","article-title":"Human-level control through deep reinforcement learning","volume":"518","author":"mnih","year":"2015","journal-title":"Nature"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1016\/j.neuron.2007.11.035"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/j.tins.2015.07.004"},{"key":"ref17","article-title":"Prioritized experience replay","author":"schaul","year":"2016","journal-title":"International Conference on Learning Representations"},{"key":"ref18","article-title":"Sample efficient actor-critic with experience replay","volume":"abs 1611 1224","author":"wang","year":"2016","journal-title":"CoRR"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2012.6386109"},{"key":"ref4","first-page":"5048","article-title":"Hindsight experience replay","author":"andrychowicz","year":"2017","journal-title":"Advances in neural information processing systems"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2011.6095096"},{"key":"ref6","article-title":"Multi-goal reinforcement learning: Challenging robotics environments and request for research","volume":"abs 1802 9464","author":"plappert","year":"2018","journal-title":"CoRR"},{"key":"ref5","article-title":"Continuous control with deep reinforcement learning","volume":"abs 1509 2971","author":"lillicrap","year":"2015","journal-title":"CoRR"},{"key":"ref8","author":"brockman","year":"2016","journal-title":"OpenAI Gym"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/IRC.2019.00121"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/ROBOT.2010.5509336"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/ROBOT.2004.1307456"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1038\/nn.2384"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/IRC.2019.00120"}],"event":{"name":"2019 Joint IEEE 9th International Conference on Development and Learning and Epigenetic Robotics (ICDL-EpiRob)","location":"Oslo, Norway","start":{"date-parts":[[2019,8,19]]},"end":{"date-parts":[[2019,8,22]]}},"container-title":["2019 Joint IEEE 9th International Conference on Development and Learning and Epigenetic Robotics (ICDL-EpiRob)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/8843356\/8850675\/08850705.pdf?arnumber=8850705","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,24]],"date-time":"2024-07-24T08:52:53Z","timestamp":1721811173000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8850705\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,8]]},"references-count":20,"URL":"https:\/\/doi.org\/10.1109\/devlrn.2019.8850705","relation":{},"subject":[],"published":{"date-parts":[[2019,8]]}}}