{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,23]],"date-time":"2026-10-23T20:21:39Z","timestamp":1792786899857,"version":"4.5.0"},"reference-count":33,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"6","license":[{"start":{"date-parts":[[2023,6,1]],"date-time":"2023-06-01T00:00:00Z","timestamp":1685577600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,6,1]],"date-time":"2023-06-01T00:00:00Z","timestamp":1685577600000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,6,1]],"date-time":"2023-06-01T00:00:00Z","timestamp":1685577600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,6,1]],"date-time":"2023-06-01T00:00:00Z","timestamp":1685577600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"NSF","award":["CNS-2009057"],"award-info":[{"award-number":["CNS-2009057"]}]},{"name":"NSF","award":["OAC-2209563"],"award-info":[{"award-number":["OAC-2209563"]}]},{"name":"AMD Xilinx"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Parallel Distrib. Syst."],"published-print":{"date-parts":[[2023,6]]},"DOI":"10.1109\/tpds.2023.3264823","type":"journal-article","created":{"date-parts":[[2023,4,5]],"date-time":"2023-04-05T13:55:39Z","timestamp":1680702939000},"page":"1816-1829","source":"Crossref","is-referenced-by-count":18,"title":["A Framework for Mapping DRL Algorithms With Prioritized Replay Buffer Onto Heterogeneous Platforms"],"prefix":"10.1109","volume":"34","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7374-1940","authenticated-orcid":false,"given":"Chi","family":"Zhang","sequence":"first","affiliation":[{"name":"Department of Computer Science, University of Southern California, Los Angeles, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6468-8623","authenticated-orcid":false,"given":"Yuan","family":"Meng","sequence":"additional","affiliation":[{"name":"Department of Electrical and Computer Engineering, University of Southern California, Los Angeles, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1609-8589","authenticated-orcid":false,"given":"Viktor","family":"Prasanna","sequence":"additional","affiliation":[{"name":"Department of Electrical and Computer Engineering, University of Southern California, Los Angeles, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref13","article-title":"cuDNN: Efficient primitives for deep learning","author":"chetlur","year":"2014"},{"key":"ref12","first-page":"8024","article-title":"Pytorch: An imperative style, high-performance deep learning library","author":"paszke","year":"2019","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref15","article-title":"Continuous control with deep reinforcement learning","author":"lillicrap","year":"2016"},{"key":"ref14","article-title":"Playing atari with deep reinforcement learning","author":"mnih","year":"2013"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2020.3039409"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TCAD.2015.2513673"},{"key":"ref11","article-title":"OpenMP application program interface version 3.0","year":"2008"},{"key":"ref33","article-title":"GPU memory latency's impact, and updated test","year":"2021"},{"key":"ref10","article-title":"Oneapi for heterogeneous cloud","year":"2023"},{"key":"ref32","article-title":"Skylake specification","year":"2018"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2017.8202137"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1613\/jair.301"},{"key":"ref17","article-title":"OpenAI gym","author":"brockman","year":"2016"},{"key":"ref16","article-title":"Massively parallel methods for deep reinforcement learning","author":"nair","year":"2015"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-29946-9_30"},{"key":"ref18","article-title":"Ray RLlib: A composable and scalable reinforcement learning library","author":"liang","year":"2017"},{"key":"ref24","article-title":"Trust region policy optimization","author":"schulman","year":"2015"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/ASAP.2018.8445099"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/FCCM48280.2020.00012"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/ASAP.2019.00-24"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/1327452.1327492"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.23919\/FPL.2017.8056789"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1145\/3297858.3304058"},{"key":"ref28","article-title":"Large FPGA methodology guide","year":"2012"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/3528416.3530227"},{"key":"ref29","article-title":"Intel stratix 10 MX FPGAS","year":"0"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177729586"},{"key":"ref7","article-title":"Prioritized experience replay","author":"schaul","year":"2015"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/HiPC53243.2021.00014"},{"key":"ref4","doi-asserted-by":"crossref","first-page":"484","DOI":"10.1038\/nature16961","article-title":"Mastering the game of go with deep neural networks and tree search","volume":"529","author":"silver","year":"2016","journal-title":"Nature"},{"key":"ref3","first-page":"20","article-title":"AlphaStar: Mastering the real-time strategy game starcraft II","volume":"2","author":"vinyals","year":"2019","journal-title":"DeepMind blog"},{"key":"ref6","article-title":"SEED RL: Scalable and efficient deep-Rl with accelerated central inference","author":"espeholt","year":"1910"},{"key":"ref5","article-title":"Distributed prioritized experience replay","author":"horgan","year":"2018"}],"container-title":["IEEE Transactions on Parallel and Distributed Systems"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/71\/10123122\/10093111-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/71\/10123122\/10093111.pdf?arnumber=10093111","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,6,5]],"date-time":"2023-06-05T14:00:28Z","timestamp":1685973628000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10093111\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6]]},"references-count":33,"journal-issue":{"issue":"6"},"URL":"https:\/\/doi.org\/10.1109\/tpds.2023.3264823","relation":{},"ISSN":["1045-9219","1558-2183","2161-9883"],"issn-type":[{"value":"1045-9219","type":"print"},{"value":"1558-2183","type":"electronic"},{"value":"2161-9883","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,6]]}}}