{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,27]],"date-time":"2026-05-27T06:05:23Z","timestamp":1779861923068,"version":"3.53.1"},"reference-count":76,"publisher":"IEEE","license":[{"start":{"date-parts":[[2026,4,26]],"date-time":"2026-04-26T00:00:00Z","timestamp":1777161600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,4,26]],"date-time":"2026-04-26T00:00:00Z","timestamp":1777161600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000006","name":"Office of Naval Research","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000006","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026,4,26]]},"DOI":"10.1109\/ispass69572.2026.00051","type":"proceedings-article","created":{"date-parts":[[2026,5,26]],"date-time":"2026-05-26T19:39:19Z","timestamp":1779824359000},"page":"461-472","source":"Crossref","is-referenced-by-count":0,"title":["RACER: A Caching Layer based Optimization for Accelerating Reinforcement Learning Workloads"],"prefix":"10.1109","author":[{"given":"Kailash","family":"Gogineni","sequence":"first","affiliation":[{"name":"George Washington University,USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yongsheng","family":"Mei","sequence":"additional","affiliation":[{"name":"George Washington University,USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Karthikeya","family":"Gogineni","sequence":"additional","affiliation":[{"name":"Independent Researcher"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Peng","family":"Wei","sequence":"additional","affiliation":[{"name":"George Washington University,USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tian","family":"Lan","sequence":"additional","affiliation":[{"name":"George Washington University,USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Guru","family":"Venkataramani","sequence":"additional","affiliation":[{"name":"George Washington University,USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","article-title":"AMD Ryzen Threadripper Specifications"},{"key":"ref2","article-title":"Brendan Gregg\u2019s Performance Tools"},{"key":"ref3","article-title":"Intel VTune Profiler"},{"key":"ref4","article-title":"Intel\u00ae Core TM i7-9700K Processor"},{"key":"ref5","article-title":"NVIDIA Ampere Architecture"},{"key":"ref6","article-title":"NVIDIA GeForce GTX 1070 specifications"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.14778\/3485450.3485462"},{"key":"ref8","article-title":"Mastering the real-time strategy game starcraft ii","author":"AlphaStar","year":"2019"},{"key":"ref9","article-title":"Openai gym","author":"Brockman","year":"2016"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/HPCA56546.2023.10070964"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/3297858.3304058"},{"key":"ref12","article-title":"Faster neural network training with data echoing","author":"Choi","year":"2019","journal-title":"arXiv preprint arXiv:1907.05550"},{"key":"ref13","first-page":"2048","article-title":"Leveraging procedural generation to benchmark reinforcement learning","volume-title":"International conference on machine learning. PMLR","author":"Cobbe"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/3503222.3507743"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/Cluster48925.2021.00097"},{"key":"ref16","first-page":"929","article-title":"Check-N-Run: A checkpointing system for training deep learning recommendation models","volume-title":"19th USENIX Symposium on Networked Systems Design and Implementation (NSDI 22)","author":"Eisenman"},{"key":"ref17","first-page":"40","article-title":"Bandana: Using non-volatile memory for storing deep learning models","volume-title":"Proceedings of machine learning and systems","volume":"1","author":"Eisenman"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-01743-8"},{"key":"ref19","first-page":"2881","article-title":"What neural networks memorize and why: Discovering the long tail via influence estimation","volume":"33","author":"Feldman","year":"2020","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref20","article-title":"D4rl: Datasets for deep data-driven reinforcement learning","author":"Fu","year":"2020","journal-title":"arXiv preprint arXiv:2004.07219"},{"key":"ref21","first-page":"20132","article-title":"A minimalist approach to offline reinforcement learning","volume":"34","author":"Fujimoto","year":"2021","journal-title":"Advances in neural information processing systems"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/ISPASS61541.2024.00029"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/IISWC63097.2024.00028"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/ASAP57973.2023.00041"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/OJCS.2025.3580498"},{"key":"ref26","article-title":"Scalability Bottlenecks in Multi-Agent Reinforcement Learning Systems","author":"Gogineni","year":"2023","journal-title":"arXiv preprint arXiv:2302.05007"},{"key":"ref27","article-title":"Towards efficient multi-agent learning systems","author":"Gogineni","year":"2023","journal-title":"arXiv preprint arXiv:2305.13411"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1145\/2425248.2425252"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TIV.2019.2955910"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC.2017.8317803"},{"key":"ref31","article-title":"Harnessing mixed offline reinforcement learning datasets via trajectory weighting","volume-title":"The Eleventh International Conference on Learning Representations","author":"Hong"},{"key":"ref32","article-title":"Intel\u00ae Advisor User Guide","year":"2021"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1145\/3361525.3361538"},{"key":"ref34","article-title":"Accelerating deep learning by focusing on the biggest losers","author":"Jiang","year":"2019","journal-title":"arXiv preprint arXiv:1910.00762"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1145\/511399.511340"},{"key":"ref36","article-title":"Training deep models faster with robust, approximate importance sampling","volume":"31","author":"Johnson","year":"2018","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref37","article-title":"The case for unifying data loading in machine learning clusters","volume-title":"11th USENIX Workshop on Hot Topics in Cloud Computing (HotCloud 19)","author":"Kakaraparthy"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/ISCA52012.2021.00059"},{"key":"ref39","article-title":"Biased importance sampling for deep neural network training","author":"Katharopoulos","year":"2017","journal-title":"arXiv preprint arXiv:1706.00043"},{"key":"ref40","first-page":"2525","article-title":"Not all samples are created equal: Deep learning with importance sampling","volume-title":"International conference on machine learning. PMLR","author":"Katharopoulos"},{"key":"ref41","first-page":"135","article-title":"SHADE: Enable fundamental cacheability for distributed deep learning training","volume-title":"21st USENIX Conference on File and Storage Technologies (FAST 23)","author":"Khan"},{"key":"ref42","article-title":"Offline Reinforcement Learning with Implicit Q-Learning","volume-title":"International Conference on Learning Representations","author":"Kostrikov"},{"key":"ref43","first-page":"283","article-title":"Quiver: An informed storage cache for deep learning","volume-title":"18th USENIX Conference on File and Storage Technologies (FAST 20)","author":"Kumar"},{"key":"ref44","first-page":"1179","article-title":"Conservative q-learning for offline reinforcement learning","volume":"33","author":"Kumar","year":"2020","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref45","first-page":"537","article-title":"Refurbish your training data: Reusing partially augmented samples for faster deep neural network training","volume-title":"2021 USENIX Annual Technical Conference (USENIX ATC 21)","author":"Lee"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/HPCA57654.2024.00090"},{"key":"ref47","article-title":"When less is more: Investigating data pruning for pretraining 11 ms at scale","author":"Marion","year":"2023","journal-title":"arXiv preprint arXiv:2309.04564"},{"key":"ref48","first-page":"25 088","article-title":"Improving zero-shot generalization in offline reinforcement learning using generalized similarity functions","volume":"35","author":"Mazoure","year":"2022","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.65109\/WXRH5958"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.14778\/3446095.3446100"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1145\/3580305.3599800"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1145\/3466752.3480080"},{"key":"ref53","article-title":"Pytorch: An imperative style, high-performance deep learning library","volume":"32","author":"Paszke","year":"2019","journal-title":"Advances in neural information processing systems"},{"key":"ref54","first-page":"20 596","article-title":"Deep learning on a data diet: Finding important examples early in training","volume":"34","author":"Paul","year":"2021","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref55","article-title":"Hoard: A distributed data caching system to accelerate deep learning training on the cloud","author":"Pinto","year":"2018","journal-title":"arXiv preprint arXiv:1812.00669"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1145\/3599691.3603404"},{"key":"ref57","article-title":"Hokoff: Real game dataset from honor of kings and its offline reinforcement learning benchmarks","volume":"36","author":"Qu","year":"2024","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/MICRO50266.2020.00020"},{"key":"ref59","article-title":"Performance counters api for python","author":"Ramos","year":"2019"},{"key":"ref60","article-title":"Prioritized experience replay","author":"Schaul","year":"2015","journal-title":"arXiv preprint arXiv:1511.05952"},{"key":"ref61","article-title":"Proximal policy optimization algorithms","author":"Schulman","year":"2017","journal-title":"arXiv preprint arXiv:1707.06347"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1145\/3721145.3725755"},{"key":"ref63","article-title":"An empirical study of example forgetting during deep neural network learning","author":"Toneva","year":"2018","journal-title":"arXiv preprint arXiv:1812.05159"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.52202\/075280-1650"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/HPCA47549.2020.00059"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1145\/3404397.3404472"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1145\/3366423.3380248"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1145\/1498765.1498785"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1145\/3492321.3519554"},{"key":"ref70","article-title":"Smalltolarge (s21): Scalable data selection for fine-tuning large language models by summarizing training trajectories of small models","author":"Yang","year":"2024","journal-title":"arXiv preprint arXiv:2403.07384"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1145\/3485730.3485930"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/IPDPS47924.2020.00050"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1145\/3470496.3533044"},{"key":"ref74","first-page":"433","article-title":"{Tectonic-Shift}: A composite storage fabric for {Large-Scale}{ML} training","volume-title":"2023 USENIX Annual Technical Conference (USENIX ATC 23)","author":"Zhao"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1109\/IROS51168.2021.9636795"},{"key":"ref76","article-title":"Multi-client DeepIO for large-scale deep learning on HPC systems","volume-title":"Proceedings of the International Conference on High Performance Computing, Networking, Storage and Analysis (SC 2018)","author":"Zhu"}],"event":{"name":"2026 IEEE International Symposium on Performance Analysis of Systems and Software (ISPASS)","location":"Seoul, Korea, Republic of","start":{"date-parts":[[2026,4,26]]},"end":{"date-parts":[[2026,4,28]]}},"container-title":["2026 IEEE International Symposium on Performance Analysis of Systems and Software (ISPASS)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11527204\/11527232\/11527290.pdf?arnumber=11527290","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,27]],"date-time":"2026-05-27T05:36:30Z","timestamp":1779860190000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11527290\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,26]]},"references-count":76,"URL":"https:\/\/doi.org\/10.1109\/ispass69572.2026.00051","relation":{},"subject":[],"published":{"date-parts":[[2026,4,26]]}}}