{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,4]],"date-time":"2026-07-04T16:56:50Z","timestamp":1783184210558,"version":"3.54.6"},"reference-count":20,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Control Syst. Lett."],"published-print":{"date-parts":[[2025]]},"DOI":"10.1109\/lcsys.2025.3573943","type":"journal-article","created":{"date-parts":[[2025,5,26]],"date-time":"2025-05-26T18:08:57Z","timestamp":1748282937000},"page":"480-485","source":"Crossref","is-referenced-by-count":1,"title":["Generating Informative Benchmarks for Reinforcement Learning"],"prefix":"10.1109","volume":"9","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8869-6422","authenticated-orcid":false,"given":"Grigory","family":"Yamerenko","sequence":"first","affiliation":[{"name":"Center for Digital Engineering, Skolkovo Institute of Science and Technology, Moscow, Russia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-9965-8209","authenticated-orcid":false,"given":"Sinan","family":"Ibrahim","sequence":"additional","affiliation":[{"name":"Center for Digital Engineering, Skolkovo Institute of Science and Technology, Moscow, Russia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7732-9056","authenticated-orcid":false,"given":"Francisco","family":"Moreno-Mora","sequence":"additional","affiliation":[{"name":"Automatic Control and System Dynamics Laboratory, Chemnitz University of Technology, Chemnitz, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6184-3293","authenticated-orcid":false,"given":"Pavel","family":"Osinenko","sequence":"additional","affiliation":[{"name":"Center for Digital Engineering, Skolkovo Institute of Science and Technology, Moscow, Russia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3398-1226","authenticated-orcid":false,"given":"Stefan","family":"Streif","sequence":"additional","affiliation":[{"name":"Automatic Control and System Dynamics Laboratory, Chemnitz University of Technology, Chemnitz, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","first-page":"22551","article-title":"Position: Benchmarking is limited in reinforcement learning research","volume-title":"Proc. 41st Int. Conf. Mach. Learn.","volume":"235","author":"Jordan"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11694"},{"issue":"318","key":"ref3","first-page":"1","article-title":"Empirical design in reinforcement learning","volume":"25","author":"Patterson","year":"2024","journal-title":"J. Mach. Learn. Res."},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1007\/BF02430364"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2024.128423"},{"key":"ref6","first-page":"1066","article-title":"Sim2Real transfer for deep reinforcement learning with stochastic state transition delays","volume-title":"Proc. Conf. Robot Learn.","author":"Sandha"},{"key":"ref7","article-title":"An empirical investigation of the challenges of real-world reinforcement learning","author":"Dulac-Arnold","year":"2020","journal-title":"arXiv:2003.11881"},{"key":"ref8","article-title":"Hyperparameters in reinforcement learning and how to tune them","volume-title":"Proc. 40th Int. Conf. Mach. Learn.","author":"Eimer"},{"key":"ref9","first-page":"466","article-title":"A survey on reproducibility by evaluating deep reinforcement learning algorithms on real-world robots","volume-title":"Proc. Conf. Robot Learn.","author":"Lynnerup"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2023.3280161"},{"key":"ref11","first-page":"124820","article-title":"A method for evaluating hyperparameter sensitivity in reinforcement learning","volume-title":"Advances in Neural Information Processing Systems","volume":"37","author":"Adkins","year":"2024"},{"key":"ref12","first-page":"2298","article-title":"Cross-environment hyperparameter tuning for reinforcement learning","volume":"5","author":"Patterson","year":"2024","journal-title":"Reinforcement Learn. J."},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-26250-1_25"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/INISTA59065.2023.10310402"},{"key":"ref15","volume-title":"Reinforcement Learning: An Introduction","author":"Sutton","year":"2018"},{"key":"ref16","article-title":"Optimality of nonlinear design techniques: A converse HJB approach","author":"Primbs","year":"1996"},{"key":"ref17","first-page":"1","article-title":"Nonlinear games: Examples and counterexamples","volume-title":"Proc. 35th IEEE Conf. Decis. Control","author":"Primbs"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1016\/j.arcontrol.2020.06.001"},{"key":"ref19","volume-title":"Mathematical Statistics and Data Analysis","author":"Rice","year":"2006"},{"key":"ref20","volume-title":"RAdam: A new state-of-the-art Optimizer for RL?","author":"Wild","year":"2018"}],"container-title":["IEEE Control Systems Letters"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/7782633\/10939047\/11015921.pdf?arnumber=11015921","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,13]],"date-time":"2025-06-13T05:24:11Z","timestamp":1749792251000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11015921\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"references-count":20,"URL":"https:\/\/doi.org\/10.1109\/lcsys.2025.3573943","relation":{},"ISSN":["2475-1456"],"issn-type":[{"value":"2475-1456","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]}}}