{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,20]],"date-time":"2026-01-20T12:09:56Z","timestamp":1768910996392,"version":"3.49.0"},"reference-count":43,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100017634","name":"LG Electronics","doi-asserted-by":"publisher","award":["202295006"],"award-info":[{"award-number":["202295006"]}],"id":[{"id":"10.13039\/501100017634","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2026]]},"DOI":"10.1109\/access.2026.3653261","type":"journal-article","created":{"date-parts":[[2026,1,12]],"date-time":"2026-01-12T22:02:28Z","timestamp":1768255348000},"page":"7045-7061","source":"Crossref","is-referenced-by-count":0,"title":["Foreseeable Implicit Training for ESS Operation Based on Deep Reinforcement Learning"],"prefix":"10.1109","volume":"14","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3481-6791","authenticated-orcid":false,"given":"Minjae","family":"Son","sequence":"first","affiliation":[{"name":"Department of Electronic Engineering, Sogang University, Mapo-gu, Seoul, Republic of Korea"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9432-4433","authenticated-orcid":false,"given":"Keunju","family":"Song","sequence":"additional","affiliation":[{"name":"Department of Electronic Engineering, Sogang University, Mapo-gu, Seoul, Republic of Korea"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0447-5719","authenticated-orcid":false,"given":"Minsoo","family":"Kim","sequence":"additional","affiliation":[{"name":"Department of Energy Engineering, Korea Institute of Energy Technology, Naju-si, Jeollanam-do, Republic of Korea"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-4485-6597","authenticated-orcid":false,"given":"Yeji","family":"Lim","sequence":"additional","affiliation":[{"name":"Department of Electronic Engineering, Sogang University, Mapo-gu, Seoul, Republic of Korea"}]},{"given":"Jaehong","family":"Kim","sequence":"additional","affiliation":[{"name":"Artificial Intelligence Laboratory, LG Electronics, Seocho-gu, Seoul, Republic of Korea"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-4975-5065","authenticated-orcid":false,"given":"Hyejeong","family":"Jeon","sequence":"additional","affiliation":[{"name":"Artificial Intelligence Laboratory, LG Electronics, Seocho-gu, Seoul, Republic of Korea"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5744-2358","authenticated-orcid":false,"given":"Hongseok","family":"Kim","sequence":"additional","affiliation":[{"name":"Department of Electronic Engineering, Sogang University, Mapo-gu, Seoul, Republic of Korea"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.3390\/en14020339"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.3390\/en14248480"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/BIGCOMP.2019.8679319"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2022.3166791"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2019.03.207"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2008.2004840"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TSTE.2017.2724514"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2020.3025991"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2023.121555"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2018.2794541"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2875936"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2021.3122570"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2021.3111454"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2022.119382"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2023.3324939"},{"key":"ref16","first-page":"627","article-title":"A reduction of imitation learning and structured prediction to no-regret online learning","volume-title":"Proc. 14th Int. Conf. Artif. Intell. Statist.","author":"Ross"},{"key":"ref17","article-title":"SQIL: Imitation learning via reinforcement learning with sparse rewards","author":"Reddy","year":"2019","journal-title":"arXiv:1905.11108"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TIA.2021.3105497"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2020.2971427"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/ISGT45199.2020.9087647"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1016\/j.egyai.2024.100347"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TEMPR.2023.3258409"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2024.123753"},{"key":"ref24","first-page":"12334","article-title":"Adversarial soft advantage fitting: Imitation learning without policy optimization","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Barde"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.3390\/electronics12245048"},{"key":"ref26","article-title":"Control of energy storage in home energy management systems: Non-simultaneous charging and discharging guarantees","author":"Garifi","year":"2018","journal-title":"arXiv:1805.00100"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TNN.1998.712192"},{"key":"ref28","article-title":"Proximal policy optimization algorithms","author":"Schulman","year":"2017","journal-title":"arXiv:1707.06347"},{"key":"ref29","first-page":"1861","article-title":"Soft actor-critic: Offpolicy maximum entropy deep reinforcement learning with a stochastic actor","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Haarnoja"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/PESGM.2018.8586321"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1016\/j.est.2021.102868"},{"issue":"83","key":"ref32","first-page":"1","article-title":"CVXPY: A Python-embedded modeling language for convex optimization","volume":"17","author":"Diamond","year":"2016","journal-title":"J. Mach. Learn. Res."},{"key":"ref33","article-title":"PyTorch: An imperative style, high-performance deep learning library","author":"Paszke","year":"2019","journal-title":"arXiv:1912.01703"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1007\/s12532-011-0026-8"},{"key":"ref35","volume-title":"Gurobi Optimizer Reference Manual","year":"2024"},{"key":"ref36","article-title":"Adam: A method for stochastic optimization","author":"Kingma","year":"2014","journal-title":"arXiv:1412.6980"},{"key":"ref37","article-title":"Deep learning using rectified linear units (ReLU)","author":"Fred Agarap","year":"2018","journal-title":"arXiv:1803.08375"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"ref39","first-page":"1995","article-title":"Dueling network architectures for deep reinforcement learning","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Wang"},{"key":"ref40","first-page":"4565","article-title":"Generative adversarial imitation learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Ho"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.23919\/ACC50511.2021.9483213"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2024.122915"},{"key":"ref43","first-page":"1587","article-title":"Addressing function approximation error in actor-critic methods","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Fujimoto"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6287639\/11323511\/11346471.pdf?arnumber=11346471","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,19]],"date-time":"2026-01-19T20:56:12Z","timestamp":1768856172000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11346471\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"references-count":43,"URL":"https:\/\/doi.org\/10.1109\/access.2026.3653261","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]}}}