{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,15]],"date-time":"2026-01-15T04:29:01Z","timestamp":1768451341815,"version":"3.49.0"},"reference-count":183,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/501100014438","name":"Business Finland","doi-asserted-by":"publisher","award":["7439\/31\/2018"],"award-info":[{"award-number":["7439\/31\/2018"]}],"id":[{"id":"10.13039\/501100014438","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2022]]},"DOI":"10.1109\/access.2022.3176446","type":"journal-article","created":{"date-parts":[[2022,5,18]],"date-time":"2022-05-18T19:32:15Z","timestamp":1652902335000},"page":"54484-54506","source":"Crossref","is-referenced-by-count":36,"title":["Exploiting Battery Storages With Reinforcement Learning: A Review for Energy Professionals"],"prefix":"10.1109","volume":"10","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0651-5593","authenticated-orcid":false,"given":"Rakshith","family":"Subramanya","sequence":"first","affiliation":[{"name":"Department of Electrical Engineering and Automation, Aalto University, Espoo, Finland"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0402-315X","authenticated-orcid":false,"given":"Seppo A.","family":"Sierla","sequence":"additional","affiliation":[{"name":"Department of Electrical Engineering and Automation, Aalto University, Espoo, Finland"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9315-9920","authenticated-orcid":false,"given":"Valeriy","family":"Vyatkin","sequence":"additional","affiliation":[{"name":"Department of Electrical Engineering and Automation, Aalto University, Espoo, Finland"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1016\/j.rser.2020.110581"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1016\/j.mattod.2021.03.015"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1016\/j.est.2021.102591"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1016\/j.energy.2021.120461"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/j.est.2021.102252"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.3390\/s19183937"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/j.rser.2020.110618"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.arcontrol.2020.03.001"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.arcontrol.2019.09.008"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2018.11.002"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2020.115036"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1016\/j.comcom.2021.07.014"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.3390\/app8122494"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2021.116940"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.3390\/en11082010"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.3390\/en12071229"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijepes.2020.105928"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1016\/j.epsr.2021.107229"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1016\/j.est.2021.102355"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1016\/j.energy.2021.121337"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1016\/j.energy.2020.117591"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.3390\/s21144898"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.3390\/en10111846"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.3390\/en13205359"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1016\/j.enbuild.2019.07.029"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1016\/j.egyai.2020.100020"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1016\/j.enbuild.2020.110225"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1016\/j.trc.2021.102967"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2020.116382"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.3390\/s20072157"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1016\/j.energy.2020.117297"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1016\/j.energy.2021.120118"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1016\/j.egyr.2021.02.043"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2020.115401"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1016\/j.enconman.2020.113063"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1016\/j.egyai.2020.100043"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2021.116623"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1016\/j.egyai.2021.100101"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1016\/j.cirp.2021.03.021"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1016\/j.enbuild.2021.110856"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1016\/j.enbuild.2021.110833"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2021.117131"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijepes.2019.04.011"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2021.116722"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2021.117164"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2020.107313"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2020.05.029"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2016.03.082"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2015.2461134"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1016\/j.egypro.2017.12.386"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1016\/j.renene.2017.03.008"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2017.2755588"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2016.2622180"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2018.03.104"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2017.11.072"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2019.113708"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2019.113755"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1016\/j.ifacol.2019.12.615"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2019.113762"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1016\/j.trc.2018.12.018"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2018.2872440"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/TGCN.2018.2879023"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2019.2928837"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/TCCN.2019.2949589"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/JESTPE.2019.2926061"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/LWC.2019.2948992"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2020.2991992"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3018142"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1016\/j.enbuild.2019.109608"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1016\/j.jpowsour.2020.227964"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1016\/j.energy.2020.118931"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1016\/j.energy.2019.116622"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.3390\/s20226585"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2019.114200"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2019.114204"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2019.114030"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1016\/j.jclepro.2019.119302"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1016\/j.adhoc.2019.102069"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1016\/j.autcon.2020.103078"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1016\/j.suscom.2020.100380"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1109\/TCAD.2020.3012230"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2020.2972208"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1109\/TCAD.2020.3013052"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1109\/TTE.2020.2983247"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.2968841"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2020.2996274"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1109\/TPEL.2020.2971637"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1109\/TSUSC.2020.3025139"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3047497"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2019.2963785"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1016\/j.epsr.2020.106962"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1016\/j.adhoc.2020.102278"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2021.108176"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2021.106781"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1016\/j.energy.2021.121035"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1016\/j.enconman.2020.113608"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1016\/j.rico.2021.100030"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.3390\/s21093261"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.3390\/s21082755"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2021.116977"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2021.108186"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1016\/j.trc.2021.102980"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2020.3014599"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3072903"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.23919\/ICN.2021.0010"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2021.3102831"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1109\/TTE.2021.3088853"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1109\/TSTE.2020.3047137"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1109\/TSTE.2015.2467190"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2018.03.164"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2018.2801880"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2019.2941498"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1016\/j.promfg.2020.01.345"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2019.01.145"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1016\/j.enconman.2019.05.038"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.3390\/en12152891"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2019.04.021"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.17775\/CSEEJPES.2018.00840"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2019.2952331"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2020.2992133"},{"key":"ref121","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.2974286"},{"key":"ref122","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijepes.2020.106211"},{"key":"ref123","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2019.08.106"},{"key":"ref124","doi-asserted-by":"publisher","DOI":"10.1016\/j.trc.2020.102844"},{"key":"ref125","doi-asserted-by":"publisher","DOI":"10.3390\/app10196900"},{"key":"ref126","doi-asserted-by":"publisher","DOI":"10.1016\/j.compeleceng.2020.106670"},{"key":"ref127","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2019.114423"},{"key":"ref128","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2020.2986333"},{"key":"ref129","doi-asserted-by":"publisher","DOI":"10.1109\/TIA.2020.2986412"},{"key":"ref130","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2020.3035451"},{"key":"ref131","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2019.2944183"},{"key":"ref132","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2019.2955437"},{"key":"ref133","doi-asserted-by":"publisher","DOI":"10.1016\/j.ifacol.2020.12.170"},{"key":"ref134","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2020.115258"},{"key":"ref135","doi-asserted-by":"publisher","DOI":"10.1109\/TIA.2020.2984614"},{"key":"ref136","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2019.2957289"},{"key":"ref137","doi-asserted-by":"publisher","DOI":"10.17775\/CSEEJPES.2019.02890"},{"key":"ref138","doi-asserted-by":"publisher","DOI":"10.1109\/TIA.2020.2979782"},{"key":"ref139","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2020.3026004"},{"key":"ref140","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijepes.2021.107048"},{"key":"ref141","doi-asserted-by":"publisher","DOI":"10.1016\/j.conengprac.2020.104598"},{"key":"ref142","doi-asserted-by":"publisher","DOI":"10.1016\/j.segan.2020.100413"},{"key":"ref143","doi-asserted-by":"publisher","DOI":"10.3390\/en14144131"},{"key":"ref144","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijepes.2021.107368"},{"key":"ref145","doi-asserted-by":"publisher","DOI":"10.1016\/j.est.2021.102868"},{"key":"ref146","doi-asserted-by":"publisher","DOI":"10.3390\/en14092700"},{"key":"ref147","doi-asserted-by":"publisher","DOI":"10.1016\/j.icte.2021.01.005"},{"key":"ref148","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2021.104326"},{"key":"ref149","doi-asserted-by":"publisher","DOI":"10.1016\/j.energy.2021.121377"},{"key":"ref150","doi-asserted-by":"publisher","DOI":"10.35833\/MPCE.2020.000557"},{"key":"ref151","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2021.3066257"},{"key":"ref152","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2020.3047890"},{"key":"ref153","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2020.3015204"},{"key":"ref154","doi-asserted-by":"publisher","DOI":"10.35833\/MPCE.2020.000460"},{"key":"ref155","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.2020.3046555"},{"key":"ref156","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2021.3098298"},{"key":"ref157","doi-asserted-by":"publisher","DOI":"10.1109\/TSTE.2021.3092961"},{"key":"ref158","doi-asserted-by":"publisher","DOI":"10.17775\/CSEEJPES.2020.03290"},{"key":"ref159","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2021.3103405"},{"key":"ref160","doi-asserted-by":"publisher","DOI":"10.1016\/j.cie.2021.107321"},{"key":"ref161","doi-asserted-by":"publisher","DOI":"10.3390\/en14175587"},{"key":"ref162","doi-asserted-by":"publisher","DOI":"10.1109\/TCAD.2015.2474410"},{"key":"ref163","doi-asserted-by":"publisher","DOI":"10.1109\/TGCN.2018.2829344"},{"key":"ref164","doi-asserted-by":"publisher","DOI":"10.1016\/j.cie.2018.10.045"},{"key":"ref165","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2019.2896618"},{"key":"ref166","doi-asserted-by":"publisher","DOI":"10.1016\/j.est.2020.101272"},{"key":"ref167","doi-asserted-by":"publisher","DOI":"10.3390\/app10186420"},{"key":"ref168","doi-asserted-by":"publisher","DOI":"10.3390\/en13051226"},{"key":"ref169","doi-asserted-by":"publisher","DOI":"10.3390\/app9194001"},{"key":"ref170","doi-asserted-by":"publisher","DOI":"10.3390\/en13081982"},{"key":"ref171","doi-asserted-by":"publisher","DOI":"10.1109\/LWC.2019.2959583"},{"key":"ref172","doi-asserted-by":"publisher","DOI":"10.1016\/j.simpat.2021.102272"},{"key":"ref173","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijepes.2021.106988"},{"key":"ref174","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2021.116778"},{"key":"ref175","doi-asserted-by":"publisher","DOI":"10.1109\/TTE.2021.3074792"},{"key":"ref176","doi-asserted-by":"publisher","DOI":"10.3390\/en14051361"},{"key":"ref177","doi-asserted-by":"publisher","DOI":"10.1016\/j.ifacol.2018.11.736"},{"key":"ref178","volume-title":"EU Directive 2019\/944 of the European Parliament and of the Council of 5 June 2019 on Common Rules for the Internal Market for Electricity","year":"2021"},{"key":"ref179","article-title":"OpenAI gym","author":"Brockman","year":"2016","journal-title":"arXiv:1606.01540"},{"key":"ref180","doi-asserted-by":"publisher","DOI":"10.1016\/j.simpa.2021.100066"},{"key":"ref181","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2020.106711"},{"key":"ref182","doi-asserted-by":"publisher","DOI":"10.1016\/j.enbuild.2020.110490"},{"key":"ref183","doi-asserted-by":"publisher","DOI":"10.1016\/j.egyai.2021.100092"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/9668973\/09777914.pdf?arnumber=9777914","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,22]],"date-time":"2024-01-22T22:07:55Z","timestamp":1705961275000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9777914\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"references-count":183,"URL":"https:\/\/doi.org\/10.1109\/access.2022.3176446","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]}}}