{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,18]],"date-time":"2026-06-18T16:03:28Z","timestamp":1781798608020,"version":"3.54.5"},"reference-count":130,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/501100001321","name":"S\u00e3o Paulo Research Foundation","doi-asserted-by":"publisher","award":["2021\/04872-9"],"award-info":[{"award-number":["2021\/04872-9"]}],"id":[{"id":"10.13039\/501100001321","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001321","name":"S\u00e3o Paulo Research Foundation","doi-asserted-by":"publisher","award":["2023\/00182-3"],"award-info":[{"award-number":["2023\/00182-3"]}],"id":[{"id":"10.13039\/501100001321","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100014555","name":"National Council for Scientific and Technological Development","doi-asserted-by":"publisher","award":["445374\/2020-9"],"award-info":[{"award-number":["445374\/2020-9"]}],"id":[{"id":"10.13039\/501100014555","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100014555","name":"National Council for Scientific and Technological Development","doi-asserted-by":"publisher","award":["406453\/2021-7"],"award-info":[{"award-number":["406453\/2021-7"]}],"id":[{"id":"10.13039\/501100014555","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100014555","name":"National Council for Scientific and Technological Development","doi-asserted-by":"publisher","award":["140235\/2021-3"],"award-info":[{"award-number":["140235\/2021-3"]}],"id":[{"id":"10.13039\/501100014555","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100014555","name":"National Council for Scientific and Technological Development","doi-asserted-by":"publisher","award":["402334\/2023-0"],"award-info":[{"award-number":["402334\/2023-0"]}],"id":[{"id":"10.13039\/501100014555","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2025]]},"DOI":"10.1109\/access.2025.3546578","type":"journal-article","created":{"date-parts":[[2025,2,27]],"date-time":"2025-02-27T18:52:24Z","timestamp":1740682344000},"page":"39782-39799","source":"Crossref","is-referenced-by-count":33,"title":["Reinforcement Learning Solutions for Microgrid Control and Management: A Survey"],"prefix":"10.1109","volume":"13","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9344-3796","authenticated-orcid":false,"given":"Pedro I. N.","family":"Barbalho","sequence":"first","affiliation":[{"name":"Department of Electrical and Computing Engineering, São Carlos School of Engineering, University of São Paulo, São Carlos, São Paulo, Brazil"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2342-1882","authenticated-orcid":false,"given":"Anderson L.","family":"Moraes","sequence":"additional","affiliation":[{"name":"Department of Electrical and Computing Engineering, São Carlos School of Engineering, University of São Paulo, São Carlos, São Paulo, Brazil"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8648-9027","authenticated-orcid":false,"given":"Vinicius A.","family":"Lacerda","sequence":"additional","affiliation":[{"name":"Centre d’Innovacio Tecnològica en Convertidors Estatics i Accionaments, Universitat Politècnica de Catalunya (CITCEA-UPC), Barcelona, Spain"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4347-4524","authenticated-orcid":false,"given":"Pedro H. A.","family":"Barra","sequence":"additional","affiliation":[{"name":"Faculty of Electrical Engineering, Federal University of Uberlândia, Uberlândia, Brazil"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2361-6505","authenticated-orcid":false,"given":"Ricardo A. S.","family":"Fernandes","sequence":"additional","affiliation":[{"name":"Department of Electrical and Computing Engineering, São Carlos School of Engineering, University of São Paulo, São Carlos, São Paulo, Brazil"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6581-3470","authenticated-orcid":false,"given":"Denis V.","family":"Coury","sequence":"additional","affiliation":[{"name":"Department of Electrical and Computing Engineering, São Carlos School of Engineering, University of São Paulo, São Carlos, São Paulo, Brazil"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TEC.2017.2757012"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TIE.2015.2436879"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijepes.2020.106657"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1049\/esi2.12030"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2019.2931753"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.3390\/en10111846"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/j.energy.2021.121958"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.3390\/en14061562"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.arcontrol.2019.09.008"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3038735"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2022.3222323"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2024.3440885"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.esr.2024.101298"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2024.3486382"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2013.2295514"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2012.2197425"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1016\/j.rser.2016.03.003"},{"key":"ref18","volume-title":"Reinforcement Learning: An Introduction","author":"Sutton","year":"2018"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2017.2743240"},{"key":"ref20","volume-title":"Fundamentals of Deep Learning: Designing Next-Generation Machine Intelligence Algorithms","author":"Locascio","year":"2017"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1016\/B978-1-55860-335-6.50030-1"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2022.3232630"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-41188-6_3"},{"key":"ref24","first-page":"278","article-title":"Policy invariance under reward transformations: Theory and application to reward shaping","volume-title":"Proc. 16th Int. Conf. Mach. Learn.","author":"Ng"},{"key":"ref25","first-page":"2190","article-title":"Reward design via online gradient ascent","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"23","author":"Sorg"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1613\/jair.1.12440"},{"key":"ref27","first-page":"1","article-title":"Continuous control with deep reinforcement learning","volume-title":"Proc. 4th Int. Conf. Learn. Represent. (ICLR)","author":"Lillicrap"},{"key":"ref28","first-page":"1582","article-title":"Addressing function approximation error in actor-critic methods","volume-title":"Proc. 35th Int. Conf. Mach. Learn. (ICML)","author":"Fujimoto"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijepes.2012.04.007"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1049\/iet-rpg.2011.0165"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2012.2196806"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijepes.2017.02.008"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/OAJPE.2020.3030348"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/TPEL.2007.900456"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/TPEL.2008.2001910"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/TIE.2010.2066534"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1002\/etep.424"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1016\/j.rser.2017.07.037"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1016\/j.egyr.2024.05.071"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1016\/j.rser.2011.10.002"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1049\/iet-rpg.2014.0271"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2016.2597006"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijepes.2014.07.024"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2017.2735545"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1007\/s00202-021-01315-4"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2024.3374209"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1016\/j.energy.2014.01.042"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1016\/j.energy.2018.01.030"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2017.2780986"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2020.2979503"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2018.2803748"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1016\/j.isatra.2012.06.010"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/JESTPE.2014.2331188"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhydene.2018.10.062"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2016.2514358"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2015.2461134"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1108\/COMPEL-09-2016-0408"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2018.2823641"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2018.2816935"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2018.03.017"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1049\/iet-stg.2019.0268"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1016\/j.epsr.2020.106479"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1016\/j.energy.2019.116622"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1002\/er.6029"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2015.04.092"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2852941"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1049\/iet-cps.2018.5003"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/TPEL.2020.2977765"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3018142"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2021.3100898"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/JESTPE.2019.2953869"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2020.3026361"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/TETCI.2020.2964886"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/TEC.2020.3043709"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1016\/j.epsr.2022.108315"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/ISGT-Europe54678.2022.9960311"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/PESGM52003.2023.10252482"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1016\/j.compeleceng.2013.12.013"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.3390\/en13112830"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1109\/OAJPE.2020.3023916"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1049\/iet-stg.2019.0196"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1049\/iet-gtd.2020.0045"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2020.3034827"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijepes.2020.105904"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2021.3088290"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2021.3099133"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2020.3046622"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2020.116069"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1016\/j.energy.2021.121035"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1109\/TIE.2020.3005071"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1109\/TSTE.2021.3110294"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1109\/TEC.2021.3126754"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2022.3142087"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2022.3170070"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2022.119151"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1109\/TPEL.2021.3132028"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1016\/j.compeleceng.2022.107879"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1049\/rpg2.12323"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.3390\/s22062256"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1109\/TSTE.2022.3148236"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2023.106693"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2023.3261979"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2022.3168319"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2023.3316253"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1109\/TEC.2023.3309955"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1016\/j.epsr.2024.110269"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2023.3277330"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1016\/j.egyai.2024.100421"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2024.3353934"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1109\/TSTE.2023.3237922"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1016\/j.energy.2023.129725"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.1016\/j.egyr.2023.12.052"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1016\/j.epsr.2023.109925"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1016\/j.epsr.2024.111006"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1109\/TAI.2024.3428510"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.1109\/TSTE.2024.3390808"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2023.3339541"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2024.3448460"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.1109\/TGCN.2020.3027063"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2021.3122570"},{"key":"ref121","doi-asserted-by":"publisher","DOI":"10.1016\/j.segan.2024.101525"},{"key":"ref122","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2023.3263243"},{"key":"ref123","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2024.3442445"},{"key":"ref124","doi-asserted-by":"publisher","DOI":"10.1109\/PESGM51994.2024.10689198"},{"key":"ref125","article-title":"Attention is all you need","author":"Vaswani","year":"2017","journal-title":"arXiv:1706.03762"},{"key":"ref126","doi-asserted-by":"publisher","DOI":"10.1109\/CPE-POWERENG58103.2023.10227392"},{"key":"ref127","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2021.103500"},{"key":"ref128","doi-asserted-by":"publisher","DOI":"10.1016\/j.scs.2024.105352"},{"key":"ref129","doi-asserted-by":"publisher","DOI":"10.1109\/ISGTEUROPE56780.2023.10407700"},{"key":"ref130","doi-asserted-by":"publisher","DOI":"10.1016\/j.egyr.2024.02.033"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6287639\/10820123\/10906591.pdf?arnumber=10906591","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,3,7]],"date-time":"2025-03-07T06:05:56Z","timestamp":1741327556000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10906591\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"references-count":130,"URL":"https:\/\/doi.org\/10.1109\/access.2025.3546578","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]}}}