{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,23]],"date-time":"2026-05-23T06:04:44Z","timestamp":1779516284927,"version":"3.53.1"},"reference-count":36,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/501100002322","name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior-Brasil","doi-asserted-by":"publisher","award":["001"],"award-info":[{"award-number":["001"]}],"id":[{"id":"10.13039\/501100002322","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2026]]},"DOI":"10.1109\/access.2026.3690377","type":"journal-article","created":{"date-parts":[[2026,5,5]],"date-time":"2026-05-05T20:03:46Z","timestamp":1778011426000},"page":"69317-69330","source":"Crossref","is-referenced-by-count":0,"title":["Deep Reinforcement Learning in HEMS at Deregulated Electricity Market"],"prefix":"10.1109","volume":"14","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1042-9591","authenticated-orcid":false,"given":"V\u00edtor De O.","family":"Pochmann","sequence":"first","affiliation":[{"name":"Communications Department, School of Electrical and Computer Engineering, State University of Campinas, Campinas, São Paulo, Brazil"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5782-9608","authenticated-orcid":false,"given":"Lu\u00eds Geraldo P.","family":"Meloni","sequence":"additional","affiliation":[{"name":"Communications Department, School of Electrical and Computer Engineering, State University of Campinas, Campinas, São Paulo, Brazil"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"issue":"8","key":"ref1","doi-asserted-by":"crossref","first-page":"1863","DOI":"10.3390\/en17081863","article-title":"Strategic behavior of competitive local citizen energy communities in liberalized electricity markets","volume":"17","author":"Algarvio","year":"2024","journal-title":"Energies"},{"key":"ref2","doi-asserted-by":"crossref","DOI":"10.1016\/j.epsr.2024.111264","article-title":"Towards the integration of interconnected microgrids to deregulated electricity markets","volume":"239","author":"Moungos","year":"2025","journal-title":"Electric Power Syst. Res."},{"issue":"23","key":"ref3","doi-asserted-by":"crossref","first-page":"6148","DOI":"10.3390\/en18236148","article-title":"Vehicle-to-grid (V2G) research: A decade of progress, achievements, and future directions","volume":"18","author":"Ru","year":"2025","journal-title":"Energies"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2022.3214229"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.3390\/s19183937"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2019.2909266"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2020.2971427"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TIA.2025.3537072"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2019.2957289"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.17775\/cseejpes.2019.02890"},{"key":"ref11","doi-asserted-by":"crossref","DOI":"10.1016\/j.egyai.2020.100043","article-title":"Deep reinforcement learning for home energy management system control","volume":"3","author":"Lissa","year":"2021","journal-title":"Energy AI"},{"issue":"3","key":"ref12","doi-asserted-by":"crossref","first-page":"531","DOI":"10.3390\/en14030531","article-title":"Real-time autonomous residential demand response management based on twin delayed deep deterministic policy gradient learning","volume":"14","author":"Ye","year":"2021","journal-title":"Energies"},{"key":"ref13","first-page":"1587","article-title":"Addressing function approximation error in actor-critic methods","volume-title":"Proc. 35th Int. Conf. Mach. Learn. (ICML)","author":"Fujimoto"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2022.3172327"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/SyNERGYMED55767.2022.9941452"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2022.3198401"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2024.3375771"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1812.05905"},{"key":"ref19","doi-asserted-by":"crossref","DOI":"10.1016\/j.apenergy.2023.122258","article-title":"A data-driven DRL-based home energy management system optimization framework considering uncertain household parameters","volume":"355","author":"Ren","year":"2024","journal-title":"Appl. Energy"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TIA.2025.3577145"},{"key":"ref21","doi-asserted-by":"crossref","DOI":"10.1016\/j.est.2024.114377","article-title":"Distributional reinforcement learning-based energy arbitrage strategies in imbalance settlement mechanism","volume":"104","author":"Karimi Madahi","year":"2024","journal-title":"J. Energy Storage"},{"key":"ref22","first-page":"1","article-title":"Emphatic algorithms for deep reinforcement learning","volume-title":"Proc. Emphatic Algorithms Deep Reinforcement Learn.","author":"Jiang"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/tnn.1998.712192"},{"key":"ref24","doi-asserted-by":"crossref","DOI":"10.1016\/j.apenergy.2019.113689","article-title":"Modeling and control of building-integrated microgrids for optimal energy management\u2014A review","volume":"254","author":"Fontenot","year":"2019","journal-title":"Appl. Energy"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.3390\/en5041116"},{"key":"ref26","article-title":"Modeling photovoltaic system for a home energy management control","author":"Selga","year":"2021"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1016\/j.scs.2021.102792"},{"key":"ref28","article-title":"Reinforcement learning with deep energy-based policies","author":"Haarnoja","year":"2017","journal-title":"arXiv:1702.08165"},{"key":"ref29","article-title":"IMPALA: Scalable distributed deep-RL with importance weighted actor-learner architectures","author":"Espeholt","year":"2018","journal-title":"arXiv:1802.01561"},{"issue":"1","key":"ref30","first-page":"2603","article-title":"An emphatic approach to the problem of off-policy temporal-difference learning","volume-title":"Proc. J. Mach. Learn. Res.","volume":"17","author":"Sutton"},{"issue":"101","key":"ref31","first-page":"1","article-title":"Off-policy actor-critic with emphatic weightings","volume":"24","author":"Graves","year":"2023","journal-title":"J. Mach. Learn. Res."},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4615-7566-5"},{"key":"ref33","volume-title":"REFIT: Electrical Load Measurements","author":"Murray","year":"2016"},{"key":"ref34","volume-title":"PJM-Data Miner 2, Public Data","year":"2024"},{"key":"ref35","volume-title":"Data and Tools, NREL Develops Data Sets, Maps, Models, Tools, and Software for the Analysis and Development of Renewable Energy and Energy Efficiency Technologies","year":"2024"},{"issue":"112","key":"ref36","first-page":"108","article-title":"Smart: An open data set and tools for enabling research in sustainable homes","volume":"111","author":"Barker","year":"2012","journal-title":"SustKDD"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6287639\/11323511\/11506361.pdf?arnumber=11506361","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,23]],"date-time":"2026-05-23T05:10:04Z","timestamp":1779513004000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11506361\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"references-count":36,"URL":"https:\/\/doi.org\/10.1109\/access.2026.3690377","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]}}}