{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,22]],"date-time":"2025-10-22T19:51:13Z","timestamp":1761162673305,"version":"build-2065373602"},"reference-count":25,"publisher":"IEEE","license":[{"start":{"date-parts":[[2023,10,23]],"date-time":"2023-10-23T00:00:00Z","timestamp":1698019200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,10,23]],"date-time":"2023-10-23T00:00:00Z","timestamp":1698019200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023,10,23]]},"DOI":"10.1109\/isncc58260.2023.10323891","type":"proceedings-article","created":{"date-parts":[[2023,11,27]],"date-time":"2023-11-27T14:36:01Z","timestamp":1701095761000},"page":"1-6","source":"Crossref","is-referenced-by-count":0,"title":["Autonomous Micro-Grids: A Reinforcement Learning-Based Energy Management Model in Smart Cities"],"prefix":"10.1109","author":[{"given":"Erol","family":"\u00d6zkan","sequence":"first","affiliation":[{"name":"Hacettepe University,Department of Computer Engineering,Ankara,Turkey"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"\u0130brahim","family":"K\u00f6k","sequence":"additional","affiliation":[{"name":"Pamukkale University,Department of Computer Engineering,Denizli,Turkey"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Suat","family":"\u00d6zdem\u0131r","sequence":"additional","affiliation":[{"name":"Hacettepe University,Department of Computer Engineering,Ankara,Turkey"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3038735"},{"issue":"4","key":"ref2","doi-asserted-by":"crossref","first-page":"2262","DOI":"10.3390\/en6042262","article-title":"Energy management and smart grids","volume":"6","author":"Miceli","year":"2013","journal-title":"Energies"},{"key":"ref3","doi-asserted-by":"crossref","first-page":"121323","DOI":"10.1016\/j.apenergy.2023.121323","article-title":"Merlin: Multi-agent offline and transfer learning for occupant-centric operation of grid-interactive communities","volume":"346","author":"Nweye","year":"2023","journal-title":"Applied Energy"},{"key":"ref4","doi-asserted-by":"crossref","first-page":"100413","DOI":"10.1016\/j.segan.2020.100413","article-title":"Deep reinforcement learning for energy management in a microgrid with flexible demand","volume":"25","author":"Nakabi","year":"2021","journal-title":"Sustainable Energy, Grids and Networks"},{"volume-title":"Citylearn: Standardizing research in multi-agent reinforcement learning for demand response and urban energy management","year":"2020","author":"V\u00e1zquez-Canteli","key":"ref5"},{"key":"ref6","doi-asserted-by":"crossref","first-page":"1072","DOI":"10.1016\/j.apenergy.2018.11.002","article-title":"Reinforcement learning for demand response: A review of algorithms and modeling techniques","volume":"235","author":"V\u00e1zquez-Canteli","year":"2019","journal-title":"Applied Energy"},{"key":"ref7","doi-asserted-by":"crossref","first-page":"37","DOI":"10.1016\/j.apenergy.2013.10.027","article-title":"Use of model predictive control for experimental microgrid optimization","volume":"115","author":"Parisio","year":"2014","journal-title":"Applied Energy"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TCST.2013.2295737"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/ISGTEurope.2019.8905538"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/ICCCEEE49695.2021.9429584"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2019.2924025"},{"key":"ref12","doi-asserted-by":"crossref","first-page":"100202","DOI":"10.1016\/j.egyai.2022.100202","article-title":"Real-world challenges for multi-agent reinforcement learning in grid-interactive buildings","volume":"10","author":"Nweye","year":"2022","journal-title":"Energy and AI"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/3408308.3427604"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/3486611.3488732"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/3427773.3427870"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/3427773.3427869"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/EEBDA56825.2023.10090669"},{"key":"ref18","doi-asserted-by":"crossref","first-page":"577","DOI":"10.1016\/j.apenergy.2015.07.050","article-title":"Reinforcement learning for optimal control of low exergy buildings","volume":"156","author":"Yang","year":"2015","journal-title":"Applied Energy"},{"key":"ref19","doi-asserted-by":"crossref","first-page":"120725","DOI":"10.1016\/j.energy.2021.120725","article-title":"Coordinated energy management for a cluster of buildings through deep reinforcement learning","volume":"229","author":"Pinto","year":"2021","journal-title":"Energy"},{"key":"ref20","article-title":"Gridlearn: Multiagent reinforcement learning for grid-aware building energy management","volume":"abs\/2110.06396","author":"Pigott","year":"2021","journal-title":"ArXiv"},{"key":"ref21","article-title":"Hindsight experience replay","volume":"abs\/1707.01495","author":"Andrychowicz","year":"2017","journal-title":"CoRR"},{"key":"ref22","article-title":"Proximal policy optimization algorithms","volume":"abs\/1707.06347","author":"Schulman","year":"2017","journal-title":"CoRR"},{"key":"ref23","article-title":"Soft actor-critic: Off-policy maximum entropy deep reinforcement learning with a stochastic actor","volume":"abs\/1801.01290","author":"Haarnoja","year":"2018","journal-title":"CoRR"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/3360322.3360998"},{"issue":"268","key":"ref25","first-page":"1","article-title":"Stable-baselines3: Reliable reinforcement learning implementations","volume":"22","author":"Raffin","year":"2021","journal-title":"Journal of Machine Learning Research"}],"event":{"name":"2023 International Symposium on Networks, Computers and Communications (ISNCC)","start":{"date-parts":[[2023,10,23]]},"location":"Doha, Qatar","end":{"date-parts":[[2023,10,26]]}},"container-title":["2023 International Symposium on Networks, Computers and Communications (ISNCC)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/10323591\/10323546\/10323891.pdf?arnumber=10323891","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,21]],"date-time":"2025-10-21T17:05:20Z","timestamp":1761066320000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10323891\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,10,23]]},"references-count":25,"URL":"https:\/\/doi.org\/10.1109\/isncc58260.2023.10323891","relation":{},"subject":[],"published":{"date-parts":[[2023,10,23]]}}}