{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,6]],"date-time":"2026-03-06T21:53:01Z","timestamp":1772833981886,"version":"3.50.1"},"reference-count":26,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2024]]},"DOI":"10.1109\/access.2024.3521124","type":"journal-article","created":{"date-parts":[[2024,12,23]],"date-time":"2024-12-23T19:24:31Z","timestamp":1734981871000},"page":"196432-196441","source":"Crossref","is-referenced-by-count":7,"title":["DeepTwin: A Deep Reinforcement Learning Supported Digital Twin Model for Micro-Grids"],"prefix":"10.1109","volume":"12","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6896-803X","authenticated-orcid":false,"given":"Erol","family":"\u00d6zkan","sequence":"first","affiliation":[{"name":"Department of Computer Engineering, Hacettepe University, Ankara, Türkiye"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9787-8079","authenticated-orcid":false,"given":"\u0130brah\u0131m","family":"K\u00f6k","sequence":"additional","affiliation":[{"name":"Department of Artificial Intelligence and Data Engineering, Ankara University, Ankara, Türkiye"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4588-4538","authenticated-orcid":false,"given":"Suat","family":"\u00d6zdem\u0131r","sequence":"additional","affiliation":[{"name":"Department of Computer Engineering, Hacettepe University, Ankara, Türkiye"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"crossref","DOI":"10.1016\/j.enconman.2022.116146","article-title":"Effective mitigation of climate change with sustainable development of energy, water and environment systems","volume":"269","author":"Kilki\u015f","year":"2022","journal-title":"Energy Convers. Manage."},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1016\/j.geothermics.2023.102911"},{"key":"ref3","article-title":"GridLearn: Multiagent reinforcement learning for grid-aware building energy management","author":"Pigott","year":"2021","journal-title":"arXiv:2110.06396"},{"key":"ref4","article-title":"Deep reinforcement learning for energy management in a microgrid with flexible demand","volume":"25","author":"Nakabi","year":"2021","journal-title":"Sustain. Energy, Grids Netw."},{"key":"ref5","doi-asserted-by":"crossref","DOI":"10.1016\/j.egyai.2022.100202","article-title":"Real-world challenges for multi-agent reinforcement learning in grid-interactive buildings","volume":"10","author":"Nweye","year":"2022","journal-title":"Energy AI"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2023.3241588"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3138990"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3038735"},{"key":"ref9","doi-asserted-by":"crossref","DOI":"10.1016\/j.solener.2023.111865","article-title":"Stochastic optimization for energy economics and renewable sources management: A case study of solar energy in digital twin","volume":"262","author":"Gao","year":"2023","journal-title":"Sol. Energy"},{"key":"ref10","article-title":"Reinforcement learning in digital twins for active network management of power grids","volume-title":"E3S Web Conf.","volume":"209","author":"Tomin"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/IECON51785.2023.10311709"},{"key":"ref12","doi-asserted-by":"crossref","DOI":"10.1016\/j.engappai.2023.106693","article-title":"Twin-delayed deep deterministic policy gradient algorithm for the energy management of microgrids","volume":"125","author":"Dom\u00ednguez-Barbero","year":"2023","journal-title":"Eng. Appl. Artif. Intell."},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.3390\/math11092166"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.3390\/su16020482"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1049\/rpg2.12887"},{"key":"ref16","volume-title":"Terraform: Infrastructure as Code. Version 1.5.6","year":"2023"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.3390\/en11051083"},{"key":"ref18","article-title":"CityLearn: Standardizing research in multi-agent reinforcement learning for demand response and urban energy management","author":"Vazquez-Canteli","year":"2020","journal-title":"arXiv:2012.10504"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1016\/j.pmcj.2022.101654"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/3408308.3427604"},{"key":"ref21","article-title":"Proximal policy optimization algorithms","author":"Schulman","year":"2017","journal-title":"arXiv:1707.06347"},{"key":"ref22","article-title":"Soft actor-critic: Off-policy maximum entropy deep reinforcement learning with a stochastic actor","author":"Haarnoja","year":"2018","journal-title":"arXiv:1801.01290"},{"key":"ref23","volume-title":"Fingrid Solar Power Generation Data Sets","year":"2024"},{"key":"ref24","volume-title":"Fingrid Temperature Data Sets","year":"2024"},{"key":"ref25","volume-title":"Fingrid Buy Prices Data Sets","year":"2024"},{"key":"ref26","volume-title":"Fingrid Sell Prices Data Sets","year":"2024"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6287639\/10380310\/10811923.pdf?arnumber=10811923","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,12,31]],"date-time":"2024-12-31T06:21:04Z","timestamp":1735626064000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10811923\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"references-count":26,"URL":"https:\/\/doi.org\/10.1109\/access.2024.3521124","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]}}}