{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T01:43:06Z","timestamp":1740102186425,"version":"3.37.3"},"reference-count":24,"publisher":"IEEE","license":[{"start":{"date-parts":[[2023,6,19]],"date-time":"2023-06-19T00:00:00Z","timestamp":1687132800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,6,19]],"date-time":"2023-06-19T00:00:00Z","timestamp":1687132800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100002341","name":"Academy of Finland","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100002341","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004543","name":"China Scholarship Council","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100004543","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023,6,19]]},"DOI":"10.1109\/isie51358.2023.10228102","type":"proceedings-article","created":{"date-parts":[[2023,8,31]],"date-time":"2023-08-31T17:30:24Z","timestamp":1693503024000},"page":"1-6","source":"Crossref","is-referenced-by-count":0,"title":["Application of reinforcement learning for energy consumption optimization of district heating system"],"prefix":"10.1109","author":[{"given":"Jifei","family":"Deng","sequence":"first","affiliation":[{"name":"Aalto University,Department of Electrical Engineering and Automation,Espoo,Finland"}]},{"given":"Miro","family":"Eklund","sequence":"additional","affiliation":[{"name":"Abo Akademi University,Department of Information Technology,Turku,Finland"}]},{"given":"Seppo","family":"Sierla","sequence":"additional","affiliation":[{"name":"Aalto University,Department of Electrical Engineering and Automation,Espoo,Finland"}]},{"given":"Jouni","family":"Savolainen","sequence":"additional","affiliation":[{"name":"Semantum Ltd,Espoo,Finland"}]},{"given":"Hannu","family":"Niemist\u00f6","sequence":"additional","affiliation":[{"name":"Semantum Ltd,Espoo,Finland"}]},{"given":"Tommi","family":"Karhela","sequence":"additional","affiliation":[{"name":"Aalto University,Department of Electrical Engineering and Automation,Espoo,Finland"}]},{"given":"Valeriy","family":"Vyatkin","sequence":"additional","affiliation":[{"name":"Aalto University,Department of Electrical Engineering and Automation,Espoo,Finland"}]}],"member":"263","reference":[{"year":"2022","key":"ref1","article-title":"Statistics Finland \u2013 Energy consumption in households 2020"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1016\/j.scs.2017.03.015"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1016\/j.energy.2017.04.045"},{"key":"ref4","article-title":"District Heating and Cooling","author":"Frederiksen","year":"2013","journal-title":"Professional Publishing Svc."},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2017.10.044"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/j.enconman.2021.113860"},{"key":"ref7","article-title":"Reinforcement learning: an introduction, Second edition","author":"Sutton","year":"2018","journal-title":"Adaptive computation and machine learning series"},{"year":"2022","key":"ref8","article-title":"Dynamic Process Simulation Software for Nuclear and Thermal Power Plant Applications"},{"year":"2023","key":"ref9","article-title":"Using a Digital Twin as the Objective Function for Evolutionary Algorithm Applications in Large Scale Industrial Processes IEEE Journals & Magazine IEEE Xplore"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.energy.2019.116035"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2022.119844"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1016\/j.enconman.2022.115839"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1002\/er.4600"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.3389\/fbuil.2016.00022"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2021.104235"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/j.scs.2021.103625"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1016\/j.egyr.2022.11.028"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1016\/j.scs.2021.103163"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1016\/j.scs.2021.103207"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/tste.2021.3107439"},{"key":"ref21","first-page":"1","article-title":"Proximal policy optimization algorithms","author":"Schulman","year":"2017","journal-title":"arXiv"},{"key":"ref22","first-page":"2976","article-title":"Soft actor-critic: Off-policy maximum entropy deep reinforcement learning with a stochastic actor","volume":"5","author":"Haarnoja","year":"2018","journal-title":"ICML"},{"key":"ref23","first-page":"2587","article-title":"Addressing Function Approximation Error in Actor-Critic Methods","volume":"4","author":"Fujimoto","year":"2018","journal-title":"ICML"},{"key":"ref24","article-title":"OpenAI Gym","author":"Brockman","year":"2016","journal-title":"arXiv"}],"event":{"name":"2023 IEEE 32nd International Symposium on Industrial Electronics (ISIE)","start":{"date-parts":[[2023,6,19]]},"location":"Helsinki, Finland","end":{"date-parts":[[2023,6,21]]}},"container-title":["2023 IEEE 32nd International Symposium on Industrial Electronics (ISIE)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/10227852\/10227910\/10228102.pdf?arnumber=10228102","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,1]],"date-time":"2024-03-01T21:42:02Z","timestamp":1709329322000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10228102\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6,19]]},"references-count":24,"URL":"https:\/\/doi.org\/10.1109\/isie51358.2023.10228102","relation":{},"subject":[],"published":{"date-parts":[[2023,6,19]]}}}