{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,18]],"date-time":"2026-01-18T08:34:16Z","timestamp":1768725256826,"version":"3.49.0"},"reference-count":48,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/100013276","name":"INTERREG Channel Funding Stream through the Intelligent Community Energy (ICE) Project","doi-asserted-by":"publisher","award":["5025"],"award-info":[{"award-number":["5025"]}],"id":[{"id":"10.13039\/100013276","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2021]]},"DOI":"10.1109\/access.2021.3112817","type":"journal-article","created":{"date-parts":[[2021,9,14]],"date-time":"2021-09-14T20:24:55Z","timestamp":1631651095000},"page":"132569-132579","source":"Crossref","is-referenced-by-count":19,"title":["Electric Water Heaters Management via Reinforcement Learning With Time-Delay in Isolated Microgrids"],"prefix":"10.1109","volume":"9","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7883-705X","authenticated-orcid":false,"given":"Jiangjiao","family":"Xu","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2400-7154","authenticated-orcid":false,"given":"Hisham","family":"Mahmood","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9368-1495","authenticated-orcid":false,"given":"Hao","family":"Xiao","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8860-8330","authenticated-orcid":false,"given":"Enrico","family":"Anderlini","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4195-5079","authenticated-orcid":false,"given":"Mohammad","family":"Abusara","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2019.2963109"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2011.2171046"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/TCAD.2016.2598563"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/SmartGridComm.2014.7007742"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1016\/j.egypro.2011.10.140"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TASE.2019.2923986"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1016\/j.energy.2017.12.019"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/ISGTEurope.2017.8260152"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2016.2640184"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/PSCC.2014.7038106"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.energy.2016.05.026"},{"key":"ref40","first-page":"535","article-title":"Evaluation of residential HVAC control strategies for demand response programs","volume":"112","author":"katipamula","year":"2006","journal-title":"ASHRAE Trans"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/ENERGYCON.2010.5771683"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TSTE.2017.2765483"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.3390\/en11102801"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1016\/j.energy.2018.04.106"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2019.113500"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/j.eneco.2014.03.017"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2015.10.002"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1007\/s00521-004-0401-8"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2015.2495145"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2018.2823641"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1002\/etep.2680"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2019.2941498"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1007\/s11356-016-6511-x"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1002\/2050-7038.12144"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2019.2924025"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1002\/etep.2167"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.renene.2016.08.066"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2014.2329323"},{"key":"ref2","year":"2020","journal-title":"2019 Global Status Report for Buildings and Construction Towards a Zero-Emission Efficient and Resilient Buildings and Construction Sector"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TIE.2018.2793276"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1016\/j.rser.2011.11.013"},{"key":"ref46","first-page":"4026","article-title":"Deep exploration via bootstrapped DQN","author":"osband","year":"2016","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2021.3078446"},{"key":"ref45","article-title":"ICE report T2. 1.2-ICE general methodology","author":"matthew","year":"2018"},{"key":"ref48","article-title":"Hyper-parameter optimization: A review of algorithms and applications","author":"yu","year":"2020","journal-title":"arXiv 2003 05689"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCC.2012.2218596"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1561\/2200000049"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2004.831259"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2016.2547939"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.17775\/CSEEJPES.2018.00840"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2005.846072"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2018.2801880"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.3390\/en81112336"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2014.2347043"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1080\/17442509208833749"},{"key":"ref25","author":"sutton","year":"2018","journal-title":"Reinforcement Learning An Introduction"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/9312710\/09537814.pdf?arnumber=9537814","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,12,17]],"date-time":"2021-12-17T19:55:37Z","timestamp":1639770937000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9537814\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"references-count":48,"URL":"https:\/\/doi.org\/10.1109\/access.2021.3112817","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021]]}}}