{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,24]],"date-time":"2026-03-24T07:41:13Z","timestamp":1774338073343,"version":"3.50.1"},"reference-count":140,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"name":"Mitacs through the Mitacs Accelerate Program"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2025]]},"DOI":"10.1109\/access.2025.3569761","type":"journal-article","created":{"date-parts":[[2025,5,13]],"date-time":"2025-05-13T17:47:39Z","timestamp":1747158459000},"page":"85927-85950","source":"Crossref","is-referenced-by-count":5,"title":["Comprehensive Review on the Control of Heat Pumps for Energy Flexibility in Distribution Networks"],"prefix":"10.1109","volume":"13","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1667-3803","authenticated-orcid":false,"given":"Gustavo L.","family":"Aschidamini","sequence":"first","affiliation":[{"name":"School of Sustainable Energy Engineering, Faculty of Applied Sciences, Simon Fraser University, Surrey, BC, Canada"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-6722-1831","authenticated-orcid":false,"given":"Mina","family":"Pavlovic","sequence":"additional","affiliation":[{"name":"School of Sustainable Energy Engineering, Faculty of Applied Sciences, Simon Fraser University, Surrey, BC, Canada"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7600-891X","authenticated-orcid":false,"given":"Bradley A.","family":"Reinholz","sequence":"additional","affiliation":[{"name":"Generac Power Systems Inc., Waukesha, WI, USA"}]},{"given":"Malcolm S.","family":"Metcalfe","sequence":"additional","affiliation":[{"name":"Generac Power Systems Inc., Waukesha, WI, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0266-2705","authenticated-orcid":false,"given":"Taco","family":"Niet","sequence":"additional","affiliation":[{"name":"School of Sustainable Energy Engineering, Faculty of Applied Sciences, Simon Fraser University, Surrey, BC, Canada"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0038-9891","authenticated-orcid":false,"given":"Mariana","family":"Resener","sequence":"additional","affiliation":[{"name":"School of Sustainable Energy Engineering, Faculty of Applied Sciences, Simon Fraser University, Surrey, BC, Canada"}]}],"member":"263","reference":[{"key":"ref1","volume-title":"2030 Emissions Reduction Plan: Clean Air, Strong Economy","year":"2022"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.2172\/2338089"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2024.3421615"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2025.3548526"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2024.122820"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.3390\/en13153939"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2023.121878"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/CPE-POWERENG58103.2023.10227394"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.rser.2023.114062"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.jclepro.2023.137160"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2022.118825"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ISGTEUROPE56780.2023.10407485"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.arcontrol.2023.03.008"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1016\/j.scs.2016.09.014"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2017.2679238"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/j.rser.2021.111198"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1016\/j.egyr.2022.09.023"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1016\/j.egyr.2022.12.139"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1016\/j.rser.2016.11.182"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2022.119188"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1016\/j.enpol.2023.113976"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2018.01.086"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/PowerTech55446.2023.10202745"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1016\/j.egyr.2024.05.023"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2020.2971530"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1016\/j.epsr.2022.108120"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2018.11.002"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1016\/j.rser.2016.01.016"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1016\/j.rser.2018.08.003"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1016\/j.jup.2023.101660"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2017.12.073"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1016\/j.jprocont.2018.03.006"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1016\/j.rser.2018.09.045"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1016\/j.rser.2020.109966"},{"key":"ref35","volume-title":"Scopus Search Engine","year":"2024"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1016\/j.energy.2020.119440"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1016\/j.enpol.2022.113342"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2023.122269"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2023.120763"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.3390\/en17030581"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1016\/j.energy.2016.10.111"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1016\/j.energy.2023.126913"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2831917"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3092304"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2023.3248502"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2963502"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1049\/icp.2023.0128"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1038\/s41597-019-0199-y"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2021.3130315"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijepes.2022.108317"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.3390\/buildings11110548"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/APPEEC57400.2023.10562015"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1016\/j.renene.2024.120059"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1016\/j.segy.2021.100017"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.3390\/en17081908"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2018.12.074"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1016\/j.segan.2023.101072"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.17775\/CSEEJPES.2019.00590"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2022.118702"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.3390\/en15062275"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1016\/j.enbuild.2024.114562"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2022.119894"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.3390\/s20030781"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.3390\/en11030631"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3065087"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1016\/j.arcontrol.2020.09.001"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2023.3346324"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2022.3156581"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1016\/j.applthermaleng.2023.120024"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2021.117629"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1016\/j.enbuild.2023.113682"},{"key":"ref72","volume-title":"Reinforcement Learning: An Introduction","author":"Sutton","year":"2018"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-75538-8_7"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"ref75","first-page":"2613","article-title":"Double Q-learning","volume-title":"Proc. 24th Annu. Conf. Adv. Neural Inf. Process. Syst.","volume":"23","author":"Hasselt"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"ref77","first-page":"1889","article-title":"Trust region policy optimization","volume-title":"Proc. 32nd Int. Conf. Mach. Learn.","author":"Schulman"},{"key":"ref78","article-title":"Proximal policy optimization algorithms","author":"Schulman","year":"2017","journal-title":"arXiv:1707.06347"},{"key":"ref79","first-page":"1","article-title":"Continuous control with deep reinforcement learning","volume-title":"Proc. 4th Int. Conf. Learn. Represent.","author":"Lillicrap"},{"key":"ref80","first-page":"2587","article-title":"Addressing function approximation error in actor-critic methods","volume-title":"Proc. 35th Int. Conf. Mach. Learn.","author":"Fujimoto"},{"key":"ref81","first-page":"2976","article-title":"Soft actor-critic: Off-policy maximum entropy deep reinforcement learning with a stochastic actor","volume-title":"Proc. 35th Int. Conf. Mach. Learn.","author":"Haarnoja"},{"issue":"18","key":"ref82","first-page":"503","article-title":"Tree-based batch mode reinforcement learning","volume":"6","author":"Ernst","year":"2005","journal-title":"J. Mach. Learn. Res."},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1007\/11564096_32"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1109\/ENERGYCON.2016.7514089"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijepes.2020.106029"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1016\/j.enbuild.2021.111234"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1016\/j.est.2022.105873"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1016\/j.solener.2023.112049"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1109\/ISGTEurope.2019.8905537"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2019.113580"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2018.12.008"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1016\/j.ecmx.2019.100005"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1016\/j.enconman.2020.113457"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.3390\/en14217314"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2021.117429"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.3390\/app122110758"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.17775\/CSEEJPES.2020.05840"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1109\/ISGT59692.2024.10454234"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1016\/j.buildenv.2024.111584"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2016.01.036"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2017.06.110"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2017.03.055"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2018.2887232"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1016\/j.applthermaleng.2018.11.063"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1016\/j.enbuild.2019.05.060"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2020.114671"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1016\/j.energy.2020.118456"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1016\/j.jobe.2021.102425"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1109\/ISGT-Europe54678.2022.9960438"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2023.121500"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1109\/TSTE.2023.3235703"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.1016\/j.enbuild.2023.113884"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1016\/j.enbuild.2024.114116"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1109\/ISGTEurope.2017.8260152"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2016.2517211"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.1109\/ENERGYCON.2018.8398836"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1109\/ENERGYCON.2018.8398832"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.1016\/j.segy.2021.100044"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3060871"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.1109\/PowerTech55446.2023.10202844"},{"key":"ref121","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-37717-4_29"},{"key":"ref122","doi-asserted-by":"publisher","DOI":"10.1016\/j.enbuild.2024.114161"},{"key":"ref123","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2024.124406"},{"key":"ref124","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2014.04.026"},{"key":"ref125","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2015.2448663"},{"key":"ref126","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2016.11.103"},{"key":"ref127","doi-asserted-by":"publisher","DOI":"10.1016\/j.enbuild.2019.04.031"},{"key":"ref128","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3032228"},{"key":"ref129","doi-asserted-by":"publisher","DOI":"10.3390\/en13195083"},{"key":"ref130","doi-asserted-by":"publisher","DOI":"10.1109\/ISGT-Europe47291.2020.9248942"},{"key":"ref131","doi-asserted-by":"publisher","DOI":"10.1049\/icp.2021.1390"},{"key":"ref132","doi-asserted-by":"publisher","DOI":"10.1049\/icp.2021.2204"},{"key":"ref133","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2021.117057"},{"key":"ref134","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2021.117093"},{"key":"ref135","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2023.3241593"},{"key":"ref136","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2023.3288811"},{"key":"ref137","doi-asserted-by":"publisher","DOI":"10.1016\/j.segan.2023.101118"},{"key":"ref138","doi-asserted-by":"publisher","DOI":"10.3390\/wevj15020049"},{"key":"ref139","doi-asserted-by":"publisher","DOI":"10.1049\/stg2.12134"},{"key":"ref140","doi-asserted-by":"publisher","DOI":"10.1016\/j.enbuild.2024.114436"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6287639\/10820123\/11003118.pdf?arnumber=11003118","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,21]],"date-time":"2025-05-21T17:41:08Z","timestamp":1747849268000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11003118\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"references-count":140,"URL":"https:\/\/doi.org\/10.1109\/access.2025.3569761","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]}}}