{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,27]],"date-time":"2026-02-27T02:36:45Z","timestamp":1772159805166,"version":"3.50.1"},"reference-count":42,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2021,5,1]],"date-time":"2021-05-01T00:00:00Z","timestamp":1619827200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,5,1]],"date-time":"2021-05-01T00:00:00Z","timestamp":1619827200000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,5,1]],"date-time":"2021-05-01T00:00:00Z","timestamp":1619827200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,5,1]],"date-time":"2021-05-01T00:00:00Z","timestamp":1619827200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100011661","name":"Pacific Northwest National Laboratory is operated by Battelle for the U.S. Department of Energy","doi-asserted-by":"publisher","award":["DE-AC05-76RL01830"],"award-info":[{"award-number":["DE-AC05-76RL01830"]}],"id":[{"id":"10.13039\/100011661","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Smart Grid"],"published-print":{"date-parts":[[2021,5]]},"DOI":"10.1109\/tsg.2020.3042498","type":"journal-article","created":{"date-parts":[[2020,12,4]],"date-time":"2020-12-04T19:52:40Z","timestamp":1607111560000},"page":"2462-2471","source":"Crossref","is-referenced-by-count":57,"title":["Automated Control of Transactive HVACs in Energy Distribution Systems"],"prefix":"10.1109","volume":"12","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8258-6126","authenticated-orcid":false,"given":"Boming","family":"Liu","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5094-1931","authenticated-orcid":false,"given":"Murat","family":"Akcakaya","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5496-0419","authenticated-orcid":false,"given":"Thomas E.","family":"Mcdermott","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2010.2055903"},{"key":"ref38","first-page":"387","article-title":"Deterministic policy gradient algorithms","author":"silver","year":"2014","journal-title":"Proc Int Conf Meach Learn"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2018.11.002"},{"key":"ref32","first-page":"22","article-title":"A deep reinforcement learning approach to using whole building energy model for HVAC optimal control","volume":"3","author":"zhang","year":"2018","journal-title":"Proc Build Perform Anal Conf (SimBuild)"},{"key":"ref31","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1038\/nature14236","article-title":"Human-level control through deep reinforcement learning","volume":"518","author":"mnih","year":"2015","journal-title":"Nature"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TASE.2018.2844258"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1016\/S0375-9601(01)00340-1"},{"key":"ref36","author":"fujimoto","year":"2018","journal-title":"Addressing Function Approximation Error in Actor-Critic Methods"},{"key":"ref35","author":"haarnoja","year":"2018","journal-title":"Soft actor-critic Off-policy maximum entropy deep reinforcement learning with a stochastic actor"},{"key":"ref34","volume":"37","author":"rummery","year":"1994","journal-title":"On-line Q-learning using connectionist systems"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.jprocont.2020.02.007"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijepes.2014.01.023"},{"key":"ref11","author":"sutton","year":"2018","journal-title":"Reinforcement Learning An Introduction"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1115\/1.2710491"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/SMARTGRID.2010.5622078"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1016\/j.energy.2011.06.045"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2016.2603536"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2015.07.050"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2019.2909266"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2016.2640184"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2016.2517211"},{"key":"ref28","doi-asserted-by":"crossref","first-page":"588","DOI":"10.1109\/TASE.2012.2205567","article-title":"Building energy management: Integrated control of active and passive heating, cooling, lighting, shading, and ventilation systems","volume":"10","author":"sun","year":"2013","journal-title":"IEEE Trans Autom Sci Eng"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1115\/1.1592184"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/PES.2011.6039827"},{"key":"ref3","year":"2019","journal-title":"U S Energy Information Administration"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2017.05.150"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TCST.2015.2446955"},{"key":"ref5","author":"centolella","year":"2010","journal-title":"Estimates of the Value of Uninterrupted Service for the Mid-West Independent System Operator (MISO)"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2017.2775209"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2010.2055904"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/PTC.2017.7980892"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1016\/j.rser.2013.10.022"},{"key":"ref9","doi-asserted-by":"crossref","first-page":"796","DOI":"10.1109\/TCST.2011.2124461","article-title":"Model predictive control for the operation of building cooling systems","volume":"20","author":"ma","year":"2012","journal-title":"IEEE Trans Control Syst Technol"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.6028\/NIST.SP.1900-603"},{"key":"ref22","first-page":"36","article-title":"FNCS: A framework for power system and communication networks co-simulation","author":"ciraci","year":"2014","journal-title":"Proc Symp Theory Model Simulat DEVS Integr"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2018.2838111"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1007\/s11590-018-01383-9"},{"key":"ref42","volume":"12","author":"miettinen","year":"2012","journal-title":"Nonlinear Multiobjective Optimization"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijforecast.2014.08.008"},{"key":"ref41","article-title":"Users manual for TMY3 data sets. national renewable energy laboratory","author":"wilcox","year":"2008"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2018.10.070"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1016\/j.applthermaleng.2017.09.104"}],"container-title":["IEEE Transactions on Smart Grid"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/5165411\/9409802\/9281107-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/5165411\/9409802\/09281107.pdf?arnumber=9281107","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,10]],"date-time":"2022-05-10T10:53:10Z","timestamp":1652179990000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9281107\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,5]]},"references-count":42,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/tsg.2020.3042498","relation":{"has-preprint":[{"id-type":"doi","id":"10.36227\/techrxiv.12798086","asserted-by":"object"},{"id-type":"doi","id":"10.36227\/techrxiv.12798086.v1","asserted-by":"object"}]},"ISSN":["1949-3053","1949-3061"],"issn-type":[{"value":"1949-3053","type":"print"},{"value":"1949-3061","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,5]]}}}