{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,31]],"date-time":"2026-03-31T14:15:48Z","timestamp":1774966548573,"version":"3.50.1"},"reference-count":37,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100000015","name":"National Renewable Energy Laboratory, operated by Alliance for Sustainable Energy, LLC, for the U.S. Department of Energy","doi-asserted-by":"publisher","award":["DE-AC36-08GO28308"],"award-info":[{"award-number":["DE-AC36-08GO28308"]}],"id":[{"id":"10.13039\/100000015","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Assessment of Reinforcement Learning for Model NREL Problems Project"},{"DOI":"10.13039\/100006233","name":"National Renewable Energy Laboratory\u2019s Laboratory Directed Research and Development Program","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100006233","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Smart Grid"],"published-print":{"date-parts":[[2021,1]]},"DOI":"10.1109\/tsg.2020.3014055","type":"journal-article","created":{"date-parts":[[2020,8,6]],"date-time":"2020-08-06T20:44:41Z","timestamp":1596746681000},"page":"420-431","source":"Crossref","is-referenced-by-count":91,"title":["An Edge-Cloud Integrated Solution for Buildings Demand Response Using Reinforcement Learning"],"prefix":"10.1109","volume":"12","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4857-2318","authenticated-orcid":false,"given":"Xiangyu","family":"Zhang","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6140-1957","authenticated-orcid":false,"given":"Dave","family":"Biagioni","sequence":"additional","affiliation":[]},{"given":"Mengmeng","family":"Cai","sequence":"additional","affiliation":[]},{"given":"Peter","family":"Graf","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6226-8406","authenticated-orcid":false,"given":"Saifur","family":"Rahman","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref33","author":"brockman","year":"2016","journal-title":"OpenAI Gym"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/ISC2.2018.8656976"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2019.2951106"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1016\/j.epsr.2008.04.002"},{"key":"ref37","year":"2020","journal-title":"Schedule CBP - Capacity Bidding Program"},{"key":"ref36","year":"2020","journal-title":"Amazon EC2 Spot Instances Pricing"},{"key":"ref35","author":"horgan","year":"2018","journal-title":"Distributed prioritized experience replay"},{"key":"ref34","first-page":"1928","article-title":"Asynchronous methods for deep reinforcement learning","author":"mnih","year":"2016","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2017.08.093"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-01094-1_29"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TCST.2007.908212"},{"key":"ref13","doi-asserted-by":"crossref","first-page":"222","DOI":"10.1016\/S1874-1029(13)60024-5","article-title":"Model predictive control-status and challenges","volume":"39","author":"yu-geng","year":"2013","journal-title":"ACTA Automatica Sinica"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2018.12.042"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/IECON.2016.7793413"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.3390\/en10101525"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2017.03.064"},{"key":"ref18","author":"xu","year":"2019","journal-title":"Arbitrage of Energy Storage in Electricity Markets With Deep Reinforcement Learning"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2019.2933191"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1016\/j.enbuild.2015.08.025"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2009.2016607"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2014.2347043"},{"key":"ref3","year":"2020","journal-title":"Residential Peak Reduction Program"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/j.enbuild.2010.10.022"},{"key":"ref29","year":"2016","journal-title":"Commercial Building Energy Consumption Survey 2012 Table B6 Building Size Number of Buildings"},{"key":"ref5","doi-asserted-by":"crossref","first-page":"796","DOI":"10.1109\/TCST.2011.2124461","article-title":"Model predictive control for the operation of building cooling systems","volume":"20","author":"ma","year":"2012","journal-title":"IEEE Trans Control Syst Technol"},{"key":"ref8","author":"chen","year":"2018","journal-title":"Optimal Control Via Neural Networks A Convex Approach"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/j.enbuild.2016.05.040"},{"key":"ref2","year":"2020","journal-title":"AC Saver (Summer Saver)"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.3390\/en11071852"},{"key":"ref1","year":"2019","journal-title":"How much energy is consumed in u s residential and commercial buildings?"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2019.2903756"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2018.2834219"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2015.2396993"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/3061639.3062224"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2015.07.050"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1016\/j.enbuild.2016.05.067"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1016\/j.enbuild.2019.07.029"}],"container-title":["IEEE Transactions on Smart Grid"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/5165411\/9299421\/9161266-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/5165411\/9299421\/09161266.pdf?arnumber=9161266","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,4,8]],"date-time":"2022-04-08T18:52:42Z","timestamp":1649443962000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9161266\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,1]]},"references-count":37,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/tsg.2020.3014055","relation":{},"ISSN":["1949-3053","1949-3061"],"issn-type":[{"value":"1949-3053","type":"print"},{"value":"1949-3061","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,1]]}}}