{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,18]],"date-time":"2026-01-18T13:01:02Z","timestamp":1768741262090,"version":"3.49.0"},"reference-count":32,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["U1866206"],"award-info":[{"award-number":["U1866206"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Smart Grid"],"published-print":{"date-parts":[[2022,1]]},"DOI":"10.1109\/tsg.2021.3112611","type":"journal-article","created":{"date-parts":[[2021,9,14]],"date-time":"2021-09-14T20:23:36Z","timestamp":1631651016000},"page":"243-254","source":"Crossref","is-referenced-by-count":10,"title":["Closed-Loop Aggregated Baseline Load Estimation Using Contextual Bandit With Policy Gradient"],"prefix":"10.1109","volume":"13","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9095-1050","authenticated-orcid":false,"given":"Yufan","family":"Zhang","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7935-2567","authenticated-orcid":false,"given":"Qiuwei","family":"Wu","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6904-1458","authenticated-orcid":false,"given":"Qian","family":"Ai","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2105-3051","authenticated-orcid":false,"given":"Joao P. S.","family":"Catalao","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2018.2818167"},{"key":"ref31","first-page":"1928","article-title":"Asynchronous methods for deep reinforcement learning","author":"mnih","year":"2016","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref30","article-title":"Low carbon london project: Data from the dynamic time-of-use electricity pricing trial, 2013","author":"schofield","year":"2016"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/SPIN48934.2020.9070878"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2017.03.034"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2019.2895333"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2019.05.019"},{"key":"ref14","article-title":"Intelligent demand response resource trading using deep reinforcement learning","author":"zhang","year":"0","journal-title":"CSEE J Power Energy Syst"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TIA.2020.2966426"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/j.egyr.2020.11.051"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/BigData.2015.7363836"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2018.2807985"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2016.02.114"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2017\/203"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2019.2919601"},{"key":"ref27","author":"agarwal","year":"2012","journal-title":"Contextual bandit learning with predictable rewards"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2016.08.071"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/j.epsr.2019.106175"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1049\/iet-gtd.2020.1380"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1038\/s41560-018-0105-4"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2015.2463755"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2014.2309053"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TSTE.2019.2924936"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TD-ASIA.2009.5356984"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2019.2909276"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2005.17"},{"key":"ref22","author":"aleksandrs","year":"2019","journal-title":"Introduction to multi-armed bandits"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2016.2548565"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.17775\/CSEEJPES.2020.02700"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.35833\/MPCE.2020.000573"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2018.2834219"},{"key":"ref25","author":"li","year":"2017","journal-title":"Deep reinforcement learning An overview"}],"container-title":["IEEE Transactions on Smart Grid"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/5165411\/9662085\/09536962.pdf?arnumber=9536962","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,4,8]],"date-time":"2022-04-08T17:59:57Z","timestamp":1649440797000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9536962\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,1]]},"references-count":32,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/tsg.2021.3112611","relation":{},"ISSN":["1949-3053","1949-3061"],"issn-type":[{"value":"1949-3053","type":"print"},{"value":"1949-3061","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,1]]}}}