{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T18:35:33Z","timestamp":1782930933506,"version":"3.54.5"},"reference-count":42,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2023,7,1]],"date-time":"2023-07-01T00:00:00Z","timestamp":1688169600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,7,1]],"date-time":"2023-07-01T00:00:00Z","timestamp":1688169600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,7,1]],"date-time":"2023-07-01T00:00:00Z","timestamp":1688169600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"Science and Technology Development Fund, Macau","award":["SKL-IOTSC(UM)-2021-2023"],"award-info":[{"award-number":["SKL-IOTSC(UM)-2021-2023"]}]},{"name":"Science and Technology Development Fund, Macau","award":["0003\/2020\/AKP"],"award-info":[{"award-number":["0003\/2020\/AKP"]}]},{"name":"Zhuhai Science and Technology Innovation Bureau","award":["ZH22017002210022PWC"],"award-info":[{"award-number":["ZH22017002210022PWC"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Smart Grid"],"published-print":{"date-parts":[[2023,7]]},"DOI":"10.1109\/tsg.2022.3220732","type":"journal-article","created":{"date-parts":[[2022,11,9]],"date-time":"2022-11-09T20:39:03Z","timestamp":1668026343000},"page":"2762-2773","source":"Crossref","is-referenced-by-count":18,"title":["Frequency Regulation Capacity Offering of District Cooling System: An Intrinsic-Motivated Reinforcement Learning Method"],"prefix":"10.1109","volume":"14","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8381-8937","authenticated-orcid":false,"given":"Peipei","family":"Yu","sequence":"first","affiliation":[{"name":"Department of Electrical and Computer Engineering, State Key Laboratory of Internet of Things for Smart City, University of Macau, Macau, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8294-6419","authenticated-orcid":false,"given":"Hongcai","family":"Zhang","sequence":"additional","affiliation":[{"name":"Department of Electrical and Computer Engineering, State Key Laboratory of Internet of Things for Smart City, University of Macau, Macau, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1495-4644","authenticated-orcid":false,"given":"Yonghua","family":"Song","sequence":"additional","affiliation":[{"name":"Department of Electrical and Computer Engineering, State Key Laboratory of Internet of Things for Smart City, University of Macau, Macau, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2299-7580","authenticated-orcid":false,"given":"Hongxun","family":"Hui","sequence":"additional","affiliation":[{"name":"Department of Electrical and Computer Engineering, State Key Laboratory of Internet of Things for Smart City, University of Macau, Macau, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8012-3697","authenticated-orcid":false,"given":"Chao","family":"Huang","sequence":"additional","affiliation":[{"name":"School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijepes.2022.108269"},{"key":"ref35","first-page":"1471","article-title":"Unifying count-based exploration and intrinsic motivation","volume":"29","author":"bellemare","year":"2016","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2022.3151817"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-07614-5"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2019.114021"},{"key":"ref37","author":"murphy","year":"2012","journal-title":"Machine Learning A Probabilistic Perspective"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2018.02.010"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1016\/j.jcss.2007.08.009"},{"key":"ref31","first-page":"142","article-title":"Learning depth-first search: A unified approach to heuristic search in deterministic and non-deterministic settings, and its application to MDPs","volume":"6","author":"bonet","year":"2006","journal-title":"Proc ICAPS"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1103\/PhysRevE.67.026706"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2019.114477"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1007\/s10479-005-5732-z"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.solener.2019.03.034"},{"key":"ref32","article-title":"Continuous control with deep reinforcement learning","author":"lillicrap","year":"2015","journal-title":"arXiv 1509 02971"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2019.2897727"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jclepro.2019.119831"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1016\/j.enbuild.2018.12.018"},{"key":"ref39","year":"2016","journal-title":"District Cooling and Heating System Technical Guidelines (the 4th Edition)"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2022.3149941"},{"key":"ref38","first-page":"145","article-title":"EM algorithms of Gaussian mixture model and hidden Markov model","volume":"1","author":"xuan","year":"2001","journal-title":"Proc Int Conf Image Process"},{"key":"ref19","first-page":"1","article-title":"Time-efficient strategic power dispatch for district cooling systems considering the spatial-temporal evolution of cooling load uncertainties","volume":"8","author":"chen","year":"2022","journal-title":"CSEE J Power Energy Syst"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2021.3053639"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1049\/gtd2.12179"},{"key":"ref23","first-page":"213","article-title":"Deep reinforcement learning for power system applications: An overview","volume":"6","author":"zhang","year":"2019","journal-title":"CSEE J Power Energy Syst"},{"key":"ref26","first-page":"1","article-title":"Model-free reinforcement learning algorithms: A survey","author":"\u00e7al???r","year":"2019","journal-title":"Proc IEEE 27th Signal Process Commun Appl Conf (SIU)"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2020.3011739"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2012.2183649"},{"key":"ref42","article-title":"Transfer learning in deep reinforcement learning: A survey","author":"zhu","year":"2020","journal-title":"arXiv 2009 07888"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1023\/A:1007678930559"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2020.2973186"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1088\/1742-6596\/1920\/1\/012055"},{"key":"ref28","year":"2021","journal-title":"PJM Manual 11 Energy & Ancillary Services Market Operations Revision"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-27645-3_2"},{"key":"ref29","year":"2022","journal-title":"PJM Manual 12 Balancing Operations (Revision 45)"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.3390\/app11010455"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2016.2597002"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2019.01.093"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2018.12.042"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2019.2951106"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/j.rser.2017.01.061"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/PESGM.2014.6939371"},{"key":"ref40","first-page":"2721","article-title":"Count-based exploration with neural density models","author":"ostrovski","year":"2017","journal-title":"Proc Int Conf Mach Learn"}],"container-title":["IEEE Transactions on Smart Grid"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/5165411\/10158941\/09944023.pdf?arnumber=9944023","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,7,10]],"date-time":"2023-07-10T19:25:18Z","timestamp":1689017118000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9944023\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,7]]},"references-count":42,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/tsg.2022.3220732","relation":{},"ISSN":["1949-3053","1949-3061"],"issn-type":[{"value":"1949-3053","type":"print"},{"value":"1949-3061","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,7]]}}}