{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,17]],"date-time":"2026-03-17T19:03:20Z","timestamp":1773774200220,"version":"3.50.1"},"reference-count":45,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"8","license":[{"start":{"date-parts":[[2024,8,1]],"date-time":"2024-08-01T00:00:00Z","timestamp":1722470400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,8,1]],"date-time":"2024-08-01T00:00:00Z","timestamp":1722470400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,8,1]],"date-time":"2024-08-01T00:00:00Z","timestamp":1722470400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61972214"],"award-info":[{"award-number":["61972214"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62192751"],"award-info":[{"award-number":["62192751"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62106069"],"award-info":[{"award-number":["62106069"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["U21B2018"],"award-info":[{"award-number":["U21B2018"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62161160337"],"award-info":[{"award-number":["62161160337"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62132011"],"award-info":[{"award-number":["62132011"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Shaanxi Province Key Industry Innovation Program","award":["2021ZDLGY01-02"],"award-info":[{"award-number":["2021ZDLGY01-02"]}]},{"DOI":"10.13039\/501100012226","name":"Fundamental Research Funds for the Central Universities","doi-asserted-by":"publisher","award":["xtr052023004"],"award-info":[{"award-number":["xtr052023004"]}],"id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012226","name":"Fundamental Research Funds for the Central Universities","doi-asserted-by":"publisher","award":["xtr022019002"],"award-info":[{"award-number":["xtr022019002"]}],"id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Qinlan Project of Jiangsu Province"},{"name":"Jiangsu Government Scholarship for Overseas Studies"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Artif. Intell."],"published-print":{"date-parts":[[2024,8]]},"DOI":"10.1109\/tai.2024.3366869","type":"journal-article","created":{"date-parts":[[2024,2,19]],"date-time":"2024-02-19T15:25:18Z","timestamp":1708356318000},"page":"4280-4292","source":"Crossref","is-referenced-by-count":6,"title":["Multiagent Hierarchical Deep Reinforcement Learning for Operation Optimization of Grid-Interactive Efficient Commercial Buildings"],"prefix":"10.1109","volume":"5","author":[{"given":"Zhiqiang","family":"Chen","sequence":"first","affiliation":[{"name":"College of Automation and College of Artificial Intelligence, Nanjing University of Posts and Telecommunications, Nanjing, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5015-0320","authenticated-orcid":false,"given":"Liang","family":"Yu","sequence":"additional","affiliation":[{"name":"College of Automation and College of Artificial Intelligence, Nanjing University of Posts and Telecommunications, Nanjing, China"}]},{"given":"Shuang","family":"Zhang","sequence":"additional","affiliation":[{"name":"College of Automation and College of Artificial Intelligence, Nanjing University of Posts and Telecommunications, Nanjing, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9043-2875","authenticated-orcid":false,"given":"Shushan","family":"Hu","sequence":"additional","affiliation":[{"name":"School of Artificial Intelligence, Hubei University, Wuhan, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6959-0569","authenticated-orcid":false,"given":"Chao","family":"Shen","sequence":"additional","affiliation":[{"name":"School of Cyber Science and Engineering, Xi’an Jiaotong University, Xi’an, China"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2021.118133"},{"key":"ref2","article-title":"Grid-interactive efficient buildings technical report series: Overview of research challenges and gaps,\u201d Nat. Renewable Energy Lab. (NREL)","author":"Neukomm","year":"2019"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.2172\/1784302"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TSTE.2022.3140655"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/j.applthermaleng.2019.02.107"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2022.118612"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/LCSYS.2022.3230321"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2019.2957289"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/tai.2023.3262597"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2023.3308348"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2022.3168700"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/tai.2022.3222143"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/tai.2022.3225256"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/tai.2023.3243187"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/j.buildenv.2022.109458"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1016\/j.buildenv.2019.106535"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1016\/j.buildenv.2019.03.038"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1016\/j.buildenv.2021.108680"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1016\/j.buildenv.2022.109747"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TNSE.2023.3243202"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2021.118497"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/3408308.3427604"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2023.121162"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1080\/23744731.2016.1192878"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2022.3141625"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2022.120215"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.3182\/20120823-5-NL-3013.00069"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1080\/17512549.2018.1505654"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1145\/2939912.2942355"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2015.01.145"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1016\/B978-0-12-813185-5.00025-5"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1145\/3061639.3062224"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2016.2559485"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2011.2178044"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2018.2875727"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2020.3011739"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2020.2992117"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.23919\/ACC50511.2021.9482917"},{"key":"ref40","first-page":"9","article-title":"Actor-attention-critic for multi-agent reinforcement learning","volume-title":"Proc. ICML","author":"Iqbal","year":"2019"},{"key":"ref41","article-title":"Towards monocular vision based obstacle avoidance through deep reinforcement learning","author":"Xie","year":"2017"},{"key":"ref42","article-title":"Prioritized experience replay","author":"Tom"},{"key":"ref43","article-title":"Continuous control with deep reinforcement learning","author":"Lillicrap","year":"2015"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1145\/3137133.3141471"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2019\/316"}],"container-title":["IEEE Transactions on Artificial Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9078688\/10635096\/10439266.pdf?arnumber=10439266","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,23]],"date-time":"2025-08-23T01:09:09Z","timestamp":1755911349000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10439266\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,8]]},"references-count":45,"journal-issue":{"issue":"8"},"URL":"https:\/\/doi.org\/10.1109\/tai.2024.3366869","relation":{},"ISSN":["2691-4581"],"issn-type":[{"value":"2691-4581","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,8]]}}}