{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,6]],"date-time":"2026-06-06T07:16:36Z","timestamp":1780730196265,"version":"3.54.1"},"reference-count":36,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Science Foundation of China","doi-asserted-by":"publisher","award":["61973247"],"award-info":[{"award-number":["61973247"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Science Foundation of China","doi-asserted-by":"publisher","award":["61673315"],"award-info":[{"award-number":["61673315"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Science Foundation of China","doi-asserted-by":"publisher","award":["62173268"],"award-info":[{"award-number":["62173268"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012152","name":"National Postdoctoral Innovative Talents Support Program of China","doi-asserted-by":"publisher","award":["BX20200272"],"award-info":[{"award-number":["BX20200272"]}],"id":[{"id":"10.13039\/501100012152","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"Key Program of the National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61833015"],"award-info":[{"award-number":["61833015"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Smart Grid"],"published-print":{"date-parts":[[2024,1]]},"DOI":"10.1109\/tsg.2023.3288277","type":"journal-article","created":{"date-parts":[[2023,6,23]],"date-time":"2023-06-23T14:44:10Z","timestamp":1687531450000},"page":"783-794","source":"Crossref","is-referenced-by-count":15,"title":["Hamlet: Hierarchical Multi-Objective Reinforcement Learning Method for Charging Power Control of Electric Vehicles With Dynamic Quantity"],"prefix":"10.1109","volume":"15","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7015-9768","authenticated-orcid":false,"given":"Feiye","family":"Zhang","sequence":"first","affiliation":[{"name":"Faculty of Electronic and Information Engineering, Xi’an Jiaotong University, Xi’an, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1525-2900","authenticated-orcid":false,"given":"Qingyu","family":"Yang","sequence":"additional","affiliation":[{"name":"SKLMSE Laboratory, Faculty of Electronic and Information Engineering, Xi’an Jiaotong University, Xi’an, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2868-0186","authenticated-orcid":false,"given":"Dou","family":"An","sequence":"additional","affiliation":[{"name":"Faculty of Electronic and Information Engineering and the MOE Key Laboratory for Intelligent Networks and Network Security, Xi’an Jiaotong University, Xi’an, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2022.3141732"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2017.06.097"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2004.841243"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2015.2512501"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2018.2812755"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2020.3008279"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1038\/nature16961"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2022.09.012"},{"key":"ref9","volume-title":"Reinforcement Learning: An Introduction","author":"Sutton","year":"2018"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"ref11","article-title":"Continuous control with deep reinforcement learning","author":"Lillicrap","year":"2015","journal-title":"arXiv:1509.02971"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2020.3015204"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2020.3028470"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2018.2879572"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2021.3098298"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2021.3050039"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2019.2952331"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2010.2051168"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/59.867165"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2018.2867428"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TTE.2020.3033995"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2019.2954453"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/TSTE.2019.2935479"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/JSYST.2019.2948899"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2017.2764484"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2015.2424971"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-42227-1_5"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1038\/nature14539"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-71682-4_5"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11794"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TIA.2019.2936474"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijpe.2013.03.006"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/tkde.2022.3178819"},{"key":"ref34","first-page":"1587","article-title":"Addressing function approximation error in actor-critic methods","volume-title":"Proc. 35th Int. Conf. Mach. Learn. (ICML)","author":"Fujimoto"},{"key":"ref35","first-page":"1861","article-title":"Soft actor-critic: Off-policy maximum entropy deep reinforcement learning with a stochastic actor","volume-title":"Proc. 35th Int. Conf. Mach. Learn. (ICML)","author":"Haarnoja"},{"key":"ref36","article-title":"Learning multi-level hierarchies with hindsight","author":"Levy","year":"2017","journal-title":"arXiv:1712.00948"}],"container-title":["IEEE Transactions on Smart Grid"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/5165411\/10372481\/10159127.pdf?arnumber=10159127","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,12]],"date-time":"2024-01-12T01:54:05Z","timestamp":1705024445000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10159127\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,1]]},"references-count":36,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/tsg.2023.3288277","relation":{},"ISSN":["1949-3053","1949-3061"],"issn-type":[{"value":"1949-3053","type":"print"},{"value":"1949-3061","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,1]]}}}