{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,21]],"date-time":"2026-07-21T14:26:28Z","timestamp":1784643988396,"version":"3.55.0"},"reference-count":43,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"7","license":[{"start":{"date-parts":[[2023,7,1]],"date-time":"2023-07-01T00:00:00Z","timestamp":1688169600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,7,1]],"date-time":"2023-07-01T00:00:00Z","timestamp":1688169600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,7,1]],"date-time":"2023-07-01T00:00:00Z","timestamp":1688169600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61973247"],"award-info":[{"award-number":["61973247"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62173268"],"award-info":[{"award-number":["62173268"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002858","name":"China Postdoctoral Science Foundation","doi-asserted-by":"publisher","award":["2021M692566"],"award-info":[{"award-number":["2021M692566"]}],"id":[{"id":"10.13039\/501100002858","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Cybern."],"published-print":{"date-parts":[[2023,7]]},"DOI":"10.1109\/tcyb.2022.3165074","type":"journal-article","created":{"date-parts":[[2022,4,27]],"date-time":"2022-04-27T19:45:26Z","timestamp":1651088726000},"page":"4292-4305","source":"Crossref","is-referenced-by-count":108,"title":["Multistep Multiagent Reinforcement Learning for Optimal Energy Schedule Strategy of Charging Stations in Smart Grid"],"prefix":"10.1109","volume":"53","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4658-565X","authenticated-orcid":false,"given":"Yang","family":"Zhang","sequence":"first","affiliation":[{"name":"School of Automation Science and Engineering, Xi’an Jiaotong University, Xi’an, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1525-2900","authenticated-orcid":false,"given":"Qingyu","family":"Yang","sequence":"additional","affiliation":[{"name":"State Key Laboratory for Manufacturing System Engineering, the School of Automation Science and Engineering, and the Ministry of Education Key Laboratory for Intelligent Networks and Network Security, Xi’an Jiaotong University, Xi’an, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2868-0186","authenticated-orcid":false,"given":"Dou","family":"An","sequence":"additional","affiliation":[{"name":"State Key Laboratory for Manufacturing System Engineering, the School of Automation Science and Engineering, and the Ministry of Education Key Laboratory for Intelligent Networks and Network Security, Xi’an Jiaotong University, Xi’an, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Donghe","family":"Li","sequence":"additional","affiliation":[{"name":"School of Automation Science and Engineering, Xi’an Jiaotong University, Xi’an, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2115-8670","authenticated-orcid":false,"given":"Zongze","family":"Wu","sequence":"additional","affiliation":[{"name":"College of Mechatronics and Control Engineering and the Guangdong Laboratory of Artificial Intelligence and Digital Economy (SZ), Shenzhen University, Shenzhen, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2016.2518628"},{"key":"ref35","article-title":"Playing atari with deep reinforcement learning","author":"mnih","year":"2013","journal-title":"arXiv 1312 5602"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-16444-6_35"},{"key":"ref34","first-page":"6379","article-title":"Multi-agent actor-critic for mixed cooperative-competitive environments","author":"lowe","year":"2017","journal-title":"Advances in neural information processing systems"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2018.2812755"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11631"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2017.2788440"},{"key":"ref36","article-title":"Continuous control with deep reinforcement learning","author":"lillicrap","year":"2015","journal-title":"arXiv 1509 02971"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.49.11.1546.20582"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2019.2920320"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TTE.2017.2659626"},{"key":"ref33","first-page":"2137","article-title":"Learning to communicate with deep multi-agent reinforcement learning","author":"foerster","year":"2016","journal-title":"Advances in neural information processing systems"},{"key":"ref10","author":"nor","year":"1993","journal-title":"A C electric vehicle charging station"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"ref2","doi-asserted-by":"crossref","first-page":"2357","DOI":"10.1109\/TCYB.2017.2738003","article-title":"Simultaneous observation of hybrid states for cyber-physical systems: A case study of electric vehicle powertrain","volume":"48","author":"lv","year":"2018","journal-title":"IEEE Trans Cybern"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2015.08.001"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2016.2568746"},{"key":"ref39","year":"2021","journal-title":"Google"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/ITEC-India.2017.8356942"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1007\/BF00992699"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/MED.2017.7984164"},{"key":"ref18","doi-asserted-by":"crossref","first-page":"86","DOI":"10.1109\/TTE.2015.2430287","article-title":"Dispatch of EV Charging Station Energy Resources for Sustainable Mobility","volume":"1","author":"Liao","year":"2015","journal-title":"IEEE Transactions on Transportation Electrification"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2018.2879572"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2020.2963849"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/MCSI.2014.54"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/ISGTEurope.2012.6465695"},{"key":"ref20","author":"sutton","year":"2018","journal-title":"Reinforcement Learning An Introduction"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2018.2827037"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2019.2936142"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2020.2982168"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2019.2927471"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2016.2603536"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2015.2393059"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2019.2950809"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2016.2517026"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2018.2876287"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.seta.2019.100577"},{"key":"ref4","article-title":"A bilevel ant colony optimization algorithm for capacitated electric vehicle routing problem","author":"jia","year":"2021","journal-title":"IEEE Trans Cybern"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2019.2928945"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TPEL.2012.2212917"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2020.2975134"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1049\/iet-gtd.2014.0446"}],"container-title":["IEEE Transactions on Cybernetics"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6221036\/10153804\/09764664.pdf?arnumber=9764664","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,7,3]],"date-time":"2023-07-03T18:19:43Z","timestamp":1688408383000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9764664\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,7]]},"references-count":43,"journal-issue":{"issue":"7"},"URL":"https:\/\/doi.org\/10.1109\/tcyb.2022.3165074","relation":{},"ISSN":["2168-2267","2168-2275"],"issn-type":[{"value":"2168-2267","type":"print"},{"value":"2168-2275","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,7]]}}}