{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,29]],"date-time":"2026-04-29T18:43:39Z","timestamp":1777488219263,"version":"3.51.4"},"reference-count":40,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100012166","name":"National Key Research and Development Program of China","doi-asserted-by":"publisher","award":["2019YFE0118400"],"award-info":[{"award-number":["2019YFE0118400"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["51907063"],"award-info":[{"award-number":["51907063"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Young Elite Scientists Sponsorship Program"},{"name":"CAST","award":["2020QNRC001"],"award-info":[{"award-number":["2020QNRC001"]}]},{"DOI":"10.13039\/501100012226","name":"Fundamental Research Funds for the Central Universities","doi-asserted-by":"publisher","award":["2022MS001"],"award-info":[{"award-number":["2022MS001"]}],"id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Smart Grid"],"published-print":{"date-parts":[[2023,1]]},"DOI":"10.1109\/tsg.2022.3186931","type":"journal-article","created":{"date-parts":[[2022,6,28]],"date-time":"2022-06-28T19:58:11Z","timestamp":1656446291000},"page":"559-571","source":"Crossref","is-referenced-by-count":81,"title":["Real-Time Operation Management for Battery Swapping-Charging System via Multi-Agent Deep Reinforcement Learning"],"prefix":"10.1109","volume":"14","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3216-9583","authenticated-orcid":false,"given":"Yanchang","family":"Liang","sequence":"first","affiliation":[{"name":"School of Electrical and Electronic Engineering, North China Electric Power University, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7085-260X","authenticated-orcid":false,"given":"Zhaohao","family":"Ding","sequence":"additional","affiliation":[{"name":"School of Electrical and Electronic Engineering, North China Electric Power University, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0184-6553","authenticated-orcid":false,"given":"Tianyang","family":"Zhao","sequence":"additional","affiliation":[{"name":"Energy and Electric Research Center, Jinan University, Zhuhai, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7774-468X","authenticated-orcid":false,"given":"Wei-Jen","family":"Lee","sequence":"additional","affiliation":[{"name":"Energy Systems Research Center, The University of Texas at Arlington, Arlington, TX, USA"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1016\/j.rser.2016.06.033"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TCNS.2019.2923384"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.2139\/ssrn.3631796"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1016\/j.trpro.2018.11.036"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2013.2278852"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1049\/iet-com.2017.0610"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1007\/s40565-015-0118-y"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2018.2880449"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2017.2764484"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2014.2331560"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2015.2487273"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.17775\/CSEEJPES.2020.02380"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijepes.2021.106967"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1126\/science.aar6404"},{"key":"ref16","first-page":"4295","article-title":"QMIX: Monotonic value function factorisation for deep multi-agent reinforcement learning","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Rashid"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3219824"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-28929-8"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11794"},{"key":"ref20","article-title":"Value-decomposition networks for cooperative multi-agent learning","author":"Sunehag","year":"2017","journal-title":"arXiv:1706.05296"},{"key":"ref21","first-page":"387","article-title":"Deterministic policy gradient algorithms","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Silver"},{"key":"ref22","article-title":"Continuous control with deep reinforcement learning","author":"Lillicrap","year":"2015","journal-title":"arXiv:1509.02971"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/ACC.2013.6579945"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1016\/j.automatica.2016.01.035"},{"key":"ref25","first-page":"1523","article-title":"Multiagent planning with factored MDPs","volume-title":"Proc. NIPS","volume":"1","author":"Guestrin"},{"key":"ref26","first-page":"29","article-title":"Deep recurrent Q-learning for partially observable MDPs","volume-title":"Proc. AAAI Fall Symp. Ser.","author":"Hausknecht"},{"key":"ref27","article-title":"Empirical evaluation of gated recurrent neural networks on sequence modeling","author":"Chung","year":"2014","journal-title":"arXiv:1412.3555"},{"key":"ref28","volume-title":"Deep Learning","author":"Goodfellow","year":"2016"},{"key":"ref29","first-page":"1","article-title":"Adam: A method for stochastic optimization","volume-title":"Proc. 3rd Int. Conf. Learn. Represent. (ICLR)","author":"Kingma"},{"key":"ref30","volume-title":"Gurobi","year":"2019"},{"key":"ref31","first-page":"8026","article-title":"PyTorch: An imperative style, high-performance deep learning library","volume-title":"Advances in Neural Information Processing Systems","author":"Paszke","year":"2019"},{"key":"ref32","volume-title":"Logistics & Supply Chain Management","author":"Christopher","year":"2016"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2016.2517026"},{"key":"ref34","first-page":"67","article-title":"The application of Monte Carlo simulation for inventory management: A case study of a retail store","volume":"27","author":"Leepaitoon","year":"2019","journal-title":"Int. J. Comput. Internet Manag."},{"key":"ref35","first-page":"1942","article-title":"Particle swarm optimization","volume-title":"Proc. IEEE Int. Conf. Neural Netw.","volume":"4","author":"Eberhart"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1007\/s00521-015-1920-1"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1016\/j.advengsoft.2016.01.008"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1016\/j.advengsoft.2017.07.002"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1016\/S0166-218X(01)00338-9"},{"key":"ref40","volume-title":"PJM Market Data","year":"2021"}],"container-title":["IEEE Transactions on Smart Grid"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/5165411\/9997165\/09810023.pdf?arnumber=9810023","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,2,1]],"date-time":"2024-02-01T05:45:35Z","timestamp":1706766335000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9810023\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,1]]},"references-count":40,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/tsg.2022.3186931","relation":{},"ISSN":["1949-3053","1949-3061"],"issn-type":[{"value":"1949-3053","type":"print"},{"value":"1949-3061","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,1]]}}}