{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,22]],"date-time":"2026-06-22T20:49:29Z","timestamp":1782161369814,"version":"3.54.5"},"reference-count":32,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"name":"JSPS KAKENHI Grant-in-Aid for Scientific Research","award":["JP26K01440"],"award-info":[{"award-number":["JP26K01440"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2026]]},"DOI":"10.1109\/access.2026.3698457","type":"journal-article","created":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T19:36:04Z","timestamp":1780342564000},"page":"89505-89517","source":"Crossref","is-referenced-by-count":0,"title":["Hierarchical Multi-Agent Reinforcement Learning Control for Electric-Vehicle Virtual Power Plants in Balancing Markets"],"prefix":"10.1109","volume":"14","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-1731-2243","authenticated-orcid":false,"given":"Koshin","family":"Hayashi","sequence":"first","affiliation":[{"name":"Institute of Systems and Information Engineering, University of Tsukuba, Tsukuba, Ibaraki, Japan"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-9866-3397","authenticated-orcid":false,"given":"Sihui","family":"Xue","sequence":"additional","affiliation":[{"name":"Institute of Systems and Information Engineering, University of Tsukuba, Tsukuba, Ibaraki, Japan"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0065-9203","authenticated-orcid":false,"given":"Daisuke","family":"Kodaira","sequence":"additional","affiliation":[{"name":"Institute of Systems and Information Engineering, University of Tsukuba, Tsukuba, Ibaraki, Japan"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","volume-title":"Report on Localized Electricity Demand Growth and Transmission\/Distribution Networks","year":"2024"},{"key":"ref2","volume-title":"Managed Charging Minimizes Costs in National Renewable Energy Laboratory\u2019s Parking Garage","year":"2025"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1016\/j.epsr.2013.08.006"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/PowerTech46648.2021.9494876"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2024.3356948"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2017.2789333"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2016.2641481"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.epsr.2022.108949"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2025.3570439"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2026.131763"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.3390\/en16020848"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.3390\/en17153694"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2019.2944183"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2023.3309528"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1016\/j.epsr.2024.110555"},{"key":"ref16","first-page":"256","article-title":"Scalable reinforcement learning of localized policies for multi-agent networked systems","volume-title":"Proc. 2nd Conf. Learn. Dyn. Control","author":"Qu"},{"key":"ref17","first-page":"10706","article-title":"Q-value path decomposition for deep multiagent reinforcement learning","volume-title":"Proc. 37th Int. Conf. Mach. Learn.","author":"Yang"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.3390\/en12091757"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN48605.2020.9206879"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2018.2812755"},{"key":"ref21","first-page":"23417","article-title":"Individual reward assisted multi-agent reinforcement learning","volume-title":"Proc. 39th Int. Conf. Mach. Learn.","volume":"162","author":"Wang"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.3390\/su12010008"},{"key":"ref23","volume-title":"Overview of the Balancing Market","year":"2026"},{"key":"ref24","volume-title":"Need-Based Balancing Market Product Requirements and Trading Schedule (Version 6)","year":"2026"},{"key":"ref25","volume-title":"Application for Balancing Market Simplified Command System Construction","year":"2026"},{"issue":"4","key":"ref26","first-page":"333","article-title":"Prototyping a reference model for combined behavior of ICT systems and energy equipment (Model 0)","volume":"75","author":"Imanaka","year":"2023","journal-title":"Seisan Kenkyu"},{"key":"ref27","volume-title":"Regulation Signal Data (October 2024)","year":"2024"},{"key":"ref28","volume-title":"Electric Vehicle Charging Station Data","year":"2026"},{"key":"ref29","volume-title":"Level-3 EV Charging Dataset","year":"2025"},{"key":"ref30","volume-title":"ACN-Data: EV Charging Dataset (JPL Site)","year":"2019"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2019.2955437"},{"issue":"2","key":"ref32","first-page":"175","article-title":"Utilization strategy of IoT-HUB as an interconnection infrastructure","volume":"74","author":"Baba","year":"2022","journal-title":"Seisan Kenkyu"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6287639\/11323511\/11541010.pdf?arnumber=11541010","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,22]],"date-time":"2026-06-22T19:57:56Z","timestamp":1782158276000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11541010\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"references-count":32,"URL":"https:\/\/doi.org\/10.1109\/access.2026.3698457","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]}}}