{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,9]],"date-time":"2025-12-09T04:28:22Z","timestamp":1765254502570,"version":"build-2065373602"},"reference-count":48,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/501100000038","name":"Natural Sciences and Engineering Research Council of Canada","doi-asserted-by":"publisher","award":["ALLRP 580528-22"],"award-info":[{"award-number":["ALLRP 580528-22"]}],"id":[{"id":"10.13039\/501100000038","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000266","name":"Engineering and Physical Sciences Research Council","doi-asserted-by":"crossref","award":["EP\/W032635\/1"],"award-info":[{"award-number":["EP\/W032635\/1"]}],"id":[{"id":"10.13039\/501100000266","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2025]]},"DOI":"10.1109\/access.2025.3571211","type":"journal-article","created":{"date-parts":[[2025,5,19]],"date-time":"2025-05-19T13:58:16Z","timestamp":1747663096000},"page":"99415-99433","source":"Crossref","is-referenced-by-count":0,"title":["Electric Bus Charging Schedules Relying on Real Data-Driven Targets Based on Hierarchical Deep Reinforcement Learning"],"prefix":"10.1109","volume":"13","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9633-9161","authenticated-orcid":false,"given":"Jiaju","family":"Qi","sequence":"first","affiliation":[{"name":"School of Engineering, University of Guelph, Guelph, ON, Canada"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7828-0415","authenticated-orcid":false,"given":"Lei","family":"Lei","sequence":"additional","affiliation":[{"name":"School of Engineering, University of Guelph, Guelph, ON, Canada"}]},{"given":"Thorsteinn","family":"Jonsson","sequence":"additional","affiliation":[{"name":"EthicalAI, Waterloo, ON, Canada"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2636-5214","authenticated-orcid":false,"given":"Lajos","family":"Hanzo","sequence":"additional","affiliation":[{"name":"School of Electronics and Computer Science, University of Southampton, Southampton, U.K."}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/OJVT.2024.3358893"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/RTSS.2018.00015"},{"volume-title":"Real-time Energy Market","year":"2024","key":"ref3"},{"issue":"11","key":"ref4","doi-asserted-by":"crossref","first-page":"1","DOI":"10.3390\/en11112974","article-title":"Influence of wind power on intraday electricity spot market: A comparative study based on real data","volume":"11","author":"Frade","year":"2018","journal-title":"Energies"},{"key":"ref5","doi-asserted-by":"crossref","first-page":"258","DOI":"10.1016\/j.apenergy.2018.12.073","article-title":"Integrated European intra-day electricity market: Rules, modeling and analysis","volume":"238","author":"Le","year":"2019","journal-title":"Appl. Energy"},{"volume-title":"Day-ahead and Real-time Energy Markets","year":"2024","key":"ref6"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/j.trc.2023.104060"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.trd.2022.103587"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.energy.2022.124252"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/OJVT.2024.3474426"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1108\/JICV-04-2022-0008"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1111\/mice.12684"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.trc.2019.05.032"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1016\/j.trc.2022.103732"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1016\/j.trd.2022.103410"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/j.trd.2022.103215"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2020.3042007"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/GLOBECOM38437.2019.9014160"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1016\/j.trc.2024.104570"},{"key":"ref20","article-title":"A real-time synchronous dispatching and recharging strategy for multi-line electric bus systems","volume":"185","author":"Wang","year":"2024","journal-title":"Transp. Res. E, Logistics Transp. Rev."},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TTE.2023.3343810"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1016\/j.trc.2023.104108"},{"key":"ref23","first-page":"2238","article-title":"Flexible and efficient long-range planning through curious exploration","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Curtis"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/3453160"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1016\/j.tre.2024.103463"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1016\/j.trc.2022.104010"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1016\/j.tre.2021.102445"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2022.120512"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1016\/j.trb.2022.03.002"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1016\/j.omega.2019.05.006"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1016\/j.tre.2020.102056"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2023.3276269"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1016\/j.trd.2022.103551"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1016\/j.trc.2024.104553"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1023\/A:1022140919877"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1016\/S0004-3702(99)00052-1"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1613\/jair.639"},{"key":"ref39","first-page":"1043","article-title":"Reinforcement learning with hierarchies of machines","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"10","author":"Parr"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v31i1.10916"},{"key":"ref41","article-title":"Learnings options end-to-end for continuous action tasks","author":"Klissarov","year":"2017","journal-title":"arXiv:1712.00004"},{"key":"ref42","first-page":"3682","article-title":"Hierarchical deep reinforcement learning: Integrating temporal abstraction and intrinsic motivation","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"29","author":"Kulkarni"},{"key":"ref43","first-page":"3307","article-title":"Data-efficient hierarchical reinforcement learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"31","author":"Nachum"},{"key":"ref44","article-title":"Learning multi-level hierarchies with hindsight","author":"Levy","year":"2017","journal-title":"arXiv:1712.00948"},{"key":"ref45","first-page":"5055","article-title":"Hindsight experience replay","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"30","author":"Andrychowicz"},{"volume-title":"Markov Decision Processes: Discrete Stochastic Dynamic Programming","year":"2014","author":"Puterman","key":"ref46"},{"volume-title":"Guelph Transit Route 17 Woodlawn Watson","year":"2023","key":"ref47"},{"volume-title":"Day-ahead and Historical RTP\/HSS Prices","year":"2023","key":"ref48"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6287639\/10820123\/11006647.pdf?arnumber=11006647","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,7]],"date-time":"2025-10-07T05:24:27Z","timestamp":1759814667000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11006647\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"references-count":48,"URL":"https:\/\/doi.org\/10.1109\/access.2025.3571211","relation":{},"ISSN":["2169-3536"],"issn-type":[{"type":"electronic","value":"2169-3536"}],"subject":[],"published":{"date-parts":[[2025]]}}}