{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,10]],"date-time":"2026-04-10T16:31:52Z","timestamp":1775838712867,"version":"3.50.1"},"reference-count":28,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2015,7,1]],"date-time":"2015-07-01T00:00:00Z","timestamp":1435708800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"}],"funder":[{"name":"DistriNet Research Group of the Department of Computer Science, Catholic University of Leuven"},{"name":"Vlaamse Instelling Voor Technologisch Onderzoek, Flemish Institute for Technological Research"},{"name":"Electrical Energy and Computing Architectures Research Group of the Department of Electrical Engineering, Catholic University of Leuven"},{"name":"Department of Electrical Engineering and Computer Science, University of Li\u00e8ge"},{"name":"Linear project"},{"name":"Institute for the Promotion of Innovation by Science and Technology in Flanders"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Smart Grid"],"published-print":{"date-parts":[[2015,7]]},"DOI":"10.1109\/tsg.2015.2393059","type":"journal-article","created":{"date-parts":[[2015,3,9]],"date-time":"2015-03-09T18:41:54Z","timestamp":1425926514000},"page":"1795-1805","source":"Crossref","is-referenced-by-count":176,"title":["Reinforcement Learning of Heuristic EV Fleet Charging in a Day-Ahead Electricity Market"],"prefix":"10.1109","volume":"6","author":[{"given":"Stijn","family":"Vandael","sequence":"first","affiliation":[]},{"given":"Bert","family":"Claessens","sequence":"additional","affiliation":[]},{"given":"Damien","family":"Ernst","sequence":"additional","affiliation":[]},{"given":"Tom","family":"Holvoet","sequence":"additional","affiliation":[]},{"given":"Geert","family":"Deconinck","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/ALLERTON.2010.5706886"},{"key":"ref11","doi-asserted-by":"crossref","DOI":"10.1002\/9780470182963","author":"powell","year":"2007","journal-title":"Approximate Dynamic Programming Solving the Curses of Dimensionality (Probability and Statistics)"},{"key":"ref12","article-title":"An intelligent battery controller using bias-corrected Q-learning","author":"lee","year":"2012","journal-title":"Association for the Advancement of Artificial Intelligence (AAAI'05)"},{"key":"ref13","first-page":"261","article-title":"Real-time vehicle-to-grid control algorithm under price uncertainty","author":"shi","year":"2011","journal-title":"Proc IEEE Int Conf Smart Grid Commun (SmartGridComm)"},{"key":"ref14","first-page":"409","article-title":"Residential demand response using reinforcement learning","author":"levorato","year":"2010","journal-title":"Proc 1st IEEE Int Conf Smart Grid Commun (SmartGridComm)"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/PES.2005.1489514"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCC.2010.2044174"},{"key":"ref17","first-page":"1446","article-title":"Strategy learning for autonomous agents in smart grid markets","author":"reddy","year":"2011","journal-title":"Proc Intern Joint Conf Artificial Intel (IJCAI)"},{"key":"ref18","first-page":"503","article-title":"Tree-based batch mode reinforcement learning","volume":"6","author":"ernst","year":"2005","journal-title":"J Mach Learn Res"},{"key":"ref19","author":"sutton","year":"1998","journal-title":"Reinforcement Learning An Introduction"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1137\/1.9780898718751"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/ISGTEurope.2013.6695247"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/SmartGridComm.2011.6102348"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2012.2212218"},{"key":"ref6","year":"2011","journal-title":"Openv2g Sourceforge"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2011.2163174"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2011.2167992"},{"key":"ref7","year":"2013","journal-title":"Open Charge Point Protocol"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1049\/cp.2010.0866"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2005.856987"},{"key":"ref1","first-page":"13","article-title":"Deploying power grid-integrated electric vehicles as a multi-agent system","volume":"1","author":"kamboj","year":"0","journal-title":"Proc 10th Int Conf Auton Agents Multiagent Syst (AAMAS)"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2005.846054"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2012.2213847"},{"key":"ref21","year":"2011","journal-title":"Belgian Power Exchange"},{"key":"ref24","doi-asserted-by":"crossref","DOI":"10.1201\/9781439821091","author":"busoniu","year":"2010","journal-title":"Reinforcement Learning and Dynamic Programming Using Function Approximators"},{"key":"ref23","author":"bertsekas","year":"1996","journal-title":"Neuro-Dynamic Programming"},{"key":"ref26","first-page":"1","article-title":"An availability analysis and energy consumption model for a Flemish fleet of electric vehicles","author":"van roy","year":"2011","journal-title":"Proc Eur Electric Vehicle Congr (EEVC)"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1007\/s10479-012-1248-5"}],"container-title":["IEEE Transactions on Smart Grid"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/5165411\/7128463\/07056534.pdf?arnumber=7056534","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,12]],"date-time":"2022-01-12T16:47:07Z","timestamp":1642006027000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/7056534\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,7]]},"references-count":28,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/tsg.2015.2393059","relation":{},"ISSN":["1949-3053","1949-3061"],"issn-type":[{"value":"1949-3053","type":"print"},{"value":"1949-3061","type":"electronic"}],"subject":[],"published":{"date-parts":[[2015,7]]}}}