{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,10]],"date-time":"2026-04-10T16:31:37Z","timestamp":1775838697602,"version":"3.50.1"},"reference-count":50,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"5","license":[{"start":{"date-parts":[[2019,9,1]],"date-time":"2019-09-01T00:00:00Z","timestamp":1567296000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2019,9,1]],"date-time":"2019-09-01T00:00:00Z","timestamp":1567296000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2019,9,1]],"date-time":"2019-09-01T00:00:00Z","timestamp":1567296000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100000006","name":"Office of Naval Research","doi-asserted-by":"publisher","award":["N00014-18-1-2396"],"award-info":[{"award-number":["N00014-18-1-2396"]}],"id":[{"id":"10.13039\/100000006","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Smart Grid"],"published-print":{"date-parts":[[2019,9]]},"DOI":"10.1109\/tsg.2018.2879572","type":"journal-article","created":{"date-parts":[[2018,11,6]],"date-time":"2018-11-06T01:44:57Z","timestamp":1541468697000},"page":"5246-5257","source":"Crossref","is-referenced-by-count":450,"title":["Model-Free Real-Time EV Charging Scheduling Based on Deep Reinforcement Learning"],"prefix":"10.1109","volume":"10","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0652-4759","authenticated-orcid":false,"given":"Zhiqiang","family":"Wan","sequence":"first","affiliation":[]},{"given":"Hepeng","family":"Li","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5247-9370","authenticated-orcid":false,"given":"Haibo","family":"He","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6208-4233","authenticated-orcid":false,"given":"Danil","family":"Prokhorov","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","article-title":"A critical review of recurrent neural networks for sequence learning","author":"lipton","year":"2015","journal-title":"arXiv 1506 00019"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/5.58337"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2016.2558585"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2011.05.031"},{"key":"ref31","first-page":"3","article-title":"ADP: Goals, opportunities and principles","author":"werbos","year":"2004","journal-title":"Handbook of Learning and Approximate Dynamic Programming"},{"key":"ref30","first-page":"67","author":"miller","year":"1995","journal-title":"A Menu of Design for Reinforcement Learning Over Time"},{"key":"ref37","volume":"1","author":"sutton","year":"1998","journal-title":"Reinforcement Learning An Introduction"},{"key":"ref36","author":"bellman","year":"1958","journal-title":"Dynamic Programming"},{"key":"ref35","year":"2018","journal-title":"Grid-Connected Renewable Energy Systems"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2016.2556643"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2016.2517211"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2017.2667599"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1007\/BF02551274"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TSTE.2014.2298887"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TSTE.2016.2617679"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2015.2396772"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2014.2385711"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TTE.2015.2430287"},{"key":"ref24","doi-asserted-by":"crossref","first-page":"2312","DOI":"10.1109\/TSG.2015.2396993","article-title":"Optimal demand response using device-based reinforcement learning","volume":"6","author":"wen","year":"2015","journal-title":"IEEE Trans Smart Grid"},{"key":"ref23","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1038\/nature14236","article-title":"Human-level control through deep reinforcement learning","volume":"518","author":"mnih","year":"2015","journal-title":"Nature"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2016.2603536"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2015.2393059"},{"key":"ref50","volume":"1","author":"goodfellow","year":"2016","journal-title":"Deep Learning"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TSTE.2015.2498521"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2014.2331560"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2017.2753802"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TTE.2017.2659626"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2015.2424912"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2014.2330375"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2013.2274673"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TSTE.2015.2498200"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2015.2438534"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2014.2352650"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2016.2582749"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2015.2447154"},{"key":"ref3","year":"2017","journal-title":"The Egallon How Much Cheaper is it to Drive on Electricity?"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TSTE.2010.2072938"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TSTE.2016.2615865"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2015.2494371"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1049\/iet-gtd.2013.0624"},{"key":"ref49","first-page":"503","article-title":"Tree-based batch mode reinforcement learning","volume":"6","author":"ernst","year":"2005","journal-title":"J Mach Learn Res"},{"key":"ref9","doi-asserted-by":"crossref","first-page":"2375","DOI":"10.1109\/TPWRS.2014.2363159","article-title":"Optimal bidding strategy of a plug-in electric vehicle aggregator in day-ahead electricity markets under uncertainty","volume":"30","author":"vay\u00e1","year":"2015","journal-title":"IEEE Trans Power Syst"},{"key":"ref46","doi-asserted-by":"crossref","first-page":"9","DOI":"10.1007\/978-3-642-35289-8_3","article-title":"Efficient backprop","author":"lecun","year":"2012","journal-title":"Neural Networks Tricks of the Trade"},{"key":"ref45","doi-asserted-by":"crossref","first-page":"437","DOI":"10.1007\/978-3-642-35289-8_26","article-title":"Practical recommendations for gradient-based training of deep architectures","author":"bengio","year":"2012","journal-title":"Neural Networks Tricks of the Trade"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2015.2475316"},{"key":"ref47","year":"2017","journal-title":"California Independent System Operator"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2016.2582924"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2017.2688178"},{"key":"ref44","article-title":"Continuous control with deep reinforcement learning","author":"lillicrap","year":"2016","journal-title":"arXiv 1509 02971"},{"key":"ref43","article-title":"The importance of experience replay database composition in deep reinforcement learning","author":"de bruin","year":"2015","journal-title":"Deep Reinforcement Learning Workshop NIPS"}],"container-title":["IEEE Transactions on Smart Grid"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/5165411\/8809237\/08521585.pdf?arnumber=8521585","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,13]],"date-time":"2022-07-13T20:52:58Z","timestamp":1657745578000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8521585\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,9]]},"references-count":50,"journal-issue":{"issue":"5"},"URL":"https:\/\/doi.org\/10.1109\/tsg.2018.2879572","relation":{},"ISSN":["1949-3053","1949-3061"],"issn-type":[{"value":"1949-3053","type":"print"},{"value":"1949-3061","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,9]]}}}