{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,10]],"date-time":"2026-06-10T11:04:33Z","timestamp":1781089473357,"version":"3.54.1"},"reference-count":38,"publisher":"Springer Science and Business Media LLC","issue":"15","license":[{"start":{"date-parts":[[2024,2,21]],"date-time":"2024-02-21T00:00:00Z","timestamp":1708473600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,2,21]],"date-time":"2024-02-21T00:00:00Z","timestamp":1708473600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100012226","name":"Fundamental Research Funds for the Central Universities","doi-asserted-by":"publisher","award":["2023YQ002"],"award-info":[{"award-number":["2023YQ002"]}],"id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2024,5]]},"DOI":"10.1007\/s00521-024-09530-3","type":"journal-article","created":{"date-parts":[[2024,2,21]],"date-time":"2024-02-21T13:02:38Z","timestamp":1708520558000},"page":"8355-8370","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":11,"title":["CASA: cost-effective EV charging scheduling based on deep reinforcement learning"],"prefix":"10.1007","volume":"36","author":[{"given":"Ao","family":"Zhang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Qingzhi","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jinwei","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1638-059X","authenticated-orcid":false,"given":"Long","family":"Cheng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,2,21]]},"reference":[{"key":"9530_CR1","doi-asserted-by":"publisher","first-page":"41506","DOI":"10.1109\/ACCESS.2021.3064354","volume":"9","author":"HM Abdullah","year":"2021","unstructured":"Abdullah HM, Gastli A, Ben-Brahim L (2021) Reinforcement learning based EV charging management systems\u2014a review. IEEE Access 9:41506\u201341531","journal-title":"IEEE Access"},{"issue":"12","key":"9530_CR2","doi-asserted-by":"publisher","first-page":"4524","DOI":"10.1109\/TITS.2018.2887194","volume":"20","author":"B Alinia","year":"2019","unstructured":"Alinia B, Hajiesmaili MH, Crespi N (2019) Online EV charging scheduling with on-arrival commitment. IEEE Trans Intell Transp Syst 20(12):4524\u20134537","journal-title":"IEEE Trans Intell Transp Syst"},{"issue":"9","key":"9530_CR3","doi-asserted-by":"publisher","first-page":"1067","DOI":"10.1016\/0362-546X(89)90096-5","volume":"13","author":"E Barron","year":"1989","unstructured":"Barron E, Ishii H (1989) The Bellman equation for minimizing the maximum cost. Nonlinear Anal Theory Methods Appl 13(9):1067\u20131090","journal-title":"Nonlinear Anal Theory Methods Appl"},{"issue":"6","key":"9530_CR4","doi-asserted-by":"publisher","first-page":"2903","DOI":"10.1109\/TSG.2017.2693121","volume":"8","author":"Q Chen","year":"2017","unstructured":"Chen Q, Wang F, Hodge BM, Zhang J, Li Z, Shafie-Khah M, Catal\u00e3o JP (2017) Dynamic price vector formation model-based automatic demand response strategy for PV-assisted EV charging stations. IEEE Trans Smart Grid 8(6):2903\u20132915","journal-title":"IEEE Trans Smart Grid"},{"key":"9530_CR5","first-page":"65","volume":"48","author":"K Chen","year":"2020","unstructured":"Chen K, Ma Z, Zhou S, Shen X, Lin H (2020) Charging control strategy for electric vehicles based on two-stage multi-target optimization. Power Syst Prot Control 48:65\u201372","journal-title":"Power Syst Prot Control"},{"issue":"21","key":"9530_CR6","doi-asserted-by":"publisher","first-page":"18579","DOI":"10.1007\/s00521-022-07477-x","volume":"34","author":"L Cheng","year":"2022","unstructured":"Cheng L, Kalapgar A, Jain A, Wang Y, Qin Y, Li Y, Liu C (2022) Cost-aware real-time job scheduling for hybrid cloud using deep reinforcement learning. Neural Comput Appl 34(21):18579\u201318593","journal-title":"Neural Comput Appl"},{"key":"9530_CR7","doi-asserted-by":"publisher","unstructured":"Cheng L, Wang Y, Cheng F, Liu C, Zhao Z, Wang Y (2023) A deep reinforcement learning-based preemptive approach for cost-aware cloud job scheduling. IEEE Trans Sustain Comput. https:\/\/doi.org\/10.1109\/TSUSC.2023.3303898","DOI":"10.1109\/TSUSC.2023.3303898"},{"key":"9530_CR8","doi-asserted-by":"crossref","unstructured":"Chen L, Yang F, Wu S, Xing Q (2021) Electric vehicle charging navigation strategy based on data driven and deep reinforcement learning. In: Proceedings of the 5th international conference on control engineering and artificial intelligence, pp 16\u201323","DOI":"10.1145\/3448218.3448229"},{"issue":"5","key":"9530_CR9","doi-asserted-by":"publisher","first-page":"5811","DOI":"10.1109\/TIA.2020.2990096","volume":"56","author":"T Ding","year":"2020","unstructured":"Ding T, Zeng Z, Bai J, Qin B, Yang Y, Shahidehpour M (2020) Optimal electric vehicle charging strategy with Markov decision process and reinforcement learning technique. IEEE Trans Ind Appl 56(5):5811\u20135823","journal-title":"IEEE Trans Ind Appl"},{"issue":"6","key":"9530_CR10","doi-asserted-by":"publisher","first-page":"5918","DOI":"10.1109\/TSG.2017.2698830","volume":"9","author":"A Ghosh","year":"2017","unstructured":"Ghosh A, Aggarwal V (2017) Control of charging of electric vehicles through menu-based pricing. IEEE Trans Smart Grid 9(6):5918\u20135929","journal-title":"IEEE Trans Smart Grid"},{"issue":"10","key":"9530_CR11","doi-asserted-by":"publisher","first-page":"10501","DOI":"10.1109\/TITS.2023.3276416","volume":"24","author":"J Guo","year":"2023","unstructured":"Guo J, Cheng L, Wang S (2023) CoTV: cooperative control for traffic light signals and connected autonomous vehicles using deep reinforcement learning. IEEE Trans Intell Transp Syst 24(10):10501\u201310512","journal-title":"IEEE Trans Intell Transp Syst"},{"issue":"9","key":"9530_CR12","doi-asserted-by":"publisher","first-page":"6192","DOI":"10.1109\/TII.2022.3159189","volume":"18","author":"L Hao","year":"2022","unstructured":"Hao L, Jin J, Xu Y (2022) Laxity differentiated pricing and deadline differentiated threshold scheduling for a public electric vehicle charging station. IEEE Trans Ind Inf 18(9):6192\u20136202","journal-title":"IEEE Trans Ind Inf"},{"issue":"3","key":"9530_CR13","doi-asserted-by":"publisher","first-page":"4232","DOI":"10.1109\/JSYST.2021.3122126","volume":"16","author":"Y Huang","year":"2022","unstructured":"Huang Y, Cheng L, Xue L, Liu C, Li Y, Li J, Ward T (2022) Deep adversarial imitation reinforcement learning for QoS-aware cloud job scheduling. IEEE Syst J 16(3):4232\u20134242","journal-title":"IEEE Syst J"},{"issue":"2","key":"9530_CR14","doi-asserted-by":"publisher","first-page":"112","DOI":"10.1109\/MNET.011.2000303","volume":"35","author":"Q Liu","year":"2021","unstructured":"Liu Q, Cheng L, Jia AL, Liu C (2021) Deep reinforcement learning for communication flow control in wireless mesh networks. IEEE Netw 35(2):112\u2013119","journal-title":"IEEE Netw"},{"key":"9530_CR15","doi-asserted-by":"crossref","unstructured":"Liu Q, Cheng L, Ozcelebi T, Murphy J, Lukkien J (2019) Deep reinforcement learning for IoT network dynamic clustering in edge computing. In: IEEE\/ACM international symposium on cluster, cloud and grid computing. IEEE, pp 600\u2013603","DOI":"10.1109\/CCGRID.2019.00077"},{"issue":"4","key":"9530_CR16","doi-asserted-by":"publisher","first-page":"3866","DOI":"10.1109\/TITS.2021.3128877","volume":"23","author":"K Manchella","year":"2021","unstructured":"Manchella K, Haliem M, Aggarwal V, Bhargava B (2021) Passgoodpool: joint passengers and goods fleet management with reinforcement learning aided pricing, matching, and route planning. IEEE Trans Intell Transp Syst 23(4):3866\u20133877","journal-title":"IEEE Trans Intell Transp Syst"},{"issue":"7540","key":"9530_CR17","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Rusu AA, Veness J, Bellemare MG, Graves A, Riedmiller M, Fidjeland AK, Ostrovski G et al (2015) Human-level control through deep reinforcement learning. Nature 518(7540):529\u2013533","journal-title":"Nature"},{"key":"9530_CR18","volume-title":"Scaling-up the transition to electric mobility","author":"IGE Outlook","year":"2019","unstructured":"Outlook IGE et al (2019) Scaling-up the transition to electric mobility. International Energy Agency, Paris"},{"issue":"7","key":"9530_CR19","doi-asserted-by":"publisher","first-page":"2323","DOI":"10.3390\/en15072323","volume":"15","author":"A Paraskevas","year":"2022","unstructured":"Paraskevas A, Aletras D, Chrysopoulos A, Marinopoulos A, Doukas DI (2022) Optimal management for EV charging stations: a win-win strategy for different stakeholders using constrained deep Q-learning. Energies 15(7):2323","journal-title":"Energies"},{"key":"9530_CR20","doi-asserted-by":"publisher","first-page":"1277","DOI":"10.1016\/j.rser.2014.09.016","volume":"41","author":"A Poullikkas","year":"2015","unstructured":"Poullikkas A (2015) Sustainable options for electric vehicle technologies. Renew Sustain Energy Rev 41:1277\u20131287","journal-title":"Renew Sustain Energy Rev"},{"issue":"2","key":"9530_CR21","doi-asserted-by":"publisher","first-page":"624","DOI":"10.1109\/TSG.2016.2558585","volume":"9","author":"B Sun","year":"2016","unstructured":"Sun B, Huang Z, Tan X, Tsang DH (2016) Optimal scheduling for electric vehicle charging with discrete charging levels in distribution grid. IEEE Trans Smart Grid 9(2):624\u2013634","journal-title":"IEEE Trans Smart Grid"},{"issue":"9","key":"9530_CR22","doi-asserted-by":"publisher","DOI":"10.1002\/cpe.7654","volume":"35","author":"P Suresh","year":"2023","unstructured":"Suresh P, Shobana S, Ramya G, Belsam Jeba Ananth MS (2023) Hybrid optimization enabled multi-aggregator-based charge scheduling of electric vehicle in internet of electric vehicles. Concurr Comput: Pract Exp 35(9):e7654","journal-title":"Concurr Comput: Pract Exp"},{"key":"9530_CR23","unstructured":"Sutton RS, Barto AG (2018) Reinforcement learning: an introduction. MIT Press"},{"key":"9530_CR24","doi-asserted-by":"crossref","unstructured":"Torrado RR, Bontrager P, Togelius J, Liu J, Perez-Liebana D (2018) Deep reinforcement learning for general video game AI. In: 2018 IEEE conference on computational intelligence and games, pp 1\u20138","DOI":"10.1109\/CIG.2018.8490422"},{"issue":"5","key":"9530_CR25","doi-asserted-by":"publisher","first-page":"5246","DOI":"10.1109\/TSG.2018.2879572","volume":"10","author":"Z Wan","year":"2018","unstructured":"Wan Z, Li H, He H, Prokhorov D (2018) Model-free real-time EV charging scheduling based on deep reinforcement learning. IEEE Trans Smart Grid 10(5):5246\u20135257","journal-title":"IEEE Trans Smart Grid"},{"issue":"2","key":"9530_CR26","doi-asserted-by":"publisher","first-page":"849","DOI":"10.1109\/TII.2019.2950809","volume":"17","author":"S Wang","year":"2019","unstructured":"Wang S, Bi S, Zhang YA (2019) Reinforcement learning for real-time pricing and scheduling control in EV charging stations. IEEE Trans Ind Inf 17(2):849\u2013859","journal-title":"IEEE Trans Ind Inf"},{"key":"9530_CR27","doi-asserted-by":"publisher","DOI":"10.1016\/j.epsr.2021.107714","volume":"205","author":"J Wang","year":"2022","unstructured":"Wang J, Guo C, Yu C, Liang Y (2022) Virtual power plant containing electric vehicles scheduling strategies based on deep reinforcement learning. Electr Power Syst Res 205:107714","journal-title":"Electr Power Syst Res"},{"issue":"2","key":"9530_CR28","doi-asserted-by":"publisher","first-page":"2096","DOI":"10.1109\/TSG.2017.2788440","volume":"10","author":"Q Yan","year":"2018","unstructured":"Yan Q, Zhang B, Kezunovic M (2018) Optimized operational cost reduction for an EV charging station integrated with battery energy storage and PV generation. IEEE Trans Smart Grid 10(2):2096\u20132106","journal-title":"IEEE Trans Smart Grid"},{"issue":"6","key":"9530_CR29","doi-asserted-by":"publisher","first-page":"5124","DOI":"10.1109\/TSG.2021.3098298","volume":"12","author":"L Yan","year":"2021","unstructured":"Yan L, Chen X, Zhou J, Chen Y, Wen J (2021) Deep reinforcement learning for continuous electric vehicles charging control with dynamic user behaviors. IEEE Trans Smart Grid 12(6):5124\u20135134","journal-title":"IEEE Trans Smart Grid"},{"key":"9530_CR30","doi-asserted-by":"publisher","DOI":"10.1016\/j.compeleceng.2022.107688","volume":"99","author":"J Yan","year":"2022","unstructured":"Yan J, Huang Y, Gupta A, Gupta A, Liu C, Li J, Cheng L (2022) Energy-aware systems for real-time job scheduling in cloud data centers: A deep reinforcement learning approach. Comput Electr Eng 99:107688","journal-title":"Comput Electr Eng"},{"issue":"2","key":"9530_CR31","doi-asserted-by":"publisher","first-page":"402","DOI":"10.1016\/j.ijpe.2013.03.006","volume":"146","author":"L Yang","year":"2013","unstructured":"Yang L, Dong C, Wan CJ, Ng CT (2013) Electricity time-of-use tariff with consumer behavior consideration. Int J Prod Econ 146(2):402\u2013410","journal-title":"Int J Prod Econ"},{"issue":"4","key":"9530_CR32","doi-asserted-by":"publisher","first-page":"1722","DOI":"10.1109\/TSG.2015.2505298","volume":"8","author":"L Zhang","year":"2015","unstructured":"Zhang L, Li Y (2015) Optimal management for parking-lot electric vehicle charging by two-stage approximate dynamic programming. IEEE Trans Smart Grid 8(4):1722\u20131730","journal-title":"IEEE Trans Smart Grid"},{"issue":"9","key":"9530_CR33","doi-asserted-by":"publisher","first-page":"3386","DOI":"10.1109\/TITS.2018.2876287","volume":"20","author":"Y Zhang","year":"2018","unstructured":"Zhang Y, You P, Cai L (2018) Optimal charging scheduling by pricing for EV charging station with dual charging modes. IEEE Trans Intell Transp Syst 20(9):3386\u20133396","journal-title":"IEEE Trans Intell Transp Syst"},{"issue":"1","key":"9530_CR34","doi-asserted-by":"publisher","first-page":"542","DOI":"10.1109\/TITS.2020.3002271","volume":"22","author":"C Zhang","year":"2020","unstructured":"Zhang C, Liu Y, Wu F, Tang B, Fan W (2020) Effective charging planning based on deep reinforcement learning for electric vehicles. IEEE Trans Intell Transp Syst 22(1):542\u2013554","journal-title":"IEEE Trans Intell Transp Syst"},{"key":"9530_CR35","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2023.120972","volume":"234","author":"J Zhang","year":"2023","unstructured":"Zhang J, Cheng L, Liu C, Zhao Z, Mao Y (2023) Cost-aware scheduling systems for real-time workflows in cloud: An approach based on genetic algorithm and deep reinforcement learning. Expert Syst Appl 234:120972","journal-title":"Expert Syst Appl"},{"key":"9530_CR36","unstructured":"Zhang Y, Chen X, Zhang Y (2022) Transfer deep reinforcement learning-based large-scale V2G continuous charging coordination with renewable energy sources. arXiv:2210.07013"},{"issue":"2","key":"9530_CR37","doi-asserted-by":"publisher","first-page":"2456","DOI":"10.1109\/TTE.2021.3139674","volume":"8","author":"Z Zhao","year":"2022","unstructured":"Zhao Z, Lee CK (2022) Dynamic pricing for EV charging stations: a deep reinforcement learning approach. IEEE Trans Transp Electr 8(2):2456\u20132468","journal-title":"IEEE Trans Transp Electr"},{"issue":"4","key":"9530_CR38","doi-asserted-by":"publisher","first-page":"1609","DOI":"10.1109\/TSG.2015.2494371","volume":"8","author":"J Zhao","year":"2015","unstructured":"Zhao J, Wan C, Xu Z, Wang J (2015) Risk-based day-ahead scheduling of electric vehicle aggregator using information gap decision theory. IEEE Trans Smart Grid 8(4):1609\u20131618","journal-title":"IEEE Trans Smart Grid"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-024-09530-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-024-09530-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-024-09530-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,4,16]],"date-time":"2024-04-16T15:21:45Z","timestamp":1713280905000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-024-09530-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,2,21]]},"references-count":38,"journal-issue":{"issue":"15","published-print":{"date-parts":[[2024,5]]}},"alternative-id":["9530"],"URL":"https:\/\/doi.org\/10.1007\/s00521-024-09530-3","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,2,21]]},"assertion":[{"value":"21 June 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 January 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 February 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no known competing financial interests or personal relationships that could have appeared to influence the work reported in this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}