{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,14]],"date-time":"2026-03-14T07:36:23Z","timestamp":1773473783705,"version":"3.50.1"},"reference-count":38,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,9,2]],"date-time":"2025-09-02T00:00:00Z","timestamp":1756771200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,9,2]],"date-time":"2025-09-02T00:00:00Z","timestamp":1756771200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"name":"the Major Science and Technology Project of China Southern Power Grid Co., Ltd.","award":["ZBKJXM20232456"],"award-info":[{"award-number":["ZBKJXM20232456"]}]},{"name":"the Major Science and Technology Project of China Southern Power Grid Co., Ltd.","award":["ZBKJXM20232456"],"award-info":[{"award-number":["ZBKJXM20232456"]}]},{"name":"the Major Science and Technology Project of China Southern Power Grid Co., Ltd.","award":["ZBKJXM20232456"],"award-info":[{"award-number":["ZBKJXM20232456"]}]},{"name":"the Major Science and Technology Project of China Southern Power Grid Co., Ltd.","award":["ZBKJXM20232456"],"award-info":[{"award-number":["ZBKJXM20232456"]}]},{"name":"the Major Science and Technology Project of China Southern Power Grid Co., Ltd.","award":["ZBKJXM20232456"],"award-info":[{"award-number":["ZBKJXM20232456"]}]},{"name":"the Major Science and Technology Project of China Southern Power Grid Co., Ltd.","award":["ZBKJXM20232456"],"award-info":[{"award-number":["ZBKJXM20232456"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int J Comput Intell Syst"],"DOI":"10.1007\/s44196-025-00959-5","type":"journal-article","created":{"date-parts":[[2025,9,2]],"date-time":"2025-09-02T13:37:30Z","timestamp":1756820250000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Reinforcement-Learning-Based V2G Scheduling: Peak Load Mitigation and Financial Benefits"],"prefix":"10.1007","volume":"18","author":[{"given":"Yong","family":"Xiao","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jianlin","family":"Tang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaoming","family":"Lin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiangyong","family":"Feng","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bin","family":"Qian","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Fan","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,9,2]]},"reference":[{"key":"959_CR1","doi-asserted-by":"crossref","unstructured":"Chang, Q., Wang, Y., Lu, X., Shi, D., Li, H., Duan, J., Wang, Z.: Probabilistic load forecasting via point forecast feature integration. In: 2019 IEEE Innovative Smart Grid Technologies\u2014Asia (ISGT Asia), pp. 99\u2013104 (2019)","DOI":"10.1109\/ISGT-Asia.2019.8881627"},{"key":"959_CR2","doi-asserted-by":"crossref","unstructured":"Xie, J., Hong, T.: Comparing two model selection frameworks for probabilistic load forecasting. In: 2016 International Conference on Probabilistic Methods Applied to Power Systems (PMAPS), pp. 1\u20135 (2016)","DOI":"10.1109\/PMAPS.2016.7764081"},{"key":"959_CR3","doi-asserted-by":"publisher","unstructured":"Deb, S., Kalita, K., Mahanta, P.: Review of impact of electric vehicle charging station on the power grid. In: 2017 IEEE Int. Conf. Technol. Adv. Power Energy Explor. Energy Solut. An Intell. Power Grid (TAP Energy), vol. 1, pp. 1\u20136 (2018). https:\/\/doi.org\/10.1109\/TAPENERGY.2017.8397215. IEEE","DOI":"10.1109\/TAPENERGY.2017.8397215"},{"key":"959_CR4","doi-asserted-by":"publisher","first-page":"403","DOI":"10.1016\/j.rser.2016.06.033","volume":"64","author":"H Shareef","year":"2016","unstructured":"Shareef, H., Islam, M.M., Mohamed, A.: A review of the stage-of-the-art charging technologies, placement methodologies, and impacts of electric vehicles. Renew. Sustain. Energy Rev. 64, 403\u2013420 (2016). https:\/\/doi.org\/10.1016\/j.rser.2016.06.033","journal-title":"Renew. Sustain. Energy Rev."},{"key":"959_CR5","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.ref.2020.10.001","volume":"36","author":"B Bibak","year":"2021","unstructured":"Bibak, B., Tekiner-Mo\u011fulko\u00e7, H.: A comprehensive analysis of vehicle to grid (v2g) systems and scholarly literature on the application of such systems. Renew. Energy Focus 36, 1\u201320 (2021)","journal-title":"Renew. Energy Focus"},{"issue":"4","key":"959_CR6","doi-asserted-by":"publisher","first-page":"2230","DOI":"10.1109\/TSG.2013.2272894","volume":"4","author":"H Liang","year":"2013","unstructured":"Liang, H., Choi, B.J., Zhuang, W., Shen, X.: Optimizing the energy delivery via v2g systems based on stochastic inventory theory. IEEE Trans. Smart Grid 4(4), 2230\u20132243 (2013). https:\/\/doi.org\/10.1109\/TSG.2013.2272894","journal-title":"IEEE Trans. Smart Grid"},{"issue":"1","key":"959_CR7","doi-asserted-by":"publisher","first-page":"52","DOI":"10.1109\/TSG.2016.2582749","volume":"8","author":"WH Yao","year":"2017","unstructured":"Yao, W.H., Lim, T.S., Tsai, T.: Optimizing the energy delivery via v2g systems based on stochastic inventory theory. IEEE Trans. Smart Grid 8(1), 52\u201362 (2017)","journal-title":"IEEE Trans. Smart Grid"},{"key":"959_CR8","doi-asserted-by":"publisher","first-page":"987","DOI":"10.1016\/j.apenergy.2017.07.069","volume":"210","author":"N DeForest","year":"2018","unstructured":"DeForest, N., MacDonald, J.S., Black, D.R.: A review of the stage-of-the-art charging technologies, placement methodologies, and impacts of electric vehicles. Appl. Energy 210, 987\u20131001 (2018)","journal-title":"Appl. Energy"},{"key":"959_CR9","first-page":"1","volume":"36","author":"UB Baloglu","year":"2017","unstructured":"Baloglu, U.B., Tekiner-Mo\u011fulko\u00e7, Y.: A comprehensive analysis of vehicle to grid (v2g) systems and scholarly literature on the application of such systems. Renew. Energy Focus 36, 1\u201320 (2017)","journal-title":"Renew. Energy Focus"},{"key":"959_CR10","doi-asserted-by":"publisher","first-page":"427","DOI":"10.1016\/j.apenergy.2017.07.006","volume":"207","author":"Y Kuang","year":"2017","unstructured":"Kuang, Y., Chen, Y., Hu, M., Yang, D.: A review of the impact of electric vehicle charging station on the power grid. Appl. Energy 207, 427\u2013437 (2017)","journal-title":"Appl. Energy"},{"key":"959_CR11","doi-asserted-by":"publisher","first-page":"720","DOI":"10.1016\/j.rser.2015.09.012","volume":"53","author":"KM Tan","year":"2016","unstructured":"Tan, K.M., Ramachandaramurthy, V.K., Yong, J.Y.: Optimizing the energy delivery via v2g systems based on stochastic inventory theory. Renew. Sustain. Energy Rev. 53, 720\u2013732 (2016)","journal-title":"Renew. Sustain. Energy Rev."},{"issue":"6","key":"959_CR12","doi-asserted-by":"publisher","first-page":"26","DOI":"10.1109\/MSP.2017.2743240","volume":"34","author":"K Arulkumaran","year":"2017","unstructured":"Arulkumaran, K., et al.: Deep reinforcement learning: a brief survey. IEEE Signal Process. Mag. 34(6), 26\u201338 (2017)","journal-title":"IEEE Signal Process. Mag."},{"key":"959_CR13","doi-asserted-by":"publisher","unstructured":"Dimitrov, S., Lguensat, R.: Reinforcement learning based algorithm for the maximization of ev charging station revenue. In: Proc.\u20142014 Int. Conf. Math. Comput. Sci. Ind. MCSI 2014, pp. 235\u2013239 (2014). https:\/\/doi.org\/10.1109\/MCSI.2014.54","DOI":"10.1109\/MCSI.2014.54"},{"key":"959_CR14","doi-asserted-by":"publisher","unstructured":"Nguyen, H.K., Song, J.B., Han, Z.: Demand side management to reduce peak-to-average ratio using game theory in smart grid (2012). https:\/\/doi.org\/10.1109\/INFCOMW.2012.6193526","DOI":"10.1109\/INFCOMW.2012.6193526"},{"key":"959_CR15","doi-asserted-by":"publisher","first-page":"114748","DOI":"10.1016\/j.rser.2024.114748","volume":"203","author":"R Kakkar","year":"2024","unstructured":"Kakkar, R., Agrawal, S., Tanwar, S.: A systematic survey on demand response management schemes for electric vehicles. Renew. Sustain. Energy Rev. 203, 114748 (2024). https:\/\/doi.org\/10.1016\/j.rser.2024.114748","journal-title":"Renew. Sustain. Energy Rev."},{"key":"959_CR16","first-page":"285","volume":"2021","author":"C Utama","year":"2021","unstructured":"Utama, C., Troitzsch, S., Thakur, J.: Demand-side flexibility and demand side bidding for flexible loads in air-conditioned buildings. Appl. Energy 2021, 285\u2013116418 (2021)","journal-title":"Appl. Energy"},{"key":"959_CR17","doi-asserted-by":"crossref","unstructured":"Mao, T., Lau, W.-h., Shum, C., Chung, H.S.-H., Tsang, K.-F., Tse, N.-F.: A regulation policy of ev discharging price for demand scheduling. IEEE Trans. Power Syst. 33(2), 1275\u201388 (2018)","DOI":"10.1109\/TPWRS.2017.2727323"},{"issue":"2","key":"959_CR18","doi-asserted-by":"publisher","first-page":"1234","DOI":"10.1109\/TSG.2023.3263470","volume":"15","author":"HT Nguyen","year":"2023","unstructured":"Nguyen, H.T., Choi, D.-H.: Distributionally robust model predictive control for smart electric vehicle charging station with v2g\/v2v capability. IEEE Trans. Smart Grid 15(2), 1234\u20131248 (2023). https:\/\/doi.org\/10.1109\/TSG.2023.3263470","journal-title":"IEEE Trans. Smart Grid"},{"key":"959_CR19","doi-asserted-by":"publisher","first-page":"109678","DOI":"10.1016\/j.ijepes.2023.109678","volume":"156","author":"F Wang","year":"2024","unstructured":"Wang, F., Jiang, B., Hu, L., Jin, H., Yu, Q., Shi, Y.: Bayesian deep neural network for low-carbon scheduling strategy planning of v2g. Int. J. Electr. Power Energy Syst. 156, 109678 (2024). https:\/\/doi.org\/10.1016\/j.ijepes.2023.109678","journal-title":"Int. J. Electr. Power Energy Syst."},{"issue":"8","key":"959_CR20","doi-asserted-by":"publisher","first-page":"12464","DOI":"10.1109\/TITS.2021.3114537","volume":"23","author":"Q Lin","year":"2022","unstructured":"Lin, Q., Yi, H., Chen, M.: Minimizing cost-plus-dissatisfaction in online ev charging under real-time pricing. IEEE Trans. Intell. Transp. Syst. 23(8), 12464\u201379 (2022)","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"issue":"5","key":"959_CR21","doi-asserted-by":"publisher","first-page":"453","DOI":"10.1016\/j.gloei.2020.11.005","volume":"3","author":"C Fang","year":"2020","unstructured":"Fang, C., Zhao, X., Xu, Q., Feng, D., Wang, H., Zhou, Y.: Aggregator-based demand response mechanism for electric vehicles participating in peak regulation in valley time of receiving-end power grid. Glob. Energy Interconnect. 3(5), 453\u201363 (2020)","journal-title":"Glob. Energy Interconnect."},{"issue":"109","key":"959_CR22","doi-asserted-by":"publisher","first-page":"101761","DOI":"10.1016\/j.sysarc.2020.101761","volume":"2020","author":"G Kornaros","year":"2020","unstructured":"Kornaros, G., Tomoutzoglou, O., Mbakoyiannis, D., Karadimitriou, N., Coppola, M., Montanari, E., et al.: Towards holistic secure networking in connected vehicles through securing can-bus communication and firmware-over-the-air updating. J. Syst. Archit. 2020(109), 101761 (2020)","journal-title":"J. Syst. Archit."},{"key":"959_CR23","doi-asserted-by":"crossref","unstructured":"Costa, J.J., Garcez, R., de Oliveira\u00a0Albuquerque, C.C.R., Arancibia, A., Weichenberger, L., et al.: Data security and trading framework for smart grids in neighborhood area networks. Sensors 20(5), 1\u201319 (2020)","DOI":"10.3390\/s20051337"},{"issue":"11","key":"959_CR24","doi-asserted-by":"publisher","first-page":"12609","DOI":"10.1109\/TVT.2020.3026004","volume":"69","author":"F Wang","year":"2020","unstructured":"Wang, F., Gao, J., Li, M., Zhao, L.: Autonomous pev charging scheduling using dyna-q reinforcement learning. IEEE Trans. Veh. Technol. 69(11), 12609\u201320 (2020)","journal-title":"IEEE Trans. Veh. Technol."},{"issue":"5","key":"959_CR25","doi-asserted-by":"publisher","first-page":"538","DOI":"10.1016\/j.apenergy.2017.11.072","volume":"211","author":"R Xiong","year":"2018","unstructured":"Xiong, R., Cao, J., Yu, Q.: Reinforcement learning-based real-time power management for hybrid energy storage system in the plug-in hybrid electric vehicle. Appl. Energy 211(5), 538\u2013548 (2018). https:\/\/doi.org\/10.1016\/j.apenergy.2017.11.072","journal-title":"Appl. Energy"},{"key":"959_CR26","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2020.2992133","author":"Y Cao","year":"2020","unstructured":"Cao, Y., Li, D., Zhang, Y., Chen, X.: Joint optimization of delay-tolerant autonomous electric vehicles charge scheduling and station battery degradation. IEEE Internet Things J. (2020). https:\/\/doi.org\/10.1109\/JIOT.2020.2992133","journal-title":"IEEE Internet Things J."},{"issue":"3","key":"959_CR27","doi-asserted-by":"publisher","first-page":"1466","DOI":"10.3390\/en16031466","volume":"16","author":"E Salazar","year":"2023","unstructured":"Salazar, E., Jurado, M., Samper, M.: Reinforcement learning-based pricing and incentive strategy for demand response in smart grids. Energies 16(3), 1466 (2023)","journal-title":"Energies"},{"issue":"4","key":"959_CR28","doi-asserted-by":"publisher","first-page":"348","DOI":"10.1049\/els2.12030","volume":"11","author":"F Alfaverh","year":"2021","unstructured":"Alfaverh, F., Dena\u00ef, M., Sun, Y.: Electrical vehicle grid integration for demand response in distribution networks using reinforcement learning. IET Electr. Syst. Transp. 11(4), 348\u201361 (2021)","journal-title":"IET Electr. Syst. Transp."},{"issue":"4","key":"959_CR29","doi-asserted-by":"publisher","first-page":"3201","DOI":"10.1109\/TSG.2020.2971427","volume":"11","author":"X Xu","year":"2020","unstructured":"Xu, X., Jia, Y., Xu, Y., Xu, Z., Chai, S., Lai, C.: A multi-agent reinforcement learning based data-driven method for home energy management. IEEE Trans. Smart Grid 11(4), 3201\u201311 (2020)","journal-title":"IEEE Trans. Smart Grid"},{"key":"959_CR30","doi-asserted-by":"publisher","DOI":"10.3390\/en16176359","author":"MA Khan","year":"2023","unstructured":"Khan, M.A., Hussain, A., Lee, W.-G., Kim, H.-M.: An incentive-based mechanism to enhance energy trading among microgrids, evs, and grid. Energies (2023). https:\/\/doi.org\/10.3390\/en16176359","journal-title":"Energies"},{"key":"959_CR31","doi-asserted-by":"publisher","first-page":"233541","DOI":"10.1016\/j.jpowsour.2023.233541","volume":"580","author":"ZM Mosammam","year":"2023","unstructured":"Mosammam, Z.M., Ahmadi, P., Houshfar, E.: Multi-objective optimization-driven machine learning for charging and v2g pattern for plug-in hybrid vehicles: Balancing battery aging and power management. J. Power Sources 580, 233541 (2023). https:\/\/doi.org\/10.1016\/j.jpowsour.2023.233541","journal-title":"J. Power Sources"},{"issue":"173","key":"959_CR32","doi-asserted-by":"publisher","first-page":"113052","DOI":"10.1016\/j.rser.2022.113052","volume":"2023","author":"D Qiu","year":"2023","unstructured":"Qiu, D., Wang, Y., Hua, W., Strbac, G.: Reinforcement learning for electric vehicle applications in power systems: a critical review. Renew. Sustain. Energy Rev. 2023(173), 113052 (2023)","journal-title":"Renew. Sustain. Energy Rev."},{"issue":"3","key":"959_CR33","doi-asserted-by":"publisher","first-page":"2427","DOI":"10.1109\/TSG.2019.2955437","volume":"11","author":"H Li","year":"2020","unstructured":"Li, H., Wan, Z., He, H.: Constrained ev charging scheduling based on safe deep reinforcement learning. IEEE Trans. Smart Grid 11(3), 2427\u201339 (2020)","journal-title":"IEEE Trans. Smart Grid"},{"key":"959_CR34","doi-asserted-by":"publisher","DOI":"10.1109\/TIA.2025.3545020","author":"M Adil","year":"2025","unstructured":"Adil, M., Mahmud, M.A.P., Kouzani, A.Z., Khoo, S.Y.: Reward based charging and discharging of electric vehicles using deep q-learning and Stackelberg game. IEEE Trans. Ind. Appl. (2025). https:\/\/doi.org\/10.1109\/TIA.2025.3545020","journal-title":"IEEE Trans. Ind. Appl."},{"key":"959_CR35","doi-asserted-by":"publisher","DOI":"10.3390\/app14041421","author":"VR Chifu","year":"2024","unstructured":"Chifu, V.R., Cioara, T., Pop, C.B., Rusu, H.G., Anghel, I.: Deep q-learning-based smart scheduling of evs for demand response in smart grids. Appl. Sci. (2024). https:\/\/doi.org\/10.3390\/app14041421","journal-title":"Appl. Sci."},{"key":"959_CR36","doi-asserted-by":"publisher","first-page":"105031","DOI":"10.1016\/j.scs.2023.105031","volume":"100","author":"X Hao","year":"2024","unstructured":"Hao, X., Chen, Y., Wang, H., Wang, H., Meng, Y., Gu, Q.: A v2g-oriented reinforcement learning framework and empirical study for heterogeneous electric vehicle charging management. Sustain. Cities Soc. 100, 105031 (2024). https:\/\/doi.org\/10.1016\/j.scs.2023.105031","journal-title":"Sustain. Cities Soc."},{"key":"959_CR37","doi-asserted-by":"publisher","DOI":"10.3390\/en13010123","author":"X Fang","year":"2019","unstructured":"Fang, X., Wang, J., Song, Y., Han, Q., Zhao, L., Cao, Z.: Multi-agent reinforcement learning approach for residential microgrid energy scheduling. Energies (2019). https:\/\/doi.org\/10.3390\/en13010123","journal-title":"Energies"},{"issue":"46","key":"959_CR38","first-page":"1","volume":"17","author":"S Abdallah","year":"2016","unstructured":"Abdallah, S., Kaisers, M.: Addressing environment non-stationarity by repeating q-learning updates. J. Mach. Learn. Res. 17(46), 1\u201331 (2016)","journal-title":"J. Mach. Learn. Res."}],"container-title":["International Journal of Computational Intelligence Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s44196-025-00959-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s44196-025-00959-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s44196-025-00959-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,10]],"date-time":"2025-09-10T04:26:18Z","timestamp":1757478378000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s44196-025-00959-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,9,2]]},"references-count":38,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["959"],"URL":"https:\/\/doi.org\/10.1007\/s44196-025-00959-5","relation":{},"ISSN":["1875-6883"],"issn-type":[{"value":"1875-6883","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,9,2]]},"assertion":[{"value":"16 February 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"23 April 2025","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 August 2025","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 September 2025","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"The studies were not involving humans or animals.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}}],"article-number":"227"}}