{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,10]],"date-time":"2026-01-10T02:35:50Z","timestamp":1768012550863,"version":"3.49.0"},"reference-count":30,"publisher":"Springer Science and Business Media LLC","issue":"34","license":[{"start":{"date-parts":[[2025,10,13]],"date-time":"2025-10-13T00:00:00Z","timestamp":1760313600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,10,13]],"date-time":"2025-10-13T00:00:00Z","timestamp":1760313600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2025,12]]},"DOI":"10.1007\/s00521-025-11647-y","type":"journal-article","created":{"date-parts":[[2025,10,13]],"date-time":"2025-10-13T09:36:51Z","timestamp":1760348211000},"page":"28729-28744","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["An integrated scheduling and optimization approach for photovoltaic-storage systems using deep reinforcement learning"],"prefix":"10.1007","volume":"37","author":[{"given":"Zeyu","family":"Yang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,10,13]]},"reference":[{"key":"11647_CR1","doi-asserted-by":"publisher","first-page":"2589","DOI":"10.1016\/j.renene.2019.08.092","volume":"146","author":"G Dileep","year":"2020","unstructured":"Dileep G (2020) A survey on smart grid technologies and applications. Renew Energy 146:2589\u20132625","journal-title":"Renew Energy"},{"issue":"1","key":"11647_CR2","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1109\/TITS.2020.3008612","volume":"23","author":"A Haydari","year":"2020","unstructured":"Haydari A, Y\u0131lmaz Y (2020) Deep reinforcement learning for intelligent transportation systems: a survey. IEEE Trans Intell Transp Syst 23(1):11\u201332","journal-title":"IEEE Trans Intell Transp Syst"},{"issue":"4","key":"11647_CR3","doi-asserted-by":"publisher","first-page":"5064","DOI":"10.1109\/TNNLS.2022.3207346","volume":"35","author":"X Wang","year":"2022","unstructured":"Wang X, Wang S, Liang X, Zhao D, Huang J, Xu X, Dai B, Miao Q (2022) Deep reinforcement learning: a survey. IEEE Trans Neural Netw Learn Syst 35(4):5064\u20135078","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"11647_CR4","doi-asserted-by":"publisher","first-page":"11490","DOI":"10.1109\/TASE.2025.3536198","volume":"22","author":"C Wang","year":"2025","unstructured":"Wang C, Fang W, Dai X, He R, Du W, Tang Y (2025) Deep reinforcement learning-based energy-conscious scheduling under time-of-use electricity price. IEEE Trans Autom Sci Eng 22:11490\u201311504","journal-title":"IEEE Trans Autom Sci Eng"},{"issue":"12","key":"11647_CR5","doi-asserted-by":"publisher","first-page":"1999","DOI":"10.3390\/math13121999","volume":"13","author":"S-W Jung","year":"2025","unstructured":"Jung S-W, An Y-Y, Suh B, Park Y, Kim J, Kim K-I (2025) Multi-agent deep reinforcement learning for scheduling of energy storage system in microgrids. Mathematics 13(12):1999","journal-title":"Mathematics"},{"issue":"1","key":"11647_CR6","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1186\/s40807-025-00179-7","volume":"12","author":"Z Liu","year":"2025","unstructured":"Liu Z (2025) Intelligent monitoring and control of farmland based on edge-cloud collaboration and digital twin for digital energy management: investment benefit analysis. Sustain Energy Res 12(1):43","journal-title":"Sustain Energy Res"},{"key":"11647_CR7","doi-asserted-by":"publisher","first-page":"43155","DOI":"10.1109\/ACCESS.2024.3375771","volume":"12","author":"J Aldahmashi","year":"2024","unstructured":"Aldahmashi J, Ma X (2024) Real-time energy management in smart homes through deep reinforcement learning. IEEE Access 12:43155\u201343172","journal-title":"IEEE Access"},{"key":"11647_CR8","doi-asserted-by":"publisher","first-page":"1618235","DOI":"10.3389\/fenrg.2025.1618235","volume":"13","author":"Z Wang","year":"2025","unstructured":"Wang Z, Xiang Y, Wu Y, Wang L, Gu C (2025) Optimization and data-driven approaches for energy storage-based demand response to achieve power system flexibility. Front Energy Res 13:1618235","journal-title":"Front Energy Res"},{"issue":"1","key":"11647_CR9","doi-asserted-by":"publisher","first-page":"29589","DOI":"10.1038\/s41598-025-12280-4","volume":"15","author":"Y Bai","year":"2025","unstructured":"Bai Y, Sui Y, Deng X, Wang X (2025) Quantum-inspired robust optimization for coordinated scheduling of pv-hydrogen microgrids under multi-dimensional uncertainties. Sci Rep 15(1):29589","journal-title":"Sci Rep"},{"key":"11647_CR10","doi-asserted-by":"publisher","first-page":"111244","DOI":"10.1016\/j.epsr.2024.111244","volume":"239","author":"WC Liu","year":"2025","unstructured":"Liu WC, Mao ZZ (2025) Microgrid economic dispatch using information-enhanced deep reinforcement learning with consideration of control periods. Electr Power Syst Res 239:111244","journal-title":"Electr Power Syst Res"},{"key":"11647_CR11","doi-asserted-by":"publisher","first-page":"122258","DOI":"10.1016\/j.apenergy.2023.122258","volume":"355","author":"K Ren","year":"2024","unstructured":"Ren K, Liu J, Wu Z, Liu X, Nie Y, Xu H (2024) A data-driven DRL-based home energy management system optimization framework considering uncertain household parameters. Appl Energy 355:122258","journal-title":"Appl Energy"},{"issue":"9","key":"11647_CR12","doi-asserted-by":"publisher","first-page":"5539","DOI":"10.3390\/app13095539","volume":"13","author":"O Almughram","year":"2023","unstructured":"Almughram O, Slama S, Zafar BA (2023) A reinforcement learning approach for integrating an intelligent home energy management system with a vehicle-to-home unit. Appl Sci 13(9):5539","journal-title":"Appl Sci"},{"issue":"3","key":"11647_CR13","doi-asserted-by":"publisher","first-page":"1457","DOI":"10.1109\/TSTE.2022.3161891","volume":"13","author":"AM Abomazid","year":"2022","unstructured":"Abomazid AM, El-Taweel NA, Farag HE (2022) Optimal energy management of hydrogen energy facility using integrated battery energy storage and solar photovoltaic systems. IEEE Trans Sustain Energy 13(3):1457\u20131468","journal-title":"IEEE Trans Sustain Energy"},{"key":"11647_CR14","doi-asserted-by":"publisher","first-page":"879985","DOI":"10.3389\/fenrg.2022.879985","volume":"10","author":"AM Soomar","year":"2022","unstructured":"Soomar AM, Hakeem A, Messaoudi M, Musznicki P, Iqbal A, Czapp S (2022) Solar photovoltaic energy optimization and challenges. Front Energy Res 10:879985","journal-title":"Front Energy Res"},{"key":"11647_CR15","doi-asserted-by":"publisher","first-page":"125465","DOI":"10.1016\/j.jclepro.2020.125465","volume":"284","author":"OA Al-Shahri","year":"2021","unstructured":"Al-Shahri OA, Ismail FB, Hannan M, Lipu MH, Al-Shetwi AQ, Begum R, Al-Muhsen NF, Soujeri E (2021) Solar photovoltaic energy optimization methods, challenges and issues: a comprehensive review. J Clean Prod 284:125465","journal-title":"J Clean Prod"},{"key":"11647_CR16","doi-asserted-by":"publisher","first-page":"106685","DOI":"10.1016\/j.knosys.2020.106685","volume":"214","author":"A Heuillet","year":"2021","unstructured":"Heuillet A, Couthouis F, D\u00edaz-Rodr\u00edguez N (2021) Explainability in deep reinforcement learning. Knowl-Based Syst 214:106685","journal-title":"Knowl-Based Syst"},{"issue":"1","key":"11647_CR17","first-page":"93","volume":"47","author":"Z Shuting","year":"2021","unstructured":"Shuting Z, Hai L, Xiaojie L, Wei Z, Sibin L (2021) Operation scheduling optimization of integrated-energy system in industrial park in consideration of energy storage. High Volt Eng 47(1):93\u2013101","journal-title":"High Volt Eng"},{"key":"11647_CR18","doi-asserted-by":"publisher","first-page":"73","DOI":"10.1016\/j.jclepro.2019.02.228","volume":"221","author":"AL Bukar","year":"2019","unstructured":"Bukar AL, Tan CW (2019) A review on stand-alone photovoltaic-wind energy system with fuel cell: system optimization and energy management strategy. J Clean Prod 221:73\u201388","journal-title":"J Clean Prod"},{"issue":"6","key":"11647_CR19","doi-asserted-by":"publisher","first-page":"4067","DOI":"10.1002\/er.4883","volume":"44","author":"SK Rathor","year":"2020","unstructured":"Rathor SK, Saxena D (2020) Energy management system for smart grid: an overview and key issues. Int J Energy Res 44(6):4067\u20134109","journal-title":"Int J Energy Res"},{"issue":"2","key":"11647_CR20","doi-asserted-by":"publisher","first-page":"143","DOI":"10.4271\/14-09-02-0009","volume":"9","author":"C Wei","year":"2020","unstructured":"Wei C, Chen Y, Sun X, Zhang Y (2020) Optimal equivalent consumption minimization strategy for plug-in hybrid electric vehicle with improved genetic algorithm. SAE Int J Electr Veh 9(2):143\u2013154","journal-title":"SAE Int J Electr Veh"},{"issue":"1","key":"11647_CR21","first-page":"213","volume":"6","author":"Z Zhang","year":"2019","unstructured":"Zhang Z, Zhang D, Qiu RC (2019) Deep reinforcement learning for power system applications: an overview. CSEE J Power Energy Syst 6(1):213\u2013225","journal-title":"CSEE J Power Energy Syst"},{"key":"11647_CR22","doi-asserted-by":"publisher","first-page":"108694","DOI":"10.1016\/j.est.2023.108694","volume":"72","author":"M Amir","year":"2023","unstructured":"Amir M, Deshmukh RG, Khalid HM, Said Z, Raza A, Muyeen S, Nizami A-S, Elavarasan RM, Saidur R, Sopian K (2023) Energy storage technologies: an integrated survey of developments, global economical\/environmental effects, optimal scheduling model, and sustainable adaption policies. J Energy Storage 72:108694","journal-title":"J Energy Storage"},{"key":"11647_CR23","doi-asserted-by":"publisher","first-page":"101887","DOI":"10.1016\/j.est.2020.101887","volume":"33","author":"A Bouakkaz","year":"2021","unstructured":"Bouakkaz A, Mena AJG, Haddad S, Ferrari ML (2021) Efficient energy scheduling considering cost reduction and energy saving in hybrid energy system with energy storage. J Energy Storage 33:101887","journal-title":"J Energy Storage"},{"key":"11647_CR24","doi-asserted-by":"publisher","first-page":"107094","DOI":"10.1016\/j.comnet.2019.107094","volume":"169","author":"MZ Gunduz","year":"2020","unstructured":"Gunduz MZ, Das R (2020) Cyber-security on smart grid: threats and potential solutions. Comput Netw 169:107094","journal-title":"Comput Netw"},{"issue":"2","key":"11647_CR25","doi-asserted-by":"publisher","first-page":"873","DOI":"10.11591\/ijpeds.v13.i2.pp873-882","volume":"13","author":"D Maizana","year":"2022","unstructured":"Maizana D, Putri SM (2022) Appropriateness analysis of implementing a smart grid system in campus buildings using the fuzzy method. Int J Power Electron Drive Syst 13(2):873","journal-title":"Int J Power Electron Drive Syst"},{"key":"11647_CR26","unstructured":"Iqbal S, Sha F (2019) Actor-attention-critic for multi-agent reinforcement learning. In: International conference on machine learning. PMLR, pp. 2961\u20132970"},{"issue":"3","key":"11647_CR27","doi-asserted-by":"publisher","first-page":"3097","DOI":"10.1109\/TIA.2019.2896532","volume":"55","author":"A Accetta","year":"2019","unstructured":"Accetta A, Pucci M (2019) Energy management system in DC micro-grids of smart ships: main gen-set fuel consumption minimization and fault compensation. IEEE Trans Ind Appl 55(3):3097\u20133113","journal-title":"IEEE Trans Ind Appl"},{"issue":"4","key":"11647_CR28","doi-asserted-by":"publisher","first-page":"3200","DOI":"10.1109\/TSG.2021.3064312","volume":"12","author":"M Nazemi","year":"2021","unstructured":"Nazemi M, Dehghanian P, Lu X, Chen C (2021) Uncertainty-aware deployment of mobile energy storage systems for distribution grid resilience. IEEE Trans Smart Grid 12(4):3200\u20133214","journal-title":"IEEE Trans Smart Grid"},{"key":"11647_CR29","doi-asserted-by":"publisher","first-page":"128","DOI":"10.1016\/j.future.2021.04.018","volume":"123","author":"Y Zhang","year":"2021","unstructured":"Zhang Y, Zhou Y, Lu H, Fujita H (2021) Cooperative multi-agent actor-critic control of traffic network flow based on edge computing. Futur Gener Comput Syst 123:128\u2013141","journal-title":"Futur Gener Comput Syst"},{"key":"11647_CR30","doi-asserted-by":"crossref","unstructured":"Ryu H, Shin H, Park J (2020) Multi-agent actor-critic with hierarchical graph attention network. In: Proceedings of the AAAI conference on artificial intelligence, vol 34, pp 7236\u20137243","DOI":"10.1609\/aaai.v34i05.6214"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-025-11647-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-025-11647-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-025-11647-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,29]],"date-time":"2025-11-29T13:51:16Z","timestamp":1764424276000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-025-11647-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,13]]},"references-count":30,"journal-issue":{"issue":"34","published-print":{"date-parts":[[2025,12]]}},"alternative-id":["11647"],"URL":"https:\/\/doi.org\/10.1007\/s00521-025-11647-y","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,10,13]]},"assertion":[{"value":"16 May 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 September 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 October 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no conflict of interest exists.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}