{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,10]],"date-time":"2026-06-10T11:20:21Z","timestamp":1781090421237,"version":"3.54.1"},"reference-count":47,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2026,3,1]],"date-time":"2026-03-01T00:00:00Z","timestamp":1772323200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,3,1]],"date-time":"2026-03-01T00:00:00Z","timestamp":1772323200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["72071130"],"award-info":[{"award-number":["72071130"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["12071112"],"award-info":[{"award-number":["12071112"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Key Science and Technology Research Project of Henan Province of China","award":["252102240125"],"award-info":[{"award-number":["252102240125"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2026,3]]},"DOI":"10.1007\/s00521-025-11710-8","type":"journal-article","created":{"date-parts":[[2026,3,17]],"date-time":"2026-03-17T04:33:32Z","timestamp":1773722012000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Real-time hybrid demand response strategy based on reinforcement learning for smart grid"],"prefix":"10.1007","volume":"38","author":[{"given":"Yiling","family":"Luo","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yan","family":"Gao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Renjie","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Deqiang","family":"Qu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,3,17]]},"reference":[{"key":"11710_CR1","volume":"323","author":"K Bennet","year":"2025","unstructured":"Bennet K, Ingo S, Arjuna N (2025) Effects of non-industrial decentralized demand-side-management on energy costs and battery storage requirement in Germany\u2019s power grid. Energy 323:135892","journal-title":"Energy"},{"key":"11710_CR2","volume":"231","author":"B Xu","year":"2021","unstructured":"Xu B, Wang JX, Guo MY et al (2021) A hybrid demand response mechanism based on real-time incentive and real-time pricing. Energy 231:120940","journal-title":"Energy"},{"issue":"52","key":"11710_CR3","doi-asserted-by":"crossref","first-page":"1295","DOI":"10.1080\/0305215X.2019.1642882","volume":"8","author":"L Tao","year":"2020","unstructured":"Tao L, Gao Y, Liu Y et al (2020) A rolling penalty function algorithm of real-time pricing for smart microgrids based on bilevel programming. Eng Optim 8(52):1295\u20131312","journal-title":"Eng Optim"},{"issue":"7","key":"11710_CR4","doi-asserted-by":"crossref","first-page":"10572","DOI":"10.1002\/er.6545","volume":"45","author":"GX Yuan","year":"2021","unstructured":"Yuan GX, Gao Y, Ye B et al (2021) A bilevel programming approach for real-time pricing strategy of smart grid considering multi-microgrids connection. Int J Energy Res 45(7):10572\u201310589","journal-title":"Int J Energy Res"},{"key":"11710_CR5","volume":"224","author":"YY Li","year":"2021","unstructured":"Li YY, Li JX, He JJ et al (2021) The real-time pricing optimization model of smart grid based on the utility function of the logistic function. Energy 224:120172","journal-title":"Energy"},{"key":"11710_CR6","volume":"141","author":"DQ Qu","year":"2022","unstructured":"Qu DQ, Li JX, Yong M (2022) Real-time pricing for smart grid considering energy complementarity of a microgrid interacting with the large grid. Int J Electr Power Energy Syst 141:108217","journal-title":"Int J Electr Power Energy Syst"},{"issue":"3","key":"11710_CR7","doi-asserted-by":"crossref","first-page":"2206","DOI":"10.3934\/jimo.2022039","volume":"19","author":"YX Yang","year":"2023","unstructured":"Yang YX, Du SQ, Chen YY (2023) Real-time pricing method for smart grid based on social welfare maximization model. J Ind Manag Optim 19(3):2206\u20132225","journal-title":"J Ind Manag Optim"},{"key":"11710_CR8","volume":"135","author":"YY Li","year":"2022","unstructured":"Li YY, Li JX, Yu JS et al (2022) A cosh-based smoothing Newton algorithm for the real-time pricing problem in smart grid. Int J Electr Power Energy Syst 135:107296","journal-title":"Int J Electr Power Energy Syst"},{"key":"11710_CR9","doi-asserted-by":"crossref","unstructured":"Samadi P, Mohsenian-Rad AH, Schober R, et al. (2010) Optimal real-time pricing algorithm based on utility maximization for smart grid\/\/First IEEE International Conference on Smart Grid Communications, Maryland, USA, Oct. 4\u20136, IEEE Xplore 415\u2013420","DOI":"10.1109\/SMARTGRID.2010.5622077"},{"key":"11710_CR10","doi-asserted-by":"crossref","first-page":"937","DOI":"10.1016\/j.apenergy.2018.12.061","volume":"236","author":"RZ Lu","year":"2019","unstructured":"Lu RZ, Hong SH (2019) Incentive-based demand response for smart grid with reinforcement learning and deep neural network. Appl Energy 236:937\u2013949","journal-title":"Appl Energy"},{"key":"11710_CR11","volume":"74","author":"MJ Rana","year":"2021","unstructured":"Rana MJ, Rahi KH, Ray T et al (2021) An efficient optimization approach for flexibility provisioning in community microgrids with an incentive-based demand response scheme. Sustain Cities Soc 74:103218","journal-title":"Sustain Cities Soc"},{"key":"11710_CR12","volume":"68","author":"SF Wen","year":"2021","unstructured":"Wen SF, Xiong WJ, Tan JM et al (2021) Blockchain enhanced price incentive demand response for building user energy network in sustainable society. Sustain Cities Soc 68:102748","journal-title":"Sustain Cities Soc"},{"key":"11710_CR13","doi-asserted-by":"crossref","first-page":"389","DOI":"10.1016\/j.ifacol.2022.07.068","volume":"55\u20139","author":"Y Sasaki","year":"2022","unstructured":"Sasaki Y, Ueoka M, Uesugi Y et al (2022) A robust economic load dispatch in community microgrid considering incentive-based demand response. IFAC Papers On Line 55\u20139:389\u2013394","journal-title":"IFAC Papers On Line"},{"key":"11710_CR14","doi-asserted-by":"crossref","DOI":"10.1016\/j.epsr.2022.108037","volume":"209","author":"SK Gupta","year":"2022","unstructured":"Gupta SK, Ghose T, Chatterjee K (2022) Coordinated control of incentive-based demand response program and BESS for frequency regulation in low inertia isolated grid. Electr Power Syst Res 209:108037","journal-title":"Electr Power Syst Res"},{"key":"11710_CR15","volume":"46","author":"P Harsh","year":"2021","unstructured":"Harsh P, Das D (2021) Energy management in microgrid using incentive-based demand response and reconfigured network considering uncertainties in renewable energy sources. Sustain Energy Technol Assess 46:101225","journal-title":"Sustain Energy Technol Assess"},{"key":"11710_CR16","doi-asserted-by":"crossref","DOI":"10.1016\/j.apenergy.2020.116254","volume":"283","author":"SL Zheng","year":"2021","unstructured":"Zheng SL, Sun Y, Li B et al (2021) Incentive-based integrated demand response for multiple energy carriers under complex uncertainties and double coupling effects. Appl Energy 283:116254","journal-title":"Appl Energy"},{"key":"11710_CR17","doi-asserted-by":"crossref","DOI":"10.1016\/j.apenergy.2022.119998","volume":"326","author":"G Raman","year":"2022","unstructured":"Raman G, Zhao B, Peng J et al (2022) Adaptive incentive-based demand response with distributed non-compliance assessment. Appl Energy 326:119998","journal-title":"Appl Energy"},{"key":"11710_CR18","doi-asserted-by":"crossref","DOI":"10.1016\/j.epsr.2022.107836","volume":"206","author":"VC Pandey","year":"2022","unstructured":"Pandey VC, Gupta N, Niazi KR et al (2022) Modeling and assessment of incentive based demand response using price elasticity model in distribution systems. Electr Power Syst Res 206:107836","journal-title":"Electr Power Syst Res"},{"key":"11710_CR19","volume":"144","author":"S Oh","year":"2023","unstructured":"Oh S, Kong J, Yang Y et al (2023) A multi-use framework of energy storage systems using reinforcement learning for both price-based and incentive-based demand response programs. Int J Electr Power Energy Syst 144:108519","journal-title":"Int J Electr Power Energy Syst"},{"key":"11710_CR20","doi-asserted-by":"crossref","DOI":"10.1016\/j.ijepes.2022.108315","volume":"142","author":"A Pourramezan","year":"2022","unstructured":"Pourramezan A, Samadi M (2022) A novel approach for incorporating incentive-based and price-based demand response programs in long-term generation investment planning. Int J Electr Power Energy Syst 142:108315","journal-title":"Int J Electr Power Energy Syst"},{"key":"11710_CR21","volume":"135","author":"XN Song","year":"2023","unstructured":"Song XN, Wu CL, Stojanovic V et al (2023) 1 bit encoding-decoding-based event-triggered fixed-time adaptive control for unmanned surface vehicle with guaranteed tracking performance. Control Eng Pract 135:105513","journal-title":"Control Eng Pract"},{"issue":"6","key":"11710_CR22","doi-asserted-by":"crossref","first-page":"3461","DOI":"10.1109\/TSMC.2022.3225381","volume":"53","author":"ZH Zhuang","year":"2023","unstructured":"Zhuang ZH, Tao HF, Chen YY et al (2023) An optimal iterative learning control approach for linear systems with nonuniform trial lengths under input constraints. IEEE Trans Syst Man Cybern Syst 53(6):3461\u20133473","journal-title":"IEEE Trans Syst Man Cybern Syst"},{"issue":"1","key":"11710_CR23","doi-asserted-by":"crossref","first-page":"217","DOI":"10.2166\/ws.2020.279","volume":"21","author":"R Daneshfaraz","year":"2021","unstructured":"Daneshfaraz R, Bagherzadeh M, Esmaeeli R et al (2021) Study of the performance of support vector machine for predicting vertical drop hydraulic parameters in the presence of dual horizontal screens. Water Supply 21(1):217\u2013231","journal-title":"Water Supply"},{"key":"11710_CR24","doi-asserted-by":"crossref","first-page":"8997","DOI":"10.1007\/s11063-023-11189-1","volume":"55","author":"XN Song","year":"2023","unstructured":"Song XN, Wu NN, Song S et al (2023) Switching-like event-triggered state estimation for reaction-diffusion neural networks against DoS attacks. Neural Process Lett 55:8997\u20139018","journal-title":"Neural Process Lett"},{"issue":"4","key":"11710_CR25","doi-asserted-by":"crossref","first-page":"4676","DOI":"10.2166\/ws.2022.127","volume":"22","author":"M Bagherzadeh","year":"2022","unstructured":"Bagherzadeh M, Mousavi F, Manafpour M et al (2022) Numerical simulation and application of soft computing in estimating vertical drop energy dissipation with horizontal serrated edge. Water Supply 22(4):4676\u20134689","journal-title":"Water Supply"},{"issue":"8","key":"11710_CR26","doi-asserted-by":"crossref","first-page":"1853","DOI":"10.2166\/wst.2023.108","volume":"87","author":"R Mirzaee","year":"2023","unstructured":"Mirzaee R, Mohammadi M, Mousavi S et al (2023) Application of soft computing techniques to estimate the scouring depth formed by crossing jets. Water Sci Technol 87(8):1853\u20131865","journal-title":"Water Sci Technol"},{"key":"11710_CR27","doi-asserted-by":"crossref","unstructured":"Ietto B, Orsini V. (2025) Optimal inventory level control in the case of perishable goods with unknown time-varying decay factor: A data-driven supervised robust model predictive control approach. IEEE Transactions on Systems, Man, and Cybernetics: Systems (Early Access): 1\u201314","DOI":"10.1109\/TSMC.2025.3579546"},{"issue":"1","key":"11710_CR28","doi-asserted-by":"crossref","first-page":"254","DOI":"10.1016\/j.ejor.2024.10.012","volume":"322","author":"GS Felix","year":"2025","unstructured":"Felix GS, Richard P (2025) Data-driven inventory control for large product portfolios: a practical application of prescriptive analytics. Eur J Oper Res 322(1):254\u2013269","journal-title":"Eur J Oper Res"},{"issue":"3","key":"11710_CR29","doi-asserted-by":"crossref","first-page":"461","DOI":"10.1287\/msom.2018.0756","volume":"22","author":"M Ettl","year":"2020","unstructured":"Ettl M, Harsha P, Papush A et al (2020) A data-driven approach to personalized bundle pricing and recommendation. Manuf Serv Oper Manag 22(3):461\u2013480","journal-title":"Manuf Serv Oper Manag"},{"issue":"21","key":"11710_CR30","doi-asserted-by":"crossref","first-page":"3259","DOI":"10.1111\/mice.13512","volume":"40","author":"GK Wang","year":"2025","unstructured":"Wang GK, Shan Y, Lin WF et al (2025) A lightweight physics-data-driven method for real-time prediction of subgrade settlements induced by shield tunneling. Comput Aided Civ Infrastruct Eng 40(21):3259\u20133278","journal-title":"Comput Aided Civ Infrastruct Eng"},{"issue":"3","key":"11710_CR31","volume":"41","author":"NN Song","year":"2025","unstructured":"Song NN, Wang CD, Peng HJ et al (2025) A study of mechanism-data hybrid-driven method for multibody system via physics-informed neural network. Acta Mech Sin 41(3):524159","journal-title":"Acta Mech Sin"},{"issue":"3","key":"11710_CR32","first-page":"846","volume":"9","author":"JX Yang","year":"2023","unstructured":"Yang JX, Liu JC, Xiang Y et al (2023) Data-driven optimal dynamic dispatch for hydro-PV-PHS integrated power systems using deep reinforcement learning approach. CSEE J Power Energy Syst 9(3):846\u2013858","journal-title":"CSEE J Power Energy Syst"},{"issue":"2","key":"11710_CR33","doi-asserted-by":"crossref","first-page":"54","DOI":"10.1109\/LES.2019.2937834","volume":"12","author":"M Afzalan","year":"2020","unstructured":"Afzalan M, Jazizadeh F (2020) Data-driven identification of consumers with deferrable loads for demand response programs. IEEE Embed Syst Lett 12(2):54\u201357","journal-title":"IEEE Embed Syst Lett"},{"key":"11710_CR34","doi-asserted-by":"crossref","unstructured":"Ouyang XT, Wang X, Chen Z, et al. (2023) Data-driven distributed robust optimization-based coordinated scheduling strategy for multi-energy systems. 2023 Panda Forum on Power and Energy, April 27\u201330, 2023, Chengdu, China","DOI":"10.1109\/PandaFPE57779.2023.10140552"},{"issue":"1","key":"11710_CR35","doi-asserted-by":"crossref","first-page":"365","DOI":"10.1109\/TSG.2022.3193226","volume":"14","author":"ZP Yuan","year":"2023","unstructured":"Yuan ZP, Li P, Li ZL et al (2023) Data-driven risk-adjusted robust energy management for Microgrids integrating demand response aggregator and renewable energies. IEEE Trans Smart Grid 14(1):365\u2013377","journal-title":"IEEE Trans Smart Grid"},{"key":"11710_CR36","volume":"239","author":"L Zhang","year":"2022","unstructured":"Zhang L, Gao Y, Zhu HB et al (2022) Bi-level stochastic real-time pricing model in multi-energy generation system: a reinforcement learning approach. Energy 239:121926","journal-title":"Energy"},{"key":"11710_CR37","volume":"169","author":"M Wang","year":"2025","unstructured":"Wang M, Zhou ZB, Chang ZX et al (2025) Deep reinforcement learning for agile earth observation satellites scheduling problem with variable image duration. Appl Soft Comput 169:112575","journal-title":"Appl Soft Comput"},{"key":"11710_CR38","doi-asserted-by":"crossref","DOI":"10.1016\/j.cor.2023.106388","volume":"160","author":"ZX Chang","year":"2023","unstructured":"Chang ZX, Punnen A, Zhou ZB et al (2023) Solving dynamic satellite image data downlink scheduling problem via an adaptive bi-objective optimization algorithm. Comput Oper Res 160:106388","journal-title":"Comput Oper Res"},{"issue":"11","key":"11710_CR39","doi-asserted-by":"crossref","first-page":"2597","DOI":"10.1016\/j.asr.2020.09.002","volume":"66","author":"ZX Chang","year":"2020","unstructured":"Chang ZX, Chen YN, Yang WY et al (2020) Mission planning problem for optical video satellite imaging with variable image duration: a greedy algorithm based on heuristic knowledge. Adv Sp Res 66(11):2597\u20132609","journal-title":"Adv Sp Res"},{"key":"11710_CR40","doi-asserted-by":"crossref","first-page":"220","DOI":"10.1016\/j.apenergy.2018.03.072","volume":"220","author":"RZ Lu","year":"2018","unstructured":"Lu RZ, Hong SH, Zhang XF (2018) A dynamic pricing demand response algorithm for smart grid: reinforcement learning approach. Appl Energy 220:220\u2013230","journal-title":"Appl Energy"},{"issue":"2","key":"11710_CR41","first-page":"358","volume":"7","author":"YK Liu","year":"2021","unstructured":"Liu YK, Zhang DG, Gooi HB (2021) Data-driven decision-making strategies for electricity retailers: a deep reinforcement learning approach. CSEE J Power Energy Syst 7(2):358\u2013367","journal-title":"CSEE J Power Energy Syst"},{"key":"11710_CR42","volume":"191","author":"L Zhang","year":"2022","unstructured":"Zhang L, Gao Y, Zhu HB et al (2022) A distributed real-time pricing strategy based on reinforcement learning approach for smart grid. Expert Syst Appl 191:116285","journal-title":"Expert Syst Appl"},{"key":"11710_CR43","volume":"141","author":"YL Luo","year":"2025","unstructured":"Luo YL, Gao Y (2025) Real-time pricing strategy considering carbon emissions and time coupling in smart grid: a binary integer bilevel optimization model with decision-making. Eng Appl Artif Intell 141:109858","journal-title":"Eng Appl Artif Intell"},{"issue":"4","key":"11710_CR44","first-page":"810","volume":"56","author":"OE Williamson","year":"1966","unstructured":"Williamson OE (1966) Peak-load pricing and optimal capacity under indivisibility constraints. Am Econ Rev 56(4):810\u2013827","journal-title":"Am Econ Rev"},{"key":"11710_CR45","doi-asserted-by":"crossref","DOI":"10.1016\/j.apenergy.2021.116624","volume":"292","author":"Y Astriani","year":"2021","unstructured":"Astriani Y, Shafiullah GM, Shahnia F (2021) Incentive determination of a demand response program for microgrids. Appl Energy 292:116624","journal-title":"Appl Energy"},{"key":"11710_CR46","volume":"153","author":"YL Luo","year":"2023","unstructured":"Luo YL, Gao Y, Fan DL (2023) Real-time demand response strategy base on price and incentive considering multi-energy in smart grid: a bi-level optimization method. Int J Electr Power Energy Syst 153:109354","journal-title":"Int J Electr Power Energy Syst"},{"key":"11710_CR47","doi-asserted-by":"crossref","first-page":"15255","DOI":"10.1007\/s00521-024-09839-z","volume":"36","author":"WZ Liu","year":"2024","unstructured":"Liu WZ, Xiang SY, Zhang T et al (2024) Judgmentally adjusted Q-values based on Q-ensemble for offline reinforcement learning. Neural Comput Appl 36:15255\u201315277","journal-title":"Neural Comput Appl"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-025-11710-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-025-11710-8","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-025-11710-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,17]],"date-time":"2026-04-17T05:50:20Z","timestamp":1776405020000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-025-11710-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,3]]},"references-count":47,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2026,3]]}},"alternative-id":["11710"],"URL":"https:\/\/doi.org\/10.1007\/s00521-025-11710-8","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,3]]},"assertion":[{"value":"25 March 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 December 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 March 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no known competing financial interests or personal relationships that could have appeared to influence the work reported in this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"187"}}