{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,28]],"date-time":"2026-01-28T04:38:53Z","timestamp":1769575133890,"version":"3.49.0"},"reference-count":48,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2011,7,28]],"date-time":"2011-07-28T00:00:00Z","timestamp":1311811200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Neural Comput &amp; Applic"],"published-print":{"date-parts":[[2013,2]]},"DOI":"10.1007\/s00521-011-0711-6","type":"journal-article","created":{"date-parts":[[2011,7,27]],"date-time":"2011-07-27T04:29:18Z","timestamp":1311740958000},"page":"259-269","source":"Crossref","is-referenced-by-count":96,"title":["A self-learning scheme for residential energy system control and management"],"prefix":"10.1007","volume":"22","author":[{"given":"Ting","family":"Huang","sequence":"first","affiliation":[]},{"given":"Derong","family":"Liu","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2011,7,28]]},"reference":[{"issue":"5","key":"711_CR1","doi-asserted-by":"crossref","first-page":"34","DOI":"10.1109\/MPAE.2005.1507024","volume":"3","author":"SM Amin","year":"2005","unstructured":"Amin SM, Wollenberg BF (2005) Toward a smart grid: power delivery for the 21st century. IEEE Power Energy Mag 3(5):34\u201341","journal-title":"IEEE Power Energy Mag"},{"issue":"3","key":"711_CR2","doi-asserted-by":"crossref","first-page":"1230","DOI":"10.1109\/59.14586","volume":"3","author":"AG Bakirtzis","year":"1988","unstructured":"Bakirtzis AG, Dokopoulos PS (1988) Short term gerneation schedulling in a small autonomous system with unconventional energy system. IEEE Trans Power Syst 3(3):1230\u20131236","journal-title":"IEEE Trans Power Syst"},{"issue":"4","key":"711_CR3","doi-asserted-by":"crossref","first-page":"893","DOI":"10.2514\/3.21715","volume":"19","author":"SN Balakrishnan","year":"1996","unstructured":"Balakrishnan SN, Biega V (1996) Adaptive-critic-based neural networks for aircraft optimal control. J Guid Control Dyn 19(4):893\u2013898","journal-title":"J Guid Control Dyn"},{"key":"711_CR4","volume-title":"Handbook of intelligent control: neural, fuzzy and adaptive approaches","author":"AG Barto","year":"1992","unstructured":"Barto AG (1992) Reinforcement learning and adaptive critic methods. In: White DA, Sofge DA (eds) Handbook of intelligent control: neural, fuzzy and adaptive approaches. Van Nostrand Reinhold, NY"},{"key":"711_CR5","volume-title":"Dynamic programming","author":"RE Bellman","year":"1957","unstructured":"Bellman RE (1957) Dynamic programming. Princeton University Press, NJ"},{"key":"711_CR6","doi-asserted-by":"crossref","unstructured":"Belvedere B, Bianchi M, Borghetti A, Paolone M (2009) A microcontroller-based automatic scheduling system for residential microgrids. In: Proceedings of the IEEE Power Technology. pp 1\u20136","DOI":"10.1109\/PTC.2009.5281929"},{"key":"711_CR7","volume-title":"Neuro-dynamic programming","author":"DP Bertsekas","year":"1996","unstructured":"Bertsekas DP, Tsitsiklis JN (1996) Neuro-dynamic programming. Athena Scientific, MA"},{"key":"711_CR8","unstructured":"Cau TDH, Kaye RJ (2001) Multiple distributed energy storage scheduling using constructive evolutionary programming. In: Proceedings of the IEEE international conference on power industry computer applications. pp 402\u2013407"},{"issue":"2","key":"711_CR9","doi-asserted-by":"crossref","first-page":"684","DOI":"10.1109\/TPWRS.2005.846091","volume":"20","author":"FA Chacra","year":"2005","unstructured":"Chacra FA, Bastard P, Fleury G, Clavreul R (2005) Impact of energy storage costs on economical performance in a distribution substation. IEEE Trans Power Syst 20(2):684\u2013691","journal-title":"IEEE Trans Power Syst"},{"issue":"1","key":"711_CR10","doi-asserted-by":"crossref","first-page":"97","DOI":"10.1109\/TIE.2006.888766","volume":"54","author":"S Chakraborty","year":"2007","unstructured":"Chakraborty S, Weiss MD, Simoes MG (2007) Distributed intelligent energy management system for a single-phase high-frequency AC microgrid. IEEE Trans Ind Electron 54(1):97\u2013109","journal-title":"IEEE Trans Ind Electron"},{"issue":"3","key":"711_CR11","doi-asserted-by":"crossref","first-page":"385","DOI":"10.1109\/41.678996","volume":"45","author":"SJ Chiang","year":"1998","unstructured":"Chiang SJ, Chang KT, Yen CY (1998) Residential photovoltaic energy storage system. IEEE Trans Ind Electron 45(3):385\u2013394","journal-title":"IEEE Trans Ind Electron"},{"key":"711_CR12","unstructured":"ComEd, USA, http:\/\/www.thewattspot.com . Accessed 16 May 2010"},{"key":"711_CR13","unstructured":"Corrigan PM, Heydt GT (2007) Optimized dispatch of a residential solar energy system. In: Proceedings of the North American Power Symposium. pp 4183\u20134188"},{"key":"711_CR14","doi-asserted-by":"crossref","first-page":"1071","DOI":"10.1002\/(SICI)1099-1239(19991215)9:14<1071::AID-RNC453>3.0.CO;2-W","volume":"9","author":"C Cox","year":"1999","unstructured":"Cox C, Stepniewski S, Jorgensen C, Saeks R, Lewis C (1999) On the design of a neural network autolander. Int J Robust Nonlinear Control 9:1071\u20131096","journal-title":"Int J Robust Nonlinear Control"},{"issue":"1\u20132","key":"711_CR15","doi-asserted-by":"crossref","first-page":"175","DOI":"10.1016\/0895-7177(95)00226-X","volume":"23","author":"J Dalton","year":"1996","unstructured":"Dalton J, Balakrishnan SN (1996) A neighboring optimal adaptive critic for missile guidance. Math Comput Model 23(1\u20132):175\u2013188","journal-title":"Math Comput Model"},{"key":"711_CR16","doi-asserted-by":"crossref","unstructured":"Fung CC, Ho SCY, Nayar CV (1993) Optimisation of a hybrid energy system using simulated annealing technique. In: Proceedings of IEEE international conference on computer communtion control power engineering. pp 235\u2013238","DOI":"10.1109\/TENCON.1993.320626"},{"issue":"2","key":"711_CR17","doi-asserted-by":"crossref","first-page":"38","DOI":"10.1109\/MPE.2007.915181","volume":"6","author":"TF Garrity","year":"2008","unstructured":"Garrity TF (2008) Getting smart. IEEE Power Energy Mag 6(2):38\u201345","journal-title":"IEEE Power Energy Mag"},{"issue":"6","key":"711_CR18","doi-asserted-by":"crossref","first-page":"989","DOI":"10.1109\/72.329697","volume":"5","author":"MT Hagan","year":"1994","unstructured":"Hagan MT, Menhaj MB (1994) Training feedforward networks with the Marquardt algorithm. IEEE Trans Neural Netw 5(6):989\u2013993","journal-title":"IEEE Trans Neural Netw"},{"issue":"8","key":"711_CR19","doi-asserted-by":"crossref","first-page":"994","DOI":"10.1016\/j.ijhydene.2005.10.008","volume":"31","author":"M James","year":"2006","unstructured":"James M, Jacob B, Scott SG (2006) Dynamic analyses of regenerative fuel cell power for potential use in renewable residential applications. Int J Hydrogen Energy 31(8):994\u20131009","journal-title":"Int J Hydrogen Energy"},{"issue":"3","key":"711_CR20","doi-asserted-by":"crossref","first-page":"1768","DOI":"10.1109\/TPWRD.2010.2044896","volume":"25","author":"KM Klein","year":"2010","unstructured":"Klein KM, Springer PL, Black WZ (2010) Real-time ampacity and ground clearance software for integration into smart grid technology. IEEE Trans Power Deliv 25(3):1768\u20131777","journal-title":"IEEE Trans Power Deliv"},{"issue":"3","key":"711_CR21","doi-asserted-by":"crossref","first-page":"774","DOI":"10.1109\/TEC.2006.878239","volume":"22","author":"TY Lee","year":"2007","unstructured":"Lee TY (2007) Operating schedule of battery energy storage system in a time-of-use rate industrial user with wind turbine generators: a multipass iteration particle swarm optimization approach. IEEE Trans Energy Convers 22(3):774\u2013782","journal-title":"IEEE Trans Energy Convers"},{"key":"711_CR22","unstructured":"Lendaris GG, Paintz C (1997) Training strategies for critic and action neural networks in dual heuristic programming method. In: Proceedings of International Conference on Neural Network, pp. 712\u2013717"},{"issue":"2","key":"711_CR23","doi-asserted-by":"crossref","first-page":"168","DOI":"10.1109\/TSG.2010.2053726","volume":"1","author":"F Li","year":"2010","unstructured":"Li F, Qiao W, Sun H, Wan H, Wang J, Xia Y, Xu Z, Zhang P (2010) Smart transmission grid: vision and framework. IEEE Trans Smart Grid 1(2):168\u2013177","journal-title":"IEEE Trans Smart Grid"},{"key":"711_CR24","unstructured":"Liu D, Xiong X, Zhang Y (2001) Action-dependent adaptive critic designs. In: Proceedings of the INNS-IEEE international joint conference on neural network. pp 990\u2013995"},{"issue":"5","key":"711_CR25","doi-asserted-by":"crossref","first-page":"1219","DOI":"10.1109\/TNN.2005.853408","volume":"16","author":"D Liu","year":"2005","unstructured":"Liu D, Zhang Y, Zhang H (2005) A self-learning call admission control scheme for CDMA cellular networks. IEEE Trans Neural Netw 16(5):1219\u20131228","journal-title":"IEEE Trans Neural Netw"},{"issue":"4","key":"711_CR26","doi-asserted-by":"crossref","first-page":"988","DOI":"10.1109\/TSMCB.2008.922019","volume":"38","author":"D Liu","year":"2008","unstructured":"Liu D, Javaherian H, Kovalenko O, Huang T (2008) Adaptive critic learning techniques for engine torque and air-fuel ratio control. IEEE Trans Syst Man Cybern 38(4):988\u2013993","journal-title":"IEEE Trans Syst Man Cybern"},{"issue":"3","key":"711_CR27","doi-asserted-by":"crossref","first-page":"824","DOI":"10.1109\/60.790960","volume":"14","author":"CH Lo","year":"1999","unstructured":"Lo CH, Anderson MD (1999) Economic dispatch and optimal sizing of battery energy storage systems in utility load-leveling operations. IEEE Trans Energy Convers 14(3):824\u2013829","journal-title":"IEEE Trans Energy Convers"},{"issue":"2","key":"711_CR28","doi-asserted-by":"crossref","first-page":"1053","DOI":"10.1109\/TPWRS.2005.846060","volume":"20","author":"B Lu","year":"2005","unstructured":"Lu B, Shahidehpour M (2005) Short-term scheduling of battery in a grid-connected PV\/battery system. IEEE Trans Power Syst 20(2):1053\u20131061","journal-title":"IEEE Trans Power Syst"},{"issue":"4","key":"711_CR29","doi-asserted-by":"crossref","first-page":"1008","DOI":"10.1109\/TSMCB.2008.923157","volume":"38","author":"C Lu","year":"2008","unstructured":"Lu C, Si J, Xie X (2008) Direct heuristic dynamic programming for damping oscillations in a large power system. IEEE Trans Syst Man Cybern B 38(4):1008\u20131013","journal-title":"IEEE Trans Syst Man Cybern B"},{"issue":"6","key":"711_CR30","first-page":"454","volume":"142","author":"DK Maly","year":"1995","unstructured":"Maly DK, Kwan KS (1995) Optimal battery energy storage system (BESS) charge scheduling with dynamic programming. IEE Proc Sci Meas Technol 142(6):454\u2013458","journal-title":"IEE Proc Sci Meas Technol"},{"issue":"1","key":"711_CR31","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1109\/TSG.2010.2091656","volume":"2","author":"APS Meliopoulos","year":"2011","unstructured":"Meliopoulos APS, Cokkinides G, Huang RK, Farantatos E, Choi S, Lee Y, Yu X (2011) Smart grid technologies for autonomous operation and control. IEEE Trans Smart Grid 2(1):1\u201310","journal-title":"IEEE Trans Smart Grid"},{"issue":"1","key":"711_CR32","doi-asserted-by":"crossref","first-page":"86","DOI":"10.1109\/TIE.2006.888760","volume":"54","author":"S Mohagheghi","year":"2007","unstructured":"Mohagheghi S, Valle Y, Venayagamoorthy GK, Harley RG (2007) A proportional-integrator type adaptive critic design-based neurocontroller for a static compensator in a multimachine power system. IEEE Trans Ind Electron 54(1):86\u201396","journal-title":"IEEE Trans Ind Electron"},{"issue":"3","key":"711_CR33","doi-asserted-by":"crossref","first-page":"320","DOI":"10.1109\/TSG.2010.2089069","volume":"1","author":"A Mohsenian-Rad","year":"2010","unstructured":"Mohsenian-Rad A, Wong VWS, Jatskevich J, Schober R, Leon-Garcia A (2010) Autonomous demand-side management based on game-theoretic energy consumption scheduling for the future smart grid. IEEE Trans on Smart Grid 1(3):320\u2013331","journal-title":"IEEE Trans on Smart Grid"},{"key":"711_CR34","unstructured":"Momoh JA, Wang Y, Eddy-Posey F (2004) Optimal power dispatch of photovoltaic system with random load In: Proceedings of IEEE Power Engineering Society. pp 1939\u20131945"},{"issue":"2","key":"711_CR35","doi-asserted-by":"crossref","first-page":"140","DOI":"10.1109\/TSMCC.2002.801727","volume":"32","author":"JJ Murray","year":"2002","unstructured":"Murray JJ, Cox CJ, Lendaris GG, Saeks R (2002) Adaptive dynamic programming. IEEE Trans Syst Man Cybern Part C Appl Rev 32(2):140\u2013153","journal-title":"IEEE Trans Syst Man Cybern Part C Appl Rev"},{"issue":"5","key":"711_CR36","doi-asserted-by":"crossref","first-page":"1529","DOI":"10.1109\/TIA.2003.816493","volume":"39","author":"JW Park","year":"2003","unstructured":"Park JW, Harley RG, Venayagamoorthy GK (2003) Adaptive-critic-based optimal neurocontrol for synchronous generators in a power system using MLP\/RBF neural networks. IEEE Trans Ind Electron 39(5):1529\u20131540","journal-title":"IEEE Trans Ind Electron"},{"issue":"2","key":"711_CR37","doi-asserted-by":"crossref","first-page":"997","DOI":"10.1109\/72.623201","volume":"8","author":"DV Prokhorov","year":"1997","unstructured":"Prokhorov DV, Wunsch DC (1997) Adaptive critic designs. IEEE Trans Neural Netw 8(2):997\u20131007","journal-title":"IEEE Trans Neural Netw"},{"issue":"2","key":"711_CR38","doi-asserted-by":"crossref","first-page":"493","DOI":"10.1109\/TEC.2008.2001456","volume":"24","author":"W Qiao","year":"2009","unstructured":"Qiao W, Harley RG, Venayagamoorthy GK (2009) Coordinated reactive power control of a large wind farm and a STATCOM using heuristic dynamic programming. IEEE Trans Energy Convers 24(2):493\u2013503","journal-title":"IEEE Trans Energy Convers"},{"key":"711_CR39","doi-asserted-by":"crossref","unstructured":"Roncero JR (2008) Integration is key to smart grid management. In: Proceedings of the IET-CIRED seminar smartgrids for distribution. pp 1\u20134","DOI":"10.1049\/ic:20080430"},{"issue":"3","key":"711_CR40","doi-asserted-by":"crossref","first-page":"1279","DOI":"10.1109\/59.466526","volume":"10","author":"P Rupanagunta","year":"1995","unstructured":"Rupanagunta P, Baughman ML, Jones JW (1995) Scheduling of cool storage using non-linear programming techniques. IEEE Trans Power Syst 10(3):1279\u20131285","journal-title":"IEEE Trans Power Syst"},{"issue":"1","key":"711_CR41","doi-asserted-by":"crossref","first-page":"22","DOI":"10.1109\/MPAE.2008.4412936","volume":"6","author":"GB Sheble","year":"2008","unstructured":"Sheble GB (2008) Smart grid millionaire. IEEE Power Energy Mag 6(1):22\u201328","journal-title":"IEEE Power Energy Mag"},{"issue":"2","key":"711_CR42","doi-asserted-by":"crossref","first-page":"264","DOI":"10.1109\/72.914523","volume":"12","author":"J Si","year":"2001","unstructured":"Si J, Wang YT (2001) On-line learning control by association and reinforcement. IEEE Trans Neural Netw 12(2):264\u2013276","journal-title":"IEEE Trans Neural Netw"},{"key":"711_CR43","volume-title":"Reinforcement learning: an introduction","author":"RS Sutton","year":"1998","unstructured":"Sutton RS, Barto AG (1998) Reinforcement learning: an introduction. The MIT Press, MA"},{"key":"711_CR44","doi-asserted-by":"crossref","unstructured":"Urbina M, Li Z (2006) A fuzzy optimization approach to PV\/battery scheduling with uncertainty in PV generation. In: Proceedings of the North American Power Symposium. pp 561\u2013566","DOI":"10.1109\/NAPS.2006.359627"},{"key":"711_CR45","doi-asserted-by":"crossref","unstructured":"Wakao S, Nakao K (2006) Reduction of fuel consumption in PV\/diesel hybrid power generation system by dynamic programming combined with genetic algorithm. In: Proceedings of the 1st IEEE World Conference on PV Energy Conversion. pp 2335\u20132338","DOI":"10.1109\/WCPEC.2006.279659"},{"key":"711_CR46","first-page":"25","volume":"22","author":"PJ Werbos","year":"1977","unstructured":"Werbos PJ (1977) Advanced forecasting methods for global crisis warning and models of intelligence. Gen Syst Yearbook 22:25\u201338","journal-title":"Gen Syst Yearbook"},{"key":"711_CR47","volume-title":"Handbook of intelligent control: neural, fuzzy and adaptive approaches","author":"PJ Werbos","year":"1992","unstructured":"Werbos PJ (1992) Approximate dynamic programming for real-time control and neural modeling. In: White DA, Sofge DA (eds) Handbook of intelligent control: neural, fuzzy and adaptive approaches. Van Nostrand Reinhold, NY"},{"issue":"1","key":"711_CR48","doi-asserted-by":"crossref","first-page":"375","DOI":"10.1109\/TPAS.1981.316866","volume":"PAS-100","author":"T Yau","year":"1981","unstructured":"Yau T, Walker LN, Graham HL, Raithel R (1981) Effects of battery storage devices on power system dispatch. IEEE Trans Power Appl Syst PAS-100(1):375\u2013383","journal-title":"IEEE Trans Power Appl Syst"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-011-0711-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s00521-011-0711-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-011-0711-6","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,4,9]],"date-time":"2024-04-09T08:41:02Z","timestamp":1712652062000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s00521-011-0711-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2011,7,28]]},"references-count":48,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2013,2]]}},"alternative-id":["711"],"URL":"https:\/\/doi.org\/10.1007\/s00521-011-0711-6","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2011,7,28]]}}}