{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,13]],"date-time":"2025-10-13T19:54:12Z","timestamp":1760385252295},"reference-count":48,"publisher":"Springer Science and Business Media LLC","issue":"7-8","license":[{"start":{"date-parts":[[2012,10,17]],"date-time":"2012-10-17T00:00:00Z","timestamp":1350432000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2013,12]]},"DOI":"10.1007\/s00521-012-1188-7","type":"journal-article","created":{"date-parts":[[2012,10,17]],"date-time":"2012-10-17T17:06:49Z","timestamp":1350493609000},"page":"1851-1863","source":"Crossref","is-referenced-by-count":35,"title":["Dual iterative adaptive dynamic programming for a class of discrete-time nonlinear systems with time-delays"],"prefix":"10.1007","volume":"23","author":[{"given":"Qinglai","family":"Wei","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ding","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dehua","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2012,10,17]]},"reference":[{"issue":"5","key":"1188_CR1","doi-asserted-by":"crossref","first-page":"779","DOI":"10.1016\/j.automatica.2004.11.034","volume":"41","author":"M Abu-Khalaf","year":"2005","unstructured":"Abu-Khalaf M, Lewis FL (2005) Nearly optimal control laws for nonlinear systems with saturating actuators using a neural network HJB approach. Automatica 41(5):779\u2013791","journal-title":"Automatica"},{"issue":"1","key":"1188_CR2","doi-asserted-by":"crossref","first-page":"240","DOI":"10.1109\/TSMCB.2006.880135","volume":"37","author":"A Al-Tamimi","year":"2007","unstructured":"Al-Tamimi A, Abu-Khalaf M, Lewis FL (2007) Adaptive critic designs for discrete-time zero-sum games with application to $$H_{\\infty}$$ control. IEEE Trans Syst Cybern Part B Cybern 37(1):240\u2013247","journal-title":"IEEE Trans Syst Cybern Part B Cybern"},{"issue":"4","key":"1188_CR3","doi-asserted-by":"crossref","first-page":"943","DOI":"10.1109\/TSMCB.2008.926614","volume":"38","author":"A Al-Tamimi","year":"2008","unstructured":"Al-Tamimi A, Lewis FL, Abu-Khalaf M (2008) Discrete-time nonlinear HJB solution using approximate dynamic programming: convergence proof. IEEE Trans Syst Man Cybern Part B Cybern 38(4):943\u2013949","journal-title":"IEEE Trans Syst Man Cybern Part B Cybern"},{"issue":"1","key":"1188_CR4","doi-asserted-by":"crossref","first-page":"91","DOI":"10.1109\/TAC.2005.861718","volume":"51","author":"M Basin","year":"2006","unstructured":"Basin M, Rodriguez-Gonzalez J (2006) Optimal control for linear systems with multiple time delays in control input. IEEE Trans Autom Control 51(1):91\u201397","journal-title":"IEEE Trans Autom Control"},{"issue":"7","key":"1188_CR5","doi-asserted-by":"crossref","first-page":"830","DOI":"10.1016\/j.jfranklin.2006.10.002","volume":"344","author":"M Basin","year":"2007","unstructured":"Basin M, Rodriguez-Gonzaleza J, Fridman L (2007) Optimal and robust control for linear state-delay systems. J Franklin Inst 344(7):830\u2013845","journal-title":"J Franklin Inst"},{"key":"1188_CR6","volume-title":"Dynamic programming","author":"RE Bellman","year":"1957","unstructured":"Bellman RE (1957) Dynamic programming. Princeton University Press, Princeton, NJ"},{"issue":"5","key":"1188_CR7","doi-asserted-by":"crossref","first-page":"804","DOI":"10.1016\/j.automatica.2010.02.006","volume":"46","author":"L Busoniu","year":"2010","unstructured":"Busoniu L, Ernst D, Schutter BD, Babuska R (2010) Approximate dynamic programming with a fuzzy parameterization. Automatica 46(5):804\u2013814","journal-title":"Automatica"},{"issue":"1","key":"1188_CR8","doi-asserted-by":"crossref","first-page":"238","DOI":"10.1109\/TCST.2009.2015653","volume":"18","author":"H Gao","year":"2010","unstructured":"Gao H, Sun W, Shi P (2010) Robust sampled-data $$H_{\\infty}$$ control for vehicle active suspension systems. IEEE Trans Control Syst Technol 18(1):238\u2013245","journal-title":"IEEE Trans Control Syst Technol"},{"issue":"1","key":"1188_CR9","doi-asserted-by":"crossref","first-page":"90","DOI":"10.1109\/TNN.2007.900227","volume":"19","author":"Z Chen","year":"2008","unstructured":"Chen Z, Jagannathan S (2008) Generalized Hamilton-Jacobi-Bellman formulation-based neural network control of affine nonlinear discretetime systems. IEEE Trans Neural Netw 19(1):90\u2013106","journal-title":"IEEE Trans Neural Netw"},{"key":"1188_CR10","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-540-49556-7","volume-title":"Applications of time delay systems","author":"J Chiasson","year":"2007","unstructured":"Chiasson J (2007) Applications of time delay systems. Springer, Berlin"},{"issue":"3","key":"1188_CR11","doi-asserted-by":"crossref","first-page":"1211","DOI":"10.1109\/TPWRS.2008.926409","volume":"23","author":"SM Halpin","year":"2008","unstructured":"Halpin SM, Harley KA, Jones RA, Taylor LY (2008) Slope-permissive under-voltage load shed relay for delayed voltage recovery mitigation. IEEE Trans Power Syst 23(3):1211\u20131216","journal-title":"IEEE Trans Power Syst"},{"issue":"1","key":"1188_CR12","doi-asserted-by":"crossref","first-page":"13","DOI":"10.1016\/j.compchemeng.2006.04.004","volume":"31","author":"M Han","year":"2006","unstructured":"Han M, Han B, Xi J, Hirasawa K (2006) Universal learning network and its application for nonlinear system with long time delay. Comput Chem Eng 31(1):13\u201320","journal-title":"Comput Chem Eng"},{"issue":"3","key":"1188_CR13","doi-asserted-by":"crossref","first-page":"631","DOI":"10.1109\/TNN.2006.889499","volume":"18","author":"T Hanselmann","year":"2007","unstructured":"Hanselmann T, Noakes L, Zaknich A (2007) Continuous-time adaptive critics. IEEE Trans Neural Netw 18(3):631\u2013647","journal-title":"IEEE Trans Neural Netw"},{"issue":"3","key":"1188_CR14","doi-asserted-by":"crossref","first-page":"625","DOI":"10.1109\/TNN.2005.844907","volume":"16","author":"DWC Ho","year":"2005","unstructured":"Ho DWC, Li J, Niu Y (2005) Adaptive neural control for a class of nonlinearly parametric time-delay systems. IEEE Trans Neural Netw 16(3):625\u2013635","journal-title":"IEEE Trans Neural Netw"},{"issue":"8","key":"1188_CR15","doi-asserted-by":"crossref","first-page":"1324","DOI":"10.1109\/TCOMM.2008.050548","volume":"56","author":"X Huang","year":"2008","unstructured":"Huang X, Ma M (2008) Optimal scheduling for minimum delay in passive star coupled WDM optical networks. IEEE Trans Commun 56(8):1324\u20131330","journal-title":"IEEE Trans Commun"},{"issue":"3","key":"1188_CR16","doi-asserted-by":"crossref","first-page":"32","DOI":"10.1109\/MCAS.2009.933854","volume":"9","author":"FL Lewis","year":"2009","unstructured":"Lewis FL, Vrabie D (2009) Reinforcement learning and adaptive dynamic programming for feedback control. IEEE Circuits Syst Mag 9(3):32\u201350","journal-title":"IEEE Circuits Syst Mag"},{"issue":"1","key":"1188_CR17","doi-asserted-by":"crossref","first-page":"150","DOI":"10.1109\/TFUZZ.2009.2038277","volume":"18","author":"T Li","year":"2010","unstructured":"Li T, Tong SC, Feng G (2010) A novel robust adaptive-fuzzy-tracking control for a class of nonlinear multi-input\/multi-output systems. IEEE Trans Fuzzy Syst 18(1):150\u2013160","journal-title":"IEEE Trans Fuzzy Syst"},{"issue":"3","key":"1188_CR18","doi-asserted-by":"crossref","first-page":"915","DOI":"10.1109\/TSMCB.2009.2033563","volume":"40","author":"T Li","year":"2010","unstructured":"Li T, Wang D, Feng G, Tong SC (2010) A DSC approach to robust adaptive NN tracking control for strict-feedback nonlinear systems. IEEE Trans Syst Man Cybern Part B Cybern 40(3):915\u2013927","journal-title":"IEEE Trans Syst Man Cybern Part B Cybern"},{"issue":"9","key":"1188_CR19","doi-asserted-by":"crossref","first-page":"1543","DOI":"10.1049\/iet-cta.2009.0214","volume":"4","author":"T Li","year":"2010","unstructured":"Li T, Feng , Wang D, Tong S (2010) Neural-network-based simple adaptive control of uncertain multi-input multi-output non-linear systems. IET Control Theory Appl 4(9):1543\u20131557","journal-title":"IET Control Theory Appl"},{"issue":"5","key":"1188_CR20","doi-asserted-by":"crossref","first-page":"1219","DOI":"10.1109\/TNN.2005.853408","volume":"16","author":"D Liu","year":"2005","unstructured":"Liu D, Zhang Y, Zhang H (2005) A self-learning call admission control scheme for CDMA cellular networks. IEEE Trans Neural Netw 16(5):1219\u20131228","journal-title":"IEEE Trans Neural Netw"},{"key":"1188_CR21","volume-title":"Time-delay systems: analysis, optimization and applications","author":"M Malek-Zavarei","year":"1987","unstructured":"Malek-Zavarei M, Jashmidi M (1987) Time-delay systems: analysis, optimization and applications. North-Holland, Amsterdam"},{"issue":"6","key":"1188_CR22","first-page":"397","volume":"17","author":"RS Pindyck","year":"1992","unstructured":"Pindyck RS (1992) The distrete-time tracking problem with a time delay in the control. IEEE Trans Autom Control 17(6):397\u2013398","journal-title":"IEEE Trans Autom Control"},{"issue":"2","key":"1188_CR23","doi-asserted-by":"crossref","first-page":"140","DOI":"10.1109\/TSMCC.2002.801727","volume":"32","author":"JJ Murray","year":"2002","unstructured":"Murray JJ, Cox CJ, Lendaris GG, Saeks R (2002) Adaptive dynamic programming. IEEE Trans Syst Man Cybern Part C Appl Rev 32(2):140\u2013153","journal-title":"IEEE Trans Syst Man Cybern Part C Appl Rev"},{"issue":"5","key":"1188_CR24","doi-asserted-by":"crossref","first-page":"997","DOI":"10.1109\/72.623201","volume":"8","author":"DV Prokhorov","year":"1997","unstructured":"Prokhorov DV, Wunsch DC (1997) Adaptive critic designs. IEEE Trans Neural Netw 8(5):997\u20131007","journal-title":"IEEE Trans Neural Netw"},{"issue":"10","key":"1188_CR25","doi-asserted-by":"crossref","first-page":"1667","DOI":"10.1016\/S0005-1098(03)00167-5","volume":"39","author":"JP Richard","year":"2003","unstructured":"Richard JP (2003) Time-delay systems: an overview of some recent advances and open problems. Automatica 39(10):1667\u20131694","journal-title":"Automatica"},{"issue":"5","key":"1188_CR26","doi-asserted-by":"crossref","first-page":"1311","DOI":"10.1109\/TAC.2008.921012","volume":"53","author":"L Schenato","year":"2008","unstructured":"Schenato L (2008) Optimal estimation in networked control systems subject to random delay and packet drop. IEEE Trans Autom Control 53(5):1311\u20131317","journal-title":"IEEE Trans Autom Control"},{"issue":"2","key":"1188_CR27","doi-asserted-by":"crossref","first-page":"264","DOI":"10.1109\/72.914523","volume":"12","author":"J Si","year":"2001","unstructured":"Si J, Wang YT (2001) On-line learning control by association and reinforcement. IEEE Trans Neural Netw 12(2):264\u2013276","journal-title":"IEEE Trans Neural Netw"},{"key":"1188_CR28","doi-asserted-by":"crossref","DOI":"10.1007\/b138796","volume-title":"PID Controllers for time-delay systems","author":"GJ Silva","year":"2005","unstructured":"Silva GJ (2005) PID Controllers for time-delay systems. Birkhuser, Boston, MA"},{"issue":"16\u201318","key":"1188_CR29","doi-asserted-by":"crossref","first-page":"3020","DOI":"10.1016\/j.neucom.2010.07.005","volume":"73","author":"R Song","year":"2010","unstructured":"Song R, Zhang H, Luo Y, Wei Q (2010) Optimal control laws for time-delay systems with saturating actuators based on heuristic dynamic programming. Neurocomputing 73(16\u201318):3020\u20133027","journal-title":"Neurocomputing"},{"issue":"4","key":"1188_CR30","doi-asserted-by":"crossref","first-page":"824","DOI":"10.1007\/s11771-010-0562-9","volume":"17","author":"Q Sun","year":"2010","unstructured":"Sun Q, Li Z, Yang J, Luo Y (2010) Load distribution model and voltage static profile of Smart Grid. J Central S Univ Technol 17(4):824\u2013829","journal-title":"J Central S Univ Technol"},{"issue":"5","key":"1188_CR31","doi-asserted-by":"crossref","first-page":"878","DOI":"10.1016\/j.automatica.2010.02.018","volume":"46","author":"KG Vamvoudakis","year":"2010","unstructured":"Vamvoudakis KG, Lewis FL (2010) Online actor-critic algorithm to solve the continuous-time infinite horizon optimal control problem. Automatica 46(5):878\u2013888","journal-title":"Automatica"},{"issue":"1","key":"1188_CR32","doi-asserted-by":"crossref","first-page":"14","DOI":"10.1016\/j.neucom.2011.03.058","volume":"78","author":"D Wang","year":"2012","unstructured":"Wang D, Liu D, Wei Q (2012) Finite-horizon neuro-optimal tracking control for a class of discrete-time nonlinear systems using adaptive dynamic programming approach. Neurocomputing 78(1):14\u201322","journal-title":"Neurocomputing"},{"issue":"1","key":"1188_CR33","doi-asserted-by":"crossref","first-page":"24","DOI":"10.1109\/TNN.2010.2076370","volume":"22","author":"FY Wang","year":"2011","unstructured":"Wang FY, Jin N, Liu D, Wei Q (2011) Adaptive dynamic programming for finite-horizon optimal control of discrete-time nonlinear systems with $$\\epsilon$$ -error bound. IEEE Trans Neural Netw 22(1):24\u201336","journal-title":"IEEE Trans Neural Netw"},{"issue":"2","key":"1188_CR34","doi-asserted-by":"crossref","first-page":"39","DOI":"10.1109\/MCI.2009.932261","volume":"4","author":"FY Wang","year":"2009","unstructured":"Wang FY, Zhang H, Liu D (2009) Adaptive dynamic programming: an introduction. IEEE Comput Intell Mag 4(2):39\u201347","journal-title":"IEEE Comput Intell Mag"},{"key":"1188_CR35","unstructured":"Watkins C (1989) Learning from delayed rewards. Ph.D. Thesis. Cambridge University, Cambridge"},{"issue":"7\u20139","key":"1188_CR36","doi-asserted-by":"crossref","first-page":"1839","DOI":"10.1016\/j.neucom.2008.05.012","volume":"72","author":"Q Wei","year":"2009","unstructured":"Wei Q, Zhang H, Dai J (2009) Model-free multiobjective approximate dynamic programming for discrete-time nonlinear systems with general performance index functions. Neurocomputing 72(7\u20139):1839\u20131848","journal-title":"Neurocomputing"},{"key":"1188_CR37","doi-asserted-by":"crossref","first-page":"67","DOI":"10.7551\/mitpress\/4939.003.0007","volume-title":"Neural networks for control","author":"PJ Werbos","year":"1991","unstructured":"Werbos PJ (1991) A menu of designs for reinforcement learning over time. In: Miller WT, Sutton RS, Werbos PJ (eds) Neural networks for control. MIT Press, Cambridge, pp 67\u201395"},{"key":"1188_CR38","volume-title":"Handbook of intelligent control: neural, fuzzy, and adaptive approaches ch. 13.","author":"PJ Werbos","year":"1992","unstructured":"Werbos PJ (1992) Approximate dynamic programming for real-time control and neural modeling. In: White DA, Sofge DA (eds) Handbook of intelligent control: neural, fuzzy, and adaptive approaches ch. 13.. Van Nostrand Reinhold, New York"},{"key":"1188_CR39","doi-asserted-by":"crossref","first-page":"455","DOI":"10.1109\/TSMC.1973.4309272","volume":"3","author":"B Widrow","year":"1973","unstructured":"Widrow B, Gupta N, Maitra S (1973) Punish\/reward: learning with a critic in adaptive threshold systems. IEEE Trans Syst Man Cybern 3:455\u2013465","journal-title":"IEEE Trans Syst Man Cybern"},{"issue":"4","key":"1188_CR40","doi-asserted-by":"crossref","first-page":"1115","DOI":"10.1109\/TNN.2007.899229","volume":"18","author":"V Yadav","year":"2007","unstructured":"Yadav V, Padhi R, Balakrishnan SN (2007) Robust\/optimal temperature profile control of a high-speed aerospace vehicle using neural networks. IEEE Trans Neural Netw 18(4):1115\u20131128","journal-title":"IEEE Trans Neural Netw"},{"issue":"3","key":"1188_CR41","doi-asserted-by":"crossref","first-page":"406","DOI":"10.1109\/TSMCA.2004.824870","volume":"34","author":"Y Yang","year":"2004","unstructured":"Yang Y, Feng G, Ren J (2004) A combined backstepping and small-gain approach to robust adaptive fuzzy control for strict-feedback nonlinear systems. IEEE Trans Syst Man Cybern Part A Syst Humans 34(3):406\u2013420","journal-title":"IEEE Trans Syst Man Cybern Part A Syst Humans"},{"issue":"3","key":"1188_CR42","doi-asserted-by":"crossref","first-page":"401","DOI":"10.1109\/TAC.2007.892383","volume":"52","author":"H Zhang","year":"2007","unstructured":"Zhang H, Basin MV, Skliar M (2007) It $$\\hat{o}$$ -Volterra optimal state estimation with continuous, multirate, randomly sampled, and delayed measurements. IEEE Trans Autom Control 52(3):401\u2013416","journal-title":"IEEE Trans Autom Control"},{"issue":"2","key":"1188_CR43","doi-asserted-by":"crossref","first-page":"349","DOI":"10.1109\/91.919256","volume":"9","author":"H Zhang","year":"2001","unstructured":"Zhang H, Quan Y (2001) Modeling, identification and control of a class of nonlinear system. IEEE Trans Fuzzy Syst 9(2):349\u2013354","journal-title":"IEEE Trans Fuzzy Syst"},{"issue":"1","key":"1188_CR44","doi-asserted-by":"crossref","first-page":"125","DOI":"10.1109\/TSMCB.2007.910532","volume":"38","author":"H Zhang","year":"2008","unstructured":"Zhang H, Wang Y, Liu D (2008) Delay-dependent guaranteed cost control for uncertain stochastic fuzzy systems with multiple time delays. IEEE Trans Syst Man Cybern Part B Cybern 38(1):125\u2013140","journal-title":"IEEE Trans Syst Man Cybern Part B Cybern"},{"issue":"4","key":"1188_CR45","doi-asserted-by":"crossref","first-page":"937","DOI":"10.1109\/TSMCB.2008.920269","volume":"38","author":"H Zhang","year":"2008","unstructured":"Zhang H, Wei Q, Luo Y (2008) A novel infinite-time optimal tracking control scheme for a class of discrete-time nonlinear systems via the greedy HDP iteration algorithm. IEEE Trans Syst Man Cybern Part B Cybern 38(4):937\u2013942","journal-title":"IEEE Trans Syst Man Cybern Part B Cybern"},{"issue":"1","key":"1188_CR46","doi-asserted-by":"crossref","first-page":"207","DOI":"10.1016\/j.automatica.2010.10.033","volume":"47","author":"H Zhang","year":"2011","unstructured":"Zhang H, Wei Q, Liu D (2011) An iterative adaptive dynamic programming method for solving a class of nonlinear zero-sum differential games. Automatica 47(1):207\u2013214","journal-title":"Automatica"},{"issue":"12","key":"1188_CR47","doi-asserted-by":"crossref","first-page":"1851","DOI":"10.1109\/TNN.2011.2172628","volume":"22","author":"H Zhang","year":"2011","unstructured":"Zhang H, Song R, Wei Q, Zhang T (2011) Optimal tracking control for a class of nonlinear discrete-time systems with time delays based on heuristic dynamic programming. IEEE Trans Neural Netw 22(12):1851\u20131862","journal-title":"IEEE Trans Neural Netw"},{"issue":"2","key":"1188_CR48","doi-asserted-by":"crossref","first-page":"160","DOI":"10.1109\/TSMCC.2006.886983","volume":"37","author":"H Zhang","year":"2007","unstructured":"Zhang H, Yang D, Chai T (2007) Guaranteed cost networked control for T-S fuzzy systems with time delay. IEEE Trans Syst Man Cybern Part C Appl Rev 37(2):160\u2013172","journal-title":"IEEE Trans Syst Man Cybern Part C Appl Rev"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-012-1188-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s00521-012-1188-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-012-1188-7","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,4,30]],"date-time":"2024-04-30T10:04:59Z","timestamp":1714471499000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s00521-012-1188-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2012,10,17]]},"references-count":48,"journal-issue":{"issue":"7-8","published-print":{"date-parts":[[2013,12]]}},"alternative-id":["1188"],"URL":"https:\/\/doi.org\/10.1007\/s00521-012-1188-7","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2012,10,17]]}}}